diff --git "a/prism-siglip+7b/run-metrics.jsonl" "b/prism-siglip+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-siglip+7b/run-metrics.jsonl"
@@ -0,0 +1,19233 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lvis4v-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json", "download/llava-v1.5-instruct"], "type": "llava-lvis4v-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 2, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "prism-siglip+7b", "reduce_in_full_precision": false, "type": "prism-siglip+7b", "vision_backbone_id": "siglip-vit-so400m-384px"}, "pretrained_checkpoint": null, "run_id": "prism-siglip+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-siglip+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 3.472222222222222e-08, "Finetune/Loss": 7.314279079437256, "Finetune/Loss (Raw)": 7.314279079437256, "Finetune/Step": 1, "Finetune/Step Time": 31.860888242721558}
+{"Finetune/Learning Rate": 6.944444444444444e-08, "Finetune/Loss": 6.746715545654297, "Finetune/Loss (Raw)": 6.17915153503418, "Finetune/Step": 2, "Finetune/Step Time": 18.93282651901245}
+{"Finetune/Learning Rate": 1.0416666666666667e-07, "Finetune/Loss": 6.656596660614014, "Finetune/Loss (Raw)": 6.4763593673706055, "Finetune/Step": 3, "Finetune/Step Time": 14.692432800928751}
+{"Finetune/Learning Rate": 1.3888888888888888e-07, "Finetune/Loss": 6.6525068283081055, "Finetune/Loss (Raw)": 6.640235900878906, "Finetune/Step": 4, "Finetune/Step Time": 12.562168180942535}
+{"Finetune/Learning Rate": 1.7361111111111115e-07, "Finetune/Loss": 6.549682140350342, "Finetune/Loss (Raw)": 6.138382434844971, "Finetune/Step": 5, "Finetune/Step Time": 11.29522614479065}
+{"Finetune/Learning Rate": 2.0833333333333333e-07, "Finetune/Loss": 6.524297714233398, "Finetune/Loss (Raw)": 6.397377014160156, "Finetune/Step": 6, "Finetune/Step Time": 10.720274090766907}
+{"Finetune/Learning Rate": 2.430555555555556e-07, "Finetune/Loss": 6.464480400085449, "Finetune/Loss (Raw)": 6.105576992034912, "Finetune/Step": 7, "Finetune/Step Time": 10.10453987121582}
+{"Finetune/Learning Rate": 2.7777777777777776e-07, "Finetune/Loss": 6.459100246429443, "Finetune/Loss (Raw)": 6.4214396476745605, "Finetune/Step": 8, "Finetune/Step Time": 9.61285150051117}
+{"Finetune/Learning Rate": 3.125e-07, "Finetune/Loss": 6.414626121520996, "Finetune/Loss (Raw)": 6.058835983276367, "Finetune/Step": 9, "Finetune/Step Time": 9.316395388709175}
+{"Finetune/Learning Rate": 3.472222222222223e-07, "Finetune/Loss": 6.369969844818115, "Finetune/Loss (Raw)": 5.968063831329346, "Finetune/Step": 10, "Finetune/Step Time": 8.991084814071655}
+{"Finetune/Learning Rate": 3.819444444444445e-07, "Finetune/Loss": 6.3916544914245605, "Finetune/Loss (Raw)": 6.608500957489014, "Finetune/Step": 11, "Finetune/Step Time": 8.739090247587724}
+{"Finetune/Learning Rate": 4.1666666666666667e-07, "Finetune/Loss": 6.37117862701416, "Finetune/Loss (Raw)": 6.14594030380249, "Finetune/Step": 12, "Finetune/Step Time": 8.551214098930359}
+{"Finetune/Learning Rate": 4.5138888888888893e-07, "Finetune/Loss": 6.306429386138916, "Finetune/Loss (Raw)": 5.5294389724731445, "Finetune/Step": 13, "Finetune/Step Time": 8.36536794442397}
+{"Finetune/Learning Rate": 4.861111111111112e-07, "Finetune/Loss": 6.256381511688232, "Finetune/Loss (Raw)": 5.605757236480713, "Finetune/Step": 14, "Finetune/Step Time": 8.268608927726746}
+{"Finetune/Learning Rate": 5.208333333333334e-07, "Finetune/Loss": 6.216431140899658, "Finetune/Loss (Raw)": 5.6571197509765625, "Finetune/Step": 15, "Finetune/Step Time": 8.106522528330485}
+{"Finetune/Learning Rate": 5.555555555555555e-07, "Finetune/Loss": 5.878058433532715, "Finetune/Loss (Raw)": 0.8024710416793823, "Finetune/Step": 16, "Finetune/Step Time": 8.15048086643219}
+{"Finetune/Learning Rate": 5.902777777777778e-07, "Finetune/Loss": 5.846444129943848, "Finetune/Loss (Raw)": 5.340620994567871, "Finetune/Step": 17, "Finetune/Step Time": 8.061298005721149}
+{"Finetune/Learning Rate": 6.25e-07, "Finetune/Loss": 5.828893661499023, "Finetune/Loss (Raw)": 5.53053092956543, "Finetune/Step": 18, "Finetune/Step Time": 8.069967004987928}
+{"Finetune/Learning Rate": 6.597222222222223e-07, "Finetune/Loss": 5.825662136077881, "Finetune/Loss (Raw)": 5.7674970626831055, "Finetune/Step": 19, "Finetune/Step Time": 8.09562799805089}
+{"Finetune/Learning Rate": 6.944444444444446e-07, "Finetune/Loss": 5.779486179351807, "Finetune/Loss (Raw)": 4.902143955230713, "Finetune/Step": 20, "Finetune/Step Time": 8.000295913219452}
+{"Finetune/Learning Rate": 7.291666666666667e-07, "Finetune/Loss": 5.7538676261901855, "Finetune/Loss (Raw)": 5.241504669189453, "Finetune/Step": 21, "Finetune/Step Time": 7.905393191746303}
+{"Finetune/Learning Rate": 7.63888888888889e-07, "Finetune/Loss": 5.708025932312012, "Finetune/Loss (Raw)": 4.745347023010254, "Finetune/Step": 22, "Finetune/Step Time": 7.823666561733592}
+{"Finetune/Learning Rate": 7.986111111111111e-07, "Finetune/Loss": 5.649467945098877, "Finetune/Loss (Raw)": 4.361184120178223, "Finetune/Step": 23, "Finetune/Step Time": 7.747711285300877}
+{"Finetune/Learning Rate": 8.333333333333333e-07, "Finetune/Loss": 5.609423637390137, "Finetune/Loss (Raw)": 4.688404560089111, "Finetune/Step": 24, "Finetune/Step Time": 7.679424494504929}
+{"Finetune/Learning Rate": 8.680555555555556e-07, "Finetune/Loss": 5.558779239654541, "Finetune/Loss (Raw)": 4.343326091766357, "Finetune/Step": 25, "Finetune/Step Time": 7.6233287525177005}
+{"Finetune/Learning Rate": 9.027777777777779e-07, "Finetune/Loss": 5.50516939163208, "Finetune/Loss (Raw)": 4.164919853210449, "Finetune/Step": 26, "Finetune/Step Time": 7.579442510238061}
+{"Finetune/Learning Rate": 9.375000000000001e-07, "Finetune/Loss": 5.455465793609619, "Finetune/Loss (Raw)": 4.163172245025635, "Finetune/Step": 27, "Finetune/Step Time": 7.519964377085368}
+{"Finetune/Learning Rate": 9.722222222222224e-07, "Finetune/Loss": 5.414869785308838, "Finetune/Loss (Raw)": 4.31877326965332, "Finetune/Step": 28, "Finetune/Step Time": 7.502098773206983}
+{"Finetune/Learning Rate": 1.0069444444444447e-06, "Finetune/Loss": 5.378902912139893, "Finetune/Loss (Raw)": 4.371835708618164, "Finetune/Step": 29, "Finetune/Step Time": 7.4521853759371}
+{"Finetune/Learning Rate": 1.0416666666666667e-06, "Finetune/Loss": 5.326750755310059, "Finetune/Loss (Raw)": 3.8143301010131836, "Finetune/Step": 30, "Finetune/Step Time": 7.410289152463277}
+{"Finetune/Learning Rate": 1.076388888888889e-06, "Finetune/Loss": 5.272424697875977, "Finetune/Loss (Raw)": 3.642657995223999, "Finetune/Step": 31, "Finetune/Step Time": 7.400983579697147}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 5.210326194763184, "Finetune/Loss (Raw)": 3.2852494716644287, "Finetune/Step": 32, "Finetune/Step Time": 7.367832668125629}
+{"Finetune/Learning Rate": 1.1458333333333333e-06, "Finetune/Loss": 5.158235549926758, "Finetune/Loss (Raw)": 3.491339683532715, "Finetune/Step": 33, "Finetune/Step Time": 7.333320133613817}
+{"Finetune/Learning Rate": 1.1805555555555556e-06, "Finetune/Loss": 5.102291584014893, "Finetune/Loss (Raw)": 3.256147861480713, "Finetune/Step": 34, "Finetune/Step Time": 7.303136453909032}
+{"Finetune/Learning Rate": 1.2152777777777778e-06, "Finetune/Loss": 5.050136089324951, "Finetune/Loss (Raw)": 3.2768383026123047, "Finetune/Step": 35, "Finetune/Step Time": 7.304168857846942}
+{"Finetune/Learning Rate": 1.25e-06, "Finetune/Loss": 5.002614498138428, "Finetune/Loss (Raw)": 3.339367628097534, "Finetune/Step": 36, "Finetune/Step Time": 7.265387382772234}
+{"Finetune/Learning Rate": 1.2847222222222222e-06, "Finetune/Loss": 4.949548244476318, "Finetune/Loss (Raw)": 3.0391581058502197, "Finetune/Step": 37, "Finetune/Step Time": 7.255771437206784}
+{"Finetune/Learning Rate": 1.3194444444444446e-06, "Finetune/Loss": 4.904001712799072, "Finetune/Loss (Raw)": 3.218787670135498, "Finetune/Step": 38, "Finetune/Step Time": 7.226115502809224}
+{"Finetune/Learning Rate": 1.3541666666666667e-06, "Finetune/Loss": 4.849828243255615, "Finetune/Loss (Raw)": 2.791228771209717, "Finetune/Step": 39, "Finetune/Step Time": 7.201118481464875}
+{"Finetune/Learning Rate": 1.3888888888888892e-06, "Finetune/Loss": 4.810239791870117, "Finetune/Loss (Raw)": 3.2662885189056396, "Finetune/Step": 40, "Finetune/Step Time": 7.179240667819977}
+{"Finetune/Learning Rate": 1.4236111111111112e-06, "Finetune/Loss": 4.755960464477539, "Finetune/Loss (Raw)": 2.5847911834716797, "Finetune/Step": 41, "Finetune/Step Time": 7.15365423225775}
+{"Finetune/Learning Rate": 1.4583333333333335e-06, "Finetune/Loss": 4.706313610076904, "Finetune/Loss (Raw)": 2.670785665512085, "Finetune/Step": 42, "Finetune/Step Time": 7.130854981286185}
+{"Finetune/Learning Rate": 1.4930555555555555e-06, "Finetune/Loss": 4.661313056945801, "Finetune/Loss (Raw)": 2.771303176879883, "Finetune/Step": 43, "Finetune/Step Time": 7.114626501881799}
+{"Finetune/Learning Rate": 1.527777777777778e-06, "Finetune/Loss": 4.6093926429748535, "Finetune/Loss (Raw)": 2.376798391342163, "Finetune/Step": 44, "Finetune/Step Time": 7.099769922820005}
+{"Finetune/Learning Rate": 1.5625e-06, "Finetune/Loss": 4.561770915985107, "Finetune/Loss (Raw)": 2.466423749923706, "Finetune/Step": 45, "Finetune/Step Time": 7.0925879213545056}
+{"Finetune/Learning Rate": 1.5972222222222221e-06, "Finetune/Loss": 4.5105814933776855, "Finetune/Loss (Raw)": 2.2070658206939697, "Finetune/Step": 46, "Finetune/Step Time": 7.0850574555604355}
+{"Finetune/Learning Rate": 1.6319444444444446e-06, "Finetune/Loss": 4.460992813110352, "Finetune/Loss (Raw)": 2.1799211502075195, "Finetune/Step": 47, "Finetune/Step Time": 7.062035291752917}
+{"Finetune/Learning Rate": 1.6666666666666667e-06, "Finetune/Loss": 4.417507171630859, "Finetune/Loss (Raw)": 2.373645305633545, "Finetune/Step": 48, "Finetune/Step Time": 7.048543016115825}
+{"Finetune/Learning Rate": 1.7013888888888891e-06, "Finetune/Loss": 4.3708176612854, "Finetune/Loss (Raw)": 2.1297318935394287, "Finetune/Step": 49, "Finetune/Step Time": 7.03300370488848}
+{"Finetune/Learning Rate": 1.7361111111111112e-06, "Finetune/Loss": 4.331282138824463, "Finetune/Loss (Raw)": 2.3940529823303223, "Finetune/Step": 50, "Finetune/Step Time": 7.015386972427368}
+{"Finetune/Learning Rate": 1.7708333333333337e-06, "Finetune/Loss": 4.2860331535339355, "Finetune/Loss (Raw)": 2.023559331893921, "Finetune/Step": 51, "Finetune/Step Time": 7.005504210789998}
+{"Finetune/Learning Rate": 1.8055555555555557e-06, "Finetune/Loss": 4.2426252365112305, "Finetune/Loss (Raw)": 2.028829336166382, "Finetune/Step": 52, "Finetune/Step Time": 6.995080370169419}
+{"Finetune/Learning Rate": 1.840277777777778e-06, "Finetune/Loss": 4.203494548797607, "Finetune/Loss (Raw)": 2.1687161922454834, "Finetune/Step": 53, "Finetune/Step Time": 6.981136056612122}
+{"Finetune/Learning Rate": 1.8750000000000003e-06, "Finetune/Loss": 4.155949115753174, "Finetune/Loss (Raw)": 1.6360414028167725, "Finetune/Step": 54, "Finetune/Step Time": 6.991065391787776}
+{"Finetune/Learning Rate": 1.909722222222222e-06, "Finetune/Loss": 4.11402702331543, "Finetune/Loss (Raw)": 1.850240707397461, "Finetune/Step": 55, "Finetune/Step Time": 6.975488892468539}
+{"Finetune/Learning Rate": 1.944444444444445e-06, "Finetune/Loss": 4.071283340454102, "Finetune/Loss (Raw)": 1.720361590385437, "Finetune/Step": 56, "Finetune/Step Time": 6.9595047661236356}
+{"Finetune/Learning Rate": 1.9791666666666666e-06, "Finetune/Loss": 4.0339765548706055, "Finetune/Loss (Raw)": 1.9448049068450928, "Finetune/Step": 57, "Finetune/Step Time": 6.956184119508977}
+{"Finetune/Learning Rate": 2.0138888888888893e-06, "Finetune/Loss": 3.9922850131988525, "Finetune/Loss (Raw)": 1.6158818006515503, "Finetune/Step": 58, "Finetune/Step Time": 6.949504942729555}
+{"Finetune/Learning Rate": 2.048611111111111e-06, "Finetune/Loss": 3.9589290618896484, "Finetune/Loss (Raw)": 2.0242676734924316, "Finetune/Step": 59, "Finetune/Step Time": 6.946685863753497}
+{"Finetune/Learning Rate": 2.0833333333333334e-06, "Finetune/Loss": 3.9171993732452393, "Finetune/Loss (Raw)": 1.4551362991333008, "Finetune/Step": 60, "Finetune/Step Time": 6.938218522071838}
+{"Finetune/Learning Rate": 2.1180555555555557e-06, "Finetune/Loss": 3.8759872913360596, "Finetune/Loss (Raw)": 1.4032999277114868, "Finetune/Step": 61, "Finetune/Step Time": 6.957715804459618}
+{"Finetune/Learning Rate": 2.152777777777778e-06, "Finetune/Loss": 3.838344097137451, "Finetune/Loss (Raw)": 1.5420953035354614, "Finetune/Step": 62, "Finetune/Step Time": 6.954230039350448}
+{"Finetune/Learning Rate": 2.1875000000000002e-06, "Finetune/Loss": 3.8060238361358643, "Finetune/Loss (Raw)": 1.8021552562713623, "Finetune/Step": 63, "Finetune/Step Time": 6.94339378674825}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 3.7720134258270264, "Finetune/Loss (Raw)": 1.6293562650680542, "Finetune/Step": 64, "Finetune/Step Time": 6.939528934657574}
+{"Finetune/Learning Rate": 2.2569444444444448e-06, "Finetune/Loss": 3.7382290363311768, "Finetune/Loss (Raw)": 1.5760377645492554, "Finetune/Step": 65, "Finetune/Step Time": 6.939276405481192}
+{"Finetune/Learning Rate": 2.2916666666666666e-06, "Finetune/Loss": 3.7027783393859863, "Finetune/Loss (Raw)": 1.3984670639038086, "Finetune/Step": 66, "Finetune/Step Time": 6.961941935799339}
+{"Finetune/Learning Rate": 2.3263888888888893e-06, "Finetune/Loss": 3.672274589538574, "Finetune/Loss (Raw)": 1.6590436697006226, "Finetune/Step": 67, "Finetune/Step Time": 6.9514003155836415}
+{"Finetune/Learning Rate": 2.361111111111111e-06, "Finetune/Loss": 3.641005039215088, "Finetune/Loss (Raw)": 1.5459409952163696, "Finetune/Step": 68, "Finetune/Step Time": 6.945430352407343}
+{"Finetune/Learning Rate": 2.395833333333334e-06, "Finetune/Loss": 3.6091511249542236, "Finetune/Loss (Raw)": 1.443066954612732, "Finetune/Step": 69, "Finetune/Step Time": 6.938610304956851}
+{"Finetune/Learning Rate": 2.4305555555555557e-06, "Finetune/Loss": 3.5816309452056885, "Finetune/Loss (Raw)": 1.6827483177185059, "Finetune/Step": 70, "Finetune/Step Time": 6.9291018281664165}
+{"Finetune/Learning Rate": 2.465277777777778e-06, "Finetune/Loss": 3.555000066757202, "Finetune/Loss (Raw)": 1.6908440589904785, "Finetune/Step": 71, "Finetune/Step Time": 6.919076865827534}
+{"Finetune/Learning Rate": 2.5e-06, "Finetune/Loss": 3.5279459953308105, "Finetune/Loss (Raw)": 1.6071081161499023, "Finetune/Step": 72, "Finetune/Step Time": 6.940298123492135}
+{"Finetune/Learning Rate": 2.5347222222222225e-06, "Finetune/Loss": 3.4999711513519287, "Finetune/Loss (Raw)": 1.4857865571975708, "Finetune/Step": 73, "Finetune/Step Time": 6.9263588892270445}
+{"Finetune/Learning Rate": 2.5694444444444443e-06, "Finetune/Loss": 3.472978115081787, "Finetune/Loss (Raw)": 1.5024486780166626, "Finetune/Step": 74, "Finetune/Step Time": 6.925271920255713}
+{"Finetune/Learning Rate": 2.604166666666667e-06, "Finetune/Loss": 3.4473299980163574, "Finetune/Loss (Raw)": 1.549414873123169, "Finetune/Step": 75, "Finetune/Step Time": 6.915313634872437}
+{"Finetune/Learning Rate": 2.6388888888888893e-06, "Finetune/Loss": 3.4220387935638428, "Finetune/Loss (Raw)": 1.5251985788345337, "Finetune/Step": 76, "Finetune/Step Time": 6.909964824977674}
+{"Finetune/Learning Rate": 2.673611111111111e-06, "Finetune/Loss": 3.396225929260254, "Finetune/Loss (Raw)": 1.4344581365585327, "Finetune/Step": 77, "Finetune/Step Time": 6.905173797112007}
+{"Finetune/Learning Rate": 2.7083333333333334e-06, "Finetune/Loss": 3.371177911758423, "Finetune/Loss (Raw)": 1.442448377609253, "Finetune/Step": 78, "Finetune/Step Time": 6.897887040407229}
+{"Finetune/Learning Rate": 2.743055555555556e-06, "Finetune/Loss": 3.3454837799072266, "Finetune/Loss (Raw)": 1.3413329124450684, "Finetune/Step": 79, "Finetune/Step Time": 6.888876752008366}
+{"Finetune/Learning Rate": 2.7777777777777783e-06, "Finetune/Loss": 3.322861433029175, "Finetune/Loss (Raw)": 1.5357304811477661, "Finetune/Step": 80, "Finetune/Step Time": 6.930176919698715}
+{"Finetune/Learning Rate": 2.8125e-06, "Finetune/Loss": 3.300344228744507, "Finetune/Loss (Raw)": 1.498946189880371, "Finetune/Step": 81, "Finetune/Step Time": 6.92465000682407}
+{"Finetune/Learning Rate": 2.8472222222222224e-06, "Finetune/Loss": 3.274777889251709, "Finetune/Loss (Raw)": 1.2039101123809814, "Finetune/Step": 82, "Finetune/Step Time": 6.922300591701415}
+{"Finetune/Learning Rate": 2.8819444444444443e-06, "Finetune/Loss": 3.251922130584717, "Finetune/Loss (Raw)": 1.3777523040771484, "Finetune/Step": 83, "Finetune/Step Time": 6.940621769571879}
+{"Finetune/Learning Rate": 2.916666666666667e-06, "Finetune/Loss": 3.2292916774749756, "Finetune/Loss (Raw)": 1.3509502410888672, "Finetune/Step": 84, "Finetune/Step Time": 6.930779979342506}
+{"Finetune/Learning Rate": 2.9513888888888892e-06, "Finetune/Loss": 3.2067246437072754, "Finetune/Loss (Raw)": 1.3110934495925903, "Finetune/Step": 85, "Finetune/Step Time": 6.9219621518078975}
+{"Finetune/Learning Rate": 2.986111111111111e-06, "Finetune/Loss": 3.1846728324890137, "Finetune/Loss (Raw)": 1.3102850914001465, "Finetune/Step": 86, "Finetune/Step Time": 6.912796527840371}
+{"Finetune/Learning Rate": 3.0208333333333334e-06, "Finetune/Loss": 3.1631970405578613, "Finetune/Loss (Raw)": 1.3162882328033447, "Finetune/Step": 87, "Finetune/Step Time": 6.904340744018555}
+{"Finetune/Learning Rate": 3.055555555555556e-06, "Finetune/Loss": 3.1426548957824707, "Finetune/Loss (Raw)": 1.3554565906524658, "Finetune/Step": 88, "Finetune/Step Time": 6.897387065670707}
+{"Finetune/Learning Rate": 3.0902777777777783e-06, "Finetune/Loss": 3.1200270652770996, "Finetune/Loss (Raw)": 1.1287827491760254, "Finetune/Step": 89, "Finetune/Step Time": 6.888766039623303}
+{"Finetune/Learning Rate": 3.125e-06, "Finetune/Loss": 3.1001057624816895, "Finetune/Loss (Raw)": 1.3271207809448242, "Finetune/Step": 90, "Finetune/Step Time": 6.883923252423604}
+{"Finetune/Learning Rate": 3.1597222222222224e-06, "Finetune/Loss": 3.0821118354797363, "Finetune/Loss (Raw)": 1.4626623392105103, "Finetune/Step": 91, "Finetune/Step Time": 6.876152387032142}
+{"Finetune/Learning Rate": 3.1944444444444443e-06, "Finetune/Loss": 3.0634400844573975, "Finetune/Loss (Raw)": 1.36430025100708, "Finetune/Step": 92, "Finetune/Step Time": 6.867782792319423}
+{"Finetune/Learning Rate": 3.229166666666667e-06, "Finetune/Loss": 3.0446953773498535, "Finetune/Loss (Raw)": 1.3201862573623657, "Finetune/Step": 93, "Finetune/Step Time": 6.8625483128332325}
+{"Finetune/Learning Rate": 3.2638888888888892e-06, "Finetune/Loss": 3.0254015922546387, "Finetune/Loss (Raw)": 1.2310974597930908, "Finetune/Step": 94, "Finetune/Step Time": 6.854148732854965}
+{"Finetune/Learning Rate": 3.2986111111111115e-06, "Finetune/Loss": 3.0056002140045166, "Finetune/Loss (Raw)": 1.1442477703094482, "Finetune/Step": 95, "Finetune/Step Time": 6.857214076895463}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.9876174926757812, "Finetune/Loss (Raw)": 1.27926766872406, "Finetune/Step": 96, "Finetune/Step Time": 6.8493678619464236}
+{"Finetune/Learning Rate": 3.368055555555556e-06, "Finetune/Loss": 2.96852970123291, "Finetune/Loss (Raw)": 1.1360979080200195, "Finetune/Step": 97, "Finetune/Step Time": 6.846427492259704}
+{"Finetune/Learning Rate": 3.4027777777777783e-06, "Finetune/Loss": 2.9487385749816895, "Finetune/Loss (Raw)": 1.02898371219635, "Finetune/Step": 98, "Finetune/Step Time": 6.844598660663682}
+{"Finetune/Learning Rate": 3.4375e-06, "Finetune/Loss": 2.9310073852539062, "Finetune/Loss (Raw)": 1.1933847665786743, "Finetune/Step": 99, "Finetune/Step Time": 6.838154318356755}
+{"Finetune/Learning Rate": 3.4722222222222224e-06, "Finetune/Loss": 2.914222002029419, "Finetune/Loss (Raw)": 1.25246000289917, "Finetune/Step": 100, "Finetune/Step Time": 6.830278174877167}
+{"Finetune/Learning Rate": 3.5069444444444447e-06, "Finetune/Loss": 2.8959579467773438, "Finetune/Loss (Raw)": 1.069568395614624, "Finetune/Step": 101, "Finetune/Step Time": 6.843149862667121}
+{"Finetune/Learning Rate": 3.5416666666666673e-06, "Finetune/Loss": 2.880100727081299, "Finetune/Loss (Raw)": 1.278495192527771, "Finetune/Step": 102, "Finetune/Step Time": 6.841982911614811}
+{"Finetune/Learning Rate": 3.576388888888889e-06, "Finetune/Loss": 2.8630528450012207, "Finetune/Loss (Raw)": 1.124167561531067, "Finetune/Step": 103, "Finetune/Step Time": 6.835315664995064}
+{"Finetune/Learning Rate": 3.6111111111111115e-06, "Finetune/Loss": 2.845937490463257, "Finetune/Loss (Raw)": 1.0830398797988892, "Finetune/Step": 104, "Finetune/Step Time": 6.832219589215058}
+{"Finetune/Learning Rate": 3.6458333333333333e-06, "Finetune/Loss": 2.8308603763580322, "Finetune/Loss (Raw)": 1.262852430343628, "Finetune/Step": 105, "Finetune/Step Time": 6.82684631120591}
+{"Finetune/Learning Rate": 3.680555555555556e-06, "Finetune/Loss": 2.815516710281372, "Finetune/Loss (Raw)": 1.204450011253357, "Finetune/Step": 106, "Finetune/Step Time": 6.821195197555254}
+{"Finetune/Learning Rate": 3.7152777777777783e-06, "Finetune/Loss": 2.800138473510742, "Finetune/Loss (Raw)": 1.1700692176818848, "Finetune/Step": 107, "Finetune/Step Time": 6.816374515818659}
+{"Finetune/Learning Rate": 3.7500000000000005e-06, "Finetune/Loss": 2.785861015319824, "Finetune/Loss (Raw)": 1.2581586837768555, "Finetune/Step": 108, "Finetune/Step Time": 6.813866427651158}
+{"Finetune/Learning Rate": 3.7847222222222224e-06, "Finetune/Loss": 2.7708985805511475, "Finetune/Loss (Raw)": 1.154941439628601, "Finetune/Step": 109, "Finetune/Step Time": 6.809026575963432}
+{"Finetune/Learning Rate": 3.819444444444444e-06, "Finetune/Loss": 2.757009744644165, "Finetune/Loss (Raw)": 1.2431449890136719, "Finetune/Step": 110, "Finetune/Step Time": 6.803263644738631}
+{"Finetune/Learning Rate": 3.854166666666667e-06, "Finetune/Loss": 2.7442610263824463, "Finetune/Loss (Raw)": 1.3419002294540405, "Finetune/Step": 111, "Finetune/Step Time": 6.799659729003906}
+{"Finetune/Learning Rate": 3.88888888888889e-06, "Finetune/Loss": 2.7316596508026123, "Finetune/Loss (Raw)": 1.332858681678772, "Finetune/Step": 112, "Finetune/Step Time": 6.79471263715199}
+{"Finetune/Learning Rate": 3.9236111111111114e-06, "Finetune/Loss": 2.7169594764709473, "Finetune/Loss (Raw)": 1.070556402206421, "Finetune/Step": 113, "Finetune/Step Time": 6.792415304521544}
+{"Finetune/Learning Rate": 3.958333333333333e-06, "Finetune/Loss": 2.704726457595825, "Finetune/Loss (Raw)": 1.322399377822876, "Finetune/Step": 114, "Finetune/Step Time": 6.789326958489}
+{"Finetune/Learning Rate": 3.993055555555556e-06, "Finetune/Loss": 2.6911816596984863, "Finetune/Loss (Raw)": 1.1470940113067627, "Finetune/Step": 115, "Finetune/Step Time": 6.789044879830402}
+{"Finetune/Learning Rate": 4.027777777777779e-06, "Finetune/Loss": 2.6772730350494385, "Finetune/Loss (Raw)": 1.0777475833892822, "Finetune/Step": 116, "Finetune/Step Time": 6.786949813365936}
+{"Finetune/Learning Rate": 4.0625000000000005e-06, "Finetune/Loss": 2.664175271987915, "Finetune/Loss (Raw)": 1.144834041595459, "Finetune/Step": 117, "Finetune/Step Time": 6.784133760338156}
+{"Finetune/Learning Rate": 4.097222222222222e-06, "Finetune/Loss": 2.6542460918426514, "Finetune/Loss (Raw)": 1.49258291721344, "Finetune/Step": 118, "Finetune/Step Time": 6.785390219445956}
+{"Finetune/Learning Rate": 4.131944444444444e-06, "Finetune/Loss": 2.640979051589966, "Finetune/Loss (Raw)": 1.0754303932189941, "Finetune/Step": 119, "Finetune/Step Time": 6.786116213357749}
+{"Finetune/Learning Rate": 4.166666666666667e-06, "Finetune/Loss": 2.63027024269104, "Finetune/Loss (Raw)": 1.3559300899505615, "Finetune/Step": 120, "Finetune/Step Time": 6.782774261633555}
+{"Finetune/Learning Rate": 4.2013888888888896e-06, "Finetune/Loss": 2.618893623352051, "Finetune/Loss (Raw)": 1.253731608390808, "Finetune/Step": 121, "Finetune/Step Time": 6.776994317031104}
+{"Finetune/Learning Rate": 4.236111111111111e-06, "Finetune/Loss": 2.606269359588623, "Finetune/Loss (Raw)": 1.0787314176559448, "Finetune/Step": 122, "Finetune/Step Time": 6.774720336570114}
+{"Finetune/Learning Rate": 4.270833333333333e-06, "Finetune/Loss": 2.593858242034912, "Finetune/Loss (Raw)": 1.0797042846679688, "Finetune/Step": 123, "Finetune/Step Time": 6.773827469445826}
+{"Finetune/Learning Rate": 4.305555555555556e-06, "Finetune/Loss": 2.5810649394989014, "Finetune/Loss (Raw)": 1.0074955224990845, "Finetune/Step": 124, "Finetune/Step Time": 6.771413251276939}
+{"Finetune/Learning Rate": 4.340277777777779e-06, "Finetune/Loss": 2.5700552463531494, "Finetune/Loss (Raw)": 1.204827904701233, "Finetune/Step": 125, "Finetune/Step Time": 6.768204275131225}
+{"Finetune/Learning Rate": 4.3750000000000005e-06, "Finetune/Loss": 2.559662103652954, "Finetune/Loss (Raw)": 1.2605005502700806, "Finetune/Step": 126, "Finetune/Step Time": 6.762922061814202}
+{"Finetune/Learning Rate": 4.409722222222222e-06, "Finetune/Loss": 2.5486910343170166, "Finetune/Loss (Raw)": 1.166365385055542, "Finetune/Step": 127, "Finetune/Step Time": 6.758181530659593}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 2.5373153686523438, "Finetune/Loss (Raw)": 1.0926111936569214, "Finetune/Step": 128, "Finetune/Step Time": 6.761696631088853}
+{"Finetune/Learning Rate": 4.479166666666667e-06, "Finetune/Loss": 2.4899635314941406, "Finetune/Loss (Raw)": 1.2532029151916504, "Finetune/Step": 129, "Finetune/Step Time": 6.5623055174946785}
+{"Finetune/Learning Rate": 4.5138888888888895e-06, "Finetune/Loss": 2.4505205154418945, "Finetune/Loss (Raw)": 1.1304800510406494, "Finetune/Step": 130, "Finetune/Step Time": 6.56800882704556}
+{"Finetune/Learning Rate": 4.548611111111111e-06, "Finetune/Loss": 2.4087061882019043, "Finetune/Loss (Raw)": 1.1241085529327393, "Finetune/Step": 131, "Finetune/Step Time": 6.57022694312036}
+{"Finetune/Learning Rate": 4.583333333333333e-06, "Finetune/Loss": 2.364713430404663, "Finetune/Loss (Raw)": 1.0091732740402222, "Finetune/Step": 132, "Finetune/Step Time": 6.570000508800149}
+{"Finetune/Learning Rate": 4.618055555555556e-06, "Finetune/Loss": 2.3261899948120117, "Finetune/Loss (Raw)": 1.2073705196380615, "Finetune/Step": 133, "Finetune/Step Time": 6.57297601364553}
+{"Finetune/Learning Rate": 4.652777777777779e-06, "Finetune/Loss": 2.284651279449463, "Finetune/Loss (Raw)": 1.080435872077942, "Finetune/Step": 134, "Finetune/Step Time": 6.571527548134327}
+{"Finetune/Learning Rate": 4.6875000000000004e-06, "Finetune/Loss": 2.2450802326202393, "Finetune/Loss (Raw)": 1.0404819250106812, "Finetune/Step": 135, "Finetune/Step Time": 6.573119850829244}
+{"Finetune/Learning Rate": 4.722222222222222e-06, "Finetune/Loss": 2.2052717208862305, "Finetune/Loss (Raw)": 1.3259598016738892, "Finetune/Step": 136, "Finetune/Step Time": 6.574744429439306}
+{"Finetune/Learning Rate": 4.756944444444445e-06, "Finetune/Loss": 2.1679744720458984, "Finetune/Loss (Raw)": 1.2847753763198853, "Finetune/Step": 137, "Finetune/Step Time": 6.568972315639257}
+{"Finetune/Learning Rate": 4.791666666666668e-06, "Finetune/Loss": 2.131155014038086, "Finetune/Loss (Raw)": 1.2551826238632202, "Finetune/Step": 138, "Finetune/Step Time": 6.5709227453917265}
+{"Finetune/Learning Rate": 4.8263888888888895e-06, "Finetune/Loss": 2.0884642601013184, "Finetune/Loss (Raw)": 1.1440978050231934, "Finetune/Step": 139, "Finetune/Step Time": 6.5720450561493635}
+{"Finetune/Learning Rate": 4.861111111111111e-06, "Finetune/Loss": 2.049038887023926, "Finetune/Loss (Raw)": 1.0994353294372559, "Finetune/Step": 140, "Finetune/Step Time": 6.569718739017844}
+{"Finetune/Learning Rate": 4.895833333333333e-06, "Finetune/Loss": 2.0148706436157227, "Finetune/Loss (Raw)": 1.1559371948242188, "Finetune/Step": 141, "Finetune/Step Time": 6.572486514225602}
+{"Finetune/Learning Rate": 4.930555555555556e-06, "Finetune/Loss": 1.9796510934829712, "Finetune/Loss (Raw)": 1.0976539850234985, "Finetune/Step": 142, "Finetune/Step Time": 6.575481100007892}
+{"Finetune/Learning Rate": 4.9652777777777786e-06, "Finetune/Loss": 1.9443275928497314, "Finetune/Loss (Raw)": 1.1357111930847168, "Finetune/Step": 143, "Finetune/Step Time": 6.579648487269878}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.9467411041259766, "Finetune/Loss (Raw)": 1.1114012002944946, "Finetune/Step": 144, "Finetune/Step Time": 6.5588187873363495}
+{"Finetune/Learning Rate": 5.034722222222222e-06, "Finetune/Loss": 1.914717197418213, "Finetune/Loss (Raw)": 1.2415485382080078, "Finetune/Step": 145, "Finetune/Step Time": 6.555125692859292}
+{"Finetune/Learning Rate": 5.069444444444445e-06, "Finetune/Loss": 1.879504919052124, "Finetune/Loss (Raw)": 1.0233749151229858, "Finetune/Step": 146, "Finetune/Step Time": 6.541200125589967}
+{"Finetune/Learning Rate": 5.104166666666667e-06, "Finetune/Loss": 1.842118501663208, "Finetune/Loss (Raw)": 0.9820252060890198, "Finetune/Step": 147, "Finetune/Step Time": 6.524097817018628}
+{"Finetune/Learning Rate": 5.138888888888889e-06, "Finetune/Loss": 1.8129335641860962, "Finetune/Loss (Raw)": 1.1664714813232422, "Finetune/Step": 148, "Finetune/Step Time": 6.52474301867187}
+{"Finetune/Learning Rate": 5.173611111111112e-06, "Finetune/Loss": 1.7804772853851318, "Finetune/Loss (Raw)": 1.087100863456726, "Finetune/Step": 149, "Finetune/Step Time": 6.52275019697845}
+{"Finetune/Learning Rate": 5.208333333333334e-06, "Finetune/Loss": 1.751499891281128, "Finetune/Loss (Raw)": 1.0362399816513062, "Finetune/Step": 150, "Finetune/Step Time": 6.527963602915406}
+{"Finetune/Learning Rate": 5.243055555555556e-06, "Finetune/Loss": 1.7258199453353882, "Finetune/Loss (Raw)": 1.0741634368896484, "Finetune/Step": 151, "Finetune/Step Time": 6.529499007388949}
+{"Finetune/Learning Rate": 5.2777777777777785e-06, "Finetune/Loss": 1.697523593902588, "Finetune/Loss (Raw)": 1.0664669275283813, "Finetune/Step": 152, "Finetune/Step Time": 6.558661840856075}
+{"Finetune/Learning Rate": 5.3125e-06, "Finetune/Loss": 1.6725494861602783, "Finetune/Loss (Raw)": 1.1466431617736816, "Finetune/Step": 153, "Finetune/Step Time": 6.556976072490215}
+{"Finetune/Learning Rate": 5.347222222222222e-06, "Finetune/Loss": 1.6496880054473877, "Finetune/Loss (Raw)": 1.2386493682861328, "Finetune/Step": 154, "Finetune/Step Time": 6.554782813414931}
+{"Finetune/Learning Rate": 5.381944444444445e-06, "Finetune/Loss": 1.6264324188232422, "Finetune/Loss (Raw)": 1.1864557266235352, "Finetune/Step": 155, "Finetune/Step Time": 6.558078790083528}
+{"Finetune/Learning Rate": 5.416666666666667e-06, "Finetune/Loss": 1.601805567741394, "Finetune/Loss (Raw)": 1.1665266752243042, "Finetune/Step": 156, "Finetune/Step Time": 6.551446644589305}
+{"Finetune/Learning Rate": 5.451388888888889e-06, "Finetune/Loss": 1.5740482807159424, "Finetune/Loss (Raw)": 0.8189170956611633, "Finetune/Step": 157, "Finetune/Step Time": 6.571716099977493}
+{"Finetune/Learning Rate": 5.486111111111112e-06, "Finetune/Loss": 1.5536160469055176, "Finetune/Loss (Raw)": 1.1990019083023071, "Finetune/Step": 158, "Finetune/Step Time": 6.580657979473472}
+{"Finetune/Learning Rate": 5.520833333333334e-06, "Finetune/Loss": 1.5343632698059082, "Finetune/Loss (Raw)": 1.178301453590393, "Finetune/Step": 159, "Finetune/Step Time": 6.575922403484583}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.5180158615112305, "Finetune/Loss (Raw)": 1.1927739381790161, "Finetune/Step": 160, "Finetune/Step Time": 6.575229613110423}
+{"Finetune/Learning Rate": 5.5902777777777785e-06, "Finetune/Loss": 1.499988079071045, "Finetune/Loss (Raw)": 1.1837891340255737, "Finetune/Step": 161, "Finetune/Step Time": 6.585714800283313}
+{"Finetune/Learning Rate": 5.625e-06, "Finetune/Loss": 1.4832477569580078, "Finetune/Loss (Raw)": 1.1133784055709839, "Finetune/Step": 162, "Finetune/Step Time": 6.5857932809740305}
+{"Finetune/Learning Rate": 5.659722222222222e-06, "Finetune/Loss": 1.466328740119934, "Finetune/Loss (Raw)": 1.1111979484558105, "Finetune/Step": 163, "Finetune/Step Time": 6.582233218476176}
+{"Finetune/Learning Rate": 5.694444444444445e-06, "Finetune/Loss": 1.4477144479751587, "Finetune/Loss (Raw)": 0.9567421078681946, "Finetune/Step": 164, "Finetune/Step Time": 6.586514860391617}
+{"Finetune/Learning Rate": 5.729166666666667e-06, "Finetune/Loss": 1.433960199356079, "Finetune/Loss (Raw)": 1.2786259651184082, "Finetune/Step": 165, "Finetune/Step Time": 6.596540125086904}
+{"Finetune/Learning Rate": 5.7638888888888886e-06, "Finetune/Loss": 1.4139463901519775, "Finetune/Loss (Raw)": 0.6570159792900085, "Finetune/Step": 166, "Finetune/Step Time": 6.614539509639144}
+{"Finetune/Learning Rate": 5.798611111111112e-06, "Finetune/Loss": 1.4014570713043213, "Finetune/Loss (Raw)": 1.1926079988479614, "Finetune/Step": 167, "Finetune/Step Time": 6.612595200538635}
+{"Finetune/Learning Rate": 5.833333333333334e-06, "Finetune/Loss": 1.3843238353729248, "Finetune/Loss (Raw)": 1.0732287168502808, "Finetune/Step": 168, "Finetune/Step Time": 6.614862332120538}
+{"Finetune/Learning Rate": 5.868055555555557e-06, "Finetune/Loss": 1.3725612163543701, "Finetune/Loss (Raw)": 1.0791754722595215, "Finetune/Step": 169, "Finetune/Step Time": 6.614964127540588}
+{"Finetune/Learning Rate": 5.9027777777777785e-06, "Finetune/Loss": 1.3590185642242432, "Finetune/Loss (Raw)": 0.937312126159668, "Finetune/Step": 170, "Finetune/Step Time": 6.616398574784398}
+{"Finetune/Learning Rate": 5.9375e-06, "Finetune/Loss": 1.3459486961364746, "Finetune/Loss (Raw)": 1.0983585119247437, "Finetune/Step": 171, "Finetune/Step Time": 6.612713603302836}
+{"Finetune/Learning Rate": 5.972222222222222e-06, "Finetune/Loss": 1.336101770401001, "Finetune/Loss (Raw)": 1.1163967847824097, "Finetune/Step": 172, "Finetune/Step Time": 6.6094885393977165}
+{"Finetune/Learning Rate": 6.006944444444445e-06, "Finetune/Loss": 1.3260900974273682, "Finetune/Loss (Raw)": 1.1849383115768433, "Finetune/Step": 173, "Finetune/Step Time": 6.604066535830498}
+{"Finetune/Learning Rate": 6.041666666666667e-06, "Finetune/Loss": 1.3170568943023682, "Finetune/Loss (Raw)": 1.0508193969726562, "Finetune/Step": 174, "Finetune/Step Time": 6.611286699771881}
+{"Finetune/Learning Rate": 6.0763888888888885e-06, "Finetune/Loss": 1.309312105178833, "Finetune/Loss (Raw)": 1.1885918378829956, "Finetune/Step": 175, "Finetune/Step Time": 6.613022042438388}
+{"Finetune/Learning Rate": 6.111111111111112e-06, "Finetune/Loss": 1.2999458312988281, "Finetune/Loss (Raw)": 1.1747421026229858, "Finetune/Step": 176, "Finetune/Step Time": 6.621434995904565}
+{"Finetune/Learning Rate": 6.145833333333334e-06, "Finetune/Loss": 1.2922612428665161, "Finetune/Loss (Raw)": 1.1461105346679688, "Finetune/Step": 177, "Finetune/Step Time": 6.620611185207963}
+{"Finetune/Learning Rate": 6.180555555555557e-06, "Finetune/Loss": 1.281773328781128, "Finetune/Loss (Raw)": 1.0515938997268677, "Finetune/Step": 178, "Finetune/Step Time": 6.623757679015398}
+{"Finetune/Learning Rate": 6.2152777777777785e-06, "Finetune/Loss": 1.2751318216323853, "Finetune/Loss (Raw)": 1.1734477281570435, "Finetune/Step": 179, "Finetune/Step Time": 6.632969772443175}
+{"Finetune/Learning Rate": 6.25e-06, "Finetune/Loss": 1.2685308456420898, "Finetune/Loss (Raw)": 1.1839077472686768, "Finetune/Step": 180, "Finetune/Step Time": 6.633341526612639}
+{"Finetune/Learning Rate": 6.284722222222223e-06, "Finetune/Loss": 1.2607195377349854, "Finetune/Loss (Raw)": 1.1688730716705322, "Finetune/Step": 181, "Finetune/Step Time": 6.634452033787966}
+{"Finetune/Learning Rate": 6.319444444444445e-06, "Finetune/Loss": 1.2569189071655273, "Finetune/Loss (Raw)": 1.1495671272277832, "Finetune/Step": 182, "Finetune/Step Time": 6.6294474974274635}
+{"Finetune/Learning Rate": 6.354166666666667e-06, "Finetune/Loss": 1.2508541345596313, "Finetune/Loss (Raw)": 1.0739420652389526, "Finetune/Step": 183, "Finetune/Step Time": 6.635273862630129}
+{"Finetune/Learning Rate": 6.3888888888888885e-06, "Finetune/Loss": 1.2463862895965576, "Finetune/Loss (Raw)": 1.1484706401824951, "Finetune/Step": 184, "Finetune/Step Time": 6.652830431237817}
+{"Finetune/Learning Rate": 6.423611111111112e-06, "Finetune/Loss": 1.239677906036377, "Finetune/Loss (Raw)": 1.086145281791687, "Finetune/Step": 185, "Finetune/Step Time": 6.647903574630618}
+{"Finetune/Learning Rate": 6.458333333333334e-06, "Finetune/Loss": 1.2325518131256104, "Finetune/Loss (Raw)": 0.7037248611450195, "Finetune/Step": 186, "Finetune/Step Time": 6.667541746050119}
+{"Finetune/Learning Rate": 6.493055555555557e-06, "Finetune/Loss": 1.2241520881652832, "Finetune/Loss (Raw)": 0.9491102695465088, "Finetune/Step": 187, "Finetune/Step Time": 6.668439516797662}
+{"Finetune/Learning Rate": 6.5277777777777784e-06, "Finetune/Loss": 1.221746802330017, "Finetune/Loss (Raw)": 1.1472612619400024, "Finetune/Step": 188, "Finetune/Step Time": 6.66586422175169}
+{"Finetune/Learning Rate": 6.5625e-06, "Finetune/Loss": 1.2190101146697998, "Finetune/Loss (Raw)": 1.0529905557632446, "Finetune/Step": 189, "Finetune/Step Time": 6.6577971410006285}
+{"Finetune/Learning Rate": 6.597222222222223e-06, "Finetune/Loss": 1.2146694660186768, "Finetune/Loss (Raw)": 0.9865058064460754, "Finetune/Step": 190, "Finetune/Step Time": 6.655170721933246}
+{"Finetune/Learning Rate": 6.631944444444445e-06, "Finetune/Loss": 1.2074925899505615, "Finetune/Loss (Raw)": 0.8835031390190125, "Finetune/Step": 191, "Finetune/Step Time": 6.666503952816129}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.2044503688812256, "Finetune/Loss (Raw)": 1.239959955215454, "Finetune/Step": 192, "Finetune/Step Time": 6.661870315670967}
+{"Finetune/Learning Rate": 6.701388888888889e-06, "Finetune/Loss": 1.2000340223312378, "Finetune/Loss (Raw)": 1.0107481479644775, "Finetune/Step": 193, "Finetune/Step Time": 6.683435903862119}
+{"Finetune/Learning Rate": 6.736111111111112e-06, "Finetune/Loss": 1.19778311252594, "Finetune/Loss (Raw)": 1.1103471517562866, "Finetune/Step": 194, "Finetune/Step Time": 6.671720432117581}
+{"Finetune/Learning Rate": 6.770833333333334e-06, "Finetune/Loss": 1.1949211359024048, "Finetune/Loss (Raw)": 1.2927143573760986, "Finetune/Step": 195, "Finetune/Step Time": 6.6711889039725065}
+{"Finetune/Learning Rate": 6.8055555555555566e-06, "Finetune/Loss": 1.191272258758545, "Finetune/Loss (Raw)": 1.0788905620574951, "Finetune/Step": 196, "Finetune/Step Time": 6.670725604519248}
+{"Finetune/Learning Rate": 6.840277777777778e-06, "Finetune/Loss": 1.1887762546539307, "Finetune/Loss (Raw)": 1.123567819595337, "Finetune/Step": 197, "Finetune/Step Time": 6.670775854960084}
+{"Finetune/Learning Rate": 6.875e-06, "Finetune/Loss": 1.1840486526489258, "Finetune/Loss (Raw)": 1.0776052474975586, "Finetune/Step": 198, "Finetune/Step Time": 6.677021253854036}
+{"Finetune/Learning Rate": 6.909722222222223e-06, "Finetune/Loss": 1.1799015998840332, "Finetune/Loss (Raw)": 1.1600315570831299, "Finetune/Step": 199, "Finetune/Step Time": 6.6829995308071375}
+{"Finetune/Learning Rate": 6.944444444444445e-06, "Finetune/Loss": 1.176525354385376, "Finetune/Loss (Raw)": 1.1749542951583862, "Finetune/Step": 200, "Finetune/Step Time": 6.669121785089374}
+{"Finetune/Learning Rate": 6.979166666666667e-06, "Finetune/Loss": 1.1730031967163086, "Finetune/Loss (Raw)": 1.034963607788086, "Finetune/Step": 201, "Finetune/Step Time": 6.673819610849023}
+{"Finetune/Learning Rate": 7.013888888888889e-06, "Finetune/Loss": 1.16997492313385, "Finetune/Loss (Raw)": 1.1148117780685425, "Finetune/Step": 202, "Finetune/Step Time": 6.670261062681675}
+{"Finetune/Learning Rate": 7.048611111111112e-06, "Finetune/Loss": 1.166797399520874, "Finetune/Loss (Raw)": 1.142685055732727, "Finetune/Step": 203, "Finetune/Step Time": 6.6806270852684975}
+{"Finetune/Learning Rate": 7.083333333333335e-06, "Finetune/Loss": 1.1642171144485474, "Finetune/Loss (Raw)": 1.1949384212493896, "Finetune/Step": 204, "Finetune/Step Time": 6.681776972487569}
+{"Finetune/Learning Rate": 7.1180555555555565e-06, "Finetune/Loss": 1.1613991260528564, "Finetune/Loss (Raw)": 1.0737483501434326, "Finetune/Step": 205, "Finetune/Step Time": 6.678845293819904}
+{"Finetune/Learning Rate": 7.152777777777778e-06, "Finetune/Loss": 1.1594940423965454, "Finetune/Loss (Raw)": 1.1985890865325928, "Finetune/Step": 206, "Finetune/Step Time": 6.677074266597629}
+{"Finetune/Learning Rate": 7.1875e-06, "Finetune/Loss": 1.1575654745101929, "Finetune/Loss (Raw)": 1.094481110572815, "Finetune/Step": 207, "Finetune/Step Time": 6.677645333111286}
+{"Finetune/Learning Rate": 7.222222222222223e-06, "Finetune/Loss": 1.1546063423156738, "Finetune/Loss (Raw)": 1.1569712162017822, "Finetune/Step": 208, "Finetune/Step Time": 6.650287456810474}
+{"Finetune/Learning Rate": 7.256944444444445e-06, "Finetune/Loss": 1.1520665884017944, "Finetune/Loss (Raw)": 1.1738593578338623, "Finetune/Step": 209, "Finetune/Step Time": 6.6493767611682415}
+{"Finetune/Learning Rate": 7.291666666666667e-06, "Finetune/Loss": 1.1512229442596436, "Finetune/Loss (Raw)": 1.0959209203720093, "Finetune/Step": 210, "Finetune/Step Time": 6.647334661334753}
+{"Finetune/Learning Rate": 7.326388888888889e-06, "Finetune/Loss": 1.1489741802215576, "Finetune/Loss (Raw)": 1.0898951292037964, "Finetune/Step": 211, "Finetune/Step Time": 6.630568856373429}
+{"Finetune/Learning Rate": 7.361111111111112e-06, "Finetune/Loss": 1.1463775634765625, "Finetune/Loss (Raw)": 1.0185904502868652, "Finetune/Step": 212, "Finetune/Step Time": 6.635693425312638}
+{"Finetune/Learning Rate": 7.395833333333335e-06, "Finetune/Loss": 1.1436362266540527, "Finetune/Loss (Raw)": 0.9602065682411194, "Finetune/Step": 213, "Finetune/Step Time": 6.650637846440077}
+{"Finetune/Learning Rate": 7.4305555555555565e-06, "Finetune/Loss": 1.1420791149139404, "Finetune/Loss (Raw)": 1.110975742340088, "Finetune/Step": 214, "Finetune/Step Time": 6.651916703209281}
+{"Finetune/Learning Rate": 7.465277777777778e-06, "Finetune/Loss": 1.1395676136016846, "Finetune/Loss (Raw)": 0.9948104023933411, "Finetune/Step": 215, "Finetune/Step Time": 6.650632521137595}
+{"Finetune/Learning Rate": 7.500000000000001e-06, "Finetune/Loss": 1.137763261795044, "Finetune/Loss (Raw)": 1.1245193481445312, "Finetune/Step": 216, "Finetune/Step Time": 6.6503082644194365}
+{"Finetune/Learning Rate": 7.534722222222223e-06, "Finetune/Loss": 1.1369898319244385, "Finetune/Loss (Raw)": 1.029773235321045, "Finetune/Step": 217, "Finetune/Step Time": 6.657792830839753}
+{"Finetune/Learning Rate": 7.569444444444445e-06, "Finetune/Loss": 1.1354572772979736, "Finetune/Loss (Raw)": 1.1309455633163452, "Finetune/Step": 218, "Finetune/Step Time": 6.656608127057552}
+{"Finetune/Learning Rate": 7.6041666666666666e-06, "Finetune/Loss": 1.131922721862793, "Finetune/Loss (Raw)": 1.0102297067642212, "Finetune/Step": 219, "Finetune/Step Time": 6.66891160979867}
+{"Finetune/Learning Rate": 7.638888888888888e-06, "Finetune/Loss": 1.1308892965316772, "Finetune/Loss (Raw)": 1.232039213180542, "Finetune/Step": 220, "Finetune/Step Time": 6.671260371804237}
+{"Finetune/Learning Rate": 7.673611111111113e-06, "Finetune/Loss": 1.1289591789245605, "Finetune/Loss (Raw)": 1.073137879371643, "Finetune/Step": 221, "Finetune/Step Time": 6.673873487859964}
+{"Finetune/Learning Rate": 7.708333333333334e-06, "Finetune/Loss": 1.1276695728302002, "Finetune/Loss (Raw)": 1.0660221576690674, "Finetune/Step": 222, "Finetune/Step Time": 6.687408193945885}
+{"Finetune/Learning Rate": 7.743055555555556e-06, "Finetune/Loss": 1.1269898414611816, "Finetune/Loss (Raw)": 1.0572431087493896, "Finetune/Step": 223, "Finetune/Step Time": 6.68098721280694}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.1262255907058716, "Finetune/Loss (Raw)": 1.1814422607421875, "Finetune/Step": 224, "Finetune/Step Time": 6.6862035933882}
+{"Finetune/Learning Rate": 7.8125e-06, "Finetune/Loss": 1.1262660026550293, "Finetune/Loss (Raw)": 1.1412667036056519, "Finetune/Step": 225, "Finetune/Step Time": 6.689737102016807}
+{"Finetune/Learning Rate": 7.847222222222223e-06, "Finetune/Loss": 1.1272304058074951, "Finetune/Loss (Raw)": 1.1524252891540527, "Finetune/Step": 226, "Finetune/Step Time": 6.689917419105768}
+{"Finetune/Learning Rate": 7.881944444444446e-06, "Finetune/Loss": 1.1260128021240234, "Finetune/Loss (Raw)": 1.0375367403030396, "Finetune/Step": 227, "Finetune/Step Time": 6.694343088194728}
+{"Finetune/Learning Rate": 7.916666666666667e-06, "Finetune/Loss": 1.1248947381973267, "Finetune/Loss (Raw)": 1.1093488931655884, "Finetune/Step": 228, "Finetune/Step Time": 6.703541427850723}
+{"Finetune/Learning Rate": 7.95138888888889e-06, "Finetune/Loss": 1.1241499185562134, "Finetune/Loss (Raw)": 0.9742284417152405, "Finetune/Step": 229, "Finetune/Step Time": 6.700393160805106}
+{"Finetune/Learning Rate": 7.986111111111112e-06, "Finetune/Loss": 1.123326063156128, "Finetune/Loss (Raw)": 1.173050880432129, "Finetune/Step": 230, "Finetune/Step Time": 6.6992955300956964}
+{"Finetune/Learning Rate": 8.020833333333335e-06, "Finetune/Loss": 1.124836802482605, "Finetune/Loss (Raw)": 1.3175292015075684, "Finetune/Step": 231, "Finetune/Step Time": 6.707694746553898}
+{"Finetune/Learning Rate": 8.055555555555557e-06, "Finetune/Loss": 1.12520170211792, "Finetune/Loss (Raw)": 1.129760503768921, "Finetune/Step": 232, "Finetune/Step Time": 6.706327958032489}
+{"Finetune/Learning Rate": 8.090277777777778e-06, "Finetune/Loss": 1.1231060028076172, "Finetune/Loss (Raw)": 0.9945964813232422, "Finetune/Step": 233, "Finetune/Step Time": 6.715681470930576}
+{"Finetune/Learning Rate": 8.125000000000001e-06, "Finetune/Loss": 1.1217154264450073, "Finetune/Loss (Raw)": 1.0264593362808228, "Finetune/Step": 234, "Finetune/Step Time": 6.715199910104275}
+{"Finetune/Learning Rate": 8.159722222222222e-06, "Finetune/Loss": 1.1217002868652344, "Finetune/Loss (Raw)": 1.1681149005889893, "Finetune/Step": 235, "Finetune/Step Time": 6.714185733348131}
+{"Finetune/Learning Rate": 8.194444444444445e-06, "Finetune/Loss": 1.1201728582382202, "Finetune/Loss (Raw)": 1.062652587890625, "Finetune/Step": 236, "Finetune/Step Time": 6.717062525451183}
+{"Finetune/Learning Rate": 8.229166666666667e-06, "Finetune/Loss": 1.1199043989181519, "Finetune/Loss (Raw)": 1.1205793619155884, "Finetune/Step": 237, "Finetune/Step Time": 6.71727916970849}
+{"Finetune/Learning Rate": 8.263888888888888e-06, "Finetune/Loss": 1.117815613746643, "Finetune/Loss (Raw)": 0.9757871031761169, "Finetune/Step": 238, "Finetune/Step Time": 6.720434444025159}
+{"Finetune/Learning Rate": 8.298611111111113e-06, "Finetune/Loss": 1.1154024600982666, "Finetune/Loss (Raw)": 1.033011794090271, "Finetune/Step": 239, "Finetune/Step Time": 6.71955993399024}
+{"Finetune/Learning Rate": 8.333333333333334e-06, "Finetune/Loss": 1.1140055656433105, "Finetune/Loss (Raw)": 1.15406334400177, "Finetune/Step": 240, "Finetune/Step Time": 6.721913857385516}
+{"Finetune/Learning Rate": 8.368055555555556e-06, "Finetune/Loss": 1.1140466928482056, "Finetune/Loss (Raw)": 1.0758087635040283, "Finetune/Step": 241, "Finetune/Step Time": 6.720574153587222}
+{"Finetune/Learning Rate": 8.402777777777779e-06, "Finetune/Loss": 1.1130768060684204, "Finetune/Loss (Raw)": 1.1982687711715698, "Finetune/Step": 242, "Finetune/Step Time": 6.719773281365633}
+{"Finetune/Learning Rate": 8.4375e-06, "Finetune/Loss": 1.1140658855438232, "Finetune/Loss (Raw)": 1.2736788988113403, "Finetune/Step": 243, "Finetune/Step Time": 6.716010397300124}
+{"Finetune/Learning Rate": 8.472222222222223e-06, "Finetune/Loss": 1.1148803234100342, "Finetune/Loss (Raw)": 1.1819995641708374, "Finetune/Step": 244, "Finetune/Step Time": 6.713124021887779}
+{"Finetune/Learning Rate": 8.506944444444445e-06, "Finetune/Loss": 1.1144471168518066, "Finetune/Loss (Raw)": 1.0893983840942383, "Finetune/Step": 245, "Finetune/Step Time": 6.711478149518371}
+{"Finetune/Learning Rate": 8.541666666666666e-06, "Finetune/Loss": 1.111340880393982, "Finetune/Loss (Raw)": 1.0949769020080566, "Finetune/Step": 246, "Finetune/Step Time": 6.7056696731597185}
+{"Finetune/Learning Rate": 8.57638888888889e-06, "Finetune/Loss": 1.112091302871704, "Finetune/Loss (Raw)": 1.1714807748794556, "Finetune/Step": 247, "Finetune/Step Time": 6.70259702950716}
+{"Finetune/Learning Rate": 8.611111111111112e-06, "Finetune/Loss": 1.1098170280456543, "Finetune/Loss (Raw)": 1.0648231506347656, "Finetune/Step": 248, "Finetune/Step Time": 6.702155131846666}
+{"Finetune/Learning Rate": 8.645833333333335e-06, "Finetune/Loss": 1.1086125373840332, "Finetune/Loss (Raw)": 1.0995442867279053, "Finetune/Step": 249, "Finetune/Step Time": 6.704134376719594}
+{"Finetune/Learning Rate": 8.680555555555557e-06, "Finetune/Loss": 1.108425498008728, "Finetune/Loss (Raw)": 1.0548113584518433, "Finetune/Step": 250, "Finetune/Step Time": 6.70276497118175}
+{"Finetune/Learning Rate": 8.715277777777778e-06, "Finetune/Loss": 1.1088016033172607, "Finetune/Loss (Raw)": 1.1278328895568848, "Finetune/Step": 251, "Finetune/Step Time": 6.7014650627970695}
+{"Finetune/Learning Rate": 8.750000000000001e-06, "Finetune/Loss": 1.1093225479125977, "Finetune/Loss (Raw)": 1.0741841793060303, "Finetune/Step": 252, "Finetune/Step Time": 6.701416324824095}
+{"Finetune/Learning Rate": 8.784722222222224e-06, "Finetune/Loss": 1.1090023517608643, "Finetune/Loss (Raw)": 1.1638374328613281, "Finetune/Step": 253, "Finetune/Step Time": 6.715824576094747}
+{"Finetune/Learning Rate": 8.819444444444445e-06, "Finetune/Loss": 1.1081358194351196, "Finetune/Loss (Raw)": 1.1495877504348755, "Finetune/Step": 254, "Finetune/Step Time": 6.716915864497423}
+{"Finetune/Learning Rate": 8.854166666666667e-06, "Finetune/Loss": 1.1079922914505005, "Finetune/Loss (Raw)": 1.1479915380477905, "Finetune/Step": 255, "Finetune/Step Time": 6.7161360420286655}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.1088895797729492, "Finetune/Loss (Raw)": 1.2074742317199707, "Finetune/Step": 256, "Finetune/Step Time": 6.708192102611065}
+{"Finetune/Learning Rate": 8.923611111111113e-06, "Finetune/Loss": 1.1080600023269653, "Finetune/Loss (Raw)": 1.147005319595337, "Finetune/Step": 257, "Finetune/Step Time": 6.706908447667956}
+{"Finetune/Learning Rate": 8.958333333333334e-06, "Finetune/Loss": 1.1087783575057983, "Finetune/Loss (Raw)": 1.2224400043487549, "Finetune/Step": 258, "Finetune/Step Time": 6.730495058000088}
+{"Finetune/Learning Rate": 8.993055555555556e-06, "Finetune/Loss": 1.1092169284820557, "Finetune/Loss (Raw)": 1.1802403926849365, "Finetune/Step": 259, "Finetune/Step Time": 6.728452056646347}
+{"Finetune/Learning Rate": 9.027777777777779e-06, "Finetune/Loss": 1.1103847026824951, "Finetune/Loss (Raw)": 1.1586459875106812, "Finetune/Step": 260, "Finetune/Step Time": 6.727396683767438}
+{"Finetune/Learning Rate": 9.0625e-06, "Finetune/Loss": 1.1089056730270386, "Finetune/Loss (Raw)": 1.018056035041809, "Finetune/Step": 261, "Finetune/Step Time": 6.74277288466692}
+{"Finetune/Learning Rate": 9.097222222222223e-06, "Finetune/Loss": 1.1092746257781982, "Finetune/Loss (Raw)": 1.1276568174362183, "Finetune/Step": 262, "Finetune/Step Time": 6.733098648488522}
+{"Finetune/Learning Rate": 9.131944444444445e-06, "Finetune/Loss": 1.1101714372634888, "Finetune/Loss (Raw)": 1.1552717685699463, "Finetune/Step": 263, "Finetune/Step Time": 6.729517670348287}
+{"Finetune/Learning Rate": 9.166666666666666e-06, "Finetune/Loss": 1.1092660427093506, "Finetune/Loss (Raw)": 1.21009361743927, "Finetune/Step": 264, "Finetune/Step Time": 6.731399770826101}
+{"Finetune/Learning Rate": 9.201388888888889e-06, "Finetune/Loss": 1.1078500747680664, "Finetune/Loss (Raw)": 1.1035131216049194, "Finetune/Step": 265, "Finetune/Step Time": 6.731726232916117}
+{"Finetune/Learning Rate": 9.236111111111112e-06, "Finetune/Loss": 1.1072487831115723, "Finetune/Loss (Raw)": 1.1782177686691284, "Finetune/Step": 266, "Finetune/Step Time": 6.730765534564853}
+{"Finetune/Learning Rate": 9.270833333333334e-06, "Finetune/Loss": 1.1075115203857422, "Finetune/Loss (Raw)": 1.1777186393737793, "Finetune/Step": 267, "Finetune/Step Time": 6.729086229577661}
+{"Finetune/Learning Rate": 9.305555555555557e-06, "Finetune/Loss": 1.1080774068832397, "Finetune/Loss (Raw)": 1.1718802452087402, "Finetune/Step": 268, "Finetune/Step Time": 6.734044322744012}
+{"Finetune/Learning Rate": 9.340277777777778e-06, "Finetune/Loss": 1.1068147420883179, "Finetune/Loss (Raw)": 0.9943158626556396, "Finetune/Step": 269, "Finetune/Step Time": 6.731608169153333}
+{"Finetune/Learning Rate": 9.375000000000001e-06, "Finetune/Loss": 1.103447437286377, "Finetune/Loss (Raw)": 0.6666393876075745, "Finetune/Step": 270, "Finetune/Step Time": 6.7345185447484255}
+{"Finetune/Learning Rate": 9.409722222222224e-06, "Finetune/Loss": 1.1030313968658447, "Finetune/Loss (Raw)": 1.0824586153030396, "Finetune/Step": 271, "Finetune/Step Time": 6.733925214037299}
+{"Finetune/Learning Rate": 9.444444444444445e-06, "Finetune/Loss": 1.1033031940460205, "Finetune/Loss (Raw)": 1.1461983919143677, "Finetune/Step": 272, "Finetune/Step Time": 6.735850481316447}
+{"Finetune/Learning Rate": 9.479166666666667e-06, "Finetune/Loss": 1.1014387607574463, "Finetune/Loss (Raw)": 1.0028852224349976, "Finetune/Step": 273, "Finetune/Step Time": 6.736108431592584}
+{"Finetune/Learning Rate": 9.51388888888889e-06, "Finetune/Loss": 1.1008591651916504, "Finetune/Loss (Raw)": 0.9491845369338989, "Finetune/Step": 274, "Finetune/Step Time": 6.733893096446991}
+{"Finetune/Learning Rate": 9.548611111111113e-06, "Finetune/Loss": 1.1014950275421143, "Finetune/Loss (Raw)": 1.0634260177612305, "Finetune/Step": 275, "Finetune/Step Time": 6.731449292972684}
+{"Finetune/Learning Rate": 9.583333333333335e-06, "Finetune/Loss": 1.101452350616455, "Finetune/Loss (Raw)": 1.1610057353973389, "Finetune/Step": 276, "Finetune/Step Time": 6.7307472713291645}
+{"Finetune/Learning Rate": 9.618055555555556e-06, "Finetune/Loss": 1.1009526252746582, "Finetune/Loss (Raw)": 1.0231420993804932, "Finetune/Step": 277, "Finetune/Step Time": 6.7333933636546135}
+{"Finetune/Learning Rate": 9.652777777777779e-06, "Finetune/Loss": 1.1009398698806763, "Finetune/Loss (Raw)": 1.0346057415008545, "Finetune/Step": 278, "Finetune/Step Time": 6.728740083053708}
+{"Finetune/Learning Rate": 9.6875e-06, "Finetune/Loss": 1.10109543800354, "Finetune/Loss (Raw)": 1.094071388244629, "Finetune/Step": 279, "Finetune/Step Time": 6.728100083768368}
+{"Finetune/Learning Rate": 9.722222222222223e-06, "Finetune/Loss": 1.1011528968811035, "Finetune/Loss (Raw)": 1.0738191604614258, "Finetune/Step": 280, "Finetune/Step Time": 6.697345906868577}
+{"Finetune/Learning Rate": 9.756944444444445e-06, "Finetune/Loss": 1.0995351076126099, "Finetune/Loss (Raw)": 0.9395754933357239, "Finetune/Step": 281, "Finetune/Step Time": 6.6960846818983555}
+{"Finetune/Learning Rate": 9.791666666666666e-06, "Finetune/Loss": 1.097754955291748, "Finetune/Loss (Raw)": 1.0107818841934204, "Finetune/Step": 282, "Finetune/Step Time": 6.695484912022948}
+{"Finetune/Learning Rate": 9.826388888888889e-06, "Finetune/Loss": 1.0987894535064697, "Finetune/Loss (Raw)": 1.318867802619934, "Finetune/Step": 283, "Finetune/Step Time": 6.689976690337062}
+{"Finetune/Learning Rate": 9.861111111111112e-06, "Finetune/Loss": 1.0968115329742432, "Finetune/Loss (Raw)": 0.913362443447113, "Finetune/Step": 284, "Finetune/Step Time": 6.716070516034961}
+{"Finetune/Learning Rate": 9.895833333333334e-06, "Finetune/Loss": 1.0981717109680176, "Finetune/Loss (Raw)": 0.9930087327957153, "Finetune/Step": 285, "Finetune/Step Time": 6.703039724379778}
+{"Finetune/Learning Rate": 9.930555555555557e-06, "Finetune/Loss": 1.0962800979614258, "Finetune/Loss (Raw)": 0.956885576248169, "Finetune/Step": 286, "Finetune/Step Time": 6.701865313574672}
+{"Finetune/Learning Rate": 9.965277777777778e-06, "Finetune/Loss": 1.0947082042694092, "Finetune/Loss (Raw)": 0.9771020412445068, "Finetune/Step": 287, "Finetune/Step Time": 6.698726873844862}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.0930085182189941, "Finetune/Loss (Raw)": 0.9752046465873718, "Finetune/Step": 288, "Finetune/Step Time": 6.696102036163211}
+{"Finetune/Learning Rate": 1.0034722222222224e-05, "Finetune/Loss": 1.0923231840133667, "Finetune/Loss (Raw)": 1.0960772037506104, "Finetune/Step": 289, "Finetune/Step Time": 6.689013876020908}
+{"Finetune/Learning Rate": 1.0069444444444445e-05, "Finetune/Loss": 1.0924352407455444, "Finetune/Loss (Raw)": 1.1277087926864624, "Finetune/Step": 290, "Finetune/Step Time": 6.696472518146038}
+{"Finetune/Learning Rate": 1.0104166666666669e-05, "Finetune/Loss": 1.0917344093322754, "Finetune/Loss (Raw)": 1.0214890241622925, "Finetune/Step": 291, "Finetune/Step Time": 6.692399241030216}
+{"Finetune/Learning Rate": 1.013888888888889e-05, "Finetune/Loss": 1.093367338180542, "Finetune/Loss (Raw)": 1.1657660007476807, "Finetune/Step": 292, "Finetune/Step Time": 6.6974229365587234}
+{"Finetune/Learning Rate": 1.0173611111111113e-05, "Finetune/Loss": 1.0921283960342407, "Finetune/Loss (Raw)": 1.1200542449951172, "Finetune/Step": 293, "Finetune/Step Time": 6.684107985347509}
+{"Finetune/Learning Rate": 1.0208333333333334e-05, "Finetune/Loss": 1.095069169998169, "Finetune/Loss (Raw)": 1.0334242582321167, "Finetune/Step": 294, "Finetune/Step Time": 6.665653552860022}
+{"Finetune/Learning Rate": 1.0243055555555556e-05, "Finetune/Loss": 1.0942707061767578, "Finetune/Loss (Raw)": 1.0904030799865723, "Finetune/Step": 295, "Finetune/Step Time": 6.6656556986272335}
+{"Finetune/Learning Rate": 1.0277777777777777e-05, "Finetune/Loss": 1.094879150390625, "Finetune/Loss (Raw)": 1.1510976552963257, "Finetune/Step": 296, "Finetune/Step Time": 6.66373929195106}
+{"Finetune/Learning Rate": 1.0312500000000002e-05, "Finetune/Loss": 1.0924152135849, "Finetune/Loss (Raw)": 0.7638068795204163, "Finetune/Step": 297, "Finetune/Step Time": 6.669206380844116}
+{"Finetune/Learning Rate": 1.0347222222222224e-05, "Finetune/Loss": 1.092962384223938, "Finetune/Loss (Raw)": 1.007344126701355, "Finetune/Step": 298, "Finetune/Step Time": 6.669157478958368}
+{"Finetune/Learning Rate": 1.0381944444444445e-05, "Finetune/Loss": 1.0911204814910889, "Finetune/Loss (Raw)": 0.862602174282074, "Finetune/Step": 299, "Finetune/Step Time": 6.679516278207302}
+{"Finetune/Learning Rate": 1.0416666666666668e-05, "Finetune/Loss": 1.0911357402801514, "Finetune/Loss (Raw)": 1.1183481216430664, "Finetune/Step": 300, "Finetune/Step Time": 6.681487923488021}
+{"Finetune/Learning Rate": 1.0451388888888889e-05, "Finetune/Loss": 1.0895401239395142, "Finetune/Loss (Raw)": 0.9806955456733704, "Finetune/Step": 301, "Finetune/Step Time": 6.6826675944030285}
+{"Finetune/Learning Rate": 1.0486111111111112e-05, "Finetune/Loss": 1.0898685455322266, "Finetune/Loss (Raw)": 1.0928550958633423, "Finetune/Step": 302, "Finetune/Step Time": 6.673344107344747}
+{"Finetune/Learning Rate": 1.0520833333333333e-05, "Finetune/Loss": 1.089097499847412, "Finetune/Loss (Raw)": 1.08991539478302, "Finetune/Step": 303, "Finetune/Step Time": 6.672262541949749}
+{"Finetune/Learning Rate": 1.0555555555555557e-05, "Finetune/Loss": 1.0889092683792114, "Finetune/Loss (Raw)": 1.1506445407867432, "Finetune/Step": 304, "Finetune/Step Time": 6.666027644649148}
+{"Finetune/Learning Rate": 1.0590277777777778e-05, "Finetune/Loss": 1.0893523693084717, "Finetune/Loss (Raw)": 1.2028250694274902, "Finetune/Step": 305, "Finetune/Step Time": 6.664178600534797}
+{"Finetune/Learning Rate": 1.0625e-05, "Finetune/Loss": 1.0883512496948242, "Finetune/Loss (Raw)": 0.9234316349029541, "Finetune/Step": 306, "Finetune/Step Time": 6.663176601752639}
+{"Finetune/Learning Rate": 1.0659722222222223e-05, "Finetune/Loss": 1.086864709854126, "Finetune/Loss (Raw)": 0.9831819534301758, "Finetune/Step": 307, "Finetune/Step Time": 6.652042536064982}
+{"Finetune/Learning Rate": 1.0694444444444444e-05, "Finetune/Loss": 1.0859278440475464, "Finetune/Loss (Raw)": 1.0639863014221191, "Finetune/Step": 308, "Finetune/Step Time": 6.6592765506356955}
+{"Finetune/Learning Rate": 1.0729166666666669e-05, "Finetune/Loss": 1.085349202156067, "Finetune/Loss (Raw)": 1.0948126316070557, "Finetune/Step": 309, "Finetune/Step Time": 6.658732149749994}
+{"Finetune/Learning Rate": 1.076388888888889e-05, "Finetune/Loss": 1.0853947401046753, "Finetune/Loss (Raw)": 1.1553834676742554, "Finetune/Step": 310, "Finetune/Step Time": 6.662205385044217}
+{"Finetune/Learning Rate": 1.0798611111111113e-05, "Finetune/Loss": 1.0864644050598145, "Finetune/Loss (Raw)": 1.2108701467514038, "Finetune/Step": 311, "Finetune/Step Time": 6.658805649727583}
+{"Finetune/Learning Rate": 1.0833333333333334e-05, "Finetune/Loss": 1.0847724676132202, "Finetune/Loss (Raw)": 0.9319007396697998, "Finetune/Step": 312, "Finetune/Step Time": 6.64650472253561}
+{"Finetune/Learning Rate": 1.0868055555555556e-05, "Finetune/Loss": 1.0856595039367676, "Finetune/Loss (Raw)": 1.1996880769729614, "Finetune/Step": 313, "Finetune/Step Time": 6.645643912255764}
+{"Finetune/Learning Rate": 1.0902777777777777e-05, "Finetune/Loss": 1.0885478258132935, "Finetune/Loss (Raw)": 1.0734248161315918, "Finetune/Step": 314, "Finetune/Step Time": 6.622207609936595}
+{"Finetune/Learning Rate": 1.0937500000000002e-05, "Finetune/Loss": 1.0893595218658447, "Finetune/Loss (Raw)": 1.0530061721801758, "Finetune/Step": 315, "Finetune/Step Time": 6.615656653419137}
+{"Finetune/Learning Rate": 1.0972222222222224e-05, "Finetune/Loss": 1.0890668630599976, "Finetune/Loss (Raw)": 1.1098017692565918, "Finetune/Step": 316, "Finetune/Step Time": 6.634419351816177}
+{"Finetune/Learning Rate": 1.1006944444444445e-05, "Finetune/Loss": 1.0887157917022705, "Finetune/Loss (Raw)": 1.0080580711364746, "Finetune/Step": 317, "Finetune/Step Time": 6.6323293298482895}
+{"Finetune/Learning Rate": 1.1041666666666668e-05, "Finetune/Loss": 1.0894540548324585, "Finetune/Loss (Raw)": 1.0809980630874634, "Finetune/Step": 318, "Finetune/Step Time": 6.630472237244248}
+{"Finetune/Learning Rate": 1.1076388888888889e-05, "Finetune/Loss": 1.0911147594451904, "Finetune/Loss (Raw)": 1.0960842370986938, "Finetune/Step": 319, "Finetune/Step Time": 6.6199657805264}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.0888997316360474, "Finetune/Loss (Raw)": 0.9564386606216431, "Finetune/Step": 320, "Finetune/Step Time": 6.6177455727010965}
+{"Finetune/Learning Rate": 1.1145833333333334e-05, "Finetune/Loss": 1.090320110321045, "Finetune/Loss (Raw)": 1.1925441026687622, "Finetune/Step": 321, "Finetune/Step Time": 6.594357872381806}
+{"Finetune/Learning Rate": 1.1180555555555557e-05, "Finetune/Loss": 1.0911712646484375, "Finetune/Loss (Raw)": 1.2192879915237427, "Finetune/Step": 322, "Finetune/Step Time": 6.5882583651691675}
+{"Finetune/Learning Rate": 1.1215277777777778e-05, "Finetune/Loss": 1.0891947746276855, "Finetune/Loss (Raw)": 1.039732813835144, "Finetune/Step": 323, "Finetune/Step Time": 6.5855690240859985}
+{"Finetune/Learning Rate": 1.125e-05, "Finetune/Loss": 1.0889859199523926, "Finetune/Loss (Raw)": 1.0521583557128906, "Finetune/Step": 324, "Finetune/Step Time": 6.583794854581356}
+{"Finetune/Learning Rate": 1.1284722222222223e-05, "Finetune/Loss": 1.0883677005767822, "Finetune/Loss (Raw)": 1.0444355010986328, "Finetune/Step": 325, "Finetune/Step Time": 6.584552478045225}
+{"Finetune/Learning Rate": 1.1319444444444444e-05, "Finetune/Loss": 1.0886732339859009, "Finetune/Loss (Raw)": 1.1167073249816895, "Finetune/Step": 326, "Finetune/Step Time": 6.578635316342115}
+{"Finetune/Learning Rate": 1.1354166666666669e-05, "Finetune/Loss": 1.087550163269043, "Finetune/Loss (Raw)": 1.0162990093231201, "Finetune/Step": 327, "Finetune/Step Time": 6.575700771063566}
+{"Finetune/Learning Rate": 1.138888888888889e-05, "Finetune/Loss": 1.086913824081421, "Finetune/Loss (Raw)": 1.093494176864624, "Finetune/Step": 328, "Finetune/Step Time": 6.570414319634438}
+{"Finetune/Learning Rate": 1.1423611111111112e-05, "Finetune/Loss": 1.0868785381317139, "Finetune/Loss (Raw)": 1.0304518938064575, "Finetune/Step": 329, "Finetune/Step Time": 6.568843374028802}
+{"Finetune/Learning Rate": 1.1458333333333333e-05, "Finetune/Loss": 1.0869529247283936, "Finetune/Loss (Raw)": 1.1243292093276978, "Finetune/Step": 330, "Finetune/Step Time": 6.5720313265919685}
+{"Finetune/Learning Rate": 1.1493055555555556e-05, "Finetune/Loss": 1.0858094692230225, "Finetune/Loss (Raw)": 0.9963170289993286, "Finetune/Step": 331, "Finetune/Step Time": 6.564828036352992}
+{"Finetune/Learning Rate": 1.1527777777777777e-05, "Finetune/Loss": 1.0850963592529297, "Finetune/Loss (Raw)": 1.1036665439605713, "Finetune/Step": 332, "Finetune/Step Time": 6.559966165572405}
+{"Finetune/Learning Rate": 1.1562500000000002e-05, "Finetune/Loss": 1.0854918956756592, "Finetune/Loss (Raw)": 1.1243634223937988, "Finetune/Step": 333, "Finetune/Step Time": 6.559183571487665}
+{"Finetune/Learning Rate": 1.1597222222222224e-05, "Finetune/Loss": 1.0831706523895264, "Finetune/Loss (Raw)": 0.9014872908592224, "Finetune/Step": 334, "Finetune/Step Time": 6.581898460164666}
+{"Finetune/Learning Rate": 1.1631944444444445e-05, "Finetune/Loss": 1.0831894874572754, "Finetune/Loss (Raw)": 1.0968875885009766, "Finetune/Step": 335, "Finetune/Step Time": 6.589421655982733}
+{"Finetune/Learning Rate": 1.1666666666666668e-05, "Finetune/Loss": 1.0816783905029297, "Finetune/Loss (Raw)": 0.9635494351387024, "Finetune/Step": 336, "Finetune/Step Time": 6.585954347625375}
+{"Finetune/Learning Rate": 1.1701388888888889e-05, "Finetune/Loss": 1.0802431106567383, "Finetune/Loss (Raw)": 0.9901472926139832, "Finetune/Step": 337, "Finetune/Step Time": 6.583418229594827}
+{"Finetune/Learning Rate": 1.1736111111111113e-05, "Finetune/Loss": 1.0801160335540771, "Finetune/Loss (Raw)": 1.0796539783477783, "Finetune/Step": 338, "Finetune/Step Time": 6.582964681088924}
+{"Finetune/Learning Rate": 1.1770833333333334e-05, "Finetune/Loss": 1.0807433128356934, "Finetune/Loss (Raw)": 1.1701747179031372, "Finetune/Step": 339, "Finetune/Step Time": 6.587283864617348}
+{"Finetune/Learning Rate": 1.1805555555555557e-05, "Finetune/Loss": 1.081350326538086, "Finetune/Loss (Raw)": 1.0962955951690674, "Finetune/Step": 340, "Finetune/Step Time": 6.589770933613181}
+{"Finetune/Learning Rate": 1.1840277777777778e-05, "Finetune/Loss": 1.0824562311172485, "Finetune/Loss (Raw)": 1.101760745048523, "Finetune/Step": 341, "Finetune/Step Time": 6.57807563431561}
+{"Finetune/Learning Rate": 1.1875e-05, "Finetune/Loss": 1.079010009765625, "Finetune/Loss (Raw)": 0.6698514223098755, "Finetune/Step": 342, "Finetune/Step Time": 6.590350728482008}
+{"Finetune/Learning Rate": 1.1909722222222223e-05, "Finetune/Loss": 1.0795693397521973, "Finetune/Loss (Raw)": 1.0664068460464478, "Finetune/Step": 343, "Finetune/Step Time": 6.595845319330692}
+{"Finetune/Learning Rate": 1.1944444444444444e-05, "Finetune/Loss": 1.0801372528076172, "Finetune/Loss (Raw)": 1.1972260475158691, "Finetune/Step": 344, "Finetune/Step Time": 6.5976990051567554}
+{"Finetune/Learning Rate": 1.1979166666666669e-05, "Finetune/Loss": 1.0807714462280273, "Finetune/Loss (Raw)": 1.1109563112258911, "Finetune/Step": 345, "Finetune/Step Time": 6.593849699944258}
+{"Finetune/Learning Rate": 1.201388888888889e-05, "Finetune/Loss": 1.082197904586792, "Finetune/Loss (Raw)": 1.313527226448059, "Finetune/Step": 346, "Finetune/Step Time": 6.591530200093985}
+{"Finetune/Learning Rate": 1.2048611111111112e-05, "Finetune/Loss": 1.0824121236801147, "Finetune/Loss (Raw)": 1.0376452207565308, "Finetune/Step": 347, "Finetune/Step Time": 6.5808760561048985}
+{"Finetune/Learning Rate": 1.2083333333333333e-05, "Finetune/Loss": 1.0810329914093018, "Finetune/Loss (Raw)": 1.055515170097351, "Finetune/Step": 348, "Finetune/Step Time": 6.580499881878495}
+{"Finetune/Learning Rate": 1.2118055555555556e-05, "Finetune/Loss": 1.081371784210205, "Finetune/Loss (Raw)": 1.1164950132369995, "Finetune/Step": 349, "Finetune/Step Time": 6.576350759714842}
+{"Finetune/Learning Rate": 1.2152777777777777e-05, "Finetune/Loss": 1.08160400390625, "Finetune/Loss (Raw)": 1.095740556716919, "Finetune/Step": 350, "Finetune/Step Time": 6.561637967824936}
+{"Finetune/Learning Rate": 1.2187500000000001e-05, "Finetune/Loss": 1.0779240131378174, "Finetune/Loss (Raw)": 0.5862234830856323, "Finetune/Step": 351, "Finetune/Step Time": 6.5958871226757765}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.0774123668670654, "Finetune/Loss (Raw)": 1.115936279296875, "Finetune/Step": 352, "Finetune/Step Time": 6.592536840587854}
+{"Finetune/Learning Rate": 1.2256944444444445e-05, "Finetune/Loss": 1.0731620788574219, "Finetune/Loss (Raw)": 0.5972281694412231, "Finetune/Step": 353, "Finetune/Step Time": 6.600504960864782}
+{"Finetune/Learning Rate": 1.2291666666666668e-05, "Finetune/Loss": 1.0719547271728516, "Finetune/Loss (Raw)": 0.9978821873664856, "Finetune/Step": 354, "Finetune/Step Time": 6.594607895240188}
+{"Finetune/Learning Rate": 1.2326388888888889e-05, "Finetune/Loss": 1.0709311962127686, "Finetune/Loss (Raw)": 0.90652996301651, "Finetune/Step": 355, "Finetune/Step Time": 6.589762229472399}
+{"Finetune/Learning Rate": 1.2361111111111113e-05, "Finetune/Loss": 1.071596384048462, "Finetune/Loss (Raw)": 1.1944974660873413, "Finetune/Step": 356, "Finetune/Step Time": 6.580764060840011}
+{"Finetune/Learning Rate": 1.2395833333333334e-05, "Finetune/Loss": 1.071923851966858, "Finetune/Loss (Raw)": 1.0161361694335938, "Finetune/Step": 357, "Finetune/Step Time": 6.56984680518508}
+{"Finetune/Learning Rate": 1.2430555555555557e-05, "Finetune/Loss": 1.070224642753601, "Finetune/Loss (Raw)": 0.9555550217628479, "Finetune/Step": 358, "Finetune/Step Time": 6.566341020166874}
+{"Finetune/Learning Rate": 1.2465277777777778e-05, "Finetune/Loss": 1.0684953927993774, "Finetune/Loss (Raw)": 1.0961863994598389, "Finetune/Step": 359, "Finetune/Step Time": 6.563836172223091}
+{"Finetune/Learning Rate": 1.25e-05, "Finetune/Loss": 1.068063497543335, "Finetune/Loss (Raw)": 1.0744686126708984, "Finetune/Step": 360, "Finetune/Step Time": 6.563836054876447}
+{"Finetune/Learning Rate": 1.2534722222222225e-05, "Finetune/Loss": 1.0698320865631104, "Finetune/Loss (Raw)": 1.2209829092025757, "Finetune/Step": 361, "Finetune/Step Time": 6.551229227334261}
+{"Finetune/Learning Rate": 1.2569444444444446e-05, "Finetune/Loss": 1.069578766822815, "Finetune/Loss (Raw)": 0.9940374493598938, "Finetune/Step": 362, "Finetune/Step Time": 6.549421900883317}
+{"Finetune/Learning Rate": 1.2604166666666669e-05, "Finetune/Loss": 1.0682485103607178, "Finetune/Loss (Raw)": 0.9978513121604919, "Finetune/Step": 363, "Finetune/Step Time": 6.55826167948544}
+{"Finetune/Learning Rate": 1.263888888888889e-05, "Finetune/Loss": 1.0696004629135132, "Finetune/Loss (Raw)": 1.235695242881775, "Finetune/Step": 364, "Finetune/Step Time": 6.554983673617244}
+{"Finetune/Learning Rate": 1.2673611111111112e-05, "Finetune/Loss": 1.067980408668518, "Finetune/Loss (Raw)": 0.9132165908813477, "Finetune/Step": 365, "Finetune/Step Time": 6.56143020093441}
+{"Finetune/Learning Rate": 1.2708333333333333e-05, "Finetune/Loss": 1.068205714225769, "Finetune/Loss (Raw)": 1.0046157836914062, "Finetune/Step": 366, "Finetune/Step Time": 6.558424837887287}
+{"Finetune/Learning Rate": 1.2743055555555556e-05, "Finetune/Loss": 1.0681771039962769, "Finetune/Loss (Raw)": 1.0293571949005127, "Finetune/Step": 367, "Finetune/Step Time": 6.587562967091799}
+{"Finetune/Learning Rate": 1.2777777777777777e-05, "Finetune/Loss": 1.0683393478393555, "Finetune/Loss (Raw)": 1.1748231649398804, "Finetune/Step": 368, "Finetune/Step Time": 6.5852878503501415}
+{"Finetune/Learning Rate": 1.2812500000000001e-05, "Finetune/Loss": 1.068444013595581, "Finetune/Loss (Raw)": 1.0892126560211182, "Finetune/Step": 369, "Finetune/Step Time": 6.58667554333806}
+{"Finetune/Learning Rate": 1.2847222222222224e-05, "Finetune/Loss": 1.0665786266326904, "Finetune/Loss (Raw)": 0.9594930410385132, "Finetune/Step": 370, "Finetune/Step Time": 6.600456198677421}
+{"Finetune/Learning Rate": 1.2881944444444445e-05, "Finetune/Loss": 1.0656580924987793, "Finetune/Loss (Raw)": 1.15586519241333, "Finetune/Step": 371, "Finetune/Step Time": 6.60279362089932}
+{"Finetune/Learning Rate": 1.2916666666666668e-05, "Finetune/Loss": 1.0638560056686401, "Finetune/Loss (Raw)": 0.9513171315193176, "Finetune/Step": 372, "Finetune/Step Time": 6.603399759158492}
+{"Finetune/Learning Rate": 1.2951388888888889e-05, "Finetune/Loss": 1.0640850067138672, "Finetune/Loss (Raw)": 1.1187087297439575, "Finetune/Step": 373, "Finetune/Step Time": 6.604555364698172}
+{"Finetune/Learning Rate": 1.2986111111111113e-05, "Finetune/Loss": 1.0634866952896118, "Finetune/Loss (Raw)": 1.0183964967727661, "Finetune/Step": 374, "Finetune/Step Time": 6.61264281347394}
+{"Finetune/Learning Rate": 1.3020833333333334e-05, "Finetune/Loss": 1.0623210668563843, "Finetune/Loss (Raw)": 1.0222877264022827, "Finetune/Step": 375, "Finetune/Step Time": 6.610680401325226}
+{"Finetune/Learning Rate": 1.3055555555555557e-05, "Finetune/Loss": 1.061246395111084, "Finetune/Loss (Raw)": 0.9272624850273132, "Finetune/Step": 376, "Finetune/Step Time": 6.6102586053311825}
+{"Finetune/Learning Rate": 1.3090277777777778e-05, "Finetune/Loss": 1.0601880550384521, "Finetune/Loss (Raw)": 0.9640862941741943, "Finetune/Step": 377, "Finetune/Step Time": 6.614169420674443}
+{"Finetune/Learning Rate": 1.3125e-05, "Finetune/Loss": 1.0606715679168701, "Finetune/Loss (Raw)": 1.1166822910308838, "Finetune/Step": 378, "Finetune/Step Time": 6.631328923627734}
+{"Finetune/Learning Rate": 1.3159722222222225e-05, "Finetune/Loss": 1.0607534646987915, "Finetune/Loss (Raw)": 1.138329029083252, "Finetune/Step": 379, "Finetune/Step Time": 6.63303560949862}
+{"Finetune/Learning Rate": 1.3194444444444446e-05, "Finetune/Loss": 1.0598053932189941, "Finetune/Loss (Raw)": 0.9528253078460693, "Finetune/Step": 380, "Finetune/Step Time": 6.634210832417011}
+{"Finetune/Learning Rate": 1.3229166666666669e-05, "Finetune/Loss": 1.059985637664795, "Finetune/Loss (Raw)": 1.1869089603424072, "Finetune/Step": 381, "Finetune/Step Time": 6.621427431702614}
+{"Finetune/Learning Rate": 1.326388888888889e-05, "Finetune/Loss": 1.0594375133514404, "Finetune/Loss (Raw)": 1.0794237852096558, "Finetune/Step": 382, "Finetune/Step Time": 6.621238309890032}
+{"Finetune/Learning Rate": 1.3298611111111112e-05, "Finetune/Loss": 1.0582382678985596, "Finetune/Loss (Raw)": 0.994480550289154, "Finetune/Step": 383, "Finetune/Step Time": 6.625905122607946}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.0576190948486328, "Finetune/Loss (Raw)": 1.1282222270965576, "Finetune/Step": 384, "Finetune/Step Time": 6.627631325274706}
+{"Finetune/Learning Rate": 1.3368055555555558e-05, "Finetune/Loss": 1.0571889877319336, "Finetune/Loss (Raw)": 1.0919609069824219, "Finetune/Step": 385, "Finetune/Step Time": 6.62854072637856}
+{"Finetune/Learning Rate": 1.3402777777777779e-05, "Finetune/Loss": 1.056014060974121, "Finetune/Loss (Raw)": 1.072037696838379, "Finetune/Step": 386, "Finetune/Step Time": 6.6352175790816545}
+{"Finetune/Learning Rate": 1.3437500000000001e-05, "Finetune/Loss": 1.0546066761016846, "Finetune/Loss (Raw)": 1.0001182556152344, "Finetune/Step": 387, "Finetune/Step Time": 6.634071061387658}
+{"Finetune/Learning Rate": 1.3472222222222224e-05, "Finetune/Loss": 1.0543617010116577, "Finetune/Loss (Raw)": 1.127273678779602, "Finetune/Step": 388, "Finetune/Step Time": 6.640415308997035}
+{"Finetune/Learning Rate": 1.3506944444444445e-05, "Finetune/Loss": 1.0550155639648438, "Finetune/Loss (Raw)": 1.1017674207687378, "Finetune/Step": 389, "Finetune/Step Time": 6.617441022768617}
+{"Finetune/Learning Rate": 1.3541666666666668e-05, "Finetune/Loss": 1.0551371574401855, "Finetune/Loss (Raw)": 1.1431933641433716, "Finetune/Step": 390, "Finetune/Step Time": 6.615084892138839}
+{"Finetune/Learning Rate": 1.3576388888888889e-05, "Finetune/Loss": 1.0541912317276, "Finetune/Loss (Raw)": 1.034206748008728, "Finetune/Step": 391, "Finetune/Step Time": 6.633347399532795}
+{"Finetune/Learning Rate": 1.3611111111111113e-05, "Finetune/Loss": 1.0532655715942383, "Finetune/Loss (Raw)": 1.0916067361831665, "Finetune/Step": 392, "Finetune/Step Time": 6.629349870607257}
+{"Finetune/Learning Rate": 1.3645833333333334e-05, "Finetune/Loss": 1.0528285503387451, "Finetune/Loss (Raw)": 1.0475887060165405, "Finetune/Step": 393, "Finetune/Step Time": 6.629006128758192}
+{"Finetune/Learning Rate": 1.3680555555555557e-05, "Finetune/Loss": 1.052671194076538, "Finetune/Loss (Raw)": 1.1580711603164673, "Finetune/Step": 394, "Finetune/Step Time": 6.626851949840784}
+{"Finetune/Learning Rate": 1.3715277777777778e-05, "Finetune/Loss": 1.0519447326660156, "Finetune/Loss (Raw)": 1.084736943244934, "Finetune/Step": 395, "Finetune/Step Time": 6.631261559203267}
+{"Finetune/Learning Rate": 1.375e-05, "Finetune/Loss": 1.0516393184661865, "Finetune/Loss (Raw)": 1.13277268409729, "Finetune/Step": 396, "Finetune/Step Time": 6.6320131458342075}
+{"Finetune/Learning Rate": 1.3784722222222225e-05, "Finetune/Loss": 1.0525633096694946, "Finetune/Loss (Raw)": 1.1125926971435547, "Finetune/Step": 397, "Finetune/Step Time": 6.65225425362587}
+{"Finetune/Learning Rate": 1.3819444444444446e-05, "Finetune/Loss": 1.0557222366333008, "Finetune/Loss (Raw)": 1.070979118347168, "Finetune/Step": 398, "Finetune/Step Time": 6.638892266899347}
+{"Finetune/Learning Rate": 1.3854166666666669e-05, "Finetune/Loss": 1.0560322999954224, "Finetune/Loss (Raw)": 1.122145414352417, "Finetune/Step": 399, "Finetune/Step Time": 6.639737362042069}
+{"Finetune/Learning Rate": 1.388888888888889e-05, "Finetune/Loss": 1.05424165725708, "Finetune/Loss (Raw)": 0.9169840812683105, "Finetune/Step": 400, "Finetune/Step Time": 6.636569222435355}
+{"Finetune/Learning Rate": 1.3923611111111112e-05, "Finetune/Loss": 1.0540409088134766, "Finetune/Loss (Raw)": 0.9772084951400757, "Finetune/Step": 401, "Finetune/Step Time": 6.644018469378352}
+{"Finetune/Learning Rate": 1.3958333333333333e-05, "Finetune/Loss": 1.054229974746704, "Finetune/Loss (Raw)": 0.9733699560165405, "Finetune/Step": 402, "Finetune/Step Time": 6.642597312107682}
+{"Finetune/Learning Rate": 1.3993055555555558e-05, "Finetune/Loss": 1.0547893047332764, "Finetune/Loss (Raw)": 1.1350221633911133, "Finetune/Step": 403, "Finetune/Step Time": 6.643557392060757}
+{"Finetune/Learning Rate": 1.4027777777777779e-05, "Finetune/Loss": 1.0545812845230103, "Finetune/Loss (Raw)": 1.134385585784912, "Finetune/Step": 404, "Finetune/Step Time": 6.641349721699953}
+{"Finetune/Learning Rate": 1.4062500000000001e-05, "Finetune/Loss": 1.0543861389160156, "Finetune/Loss (Raw)": 0.998156726360321, "Finetune/Step": 405, "Finetune/Step Time": 6.640429552644491}
+{"Finetune/Learning Rate": 1.4097222222222224e-05, "Finetune/Loss": 1.054435133934021, "Finetune/Loss (Raw)": 1.040871500968933, "Finetune/Step": 406, "Finetune/Step Time": 6.640516351908445}
+{"Finetune/Learning Rate": 1.4131944444444445e-05, "Finetune/Loss": 1.054081678390503, "Finetune/Loss (Raw)": 1.048828363418579, "Finetune/Step": 407, "Finetune/Step Time": 6.642555562779307}
+{"Finetune/Learning Rate": 1.416666666666667e-05, "Finetune/Loss": 1.0531995296478271, "Finetune/Loss (Raw)": 0.9609143137931824, "Finetune/Step": 408, "Finetune/Step Time": 6.644065534695983}
+{"Finetune/Learning Rate": 1.420138888888889e-05, "Finetune/Loss": 1.0537159442901611, "Finetune/Loss (Raw)": 1.0056695938110352, "Finetune/Step": 409, "Finetune/Step Time": 6.647724227979779}
+{"Finetune/Learning Rate": 1.4236111111111113e-05, "Finetune/Loss": 1.0547809600830078, "Finetune/Loss (Raw)": 1.147120714187622, "Finetune/Step": 410, "Finetune/Step Time": 6.6496238745749}
+{"Finetune/Learning Rate": 1.4270833333333334e-05, "Finetune/Loss": 1.0501433610916138, "Finetune/Loss (Raw)": 0.725246787071228, "Finetune/Step": 411, "Finetune/Step Time": 6.670762594789267}
+{"Finetune/Learning Rate": 1.4305555555555557e-05, "Finetune/Loss": 1.0509874820709229, "Finetune/Loss (Raw)": 1.021416425704956, "Finetune/Step": 412, "Finetune/Step Time": 6.648194864392281}
+{"Finetune/Learning Rate": 1.4340277777777778e-05, "Finetune/Loss": 1.0483005046844482, "Finetune/Loss (Raw)": 0.649058997631073, "Finetune/Step": 413, "Finetune/Step Time": 6.662532262504101}
+{"Finetune/Learning Rate": 1.4375e-05, "Finetune/Loss": 1.0486704111099243, "Finetune/Loss (Raw)": 1.004244089126587, "Finetune/Step": 414, "Finetune/Step Time": 6.655812652781606}
+{"Finetune/Learning Rate": 1.4409722222222225e-05, "Finetune/Loss": 1.049255132675171, "Finetune/Loss (Raw)": 1.0519360303878784, "Finetune/Step": 415, "Finetune/Step Time": 6.65479476377368}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 1.0499647855758667, "Finetune/Loss (Raw)": 1.0660473108291626, "Finetune/Step": 416, "Finetune/Step Time": 6.66136459633708}
+{"Finetune/Learning Rate": 1.4479166666666669e-05, "Finetune/Loss": 1.0490155220031738, "Finetune/Loss (Raw)": 0.9745855927467346, "Finetune/Step": 417, "Finetune/Step Time": 6.65696220472455}
+{"Finetune/Learning Rate": 1.451388888888889e-05, "Finetune/Loss": 1.050325632095337, "Finetune/Loss (Raw)": 1.295399785041809, "Finetune/Step": 418, "Finetune/Step Time": 6.655632693320513}
+{"Finetune/Learning Rate": 1.4548611111111112e-05, "Finetune/Loss": 1.0471129417419434, "Finetune/Loss (Raw)": 0.6102584600448608, "Finetune/Step": 419, "Finetune/Step Time": 6.67378274910152}
+{"Finetune/Learning Rate": 1.4583333333333333e-05, "Finetune/Loss": 1.0470150709152222, "Finetune/Loss (Raw)": 1.153239130973816, "Finetune/Step": 420, "Finetune/Step Time": 6.664916584268212}
+{"Finetune/Learning Rate": 1.4618055555555558e-05, "Finetune/Loss": 1.046778678894043, "Finetune/Loss (Raw)": 1.0897934436798096, "Finetune/Step": 421, "Finetune/Step Time": 6.661276172846556}
+{"Finetune/Learning Rate": 1.4652777777777779e-05, "Finetune/Loss": 1.047264575958252, "Finetune/Loss (Raw)": 1.0956087112426758, "Finetune/Step": 422, "Finetune/Step Time": 6.663016173988581}
+{"Finetune/Learning Rate": 1.4687500000000001e-05, "Finetune/Loss": 1.0475738048553467, "Finetune/Loss (Raw)": 1.1299889087677002, "Finetune/Step": 423, "Finetune/Step Time": 6.665884142741561}
+{"Finetune/Learning Rate": 1.4722222222222224e-05, "Finetune/Loss": 1.046281337738037, "Finetune/Loss (Raw)": 0.9856722950935364, "Finetune/Step": 424, "Finetune/Step Time": 6.663043828681111}
+{"Finetune/Learning Rate": 1.4756944444444445e-05, "Finetune/Loss": 1.0489681959152222, "Finetune/Loss (Raw)": 1.1077109575271606, "Finetune/Step": 425, "Finetune/Step Time": 6.658056976273656}
+{"Finetune/Learning Rate": 1.479166666666667e-05, "Finetune/Loss": 1.0500974655151367, "Finetune/Loss (Raw)": 1.1518962383270264, "Finetune/Step": 426, "Finetune/Step Time": 6.6651315446943045}
+{"Finetune/Learning Rate": 1.482638888888889e-05, "Finetune/Loss": 1.0513570308685303, "Finetune/Loss (Raw)": 1.023828148841858, "Finetune/Step": 427, "Finetune/Step Time": 6.6583402920514345}
+{"Finetune/Learning Rate": 1.4861111111111113e-05, "Finetune/Loss": 1.0516595840454102, "Finetune/Loss (Raw)": 1.1570734977722168, "Finetune/Step": 428, "Finetune/Step Time": 6.6547870952636}
+{"Finetune/Learning Rate": 1.4895833333333334e-05, "Finetune/Loss": 1.0519647598266602, "Finetune/Loss (Raw)": 1.0197510719299316, "Finetune/Step": 429, "Finetune/Step Time": 6.654635313898325}
+{"Finetune/Learning Rate": 1.4930555555555557e-05, "Finetune/Loss": 1.0526679754257202, "Finetune/Loss (Raw)": 1.1828831434249878, "Finetune/Step": 430, "Finetune/Step Time": 6.655034312978387}
+{"Finetune/Learning Rate": 1.4965277777777778e-05, "Finetune/Loss": 1.0530235767364502, "Finetune/Loss (Raw)": 1.1354328393936157, "Finetune/Step": 431, "Finetune/Step Time": 6.655412400141358}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 1.052969217300415, "Finetune/Loss (Raw)": 1.1436879634857178, "Finetune/Step": 432, "Finetune/Step Time": 6.652959506958723}
+{"Finetune/Learning Rate": 1.5034722222222225e-05, "Finetune/Loss": 1.051507830619812, "Finetune/Loss (Raw)": 1.0157594680786133, "Finetune/Step": 433, "Finetune/Step Time": 6.656281974166632}
+{"Finetune/Learning Rate": 1.5069444444444446e-05, "Finetune/Loss": 1.0518889427185059, "Finetune/Loss (Raw)": 0.9722115397453308, "Finetune/Step": 434, "Finetune/Step Time": 6.657891228795052}
+{"Finetune/Learning Rate": 1.5104166666666668e-05, "Finetune/Loss": 1.0539112091064453, "Finetune/Loss (Raw)": 1.2420376539230347, "Finetune/Step": 435, "Finetune/Step Time": 6.657345725223422}
+{"Finetune/Learning Rate": 1.513888888888889e-05, "Finetune/Loss": 1.0542374849319458, "Finetune/Loss (Raw)": 1.105755090713501, "Finetune/Step": 436, "Finetune/Step Time": 6.652963725849986}
+{"Finetune/Learning Rate": 1.5173611111111112e-05, "Finetune/Loss": 1.0544743537902832, "Finetune/Loss (Raw)": 1.1251214742660522, "Finetune/Step": 437, "Finetune/Step Time": 6.6546917371451855}
+{"Finetune/Learning Rate": 1.5208333333333333e-05, "Finetune/Loss": 1.053492784500122, "Finetune/Loss (Raw)": 1.0297561883926392, "Finetune/Step": 438, "Finetune/Step Time": 6.652178039774299}
+{"Finetune/Learning Rate": 1.5243055555555558e-05, "Finetune/Loss": 1.0520272254943848, "Finetune/Loss (Raw)": 1.0232771635055542, "Finetune/Step": 439, "Finetune/Step Time": 6.647336572408676}
+{"Finetune/Learning Rate": 1.5277777777777777e-05, "Finetune/Loss": 1.052055835723877, "Finetune/Loss (Raw)": 0.9355458617210388, "Finetune/Step": 440, "Finetune/Step Time": 6.64262874238193}
+{"Finetune/Learning Rate": 1.5312500000000003e-05, "Finetune/Loss": 1.0510461330413818, "Finetune/Loss (Raw)": 1.0704394578933716, "Finetune/Step": 441, "Finetune/Step Time": 6.646108619868755}
+{"Finetune/Learning Rate": 1.5347222222222226e-05, "Finetune/Loss": 1.0510305166244507, "Finetune/Loss (Raw)": 1.0714401006698608, "Finetune/Step": 442, "Finetune/Step Time": 6.646487895399332}
+{"Finetune/Learning Rate": 1.5381944444444445e-05, "Finetune/Loss": 1.0526282787322998, "Finetune/Loss (Raw)": 1.2575286626815796, "Finetune/Step": 443, "Finetune/Step Time": 6.6477296855300665}
+{"Finetune/Learning Rate": 1.5416666666666668e-05, "Finetune/Loss": 1.0518931150436401, "Finetune/Loss (Raw)": 1.01569664478302, "Finetune/Step": 444, "Finetune/Step Time": 6.627101369202137}
+{"Finetune/Learning Rate": 1.545138888888889e-05, "Finetune/Loss": 1.052567481994629, "Finetune/Loss (Raw)": 1.0943628549575806, "Finetune/Step": 445, "Finetune/Step Time": 6.628750490024686}
+{"Finetune/Learning Rate": 1.5486111111111113e-05, "Finetune/Loss": 1.052572250366211, "Finetune/Loss (Raw)": 1.0816144943237305, "Finetune/Step": 446, "Finetune/Step Time": 6.635265355929732}
+{"Finetune/Learning Rate": 1.5520833333333332e-05, "Finetune/Loss": 1.0526363849639893, "Finetune/Loss (Raw)": 1.1042975187301636, "Finetune/Step": 447, "Finetune/Step Time": 6.6335201524198055}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 1.055287480354309, "Finetune/Loss (Raw)": 1.2957764863967896, "Finetune/Step": 448, "Finetune/Step Time": 6.640061719343066}
+{"Finetune/Learning Rate": 1.5590277777777778e-05, "Finetune/Loss": 1.053422212600708, "Finetune/Loss (Raw)": 0.9538004398345947, "Finetune/Step": 449, "Finetune/Step Time": 6.641681455075741}
+{"Finetune/Learning Rate": 1.5625e-05, "Finetune/Loss": 1.0521241426467896, "Finetune/Loss (Raw)": 1.0531237125396729, "Finetune/Step": 450, "Finetune/Step Time": 6.6424886249005795}
+{"Finetune/Learning Rate": 1.5659722222222223e-05, "Finetune/Loss": 1.0537852048873901, "Finetune/Loss (Raw)": 1.2523504495620728, "Finetune/Step": 451, "Finetune/Step Time": 6.645587021484971}
+{"Finetune/Learning Rate": 1.5694444444444446e-05, "Finetune/Loss": 1.054922103881836, "Finetune/Loss (Raw)": 1.1976839303970337, "Finetune/Step": 452, "Finetune/Step Time": 6.645457476377487}
+{"Finetune/Learning Rate": 1.572916666666667e-05, "Finetune/Loss": 1.0545042753219604, "Finetune/Loss (Raw)": 0.9909490942955017, "Finetune/Step": 453, "Finetune/Step Time": 6.640081120654941}
+{"Finetune/Learning Rate": 1.576388888888889e-05, "Finetune/Loss": 1.0542380809783936, "Finetune/Loss (Raw)": 1.0826287269592285, "Finetune/Step": 454, "Finetune/Step Time": 6.638499738648534}
+{"Finetune/Learning Rate": 1.5798611111111114e-05, "Finetune/Loss": 1.0552150011062622, "Finetune/Loss (Raw)": 1.141351342201233, "Finetune/Step": 455, "Finetune/Step Time": 6.636306185275316}
+{"Finetune/Learning Rate": 1.5833333333333333e-05, "Finetune/Loss": 1.0550332069396973, "Finetune/Loss (Raw)": 1.0702162981033325, "Finetune/Step": 456, "Finetune/Step Time": 6.654169278219342}
+{"Finetune/Learning Rate": 1.5868055555555556e-05, "Finetune/Loss": 1.0546503067016602, "Finetune/Loss (Raw)": 0.9814425706863403, "Finetune/Step": 457, "Finetune/Step Time": 6.653417594730854}
+{"Finetune/Learning Rate": 1.590277777777778e-05, "Finetune/Loss": 1.0546462535858154, "Finetune/Loss (Raw)": 1.1238254308700562, "Finetune/Step": 458, "Finetune/Step Time": 6.648379601538181}
+{"Finetune/Learning Rate": 1.59375e-05, "Finetune/Loss": 1.0538266897201538, "Finetune/Loss (Raw)": 0.8914089798927307, "Finetune/Step": 459, "Finetune/Step Time": 6.656678011640906}
+{"Finetune/Learning Rate": 1.5972222222222224e-05, "Finetune/Loss": 1.0540218353271484, "Finetune/Loss (Raw)": 1.1286484003067017, "Finetune/Step": 460, "Finetune/Step Time": 6.657365685328841}
+{"Finetune/Learning Rate": 1.6006944444444447e-05, "Finetune/Loss": 1.0545907020568848, "Finetune/Loss (Raw)": 1.1971744298934937, "Finetune/Step": 461, "Finetune/Step Time": 6.659420434385538}
+{"Finetune/Learning Rate": 1.604166666666667e-05, "Finetune/Loss": 1.0559971332550049, "Finetune/Loss (Raw)": 1.0815118551254272, "Finetune/Step": 462, "Finetune/Step Time": 6.638375224545598}
+{"Finetune/Learning Rate": 1.607638888888889e-05, "Finetune/Loss": 1.0562689304351807, "Finetune/Loss (Raw)": 1.1316611766815186, "Finetune/Step": 463, "Finetune/Step Time": 6.629747718572617}
+{"Finetune/Learning Rate": 1.6111111111111115e-05, "Finetune/Loss": 1.056944727897644, "Finetune/Loss (Raw)": 1.050059199333191, "Finetune/Step": 464, "Finetune/Step Time": 6.629706075415015}
+{"Finetune/Learning Rate": 1.6145833333333334e-05, "Finetune/Loss": 1.0567681789398193, "Finetune/Loss (Raw)": 0.9675474166870117, "Finetune/Step": 465, "Finetune/Step Time": 6.630057821050286}
+{"Finetune/Learning Rate": 1.6180555555555557e-05, "Finetune/Loss": 1.056971549987793, "Finetune/Loss (Raw)": 1.1056791543960571, "Finetune/Step": 466, "Finetune/Step Time": 6.629429465159774}
+{"Finetune/Learning Rate": 1.621527777777778e-05, "Finetune/Loss": 1.0561470985412598, "Finetune/Loss (Raw)": 1.064645528793335, "Finetune/Step": 467, "Finetune/Step Time": 6.625947743654251}
+{"Finetune/Learning Rate": 1.6250000000000002e-05, "Finetune/Loss": 1.0558656454086304, "Finetune/Loss (Raw)": 1.0602772235870361, "Finetune/Step": 468, "Finetune/Step Time": 6.619711024686694}
+{"Finetune/Learning Rate": 1.6284722222222225e-05, "Finetune/Loss": 1.055919885635376, "Finetune/Loss (Raw)": 1.1087034940719604, "Finetune/Step": 469, "Finetune/Step Time": 6.6186084896326065}
+{"Finetune/Learning Rate": 1.6319444444444444e-05, "Finetune/Loss": 1.0589470863342285, "Finetune/Loss (Raw)": 1.0573409795761108, "Finetune/Step": 470, "Finetune/Step Time": 6.607419034466147}
+{"Finetune/Learning Rate": 1.635416666666667e-05, "Finetune/Loss": 1.0590157508850098, "Finetune/Loss (Raw)": 1.0751872062683105, "Finetune/Step": 471, "Finetune/Step Time": 6.638584828004241}
+{"Finetune/Learning Rate": 1.638888888888889e-05, "Finetune/Loss": 1.058200478553772, "Finetune/Loss (Raw)": 1.0928726196289062, "Finetune/Step": 472, "Finetune/Step Time": 6.6393156964331865}
+{"Finetune/Learning Rate": 1.6423611111111112e-05, "Finetune/Loss": 1.0588710308074951, "Finetune/Loss (Raw)": 1.1967805624008179, "Finetune/Step": 473, "Finetune/Step Time": 6.639113254845142}
+{"Finetune/Learning Rate": 1.6458333333333335e-05, "Finetune/Loss": 1.0572094917297363, "Finetune/Loss (Raw)": 1.1008650064468384, "Finetune/Step": 474, "Finetune/Step Time": 6.642491893842816}
+{"Finetune/Learning Rate": 1.6493055555555557e-05, "Finetune/Loss": 1.056845784187317, "Finetune/Loss (Raw)": 0.9910851120948792, "Finetune/Step": 475, "Finetune/Step Time": 6.643741371110082}
+{"Finetune/Learning Rate": 1.6527777777777777e-05, "Finetune/Loss": 1.056470513343811, "Finetune/Loss (Raw)": 1.0074836015701294, "Finetune/Step": 476, "Finetune/Step Time": 6.64577049203217}
+{"Finetune/Learning Rate": 1.6562500000000003e-05, "Finetune/Loss": 1.056714653968811, "Finetune/Loss (Raw)": 1.1477482318878174, "Finetune/Step": 477, "Finetune/Step Time": 6.647913185879588}
+{"Finetune/Learning Rate": 1.6597222222222225e-05, "Finetune/Loss": 1.0540039539337158, "Finetune/Loss (Raw)": 0.7487664818763733, "Finetune/Step": 478, "Finetune/Step Time": 6.660731291398406}
+{"Finetune/Learning Rate": 1.6631944444444445e-05, "Finetune/Loss": 1.0577844381332397, "Finetune/Loss (Raw)": 1.070120096206665, "Finetune/Step": 479, "Finetune/Step Time": 6.627881711348891}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 1.0568723678588867, "Finetune/Loss (Raw)": 0.9992022514343262, "Finetune/Step": 480, "Finetune/Step Time": 6.62639594078064}
+{"Finetune/Learning Rate": 1.670138888888889e-05, "Finetune/Loss": 1.0601649284362793, "Finetune/Loss (Raw)": 1.0186631679534912, "Finetune/Step": 481, "Finetune/Step Time": 6.613115828484297}
+{"Finetune/Learning Rate": 1.6736111111111113e-05, "Finetune/Loss": 1.0605735778808594, "Finetune/Loss (Raw)": 1.0501962900161743, "Finetune/Step": 482, "Finetune/Step Time": 6.614147320389748}
+{"Finetune/Learning Rate": 1.6770833333333336e-05, "Finetune/Loss": 1.0618845224380493, "Finetune/Loss (Raw)": 1.0743257999420166, "Finetune/Step": 483, "Finetune/Step Time": 6.614938832819462}
+{"Finetune/Learning Rate": 1.6805555555555558e-05, "Finetune/Loss": 1.0618562698364258, "Finetune/Loss (Raw)": 1.190873622894287, "Finetune/Step": 484, "Finetune/Step Time": 6.620722394436598}
+{"Finetune/Learning Rate": 1.6840277777777778e-05, "Finetune/Loss": 1.0624369382858276, "Finetune/Loss (Raw)": 1.0904804468154907, "Finetune/Step": 485, "Finetune/Step Time": 6.620453795418143}
+{"Finetune/Learning Rate": 1.6875e-05, "Finetune/Loss": 1.0622425079345703, "Finetune/Loss (Raw)": 0.9306503534317017, "Finetune/Step": 486, "Finetune/Step Time": 6.619682980701327}
+{"Finetune/Learning Rate": 1.6909722222222223e-05, "Finetune/Loss": 1.0611300468444824, "Finetune/Loss (Raw)": 0.9537981152534485, "Finetune/Step": 487, "Finetune/Step Time": 6.62651233933866}
+{"Finetune/Learning Rate": 1.6944444444444446e-05, "Finetune/Loss": 1.0614029169082642, "Finetune/Loss (Raw)": 1.1093941926956177, "Finetune/Step": 488, "Finetune/Step Time": 6.624980749562383}
+{"Finetune/Learning Rate": 1.6979166666666668e-05, "Finetune/Loss": 1.059843897819519, "Finetune/Loss (Raw)": 1.0214343070983887, "Finetune/Step": 489, "Finetune/Step Time": 6.6270935870707035}
+{"Finetune/Learning Rate": 1.701388888888889e-05, "Finetune/Loss": 1.0608453750610352, "Finetune/Loss (Raw)": 1.1222184896469116, "Finetune/Step": 490, "Finetune/Step Time": 6.632356068119407}
+{"Finetune/Learning Rate": 1.7048611111111114e-05, "Finetune/Loss": 1.0611751079559326, "Finetune/Loss (Raw)": 1.0400636196136475, "Finetune/Step": 491, "Finetune/Step Time": 6.621990444138646}
+{"Finetune/Learning Rate": 1.7083333333333333e-05, "Finetune/Loss": 1.0600078105926514, "Finetune/Loss (Raw)": 1.0862903594970703, "Finetune/Step": 492, "Finetune/Step Time": 6.6205677930265665}
+{"Finetune/Learning Rate": 1.7118055555555556e-05, "Finetune/Loss": 1.0616095066070557, "Finetune/Loss (Raw)": 1.1182364225387573, "Finetune/Step": 493, "Finetune/Step Time": 6.617106841877103}
+{"Finetune/Learning Rate": 1.715277777777778e-05, "Finetune/Loss": 1.0628094673156738, "Finetune/Loss (Raw)": 1.1582058668136597, "Finetune/Step": 494, "Finetune/Step Time": 6.613569622859359}
+{"Finetune/Learning Rate": 1.71875e-05, "Finetune/Loss": 1.0634549856185913, "Finetune/Loss (Raw)": 1.1119803190231323, "Finetune/Step": 495, "Finetune/Step Time": 6.583932651206851}
+{"Finetune/Learning Rate": 1.7222222222222224e-05, "Finetune/Loss": 1.0633357763290405, "Finetune/Loss (Raw)": 1.1595700979232788, "Finetune/Step": 496, "Finetune/Step Time": 6.580398174002767}
+{"Finetune/Learning Rate": 1.7256944444444446e-05, "Finetune/Loss": 1.0622315406799316, "Finetune/Loss (Raw)": 0.9478644132614136, "Finetune/Step": 497, "Finetune/Step Time": 6.596745168790221}
+{"Finetune/Learning Rate": 1.729166666666667e-05, "Finetune/Loss": 1.0632236003875732, "Finetune/Loss (Raw)": 1.0864688158035278, "Finetune/Step": 498, "Finetune/Step Time": 6.586782230064273}
+{"Finetune/Learning Rate": 1.732638888888889e-05, "Finetune/Loss": 1.062018632888794, "Finetune/Loss (Raw)": 1.0016335248947144, "Finetune/Step": 499, "Finetune/Step Time": 6.581616459414363}
+{"Finetune/Learning Rate": 1.7361111111111114e-05, "Finetune/Loss": 1.0629394054412842, "Finetune/Loss (Raw)": 1.0691754817962646, "Finetune/Step": 500, "Finetune/Step Time": 6.580729806795716}
+{"Finetune/Learning Rate": 1.7395833333333334e-05, "Finetune/Loss": 1.0623594522476196, "Finetune/Loss (Raw)": 1.0444852113723755, "Finetune/Step": 501, "Finetune/Step Time": 6.58752266317606}
+{"Finetune/Learning Rate": 1.7430555555555556e-05, "Finetune/Loss": 1.0623250007629395, "Finetune/Loss (Raw)": 1.013991117477417, "Finetune/Step": 502, "Finetune/Step Time": 6.5751632787287235}
+{"Finetune/Learning Rate": 1.746527777777778e-05, "Finetune/Loss": 1.062777042388916, "Finetune/Loss (Raw)": 1.080119252204895, "Finetune/Step": 503, "Finetune/Step Time": 6.575536163523793}
+{"Finetune/Learning Rate": 1.7500000000000002e-05, "Finetune/Loss": 1.0644896030426025, "Finetune/Loss (Raw)": 1.146490216255188, "Finetune/Step": 504, "Finetune/Step Time": 6.575609747320414}
+{"Finetune/Learning Rate": 1.7534722222222225e-05, "Finetune/Loss": 1.065667986869812, "Finetune/Loss (Raw)": 1.1149154901504517, "Finetune/Step": 505, "Finetune/Step Time": 6.572357835248113}
+{"Finetune/Learning Rate": 1.7569444444444447e-05, "Finetune/Loss": 1.0657639503479004, "Finetune/Loss (Raw)": 1.1289616823196411, "Finetune/Step": 506, "Finetune/Step Time": 6.552938936278224}
+{"Finetune/Learning Rate": 1.760416666666667e-05, "Finetune/Loss": 1.0655936002731323, "Finetune/Loss (Raw)": 1.116524338722229, "Finetune/Step": 507, "Finetune/Step Time": 6.547171188518405}
+{"Finetune/Learning Rate": 1.763888888888889e-05, "Finetune/Loss": 1.0654802322387695, "Finetune/Loss (Raw)": 0.9383058547973633, "Finetune/Step": 508, "Finetune/Step Time": 6.548858067020774}
+{"Finetune/Learning Rate": 1.7673611111111112e-05, "Finetune/Loss": 1.0653655529022217, "Finetune/Loss (Raw)": 1.1722482442855835, "Finetune/Step": 509, "Finetune/Step Time": 6.5474344454705715}
+{"Finetune/Learning Rate": 1.7708333333333335e-05, "Finetune/Loss": 1.0638468265533447, "Finetune/Loss (Raw)": 0.8850088119506836, "Finetune/Step": 510, "Finetune/Step Time": 6.557132655754685}
+{"Finetune/Learning Rate": 1.7743055555555557e-05, "Finetune/Loss": 1.06485915184021, "Finetune/Loss (Raw)": 1.1240633726119995, "Finetune/Step": 511, "Finetune/Step Time": 6.557310288771987}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 1.062161922454834, "Finetune/Loss (Raw)": 0.7829872369766235, "Finetune/Step": 512, "Finetune/Step Time": 6.56755131855607}
+{"Finetune/Learning Rate": 1.7812500000000003e-05, "Finetune/Loss": 1.0620282888412476, "Finetune/Loss (Raw)": 1.07484769821167, "Finetune/Step": 513, "Finetune/Step Time": 6.57332362793386}
+{"Finetune/Learning Rate": 1.7847222222222225e-05, "Finetune/Loss": 1.0626733303070068, "Finetune/Loss (Raw)": 1.1546045541763306, "Finetune/Step": 514, "Finetune/Step Time": 6.538923053070903}
+{"Finetune/Learning Rate": 1.7881944444444445e-05, "Finetune/Loss": 1.0627814531326294, "Finetune/Loss (Raw)": 1.0139575004577637, "Finetune/Step": 515, "Finetune/Step Time": 6.542422765865922}
+{"Finetune/Learning Rate": 1.7916666666666667e-05, "Finetune/Loss": 1.0623705387115479, "Finetune/Loss (Raw)": 1.0746840238571167, "Finetune/Step": 516, "Finetune/Step Time": 6.5421084221452475}
+{"Finetune/Learning Rate": 1.795138888888889e-05, "Finetune/Loss": 1.061560034751892, "Finetune/Loss (Raw)": 0.998020350933075, "Finetune/Step": 517, "Finetune/Step Time": 6.546894881874323}
+{"Finetune/Learning Rate": 1.7986111111111113e-05, "Finetune/Loss": 1.0605430603027344, "Finetune/Loss (Raw)": 1.0130255222320557, "Finetune/Step": 518, "Finetune/Step Time": 6.54787272028625}
+{"Finetune/Learning Rate": 1.8020833333333335e-05, "Finetune/Loss": 1.0610305070877075, "Finetune/Loss (Raw)": 1.0965827703475952, "Finetune/Step": 519, "Finetune/Step Time": 6.54306835308671}
+{"Finetune/Learning Rate": 1.8055555555555558e-05, "Finetune/Loss": 1.060571551322937, "Finetune/Loss (Raw)": 1.0328677892684937, "Finetune/Step": 520, "Finetune/Step Time": 6.541783196851611}
+{"Finetune/Learning Rate": 1.8090277777777777e-05, "Finetune/Loss": 1.0611815452575684, "Finetune/Loss (Raw)": 1.125661849975586, "Finetune/Step": 521, "Finetune/Step Time": 6.543459856882691}
+{"Finetune/Learning Rate": 1.8125e-05, "Finetune/Loss": 1.0577934980392456, "Finetune/Loss (Raw)": 0.724410891532898, "Finetune/Step": 522, "Finetune/Step Time": 6.5606146436184645}
+{"Finetune/Learning Rate": 1.8159722222222226e-05, "Finetune/Loss": 1.0569493770599365, "Finetune/Loss (Raw)": 0.9766898155212402, "Finetune/Step": 523, "Finetune/Step Time": 6.5567829590290785}
+{"Finetune/Learning Rate": 1.8194444444444445e-05, "Finetune/Loss": 1.0560237169265747, "Finetune/Loss (Raw)": 1.014278531074524, "Finetune/Step": 524, "Finetune/Step Time": 6.551551124081016}
+{"Finetune/Learning Rate": 1.8229166666666668e-05, "Finetune/Loss": 1.05575692653656, "Finetune/Loss (Raw)": 1.0784485340118408, "Finetune/Step": 525, "Finetune/Step Time": 6.538307389244437}
+{"Finetune/Learning Rate": 1.826388888888889e-05, "Finetune/Loss": 1.0556986331939697, "Finetune/Loss (Raw)": 1.0635052919387817, "Finetune/Step": 526, "Finetune/Step Time": 6.538992486894131}
+{"Finetune/Learning Rate": 1.8298611111111114e-05, "Finetune/Loss": 1.054343581199646, "Finetune/Loss (Raw)": 0.9487125873565674, "Finetune/Step": 527, "Finetune/Step Time": 6.541150294244289}
+{"Finetune/Learning Rate": 1.8333333333333333e-05, "Finetune/Loss": 1.0558230876922607, "Finetune/Loss (Raw)": 1.1063588857650757, "Finetune/Step": 528, "Finetune/Step Time": 6.553621225059032}
+{"Finetune/Learning Rate": 1.836805555555556e-05, "Finetune/Loss": 1.0546460151672363, "Finetune/Loss (Raw)": 0.8265353441238403, "Finetune/Step": 529, "Finetune/Step Time": 6.557625802233815}
+{"Finetune/Learning Rate": 1.8402777777777778e-05, "Finetune/Loss": 1.055551290512085, "Finetune/Loss (Raw)": 1.0892537832260132, "Finetune/Step": 530, "Finetune/Step Time": 6.561481336131692}
+{"Finetune/Learning Rate": 1.84375e-05, "Finetune/Loss": 1.0546795129776, "Finetune/Loss (Raw)": 1.0234397649765015, "Finetune/Step": 531, "Finetune/Step Time": 6.563637113198638}
+{"Finetune/Learning Rate": 1.8472222222222224e-05, "Finetune/Loss": 1.0528521537780762, "Finetune/Loss (Raw)": 0.9004912376403809, "Finetune/Step": 532, "Finetune/Step Time": 6.567238816991448}
+{"Finetune/Learning Rate": 1.8506944444444446e-05, "Finetune/Loss": 1.0537207126617432, "Finetune/Loss (Raw)": 1.1093173027038574, "Finetune/Step": 533, "Finetune/Step Time": 6.5712389182299376}
+{"Finetune/Learning Rate": 1.854166666666667e-05, "Finetune/Loss": 1.0532808303833008, "Finetune/Loss (Raw)": 0.9845566749572754, "Finetune/Step": 534, "Finetune/Step Time": 6.571121389046311}
+{"Finetune/Learning Rate": 1.8576388888888888e-05, "Finetune/Loss": 1.0510362386703491, "Finetune/Loss (Raw)": 0.7615322470664978, "Finetune/Step": 535, "Finetune/Step Time": 6.583623820915818}
+{"Finetune/Learning Rate": 1.8611111111111114e-05, "Finetune/Loss": 1.051642894744873, "Finetune/Loss (Raw)": 1.0385793447494507, "Finetune/Step": 536, "Finetune/Step Time": 6.594405526295304}
+{"Finetune/Learning Rate": 1.8645833333333334e-05, "Finetune/Loss": 1.052972674369812, "Finetune/Loss (Raw)": 1.1758701801300049, "Finetune/Step": 537, "Finetune/Step Time": 6.594819450750947}
+{"Finetune/Learning Rate": 1.8680555555555556e-05, "Finetune/Loss": 1.0525949001312256, "Finetune/Loss (Raw)": 1.098763346672058, "Finetune/Step": 538, "Finetune/Step Time": 6.593936085700989}
+{"Finetune/Learning Rate": 1.871527777777778e-05, "Finetune/Loss": 1.0527794361114502, "Finetune/Loss (Raw)": 0.7488696575164795, "Finetune/Step": 539, "Finetune/Step Time": 6.586133187636733}
+{"Finetune/Learning Rate": 1.8750000000000002e-05, "Finetune/Loss": 1.052944302558899, "Finetune/Loss (Raw)": 1.0425161123275757, "Finetune/Step": 540, "Finetune/Step Time": 6.584597026929259}
+{"Finetune/Learning Rate": 1.8784722222222224e-05, "Finetune/Loss": 1.0564475059509277, "Finetune/Loss (Raw)": 1.097471833229065, "Finetune/Step": 541, "Finetune/Step Time": 6.562364498153329}
+{"Finetune/Learning Rate": 1.8819444444444447e-05, "Finetune/Loss": 1.0570482015609741, "Finetune/Loss (Raw)": 1.081130027770996, "Finetune/Step": 542, "Finetune/Step Time": 6.563869347795844}
+{"Finetune/Learning Rate": 1.885416666666667e-05, "Finetune/Loss": 1.0561411380767822, "Finetune/Loss (Raw)": 0.9358376860618591, "Finetune/Step": 543, "Finetune/Step Time": 6.565865790471435}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 1.055757999420166, "Finetune/Loss (Raw)": 1.017011046409607, "Finetune/Step": 544, "Finetune/Step Time": 6.562028856948018}
+{"Finetune/Learning Rate": 1.8923611111111112e-05, "Finetune/Loss": 1.0555479526519775, "Finetune/Loss (Raw)": 0.9476891160011292, "Finetune/Step": 545, "Finetune/Step Time": 6.565803375095129}
+{"Finetune/Learning Rate": 1.8958333333333334e-05, "Finetune/Loss": 1.0546120405197144, "Finetune/Loss (Raw)": 1.1756057739257812, "Finetune/Step": 546, "Finetune/Step Time": 6.555860860273242}
+{"Finetune/Learning Rate": 1.8993055555555557e-05, "Finetune/Loss": 1.055631399154663, "Finetune/Loss (Raw)": 0.7407422661781311, "Finetune/Step": 547, "Finetune/Step Time": 6.554211225360632}
+{"Finetune/Learning Rate": 1.902777777777778e-05, "Finetune/Loss": 1.054429292678833, "Finetune/Loss (Raw)": 0.9993584752082825, "Finetune/Step": 548, "Finetune/Step Time": 6.559096464887261}
+{"Finetune/Learning Rate": 1.9062500000000003e-05, "Finetune/Loss": 1.053355097770691, "Finetune/Loss (Raw)": 0.9523124098777771, "Finetune/Step": 549, "Finetune/Step Time": 6.560854675248265}
+{"Finetune/Learning Rate": 1.9097222222222225e-05, "Finetune/Loss": 1.0531461238861084, "Finetune/Loss (Raw)": 1.0688538551330566, "Finetune/Step": 550, "Finetune/Step Time": 6.55914200283587}
+{"Finetune/Learning Rate": 1.9131944444444445e-05, "Finetune/Loss": 1.0530716180801392, "Finetune/Loss (Raw)": 1.1204547882080078, "Finetune/Step": 551, "Finetune/Step Time": 6.556984493508935}
+{"Finetune/Learning Rate": 1.916666666666667e-05, "Finetune/Loss": 1.0545228719711304, "Finetune/Loss (Raw)": 1.171426773071289, "Finetune/Step": 552, "Finetune/Step Time": 6.559128079563379}
+{"Finetune/Learning Rate": 1.920138888888889e-05, "Finetune/Loss": 1.054151177406311, "Finetune/Loss (Raw)": 1.0601282119750977, "Finetune/Step": 553, "Finetune/Step Time": 6.559720143675804}
+{"Finetune/Learning Rate": 1.9236111111111113e-05, "Finetune/Loss": 1.052095890045166, "Finetune/Loss (Raw)": 0.8888150453567505, "Finetune/Step": 554, "Finetune/Step Time": 6.5508625991642475}
+{"Finetune/Learning Rate": 1.9270833333333335e-05, "Finetune/Loss": 1.0537989139556885, "Finetune/Loss (Raw)": 1.24183988571167, "Finetune/Step": 555, "Finetune/Step Time": 6.54810393974185}
+{"Finetune/Learning Rate": 1.9305555555555558e-05, "Finetune/Loss": 1.0539343357086182, "Finetune/Loss (Raw)": 1.1743826866149902, "Finetune/Step": 556, "Finetune/Step Time": 6.555873801931739}
+{"Finetune/Learning Rate": 1.9340277777777777e-05, "Finetune/Loss": 1.0542418956756592, "Finetune/Loss (Raw)": 1.0591440200805664, "Finetune/Step": 557, "Finetune/Step Time": 6.565314998850226}
+{"Finetune/Learning Rate": 1.9375e-05, "Finetune/Loss": 1.0526964664459229, "Finetune/Loss (Raw)": 0.9850562810897827, "Finetune/Step": 558, "Finetune/Step Time": 6.568919746205211}
+{"Finetune/Learning Rate": 1.9409722222222226e-05, "Finetune/Loss": 1.051633358001709, "Finetune/Loss (Raw)": 0.9993448853492737, "Finetune/Step": 559, "Finetune/Step Time": 6.567938480526209}
+{"Finetune/Learning Rate": 1.9444444444444445e-05, "Finetune/Loss": 1.0513498783111572, "Finetune/Loss (Raw)": 1.1074072122573853, "Finetune/Step": 560, "Finetune/Step Time": 6.565157851204276}
+{"Finetune/Learning Rate": 1.9479166666666668e-05, "Finetune/Loss": 1.051644206047058, "Finetune/Loss (Raw)": 1.0534405708312988, "Finetune/Step": 561, "Finetune/Step Time": 6.563256585970521}
+{"Finetune/Learning Rate": 1.951388888888889e-05, "Finetune/Loss": 1.0507973432540894, "Finetune/Loss (Raw)": 0.8638117909431458, "Finetune/Step": 562, "Finetune/Step Time": 6.5571780148893595}
+{"Finetune/Learning Rate": 1.9548611111111113e-05, "Finetune/Loss": 1.0500353574752808, "Finetune/Loss (Raw)": 1.1444995403289795, "Finetune/Step": 563, "Finetune/Step Time": 6.5542408134788275}
+{"Finetune/Learning Rate": 1.9583333333333333e-05, "Finetune/Loss": 1.0479953289031982, "Finetune/Loss (Raw)": 0.8446307182312012, "Finetune/Step": 564, "Finetune/Step Time": 6.578951861709356}
+{"Finetune/Learning Rate": 1.961805555555556e-05, "Finetune/Loss": 1.0481884479522705, "Finetune/Loss (Raw)": 1.1498360633850098, "Finetune/Step": 565, "Finetune/Step Time": 6.573830932378769}
+{"Finetune/Learning Rate": 1.9652777777777778e-05, "Finetune/Loss": 1.047771692276001, "Finetune/Loss (Raw)": 0.9764047265052795, "Finetune/Step": 566, "Finetune/Step Time": 6.567766020074487}
+{"Finetune/Learning Rate": 1.96875e-05, "Finetune/Loss": 1.0480505228042603, "Finetune/Loss (Raw)": 1.0589921474456787, "Finetune/Step": 567, "Finetune/Step Time": 6.5736369751393795}
+{"Finetune/Learning Rate": 1.9722222222222224e-05, "Finetune/Loss": 1.0501821041107178, "Finetune/Loss (Raw)": 1.2083804607391357, "Finetune/Step": 568, "Finetune/Step Time": 6.575726034119725}
+{"Finetune/Learning Rate": 1.9756944444444446e-05, "Finetune/Loss": 1.0502299070358276, "Finetune/Loss (Raw)": 1.076550006866455, "Finetune/Step": 569, "Finetune/Step Time": 6.574806014075875}
+{"Finetune/Learning Rate": 1.979166666666667e-05, "Finetune/Loss": 1.050290822982788, "Finetune/Loss (Raw)": 1.0792481899261475, "Finetune/Step": 570, "Finetune/Step Time": 6.578009100630879}
+{"Finetune/Learning Rate": 1.982638888888889e-05, "Finetune/Loss": 1.0491399765014648, "Finetune/Loss (Raw)": 1.1102255582809448, "Finetune/Step": 571, "Finetune/Step Time": 6.577549923211336}
+{"Finetune/Learning Rate": 1.9861111111111114e-05, "Finetune/Loss": 1.0487828254699707, "Finetune/Loss (Raw)": 0.969961941242218, "Finetune/Step": 572, "Finetune/Step Time": 6.5813133008778095}
+{"Finetune/Learning Rate": 1.9895833333333334e-05, "Finetune/Loss": 1.0474753379821777, "Finetune/Loss (Raw)": 0.9270251989364624, "Finetune/Step": 573, "Finetune/Step Time": 6.572462884709239}
+{"Finetune/Learning Rate": 1.9930555555555556e-05, "Finetune/Loss": 1.0480700731277466, "Finetune/Loss (Raw)": 1.1577249765396118, "Finetune/Step": 574, "Finetune/Step Time": 6.565364748239517}
+{"Finetune/Learning Rate": 1.996527777777778e-05, "Finetune/Loss": 1.047731637954712, "Finetune/Loss (Raw)": 1.0609909296035767, "Finetune/Step": 575, "Finetune/Step Time": 6.56412011757493}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0459667444229126, "Finetune/Loss (Raw)": 1.0698575973510742, "Finetune/Step": 576, "Finetune/Step Time": 6.5591264013201}
+{"Finetune/Learning Rate": 1.9999999858214218e-05, "Finetune/Loss": 1.0470391511917114, "Finetune/Loss (Raw)": 1.0910784006118774, "Finetune/Step": 577, "Finetune/Step Time": 6.552557146176696}
+{"Finetune/Learning Rate": 1.9999999432856878e-05, "Finetune/Loss": 1.0472440719604492, "Finetune/Loss (Raw)": 1.0793483257293701, "Finetune/Step": 578, "Finetune/Step Time": 6.550860490649939}
+{"Finetune/Learning Rate": 1.999999872392799e-05, "Finetune/Loss": 1.045943260192871, "Finetune/Loss (Raw)": 1.0858315229415894, "Finetune/Step": 579, "Finetune/Step Time": 6.551200496032834}
+{"Finetune/Learning Rate": 1.9999997731427573e-05, "Finetune/Loss": 1.0461236238479614, "Finetune/Loss (Raw)": 1.2207858562469482, "Finetune/Step": 580, "Finetune/Step Time": 6.55223486199975}
+{"Finetune/Learning Rate": 1.9999996455355653e-05, "Finetune/Loss": 1.042867660522461, "Finetune/Loss (Raw)": 0.5741783976554871, "Finetune/Step": 581, "Finetune/Step Time": 6.583716792985797}
+{"Finetune/Learning Rate": 1.9999994895712275e-05, "Finetune/Loss": 1.0403532981872559, "Finetune/Loss (Raw)": 0.7607985138893127, "Finetune/Step": 582, "Finetune/Step Time": 6.596425965428352}
+{"Finetune/Learning Rate": 1.9999993052497478e-05, "Finetune/Loss": 1.039034366607666, "Finetune/Loss (Raw)": 0.9725359082221985, "Finetune/Step": 583, "Finetune/Step Time": 6.594305308535695}
+{"Finetune/Learning Rate": 1.999999092571131e-05, "Finetune/Loss": 1.0378448963165283, "Finetune/Loss (Raw)": 0.9179612398147583, "Finetune/Step": 584, "Finetune/Step Time": 6.582420263439417}
+{"Finetune/Learning Rate": 1.9999988515353838e-05, "Finetune/Loss": 1.0390657186508179, "Finetune/Loss (Raw)": 1.1376979351043701, "Finetune/Step": 585, "Finetune/Step Time": 6.5780371483415365}
+{"Finetune/Learning Rate": 1.9999985821425126e-05, "Finetune/Loss": 1.0379486083984375, "Finetune/Loss (Raw)": 0.9808338284492493, "Finetune/Step": 586, "Finetune/Step Time": 6.5755902379751205}
+{"Finetune/Learning Rate": 1.9999982843925257e-05, "Finetune/Loss": 1.039236307144165, "Finetune/Loss (Raw)": 1.0562286376953125, "Finetune/Step": 587, "Finetune/Step Time": 6.5749933291226625}
+{"Finetune/Learning Rate": 1.999997958285431e-05, "Finetune/Loss": 1.0356736183166504, "Finetune/Loss (Raw)": 0.6726410984992981, "Finetune/Step": 588, "Finetune/Step Time": 6.589020544663072}
+{"Finetune/Learning Rate": 1.9999976038212373e-05, "Finetune/Loss": 1.0335197448730469, "Finetune/Loss (Raw)": 0.921477735042572, "Finetune/Step": 589, "Finetune/Step Time": 6.592097092419863}
+{"Finetune/Learning Rate": 1.9999972209999554e-05, "Finetune/Loss": 1.0331804752349854, "Finetune/Loss (Raw)": 1.0380717515945435, "Finetune/Step": 590, "Finetune/Step Time": 6.592883013188839}
+{"Finetune/Learning Rate": 1.999996809821596e-05, "Finetune/Loss": 1.0335198640823364, "Finetune/Loss (Raw)": 1.1751126050949097, "Finetune/Step": 591, "Finetune/Step Time": 6.608008598908782}
+{"Finetune/Learning Rate": 1.9999963702861706e-05, "Finetune/Loss": 1.0336315631866455, "Finetune/Loss (Raw)": 1.0643481016159058, "Finetune/Step": 592, "Finetune/Step Time": 6.607040412724018}
+{"Finetune/Learning Rate": 1.9999959023936917e-05, "Finetune/Loss": 1.0331851243972778, "Finetune/Loss (Raw)": 0.9104127287864685, "Finetune/Step": 593, "Finetune/Step Time": 6.606246054172516}
+{"Finetune/Learning Rate": 1.999995406144173e-05, "Finetune/Loss": 1.030267357826233, "Finetune/Loss (Raw)": 0.7321934700012207, "Finetune/Step": 594, "Finetune/Step Time": 6.619389617815614}
+{"Finetune/Learning Rate": 1.999994881537628e-05, "Finetune/Loss": 1.0305309295654297, "Finetune/Loss (Raw)": 1.0983870029449463, "Finetune/Step": 595, "Finetune/Step Time": 6.61985057592392}
+{"Finetune/Learning Rate": 1.9999943285740712e-05, "Finetune/Loss": 1.0307708978652954, "Finetune/Loss (Raw)": 1.0910028219223022, "Finetune/Step": 596, "Finetune/Step Time": 6.620699333027005}
+{"Finetune/Learning Rate": 1.9999937472535195e-05, "Finetune/Loss": 1.0299125909805298, "Finetune/Loss (Raw)": 0.9988266825675964, "Finetune/Step": 597, "Finetune/Step Time": 6.625688210129738}
+{"Finetune/Learning Rate": 1.9999931375759885e-05, "Finetune/Loss": 1.0300997495651245, "Finetune/Loss (Raw)": 1.0813168287277222, "Finetune/Step": 598, "Finetune/Step Time": 6.625583723187447}
+{"Finetune/Learning Rate": 1.999992499541496e-05, "Finetune/Loss": 1.0299971103668213, "Finetune/Loss (Raw)": 1.0620392560958862, "Finetune/Step": 599, "Finetune/Step Time": 6.590150032192469}
+{"Finetune/Learning Rate": 1.9999918331500595e-05, "Finetune/Loss": 1.0291824340820312, "Finetune/Loss (Raw)": 0.9886019229888916, "Finetune/Step": 600, "Finetune/Step Time": 6.584760099649429}
+{"Finetune/Learning Rate": 1.9999911384016984e-05, "Finetune/Loss": 1.0270166397094727, "Finetune/Loss (Raw)": 0.9195361733436584, "Finetune/Step": 601, "Finetune/Step Time": 6.594934618100524}
+{"Finetune/Learning Rate": 1.999990415296432e-05, "Finetune/Loss": 1.027061939239502, "Finetune/Loss (Raw)": 1.1066648960113525, "Finetune/Step": 602, "Finetune/Step Time": 6.598855039104819}
+{"Finetune/Learning Rate": 1.999989663834281e-05, "Finetune/Loss": 1.026731252670288, "Finetune/Loss (Raw)": 0.9487722516059875, "Finetune/Step": 603, "Finetune/Step Time": 6.601500790566206}
+{"Finetune/Learning Rate": 1.9999888840152667e-05, "Finetune/Loss": 1.0272352695465088, "Finetune/Loss (Raw)": 1.072001338005066, "Finetune/Step": 604, "Finetune/Step Time": 6.615906918421388}
+{"Finetune/Learning Rate": 1.9999880758394114e-05, "Finetune/Loss": 1.0275520086288452, "Finetune/Loss (Raw)": 1.1882812976837158, "Finetune/Step": 605, "Finetune/Step Time": 6.618677992373705}
+{"Finetune/Learning Rate": 1.999987239306738e-05, "Finetune/Loss": 1.029672622680664, "Finetune/Loss (Raw)": 1.020210862159729, "Finetune/Step": 606, "Finetune/Step Time": 6.605867575854063}
+{"Finetune/Learning Rate": 1.99998637441727e-05, "Finetune/Loss": 1.0302751064300537, "Finetune/Loss (Raw)": 1.1472338438034058, "Finetune/Step": 607, "Finetune/Step Time": 6.6035132966935635}
+{"Finetune/Learning Rate": 1.9999854811710317e-05, "Finetune/Loss": 1.0301752090454102, "Finetune/Loss (Raw)": 0.9864093661308289, "Finetune/Step": 608, "Finetune/Step Time": 6.604400359094143}
+{"Finetune/Learning Rate": 1.999984559568049e-05, "Finetune/Loss": 1.0295116901397705, "Finetune/Loss (Raw)": 0.9337407350540161, "Finetune/Step": 609, "Finetune/Step Time": 6.606884188950062}
+{"Finetune/Learning Rate": 1.9999836096083477e-05, "Finetune/Loss": 1.0291165113449097, "Finetune/Loss (Raw)": 0.9996103048324585, "Finetune/Step": 610, "Finetune/Step Time": 6.609931070357561}
+{"Finetune/Learning Rate": 1.9999826312919547e-05, "Finetune/Loss": 1.0289236307144165, "Finetune/Loss (Raw)": 1.0496331453323364, "Finetune/Step": 611, "Finetune/Step Time": 6.609819032251835}
+{"Finetune/Learning Rate": 1.999981624618898e-05, "Finetune/Loss": 1.027104139328003, "Finetune/Loss (Raw)": 0.9579823017120361, "Finetune/Step": 612, "Finetune/Step Time": 6.6070069670677185}
+{"Finetune/Learning Rate": 1.999980589589206e-05, "Finetune/Loss": 1.0254628658294678, "Finetune/Loss (Raw)": 0.880398154258728, "Finetune/Step": 613, "Finetune/Step Time": 6.610853016376495}
+{"Finetune/Learning Rate": 1.9999795262029077e-05, "Finetune/Loss": 1.0260735750198364, "Finetune/Loss (Raw)": 1.008832573890686, "Finetune/Step": 614, "Finetune/Step Time": 6.611755633726716}
+{"Finetune/Learning Rate": 1.999978434460034e-05, "Finetune/Loss": 1.0249345302581787, "Finetune/Loss (Raw)": 0.8079847693443298, "Finetune/Step": 615, "Finetune/Step Time": 6.618776984512806}
+{"Finetune/Learning Rate": 1.9999773143606153e-05, "Finetune/Loss": 1.0239779949188232, "Finetune/Loss (Raw)": 0.9869750738143921, "Finetune/Step": 616, "Finetune/Step Time": 6.6259412709623575}
+{"Finetune/Learning Rate": 1.9999761659046837e-05, "Finetune/Loss": 1.025146484375, "Finetune/Loss (Raw)": 1.1709883213043213, "Finetune/Step": 617, "Finetune/Step Time": 6.626593770459294}
+{"Finetune/Learning Rate": 1.9999749890922713e-05, "Finetune/Loss": 1.0238261222839355, "Finetune/Loss (Raw)": 0.9532080888748169, "Finetune/Step": 618, "Finetune/Step Time": 6.627325337380171}
+{"Finetune/Learning Rate": 1.999973783923412e-05, "Finetune/Loss": 1.024919033050537, "Finetune/Loss (Raw)": 1.1799585819244385, "Finetune/Step": 619, "Finetune/Step Time": 6.627582183107734}
+{"Finetune/Learning Rate": 1.9999725503981394e-05, "Finetune/Loss": 1.0246460437774658, "Finetune/Loss (Raw)": 1.0513514280319214, "Finetune/Step": 620, "Finetune/Step Time": 6.625344978645444}
+{"Finetune/Learning Rate": 1.9999712885164894e-05, "Finetune/Loss": 1.021136999130249, "Finetune/Loss (Raw)": 0.6690865755081177, "Finetune/Step": 621, "Finetune/Step Time": 6.634605353698134}
+{"Finetune/Learning Rate": 1.9999699982784964e-05, "Finetune/Loss": 1.0194224119186401, "Finetune/Loss (Raw)": 0.938734769821167, "Finetune/Step": 622, "Finetune/Step Time": 6.651545483618975}
+{"Finetune/Learning Rate": 1.9999686796841986e-05, "Finetune/Loss": 1.0205049514770508, "Finetune/Loss (Raw)": 1.250554084777832, "Finetune/Step": 623, "Finetune/Step Time": 6.653943669050932}
+{"Finetune/Learning Rate": 1.9999673327336323e-05, "Finetune/Loss": 1.0197399854660034, "Finetune/Loss (Raw)": 1.0616415739059448, "Finetune/Step": 624, "Finetune/Step Time": 6.654959689825773}
+{"Finetune/Learning Rate": 1.9999659574268357e-05, "Finetune/Loss": 1.0216025114059448, "Finetune/Loss (Raw)": 1.1862653493881226, "Finetune/Step": 625, "Finetune/Step Time": 6.6339619886130095}
+{"Finetune/Learning Rate": 1.999964553763848e-05, "Finetune/Loss": 1.020945429801941, "Finetune/Loss (Raw)": 1.0023679733276367, "Finetune/Step": 626, "Finetune/Step Time": 6.625597728416324}
+{"Finetune/Learning Rate": 1.9999631217447092e-05, "Finetune/Loss": 1.0215845108032227, "Finetune/Loss (Raw)": 1.0834354162216187, "Finetune/Step": 627, "Finetune/Step Time": 6.627756491303444}
+{"Finetune/Learning Rate": 1.9999616613694603e-05, "Finetune/Loss": 1.0210661888122559, "Finetune/Loss (Raw)": 1.0028365850448608, "Finetune/Step": 628, "Finetune/Step Time": 6.627021251246333}
+{"Finetune/Learning Rate": 1.9999601726381415e-05, "Finetune/Loss": 1.0212457180023193, "Finetune/Loss (Raw)": 1.0674638748168945, "Finetune/Step": 629, "Finetune/Step Time": 6.619559129700065}
+{"Finetune/Learning Rate": 1.999958655550796e-05, "Finetune/Loss": 1.0215494632720947, "Finetune/Loss (Raw)": 1.0528712272644043, "Finetune/Step": 630, "Finetune/Step Time": 6.626059580594301}
+{"Finetune/Learning Rate": 1.9999571101074668e-05, "Finetune/Loss": 1.0215013027191162, "Finetune/Loss (Raw)": 1.073947787284851, "Finetune/Step": 631, "Finetune/Step Time": 6.623933928087354}
+{"Finetune/Learning Rate": 1.999955536308197e-05, "Finetune/Loss": 1.021149754524231, "Finetune/Loss (Raw)": 1.1014968156814575, "Finetune/Step": 632, "Finetune/Step Time": 6.6236751563847065}
+{"Finetune/Learning Rate": 1.999953934153032e-05, "Finetune/Loss": 1.021558403968811, "Finetune/Loss (Raw)": 1.167216181755066, "Finetune/Step": 633, "Finetune/Step Time": 6.622583910822868}
+{"Finetune/Learning Rate": 1.9999523036420164e-05, "Finetune/Loss": 1.0205202102661133, "Finetune/Loss (Raw)": 0.9960854053497314, "Finetune/Step": 634, "Finetune/Step Time": 6.626140600070357}
+{"Finetune/Learning Rate": 1.9999506447751974e-05, "Finetune/Loss": 1.0184812545776367, "Finetune/Loss (Raw)": 0.8555213212966919, "Finetune/Step": 635, "Finetune/Step Time": 6.642342358827591}
+{"Finetune/Learning Rate": 1.9999489575526216e-05, "Finetune/Loss": 1.0185644626617432, "Finetune/Loss (Raw)": 0.9489572644233704, "Finetune/Step": 636, "Finetune/Step Time": 6.64062656275928}
+{"Finetune/Learning Rate": 1.999947241974337e-05, "Finetune/Loss": 1.0154122114181519, "Finetune/Loss (Raw)": 0.7687605023384094, "Finetune/Step": 637, "Finetune/Step Time": 6.653131606057286}
+{"Finetune/Learning Rate": 1.9999454980403917e-05, "Finetune/Loss": 1.0158318281173706, "Finetune/Loss (Raw)": 0.9387215375900269, "Finetune/Step": 638, "Finetune/Step Time": 6.6481527630239725}
+{"Finetune/Learning Rate": 1.9999437257508355e-05, "Finetune/Loss": 1.0161168575286865, "Finetune/Loss (Raw)": 1.1605547666549683, "Finetune/Step": 639, "Finetune/Step Time": 6.642904154956341}
+{"Finetune/Learning Rate": 1.999941925105719e-05, "Finetune/Loss": 1.018982172012329, "Finetune/Loss (Raw)": 1.1497406959533691, "Finetune/Step": 640, "Finetune/Step Time": 6.629884658381343}
+{"Finetune/Learning Rate": 1.999940096105093e-05, "Finetune/Loss": 1.0184416770935059, "Finetune/Loss (Raw)": 1.0056607723236084, "Finetune/Step": 641, "Finetune/Step Time": 6.625570824369788}
+{"Finetune/Learning Rate": 1.999938238749009e-05, "Finetune/Loss": 1.016824722290039, "Finetune/Loss (Raw)": 0.9476418495178223, "Finetune/Step": 642, "Finetune/Step Time": 6.626572780311108}
+{"Finetune/Learning Rate": 1.99993635303752e-05, "Finetune/Loss": 1.017236590385437, "Finetune/Loss (Raw)": 1.0666728019714355, "Finetune/Step": 643, "Finetune/Step Time": 6.626757392659783}
+{"Finetune/Learning Rate": 1.9999344389706795e-05, "Finetune/Loss": 1.0156795978546143, "Finetune/Loss (Raw)": 0.875385582447052, "Finetune/Step": 644, "Finetune/Step Time": 6.625230545178056}
+{"Finetune/Learning Rate": 1.9999324965485422e-05, "Finetune/Loss": 1.0166192054748535, "Finetune/Loss (Raw)": 1.118289589881897, "Finetune/Step": 645, "Finetune/Step Time": 6.638327499851584}
+{"Finetune/Learning Rate": 1.9999305257711625e-05, "Finetune/Loss": 1.0169016122817993, "Finetune/Loss (Raw)": 1.0491782426834106, "Finetune/Step": 646, "Finetune/Step Time": 6.63999542221427}
+{"Finetune/Learning Rate": 1.9999285266385962e-05, "Finetune/Loss": 1.0172009468078613, "Finetune/Loss (Raw)": 1.13489830493927, "Finetune/Step": 647, "Finetune/Step Time": 6.6288987547159195}
+{"Finetune/Learning Rate": 1.9999264991509007e-05, "Finetune/Loss": 1.016915202140808, "Finetune/Loss (Raw)": 0.9962980151176453, "Finetune/Step": 648, "Finetune/Step Time": 6.635342134162784}
+{"Finetune/Learning Rate": 1.9999244433081326e-05, "Finetune/Loss": 1.0177550315856934, "Finetune/Loss (Raw)": 1.2331538200378418, "Finetune/Step": 649, "Finetune/Step Time": 6.6342779863625765}
+{"Finetune/Learning Rate": 1.999922359110351e-05, "Finetune/Loss": 1.0202782154083252, "Finetune/Loss (Raw)": 1.0473690032958984, "Finetune/Step": 650, "Finetune/Step Time": 6.618391266092658}
+{"Finetune/Learning Rate": 1.9999202465576147e-05, "Finetune/Loss": 1.020577073097229, "Finetune/Loss (Raw)": 1.0149476528167725, "Finetune/Step": 651, "Finetune/Step Time": 6.615015154704452}
+{"Finetune/Learning Rate": 1.9999181056499836e-05, "Finetune/Loss": 1.0208837985992432, "Finetune/Loss (Raw)": 1.0535449981689453, "Finetune/Step": 652, "Finetune/Step Time": 6.63163941539824}
+{"Finetune/Learning Rate": 1.9999159363875184e-05, "Finetune/Loss": 1.0205161571502686, "Finetune/Loss (Raw)": 1.0313966274261475, "Finetune/Step": 653, "Finetune/Step Time": 6.622725930064917}
+{"Finetune/Learning Rate": 1.9999137387702803e-05, "Finetune/Loss": 1.01900053024292, "Finetune/Loss (Raw)": 0.8694977164268494, "Finetune/Step": 654, "Finetune/Step Time": 6.622335001826286}
+{"Finetune/Learning Rate": 1.9999115127983325e-05, "Finetune/Loss": 1.0188512802124023, "Finetune/Loss (Raw)": 0.9296164512634277, "Finetune/Step": 655, "Finetune/Step Time": 6.620238345116377}
+{"Finetune/Learning Rate": 1.9999092584717375e-05, "Finetune/Loss": 1.0190030336380005, "Finetune/Loss (Raw)": 1.1257870197296143, "Finetune/Step": 656, "Finetune/Step Time": 6.613130206242204}
+{"Finetune/Learning Rate": 1.999906975790559e-05, "Finetune/Loss": 1.019826054573059, "Finetune/Loss (Raw)": 0.9318647980690002, "Finetune/Step": 657, "Finetune/Step Time": 6.623882530257106}
+{"Finetune/Learning Rate": 1.999904664754862e-05, "Finetune/Loss": 1.0201575756072998, "Finetune/Loss (Raw)": 1.1317013502120972, "Finetune/Step": 658, "Finetune/Step Time": 6.620923386886716}
+{"Finetune/Learning Rate": 1.9999023253647122e-05, "Finetune/Loss": 1.020632266998291, "Finetune/Loss (Raw)": 1.0841857194900513, "Finetune/Step": 659, "Finetune/Step Time": 6.619865106418729}
+{"Finetune/Learning Rate": 1.999899957620176e-05, "Finetune/Loss": 1.0216699838638306, "Finetune/Loss (Raw)": 1.0333174467086792, "Finetune/Step": 660, "Finetune/Step Time": 6.619783066213131}
+{"Finetune/Learning Rate": 1.99989756152132e-05, "Finetune/Loss": 1.018547773361206, "Finetune/Loss (Raw)": 0.7096803188323975, "Finetune/Step": 661, "Finetune/Step Time": 6.633143477141857}
+{"Finetune/Learning Rate": 1.9998951370682125e-05, "Finetune/Loss": 1.0182287693023682, "Finetune/Loss (Raw)": 0.943717360496521, "Finetune/Step": 662, "Finetune/Step Time": 6.6334530506283045}
+{"Finetune/Learning Rate": 1.9998926842609223e-05, "Finetune/Loss": 1.0201117992401123, "Finetune/Loss (Raw)": 1.0025767087936401, "Finetune/Step": 663, "Finetune/Step Time": 6.622998107224703}
+{"Finetune/Learning Rate": 1.999890203099519e-05, "Finetune/Loss": 1.0206506252288818, "Finetune/Loss (Raw)": 1.107545256614685, "Finetune/Step": 664, "Finetune/Step Time": 6.61880481056869}
+{"Finetune/Learning Rate": 1.9998876935840727e-05, "Finetune/Loss": 1.0197066068649292, "Finetune/Loss (Raw)": 1.0550254583358765, "Finetune/Step": 665, "Finetune/Step Time": 6.619556667283177}
+{"Finetune/Learning Rate": 1.999885155714655e-05, "Finetune/Loss": 1.0194447040557861, "Finetune/Loss (Raw)": 1.0652415752410889, "Finetune/Step": 666, "Finetune/Step Time": 6.622459251433611}
+{"Finetune/Learning Rate": 1.9998825894913373e-05, "Finetune/Loss": 1.0199373960494995, "Finetune/Loss (Raw)": 0.8119359016418457, "Finetune/Step": 667, "Finetune/Step Time": 6.615699322894216}
+{"Finetune/Learning Rate": 1.999879994914193e-05, "Finetune/Loss": 1.0210782289505005, "Finetune/Loss (Raw)": 1.1885324716567993, "Finetune/Step": 668, "Finetune/Step Time": 6.621780890971422}
+{"Finetune/Learning Rate": 1.9998773719832948e-05, "Finetune/Loss": 1.0212922096252441, "Finetune/Loss (Raw)": 1.1248761415481567, "Finetune/Step": 669, "Finetune/Step Time": 6.624164534732699}
+{"Finetune/Learning Rate": 1.9998747206987175e-05, "Finetune/Loss": 1.0203161239624023, "Finetune/Loss (Raw)": 0.9561848640441895, "Finetune/Step": 670, "Finetune/Step Time": 6.6239013858139515}
+{"Finetune/Learning Rate": 1.9998720410605367e-05, "Finetune/Loss": 1.0206353664398193, "Finetune/Loss (Raw)": 0.9767107367515564, "Finetune/Step": 671, "Finetune/Step Time": 6.622451916337013}
+{"Finetune/Learning Rate": 1.9998693330688283e-05, "Finetune/Loss": 1.021718978881836, "Finetune/Loss (Raw)": 1.155700445175171, "Finetune/Step": 672, "Finetune/Step Time": 6.62176607362926}
+{"Finetune/Learning Rate": 1.9998665967236687e-05, "Finetune/Loss": 1.0218040943145752, "Finetune/Loss (Raw)": 0.9585887789726257, "Finetune/Step": 673, "Finetune/Step Time": 6.620586894452572}
+{"Finetune/Learning Rate": 1.9998638320251356e-05, "Finetune/Loss": 1.0197362899780273, "Finetune/Loss (Raw)": 0.9109358191490173, "Finetune/Step": 674, "Finetune/Step Time": 6.628707962110639}
+{"Finetune/Learning Rate": 1.9998610389733075e-05, "Finetune/Loss": 1.021356463432312, "Finetune/Loss (Raw)": 0.948114275932312, "Finetune/Step": 675, "Finetune/Step Time": 6.611689746379852}
+{"Finetune/Learning Rate": 1.9998582175682632e-05, "Finetune/Loss": 1.0223759412765503, "Finetune/Loss (Raw)": 1.1298524141311646, "Finetune/Step": 676, "Finetune/Step Time": 6.609036169946194}
+{"Finetune/Learning Rate": 1.9998553678100835e-05, "Finetune/Loss": 1.0233550071716309, "Finetune/Loss (Raw)": 1.077624797821045, "Finetune/Step": 677, "Finetune/Step Time": 6.61488226801157}
+{"Finetune/Learning Rate": 1.9998524896988488e-05, "Finetune/Loss": 1.0235658884048462, "Finetune/Loss (Raw)": 1.095855712890625, "Finetune/Step": 678, "Finetune/Step Time": 6.616348914802074}
+{"Finetune/Learning Rate": 1.9998495832346404e-05, "Finetune/Loss": 1.0228350162506104, "Finetune/Loss (Raw)": 1.0269001722335815, "Finetune/Step": 679, "Finetune/Step Time": 6.618764627724886}
+{"Finetune/Learning Rate": 1.9998466484175412e-05, "Finetune/Loss": 1.020279049873352, "Finetune/Loss (Raw)": 0.8442644476890564, "Finetune/Step": 680, "Finetune/Step Time": 6.632022889330983}
+{"Finetune/Learning Rate": 1.999843685247634e-05, "Finetune/Loss": 1.0178862810134888, "Finetune/Loss (Raw)": 0.7538594007492065, "Finetune/Step": 681, "Finetune/Step Time": 6.637229083105922}
+{"Finetune/Learning Rate": 1.9998406937250035e-05, "Finetune/Loss": 1.0184094905853271, "Finetune/Loss (Raw)": 0.955775260925293, "Finetune/Step": 682, "Finetune/Step Time": 6.638049902394414}
+{"Finetune/Learning Rate": 1.999837673849734e-05, "Finetune/Loss": 1.0161011219024658, "Finetune/Loss (Raw)": 0.9463779330253601, "Finetune/Step": 683, "Finetune/Step Time": 6.6416508331894875}
+{"Finetune/Learning Rate": 1.999834625621911e-05, "Finetune/Loss": 1.0158227682113647, "Finetune/Loss (Raw)": 1.138742446899414, "Finetune/Step": 684, "Finetune/Step Time": 6.643104691058397}
+{"Finetune/Learning Rate": 1.9998315490416212e-05, "Finetune/Loss": 1.0154707431793213, "Finetune/Loss (Raw)": 1.014098048210144, "Finetune/Step": 685, "Finetune/Step Time": 6.6351587921381}
+{"Finetune/Learning Rate": 1.9998284441089518e-05, "Finetune/Loss": 1.0151238441467285, "Finetune/Loss (Raw)": 0.9406516551971436, "Finetune/Step": 686, "Finetune/Step Time": 6.6419360507279634}
+{"Finetune/Learning Rate": 1.999825310823991e-05, "Finetune/Loss": 1.0150715112686157, "Finetune/Loss (Raw)": 0.9926461577415466, "Finetune/Step": 687, "Finetune/Step Time": 6.645833073183894}
+{"Finetune/Learning Rate": 1.9998221491868274e-05, "Finetune/Loss": 1.014146327972412, "Finetune/Loss (Raw)": 0.988978385925293, "Finetune/Step": 688, "Finetune/Step Time": 6.647782042622566}
+{"Finetune/Learning Rate": 1.999818959197551e-05, "Finetune/Loss": 1.0144033432006836, "Finetune/Loss (Raw)": 1.0863325595855713, "Finetune/Step": 689, "Finetune/Step Time": 6.650294100865722}
+{"Finetune/Learning Rate": 1.9998157408562514e-05, "Finetune/Loss": 1.0154215097427368, "Finetune/Loss (Raw)": 0.9941491484642029, "Finetune/Step": 690, "Finetune/Step Time": 6.673940367996693}
+{"Finetune/Learning Rate": 1.9998124941630207e-05, "Finetune/Loss": 1.0142979621887207, "Finetune/Loss (Raw)": 1.0006771087646484, "Finetune/Step": 691, "Finetune/Step Time": 6.679031450301409}
+{"Finetune/Learning Rate": 1.999809219117951e-05, "Finetune/Loss": 1.0133872032165527, "Finetune/Loss (Raw)": 0.7280570268630981, "Finetune/Step": 692, "Finetune/Step Time": 6.663484847173095}
+{"Finetune/Learning Rate": 1.999805915721135e-05, "Finetune/Loss": 1.012739658355713, "Finetune/Loss (Raw)": 1.0669583082199097, "Finetune/Step": 693, "Finetune/Step Time": 6.666173538193107}
+{"Finetune/Learning Rate": 1.9998025839726664e-05, "Finetune/Loss": 1.0129737854003906, "Finetune/Loss (Raw)": 1.0063637495040894, "Finetune/Step": 694, "Finetune/Step Time": 6.6644909624010324}
+{"Finetune/Learning Rate": 1.9997992238726392e-05, "Finetune/Loss": 1.0117199420928955, "Finetune/Loss (Raw)": 0.8985061645507812, "Finetune/Step": 695, "Finetune/Step Time": 6.659070549532771}
+{"Finetune/Learning Rate": 1.999795835421149e-05, "Finetune/Loss": 1.011115312576294, "Finetune/Loss (Raw)": 1.1309738159179688, "Finetune/Step": 696, "Finetune/Step Time": 6.655597500503063}
+{"Finetune/Learning Rate": 1.999792418618292e-05, "Finetune/Loss": 1.0107176303863525, "Finetune/Loss (Raw)": 1.0256586074829102, "Finetune/Step": 697, "Finetune/Step Time": 6.659412194043398}
+{"Finetune/Learning Rate": 1.9997889734641654e-05, "Finetune/Loss": 1.010909914970398, "Finetune/Loss (Raw)": 1.1038516759872437, "Finetune/Step": 698, "Finetune/Step Time": 6.660195263102651}
+{"Finetune/Learning Rate": 1.999785499958866e-05, "Finetune/Loss": 1.0101654529571533, "Finetune/Loss (Raw)": 1.0149465799331665, "Finetune/Step": 699, "Finetune/Step Time": 6.660052020102739}
+{"Finetune/Learning Rate": 1.9997819981024932e-05, "Finetune/Loss": 1.0106309652328491, "Finetune/Loss (Raw)": 1.0295370817184448, "Finetune/Step": 700, "Finetune/Step Time": 6.674461042508483}
+{"Finetune/Learning Rate": 1.999778467895146e-05, "Finetune/Loss": 1.0116074085235596, "Finetune/Loss (Raw)": 1.052025318145752, "Finetune/Step": 701, "Finetune/Step Time": 6.6931141167879105}
+{"Finetune/Learning Rate": 1.9997749093369242e-05, "Finetune/Loss": 1.0104907751083374, "Finetune/Loss (Raw)": 1.0147861242294312, "Finetune/Step": 702, "Finetune/Step Time": 6.69573443941772}
+{"Finetune/Learning Rate": 1.999771322427929e-05, "Finetune/Loss": 1.009336233139038, "Finetune/Loss (Raw)": 0.9132156372070312, "Finetune/Step": 703, "Finetune/Step Time": 6.703295962885022}
+{"Finetune/Learning Rate": 1.9997677071682623e-05, "Finetune/Loss": 1.0097920894622803, "Finetune/Loss (Raw)": 1.1282048225402832, "Finetune/Step": 704, "Finetune/Step Time": 6.7065693736076355}
+{"Finetune/Learning Rate": 1.999764063558026e-05, "Finetune/Loss": 1.0088151693344116, "Finetune/Loss (Raw)": 0.9660282135009766, "Finetune/Step": 705, "Finetune/Step Time": 6.70646284148097}
+{"Finetune/Learning Rate": 1.999760391597324e-05, "Finetune/Loss": 1.008747935295105, "Finetune/Loss (Raw)": 1.0707391500473022, "Finetune/Step": 706, "Finetune/Step Time": 6.706779530271888}
+{"Finetune/Learning Rate": 1.9997566912862607e-05, "Finetune/Loss": 1.008111834526062, "Finetune/Loss (Raw)": 1.0044159889221191, "Finetune/Step": 707, "Finetune/Step Time": 6.706792216747999}
+{"Finetune/Learning Rate": 1.99975296262494e-05, "Finetune/Loss": 1.006700038909912, "Finetune/Loss (Raw)": 1.0400681495666504, "Finetune/Step": 708, "Finetune/Step Time": 6.703539442270994}
+{"Finetune/Learning Rate": 1.999749205613468e-05, "Finetune/Loss": 1.01007080078125, "Finetune/Loss (Raw)": 1.005628228187561, "Finetune/Step": 709, "Finetune/Step Time": 6.672025503590703}
+{"Finetune/Learning Rate": 1.999745420251952e-05, "Finetune/Loss": 1.011927604675293, "Finetune/Loss (Raw)": 0.9985005259513855, "Finetune/Step": 710, "Finetune/Step Time": 6.657981326803565}
+{"Finetune/Learning Rate": 1.9997416065404984e-05, "Finetune/Loss": 1.0142176151275635, "Finetune/Loss (Raw)": 1.2656415700912476, "Finetune/Step": 711, "Finetune/Step Time": 6.6756370067596436}
+{"Finetune/Learning Rate": 1.999737764479216e-05, "Finetune/Loss": 1.0152459144592285, "Finetune/Loss (Raw)": 1.0495948791503906, "Finetune/Step": 712, "Finetune/Step Time": 6.67270733602345}
+{"Finetune/Learning Rate": 1.999733894068213e-05, "Finetune/Loss": 1.014190673828125, "Finetune/Loss (Raw)": 1.0026031732559204, "Finetune/Step": 713, "Finetune/Step Time": 6.677719252184033}
+{"Finetune/Learning Rate": 1.9997299953076e-05, "Finetune/Loss": 1.0144366025924683, "Finetune/Loss (Raw)": 1.0123251676559448, "Finetune/Step": 714, "Finetune/Step Time": 6.679196888580918}
+{"Finetune/Learning Rate": 1.999726068197487e-05, "Finetune/Loss": 1.0145138502120972, "Finetune/Loss (Raw)": 1.0661147832870483, "Finetune/Step": 715, "Finetune/Step Time": 6.672810906544328}
+{"Finetune/Learning Rate": 1.9997221127379857e-05, "Finetune/Loss": 1.0170624256134033, "Finetune/Loss (Raw)": 0.9988632798194885, "Finetune/Step": 716, "Finetune/Step Time": 6.658496579155326}
+{"Finetune/Learning Rate": 1.999718128929208e-05, "Finetune/Loss": 1.0175039768218994, "Finetune/Loss (Raw)": 0.977977991104126, "Finetune/Step": 717, "Finetune/Step Time": 6.660158481448889}
+{"Finetune/Learning Rate": 1.999714116771267e-05, "Finetune/Loss": 1.0179479122161865, "Finetune/Loss (Raw)": 1.0949095487594604, "Finetune/Step": 718, "Finetune/Step Time": 6.65756656229496}
+{"Finetune/Learning Rate": 1.999710076264277e-05, "Finetune/Loss": 1.0171284675598145, "Finetune/Loss (Raw)": 1.070215106010437, "Finetune/Step": 719, "Finetune/Step Time": 6.648453533649445}
+{"Finetune/Learning Rate": 1.9997060074083513e-05, "Finetune/Loss": 1.0171984434127808, "Finetune/Loss (Raw)": 1.0733095407485962, "Finetune/Step": 720, "Finetune/Step Time": 6.651579001918435}
+{"Finetune/Learning Rate": 1.9997019102036063e-05, "Finetune/Loss": 1.0189776420593262, "Finetune/Loss (Raw)": 1.1381442546844482, "Finetune/Step": 721, "Finetune/Step Time": 6.654608432203531}
+{"Finetune/Learning Rate": 1.999697784650158e-05, "Finetune/Loss": 1.0197644233703613, "Finetune/Loss (Raw)": 0.8329060673713684, "Finetune/Step": 722, "Finetune/Step Time": 6.6565814930945635}
+{"Finetune/Learning Rate": 1.999693630748123e-05, "Finetune/Loss": 1.0190411806106567, "Finetune/Loss (Raw)": 1.0058199167251587, "Finetune/Step": 723, "Finetune/Step Time": 6.6551028694957495}
+{"Finetune/Learning Rate": 1.9996894484976193e-05, "Finetune/Loss": 1.0191442966461182, "Finetune/Loss (Raw)": 1.10420560836792, "Finetune/Step": 724, "Finetune/Step Time": 6.655007001012564}
+{"Finetune/Learning Rate": 1.999685237898766e-05, "Finetune/Loss": 1.0195775032043457, "Finetune/Loss (Raw)": 1.0542675256729126, "Finetune/Step": 725, "Finetune/Step Time": 6.647813241928816}
+{"Finetune/Learning Rate": 1.9996809989516817e-05, "Finetune/Loss": 1.0187504291534424, "Finetune/Loss (Raw)": 0.9754570126533508, "Finetune/Step": 726, "Finetune/Step Time": 6.647726031020284}
+{"Finetune/Learning Rate": 1.999676731656487e-05, "Finetune/Loss": 1.0181310176849365, "Finetune/Loss (Raw)": 0.9827499985694885, "Finetune/Step": 727, "Finetune/Step Time": 6.64712031185627}
+{"Finetune/Learning Rate": 1.9996724360133032e-05, "Finetune/Loss": 1.018794298171997, "Finetune/Loss (Raw)": 1.073509931564331, "Finetune/Step": 728, "Finetune/Step Time": 6.65118165127933}
+{"Finetune/Learning Rate": 1.9996681120222516e-05, "Finetune/Loss": 1.0164577960968018, "Finetune/Loss (Raw)": 0.6204508543014526, "Finetune/Step": 729, "Finetune/Step Time": 6.65341435931623}
+{"Finetune/Learning Rate": 1.999663759683455e-05, "Finetune/Loss": 1.0159151554107666, "Finetune/Loss (Raw)": 1.0372254848480225, "Finetune/Step": 730, "Finetune/Step Time": 6.6473685298115015}
+{"Finetune/Learning Rate": 1.999659378997037e-05, "Finetune/Loss": 1.0167452096939087, "Finetune/Loss (Raw)": 1.0550055503845215, "Finetune/Step": 731, "Finetune/Step Time": 6.639614442363381}
+{"Finetune/Learning Rate": 1.9996549699631215e-05, "Finetune/Loss": 1.0169316530227661, "Finetune/Loss (Raw)": 1.0958781242370605, "Finetune/Step": 732, "Finetune/Step Time": 6.621334534138441}
+{"Finetune/Learning Rate": 1.999650532581834e-05, "Finetune/Loss": 1.0154852867126465, "Finetune/Loss (Raw)": 1.003134846687317, "Finetune/Step": 733, "Finetune/Step Time": 6.6186980698257685}
+{"Finetune/Learning Rate": 1.9996460668532996e-05, "Finetune/Loss": 1.0160999298095703, "Finetune/Loss (Raw)": 1.0988845825195312, "Finetune/Step": 734, "Finetune/Step Time": 6.61975371837616}
+{"Finetune/Learning Rate": 1.9996415727776456e-05, "Finetune/Loss": 1.014978051185608, "Finetune/Loss (Raw)": 1.0036317110061646, "Finetune/Step": 735, "Finetune/Step Time": 6.620860451832414}
+{"Finetune/Learning Rate": 1.999637050354999e-05, "Finetune/Loss": 1.0154409408569336, "Finetune/Loss (Raw)": 1.0456541776657104, "Finetune/Step": 736, "Finetune/Step Time": 6.6214324831962585}
+{"Finetune/Learning Rate": 1.9996324995854884e-05, "Finetune/Loss": 1.0158545970916748, "Finetune/Loss (Raw)": 0.9867034554481506, "Finetune/Step": 737, "Finetune/Step Time": 6.62104133144021}
+{"Finetune/Learning Rate": 1.9996279204692426e-05, "Finetune/Loss": 1.0157601833343506, "Finetune/Loss (Raw)": 0.9875087738037109, "Finetune/Step": 738, "Finetune/Step Time": 6.625941559672356}
+{"Finetune/Learning Rate": 1.999623313006392e-05, "Finetune/Loss": 1.016559362411499, "Finetune/Loss (Raw)": 1.1519309282302856, "Finetune/Step": 739, "Finetune/Step Time": 6.627096798270941}
+{"Finetune/Learning Rate": 1.999618677197066e-05, "Finetune/Loss": 1.015440583229065, "Finetune/Loss (Raw)": 0.8147947192192078, "Finetune/Step": 740, "Finetune/Step Time": 6.622192809358239}
+{"Finetune/Learning Rate": 1.9996140130413972e-05, "Finetune/Loss": 1.0159945487976074, "Finetune/Loss (Raw)": 0.9512947797775269, "Finetune/Step": 741, "Finetune/Step Time": 6.617776049301028}
+{"Finetune/Learning Rate": 1.9996093205395177e-05, "Finetune/Loss": 1.015647292137146, "Finetune/Loss (Raw)": 0.964383602142334, "Finetune/Step": 742, "Finetune/Step Time": 6.620609691366553}
+{"Finetune/Learning Rate": 1.99960459969156e-05, "Finetune/Loss": 1.017551302909851, "Finetune/Loss (Raw)": 1.0517007112503052, "Finetune/Step": 743, "Finetune/Step Time": 6.6009766813367605}
+{"Finetune/Learning Rate": 1.9995998504976585e-05, "Finetune/Loss": 1.0184900760650635, "Finetune/Loss (Raw)": 1.1071401834487915, "Finetune/Step": 744, "Finetune/Step Time": 6.594008669257164}
+{"Finetune/Learning Rate": 1.9995950729579482e-05, "Finetune/Loss": 1.0177526473999023, "Finetune/Loss (Raw)": 1.0765974521636963, "Finetune/Step": 745, "Finetune/Step Time": 6.598559791222215}
+{"Finetune/Learning Rate": 1.9995902670725633e-05, "Finetune/Loss": 1.0176925659179688, "Finetune/Loss (Raw)": 0.9455031752586365, "Finetune/Step": 746, "Finetune/Step Time": 6.597865886986256}
+{"Finetune/Learning Rate": 1.9995854328416416e-05, "Finetune/Loss": 1.0163757801055908, "Finetune/Loss (Raw)": 1.0114305019378662, "Finetune/Step": 747, "Finetune/Step Time": 6.599879680201411}
+{"Finetune/Learning Rate": 1.999580570265319e-05, "Finetune/Loss": 1.0161495208740234, "Finetune/Loss (Raw)": 1.022387146949768, "Finetune/Step": 748, "Finetune/Step Time": 6.606485674157739}
+{"Finetune/Learning Rate": 1.999575679343734e-05, "Finetune/Loss": 1.0191818475723267, "Finetune/Loss (Raw)": 1.0572208166122437, "Finetune/Step": 749, "Finetune/Step Time": 6.604442458599806}
+{"Finetune/Learning Rate": 1.999570760077025e-05, "Finetune/Loss": 1.0210065841674805, "Finetune/Loss (Raw)": 1.1723029613494873, "Finetune/Step": 750, "Finetune/Step Time": 6.622385120019317}
+{"Finetune/Learning Rate": 1.9995658124653316e-05, "Finetune/Loss": 1.019273281097412, "Finetune/Loss (Raw)": 1.0286792516708374, "Finetune/Step": 751, "Finetune/Step Time": 6.620830245316029}
+{"Finetune/Learning Rate": 1.9995608365087945e-05, "Finetune/Loss": 1.0187431573867798, "Finetune/Loss (Raw)": 0.9937964081764221, "Finetune/Step": 752, "Finetune/Step Time": 6.621025616303086}
+{"Finetune/Learning Rate": 1.999555832207554e-05, "Finetune/Loss": 1.0160202980041504, "Finetune/Loss (Raw)": 0.8377504348754883, "Finetune/Step": 753, "Finetune/Step Time": 6.631911400705576}
+{"Finetune/Learning Rate": 1.999550799561753e-05, "Finetune/Loss": 1.016864538192749, "Finetune/Loss (Raw)": 1.11042320728302, "Finetune/Step": 754, "Finetune/Step Time": 6.637607913464308}
+{"Finetune/Learning Rate": 1.9995457385715332e-05, "Finetune/Loss": 1.017012357711792, "Finetune/Loss (Raw)": 1.1023430824279785, "Finetune/Step": 755, "Finetune/Step Time": 6.63640708103776}
+{"Finetune/Learning Rate": 1.999540649237039e-05, "Finetune/Loss": 1.0175104141235352, "Finetune/Loss (Raw)": 1.0666128396987915, "Finetune/Step": 756, "Finetune/Step Time": 6.643441608175635}
+{"Finetune/Learning Rate": 1.999535531558414e-05, "Finetune/Loss": 1.0177943706512451, "Finetune/Loss (Raw)": 1.103786587715149, "Finetune/Step": 757, "Finetune/Step Time": 6.644219780340791}
+{"Finetune/Learning Rate": 1.9995303855358037e-05, "Finetune/Loss": 1.017254114151001, "Finetune/Loss (Raw)": 0.9837200045585632, "Finetune/Step": 758, "Finetune/Step Time": 6.6429575607180595}
+{"Finetune/Learning Rate": 1.999525211169354e-05, "Finetune/Loss": 1.015987753868103, "Finetune/Loss (Raw)": 0.9118562936782837, "Finetune/Step": 759, "Finetune/Step Time": 6.643366742879152}
+{"Finetune/Learning Rate": 1.9995200084592114e-05, "Finetune/Loss": 1.0157802104949951, "Finetune/Loss (Raw)": 1.0749461650848389, "Finetune/Step": 760, "Finetune/Step Time": 6.644636882469058}
+{"Finetune/Learning Rate": 1.9995147774055238e-05, "Finetune/Loss": 1.0152089595794678, "Finetune/Loss (Raw)": 1.0940947532653809, "Finetune/Step": 761, "Finetune/Step Time": 6.643649719655514}
+{"Finetune/Learning Rate": 1.9995095180084393e-05, "Finetune/Loss": 1.0151976346969604, "Finetune/Loss (Raw)": 0.994615912437439, "Finetune/Step": 762, "Finetune/Step Time": 6.641111535951495}
+{"Finetune/Learning Rate": 1.999504230268107e-05, "Finetune/Loss": 1.0151100158691406, "Finetune/Loss (Raw)": 0.8443049788475037, "Finetune/Step": 763, "Finetune/Step Time": 6.646784029901028}
+{"Finetune/Learning Rate": 1.999498914184677e-05, "Finetune/Loss": 1.0155529975891113, "Finetune/Loss (Raw)": 1.0056726932525635, "Finetune/Step": 764, "Finetune/Step Time": 6.646575264632702}
+{"Finetune/Learning Rate": 1.9994935697583e-05, "Finetune/Loss": 1.0170793533325195, "Finetune/Loss (Raw)": 0.9641320109367371, "Finetune/Step": 765, "Finetune/Step Time": 6.643177926540375}
+{"Finetune/Learning Rate": 1.9994881969891277e-05, "Finetune/Loss": 1.017815113067627, "Finetune/Loss (Raw)": 1.0328974723815918, "Finetune/Step": 766, "Finetune/Step Time": 6.641098910942674}
+{"Finetune/Learning Rate": 1.999482795877312e-05, "Finetune/Loss": 1.0161511898040771, "Finetune/Loss (Raw)": 0.9475799798965454, "Finetune/Step": 767, "Finetune/Step Time": 6.646739037707448}
+{"Finetune/Learning Rate": 1.9994773664230064e-05, "Finetune/Loss": 1.015955924987793, "Finetune/Loss (Raw)": 1.1247498989105225, "Finetune/Step": 768, "Finetune/Step Time": 6.649779604747891}
+{"Finetune/Learning Rate": 1.999471908626365e-05, "Finetune/Loss": 1.0152721405029297, "Finetune/Loss (Raw)": 0.9181308746337891, "Finetune/Step": 769, "Finetune/Step Time": 6.6483682338148355}
+{"Finetune/Learning Rate": 1.9994664224875425e-05, "Finetune/Loss": 1.0153427124023438, "Finetune/Loss (Raw)": 0.9566624164581299, "Finetune/Step": 770, "Finetune/Step Time": 6.6507975198328495}
+{"Finetune/Learning Rate": 1.999460908006694e-05, "Finetune/Loss": 1.0141971111297607, "Finetune/Loss (Raw)": 0.920046329498291, "Finetune/Step": 771, "Finetune/Step Time": 6.67150198109448}
+{"Finetune/Learning Rate": 1.9994553651839763e-05, "Finetune/Loss": 1.0150343179702759, "Finetune/Loss (Raw)": 0.9825556874275208, "Finetune/Step": 772, "Finetune/Step Time": 6.68704735301435}
+{"Finetune/Learning Rate": 1.9994497940195467e-05, "Finetune/Loss": 1.0147104263305664, "Finetune/Loss (Raw)": 1.0768309831619263, "Finetune/Step": 773, "Finetune/Step Time": 6.677397817373276}
+{"Finetune/Learning Rate": 1.999444194513563e-05, "Finetune/Loss": 1.0143258571624756, "Finetune/Loss (Raw)": 0.9999526739120483, "Finetune/Step": 774, "Finetune/Step Time": 6.677913470193744}
+{"Finetune/Learning Rate": 1.999438566666184e-05, "Finetune/Loss": 1.013733148574829, "Finetune/Loss (Raw)": 1.0590131282806396, "Finetune/Step": 775, "Finetune/Step Time": 6.6757506262511015}
+{"Finetune/Learning Rate": 1.999432910477569e-05, "Finetune/Loss": 1.0145885944366455, "Finetune/Loss (Raw)": 1.1058247089385986, "Finetune/Step": 776, "Finetune/Step Time": 6.675670936703682}
+{"Finetune/Learning Rate": 1.999427225947879e-05, "Finetune/Loss": 1.0142273902893066, "Finetune/Loss (Raw)": 1.186890959739685, "Finetune/Step": 777, "Finetune/Step Time": 6.67957285232842}
+{"Finetune/Learning Rate": 1.9994215130772746e-05, "Finetune/Loss": 1.0136888027191162, "Finetune/Loss (Raw)": 0.9784377813339233, "Finetune/Step": 778, "Finetune/Step Time": 6.6820768136531115}
+{"Finetune/Learning Rate": 1.999415771865918e-05, "Finetune/Loss": 1.0134934186935425, "Finetune/Loss (Raw)": 0.9899420142173767, "Finetune/Step": 779, "Finetune/Step Time": 6.687662398442626}
+{"Finetune/Learning Rate": 1.9994100023139723e-05, "Finetune/Loss": 1.0132396221160889, "Finetune/Loss (Raw)": 1.0210732221603394, "Finetune/Step": 780, "Finetune/Step Time": 6.673016684129834}
+{"Finetune/Learning Rate": 1.9994042044216008e-05, "Finetune/Loss": 1.0134729146957397, "Finetune/Loss (Raw)": 1.0612503290176392, "Finetune/Step": 781, "Finetune/Step Time": 6.676135728135705}
+{"Finetune/Learning Rate": 1.9993983781889682e-05, "Finetune/Loss": 1.0151410102844238, "Finetune/Loss (Raw)": 1.083017110824585, "Finetune/Step": 782, "Finetune/Step Time": 6.676859652623534}
+{"Finetune/Learning Rate": 1.999392523616239e-05, "Finetune/Loss": 1.0152575969696045, "Finetune/Loss (Raw)": 0.9445375204086304, "Finetune/Step": 783, "Finetune/Step Time": 6.689827824011445}
+{"Finetune/Learning Rate": 1.99938664070358e-05, "Finetune/Loss": 1.0145235061645508, "Finetune/Loss (Raw)": 1.031817078590393, "Finetune/Step": 784, "Finetune/Step Time": 6.693355534225702}
+{"Finetune/Learning Rate": 1.9993807294511578e-05, "Finetune/Loss": 1.0156117677688599, "Finetune/Loss (Raw)": 1.0711644887924194, "Finetune/Step": 785, "Finetune/Step Time": 6.6780008263885975}
+{"Finetune/Learning Rate": 1.99937478985914e-05, "Finetune/Loss": 1.0121574401855469, "Finetune/Loss (Raw)": 0.6895413398742676, "Finetune/Step": 786, "Finetune/Step Time": 6.691772717982531}
+{"Finetune/Learning Rate": 1.999368821927695e-05, "Finetune/Loss": 1.0118827819824219, "Finetune/Loss (Raw)": 1.049025058746338, "Finetune/Step": 787, "Finetune/Step Time": 6.69325546734035}
+{"Finetune/Learning Rate": 1.999362825656992e-05, "Finetune/Loss": 1.0115971565246582, "Finetune/Loss (Raw)": 0.9967803955078125, "Finetune/Step": 788, "Finetune/Step Time": 6.694043943658471}
+{"Finetune/Learning Rate": 1.9993568010472008e-05, "Finetune/Loss": 1.0141198635101318, "Finetune/Loss (Raw)": 1.0325672626495361, "Finetune/Step": 789, "Finetune/Step Time": 6.681787120178342}
+{"Finetune/Learning Rate": 1.999350748098493e-05, "Finetune/Loss": 1.0149348974227905, "Finetune/Loss (Raw)": 1.048041582107544, "Finetune/Step": 790, "Finetune/Step Time": 6.680042954161763}
+{"Finetune/Learning Rate": 1.9993446668110393e-05, "Finetune/Loss": 1.015333652496338, "Finetune/Loss (Raw)": 1.053631067276001, "Finetune/Step": 791, "Finetune/Step Time": 6.697106478735805}
+{"Finetune/Learning Rate": 1.9993385571850126e-05, "Finetune/Loss": 1.014694333076477, "Finetune/Loss (Raw)": 1.0257062911987305, "Finetune/Step": 792, "Finetune/Step Time": 6.699709627777338}
+{"Finetune/Learning Rate": 1.9993324192205866e-05, "Finetune/Loss": 1.0134446620941162, "Finetune/Loss (Raw)": 0.8950598239898682, "Finetune/Step": 793, "Finetune/Step Time": 6.707767756655812}
+{"Finetune/Learning Rate": 1.9993262529179348e-05, "Finetune/Loss": 1.0130378007888794, "Finetune/Loss (Raw)": 1.0131640434265137, "Finetune/Step": 794, "Finetune/Step Time": 6.709702076390386}
+{"Finetune/Learning Rate": 1.9993200582772322e-05, "Finetune/Loss": 1.0145964622497559, "Finetune/Loss (Raw)": 1.0114439725875854, "Finetune/Step": 795, "Finetune/Step Time": 6.706868026405573}
+{"Finetune/Learning Rate": 1.9993138352986538e-05, "Finetune/Loss": 1.0134471654891968, "Finetune/Loss (Raw)": 1.0414310693740845, "Finetune/Step": 796, "Finetune/Step Time": 6.700296284630895}
+{"Finetune/Learning Rate": 1.9993075839823774e-05, "Finetune/Loss": 1.0129714012145996, "Finetune/Loss (Raw)": 1.0639737844467163, "Finetune/Step": 797, "Finetune/Step Time": 6.700739057734609}
+{"Finetune/Learning Rate": 1.9993013043285795e-05, "Finetune/Loss": 1.0126936435699463, "Finetune/Loss (Raw)": 0.9206293821334839, "Finetune/Step": 798, "Finetune/Step Time": 6.698768895119429}
+{"Finetune/Learning Rate": 1.999294996337438e-05, "Finetune/Loss": 1.0127626657485962, "Finetune/Loss (Raw)": 0.9855490326881409, "Finetune/Step": 799, "Finetune/Step Time": 6.699629815295339}
+{"Finetune/Learning Rate": 1.9992886600091318e-05, "Finetune/Loss": 1.0121636390686035, "Finetune/Loss (Raw)": 1.0790332555770874, "Finetune/Step": 800, "Finetune/Step Time": 6.701693065464497}
+{"Finetune/Learning Rate": 1.9992822953438415e-05, "Finetune/Loss": 1.0133472681045532, "Finetune/Loss (Raw)": 1.1100902557373047, "Finetune/Step": 801, "Finetune/Step Time": 6.704738134518266}
+{"Finetune/Learning Rate": 1.9992759023417463e-05, "Finetune/Loss": 1.014415979385376, "Finetune/Loss (Raw)": 1.0477279424667358, "Finetune/Step": 802, "Finetune/Step Time": 6.7000760566443205}
+{"Finetune/Learning Rate": 1.9992694810030282e-05, "Finetune/Loss": 1.0130544900894165, "Finetune/Loss (Raw)": 0.7738459706306458, "Finetune/Step": 803, "Finetune/Step Time": 6.698206074535847}
+{"Finetune/Learning Rate": 1.9992630313278694e-05, "Finetune/Loss": 1.0114033222198486, "Finetune/Loss (Raw)": 0.9184906482696533, "Finetune/Step": 804, "Finetune/Step Time": 6.697538705542684}
+{"Finetune/Learning Rate": 1.9992565533164523e-05, "Finetune/Loss": 1.0127793550491333, "Finetune/Loss (Raw)": 1.2537624835968018, "Finetune/Step": 805, "Finetune/Step Time": 6.691605692729354}
+{"Finetune/Learning Rate": 1.9992500469689607e-05, "Finetune/Loss": 1.011527180671692, "Finetune/Loss (Raw)": 0.9355748891830444, "Finetune/Step": 806, "Finetune/Step Time": 6.69888792745769}
+{"Finetune/Learning Rate": 1.9992435122855798e-05, "Finetune/Loss": 1.0110377073287964, "Finetune/Loss (Raw)": 0.9642502069473267, "Finetune/Step": 807, "Finetune/Step Time": 6.698656203225255}
+{"Finetune/Learning Rate": 1.9992369492664937e-05, "Finetune/Loss": 1.012925148010254, "Finetune/Loss (Raw)": 1.0858527421951294, "Finetune/Step": 808, "Finetune/Step Time": 6.686955144628882}
+{"Finetune/Learning Rate": 1.9992303579118896e-05, "Finetune/Loss": 1.014686107635498, "Finetune/Loss (Raw)": 0.979264497756958, "Finetune/Step": 809, "Finetune/Step Time": 6.683288114145398}
+{"Finetune/Learning Rate": 1.999223738221954e-05, "Finetune/Loss": 1.0162231922149658, "Finetune/Loss (Raw)": 1.1525189876556396, "Finetune/Step": 810, "Finetune/Step Time": 6.699703196063638}
+{"Finetune/Learning Rate": 1.9992170901968742e-05, "Finetune/Loss": 1.015960454940796, "Finetune/Loss (Raw)": 0.9127512574195862, "Finetune/Step": 811, "Finetune/Step Time": 6.697299342602491}
+{"Finetune/Learning Rate": 1.9992104138368397e-05, "Finetune/Loss": 1.0141336917877197, "Finetune/Loss (Raw)": 0.9049319624900818, "Finetune/Step": 812, "Finetune/Step Time": 6.687723275274038}
+{"Finetune/Learning Rate": 1.999203709142039e-05, "Finetune/Loss": 1.013504147529602, "Finetune/Loss (Raw)": 0.9335008263587952, "Finetune/Step": 813, "Finetune/Step Time": 6.692168300971389}
+{"Finetune/Learning Rate": 1.9991969761126625e-05, "Finetune/Loss": 1.0149517059326172, "Finetune/Loss (Raw)": 1.1259371042251587, "Finetune/Step": 814, "Finetune/Step Time": 6.679353795945644}
+{"Finetune/Learning Rate": 1.999190214748901e-05, "Finetune/Loss": 1.0152283906936646, "Finetune/Loss (Raw)": 1.0280624628067017, "Finetune/Step": 815, "Finetune/Step Time": 6.676002725958824}
+{"Finetune/Learning Rate": 1.9991834250509462e-05, "Finetune/Loss": 1.016286015510559, "Finetune/Loss (Raw)": 1.124359130859375, "Finetune/Step": 816, "Finetune/Step Time": 6.678827445954084}
+{"Finetune/Learning Rate": 1.9991766070189908e-05, "Finetune/Loss": 1.0154398679733276, "Finetune/Loss (Raw)": 0.9780352711677551, "Finetune/Step": 817, "Finetune/Step Time": 6.674285052344203}
+{"Finetune/Learning Rate": 1.9991697606532283e-05, "Finetune/Loss": 1.0161375999450684, "Finetune/Loss (Raw)": 1.0834461450576782, "Finetune/Step": 818, "Finetune/Step Time": 6.653388695791364}
+{"Finetune/Learning Rate": 1.9991628859538525e-05, "Finetune/Loss": 1.0156834125518799, "Finetune/Loss (Raw)": 0.9425556659698486, "Finetune/Step": 819, "Finetune/Step Time": 6.64860961958766}
+{"Finetune/Learning Rate": 1.9991559829210586e-05, "Finetune/Loss": 1.018398404121399, "Finetune/Loss (Raw)": 1.0755614042282104, "Finetune/Step": 820, "Finetune/Step Time": 6.636123539879918}
+{"Finetune/Learning Rate": 1.999149051555042e-05, "Finetune/Loss": 1.0185562372207642, "Finetune/Loss (Raw)": 1.0871598720550537, "Finetune/Step": 821, "Finetune/Step Time": 6.636212754994631}
+{"Finetune/Learning Rate": 1.9991420918559995e-05, "Finetune/Loss": 1.0172725915908813, "Finetune/Loss (Raw)": 0.8420588374137878, "Finetune/Step": 822, "Finetune/Step Time": 6.6602913327515125}
+{"Finetune/Learning Rate": 1.999135103824129e-05, "Finetune/Loss": 1.0183360576629639, "Finetune/Loss (Raw)": 1.0346159934997559, "Finetune/Step": 823, "Finetune/Step Time": 6.664737476035953}
+{"Finetune/Learning Rate": 1.9991280874596275e-05, "Finetune/Loss": 1.0177392959594727, "Finetune/Loss (Raw)": 1.0545998811721802, "Finetune/Step": 824, "Finetune/Step Time": 6.671142660081387}
+{"Finetune/Learning Rate": 1.999121042762695e-05, "Finetune/Loss": 1.0175741910934448, "Finetune/Loss (Raw)": 1.0045337677001953, "Finetune/Step": 825, "Finetune/Step Time": 6.66632036678493}
+{"Finetune/Learning Rate": 1.9991139697335306e-05, "Finetune/Loss": 1.017390489578247, "Finetune/Loss (Raw)": 1.080336570739746, "Finetune/Step": 826, "Finetune/Step Time": 6.661108637228608}
+{"Finetune/Learning Rate": 1.999106868372335e-05, "Finetune/Loss": 1.0157833099365234, "Finetune/Loss (Raw)": 0.809223473072052, "Finetune/Step": 827, "Finetune/Step Time": 6.659455090761185}
+{"Finetune/Learning Rate": 1.99909973867931e-05, "Finetune/Loss": 1.0148251056671143, "Finetune/Loss (Raw)": 0.90688556432724, "Finetune/Step": 828, "Finetune/Step Time": 6.641765533015132}
+{"Finetune/Learning Rate": 1.9990925806546572e-05, "Finetune/Loss": 1.0156806707382202, "Finetune/Loss (Raw)": 1.1615391969680786, "Finetune/Step": 829, "Finetune/Step Time": 6.620931243523955}
+{"Finetune/Learning Rate": 1.9990853942985802e-05, "Finetune/Loss": 1.016810655593872, "Finetune/Loss (Raw)": 1.1594243049621582, "Finetune/Step": 830, "Finetune/Step Time": 6.619783692061901}
+{"Finetune/Learning Rate": 1.999078179611282e-05, "Finetune/Loss": 1.0177407264709473, "Finetune/Loss (Raw)": 1.0322527885437012, "Finetune/Step": 831, "Finetune/Step Time": 6.630513159558177}
+{"Finetune/Learning Rate": 1.9990709365929678e-05, "Finetune/Loss": 1.0168766975402832, "Finetune/Loss (Raw)": 1.0176273584365845, "Finetune/Step": 832, "Finetune/Step Time": 6.646839262917638}
+{"Finetune/Learning Rate": 1.999063665243843e-05, "Finetune/Loss": 1.0174988508224487, "Finetune/Loss (Raw)": 1.0456585884094238, "Finetune/Step": 833, "Finetune/Step Time": 6.649169525131583}
+{"Finetune/Learning Rate": 1.9990563655641133e-05, "Finetune/Loss": 1.0166836977005005, "Finetune/Loss (Raw)": 0.9664024710655212, "Finetune/Step": 834, "Finetune/Step Time": 6.650913529098034}
+{"Finetune/Learning Rate": 1.9990490375539864e-05, "Finetune/Loss": 1.0169696807861328, "Finetune/Loss (Raw)": 1.0410109758377075, "Finetune/Step": 835, "Finetune/Step Time": 6.650682255625725}
+{"Finetune/Learning Rate": 1.9990416812136696e-05, "Finetune/Loss": 1.0178601741790771, "Finetune/Loss (Raw)": 1.1540502309799194, "Finetune/Step": 836, "Finetune/Step Time": 6.65104172937572}
+{"Finetune/Learning Rate": 1.9990342965433712e-05, "Finetune/Loss": 1.0184080600738525, "Finetune/Loss (Raw)": 1.075761318206787, "Finetune/Step": 837, "Finetune/Step Time": 6.658906035125256}
+{"Finetune/Learning Rate": 1.9990268835433014e-05, "Finetune/Loss": 1.0172319412231445, "Finetune/Loss (Raw)": 0.8479564189910889, "Finetune/Step": 838, "Finetune/Step Time": 6.6688616666942835}
+{"Finetune/Learning Rate": 1.99901944221367e-05, "Finetune/Loss": 1.0157126188278198, "Finetune/Loss (Raw)": 1.0711719989776611, "Finetune/Step": 839, "Finetune/Step Time": 6.653871966525912}
+{"Finetune/Learning Rate": 1.999011972554688e-05, "Finetune/Loss": 1.0156232118606567, "Finetune/Loss (Raw)": 1.038145661354065, "Finetune/Step": 840, "Finetune/Step Time": 6.65157088264823}
+{"Finetune/Learning Rate": 1.9990044745665672e-05, "Finetune/Loss": 1.0165172815322876, "Finetune/Loss (Raw)": 1.1170589923858643, "Finetune/Step": 841, "Finetune/Step Time": 6.6520707458257675}
+{"Finetune/Learning Rate": 1.9989969482495203e-05, "Finetune/Loss": 1.0169132947921753, "Finetune/Loss (Raw)": 1.0630090236663818, "Finetune/Step": 842, "Finetune/Step Time": 6.654879657551646}
+{"Finetune/Learning Rate": 1.998989393603761e-05, "Finetune/Loss": 1.0160801410675049, "Finetune/Loss (Raw)": 0.959466814994812, "Finetune/Step": 843, "Finetune/Step Time": 6.668429898098111}
+{"Finetune/Learning Rate": 1.998981810629503e-05, "Finetune/Loss": 1.0156958103179932, "Finetune/Loss (Raw)": 0.9496581554412842, "Finetune/Step": 844, "Finetune/Step Time": 6.671423725783825}
+{"Finetune/Learning Rate": 1.9989741993269616e-05, "Finetune/Loss": 1.015024185180664, "Finetune/Loss (Raw)": 0.8920241594314575, "Finetune/Step": 845, "Finetune/Step Time": 6.664326321333647}
+{"Finetune/Learning Rate": 1.998966559696353e-05, "Finetune/Loss": 1.014307975769043, "Finetune/Loss (Raw)": 1.0032390356063843, "Finetune/Step": 846, "Finetune/Step Time": 6.663388228043914}
+{"Finetune/Learning Rate": 1.9989588917378925e-05, "Finetune/Loss": 1.0124702453613281, "Finetune/Loss (Raw)": 0.8349723219871521, "Finetune/Step": 847, "Finetune/Step Time": 6.65668605081737}
+{"Finetune/Learning Rate": 1.9989511954517992e-05, "Finetune/Loss": 1.0119091272354126, "Finetune/Loss (Raw)": 1.0014903545379639, "Finetune/Step": 848, "Finetune/Step Time": 6.655140560120344}
+{"Finetune/Learning Rate": 1.9989434708382905e-05, "Finetune/Loss": 1.0097944736480713, "Finetune/Loss (Raw)": 0.8674548268318176, "Finetune/Step": 849, "Finetune/Step Time": 6.652514543384314}
+{"Finetune/Learning Rate": 1.9989357178975854e-05, "Finetune/Loss": 1.0113775730133057, "Finetune/Loss (Raw)": 1.0355664491653442, "Finetune/Step": 850, "Finetune/Step Time": 6.6369092632085085}
+{"Finetune/Learning Rate": 1.998927936629904e-05, "Finetune/Loss": 1.0118768215179443, "Finetune/Loss (Raw)": 1.069716215133667, "Finetune/Step": 851, "Finetune/Step Time": 6.636211330071092}
+{"Finetune/Learning Rate": 1.9989201270354673e-05, "Finetune/Loss": 1.0111693143844604, "Finetune/Loss (Raw)": 1.0136404037475586, "Finetune/Step": 852, "Finetune/Step Time": 6.637601038441062}
+{"Finetune/Learning Rate": 1.9989122891144958e-05, "Finetune/Loss": 1.0100758075714111, "Finetune/Loss (Raw)": 0.9143041968345642, "Finetune/Step": 853, "Finetune/Step Time": 6.637692075222731}
+{"Finetune/Learning Rate": 1.9989044228672128e-05, "Finetune/Loss": 1.010789155960083, "Finetune/Loss (Raw)": 1.0667738914489746, "Finetune/Step": 854, "Finetune/Step Time": 6.634833782911301}
+{"Finetune/Learning Rate": 1.9988965282938405e-05, "Finetune/Loss": 1.0087437629699707, "Finetune/Loss (Raw)": 0.7209308743476868, "Finetune/Step": 855, "Finetune/Step Time": 6.65643591620028}
+{"Finetune/Learning Rate": 1.9988886053946034e-05, "Finetune/Loss": 1.0085033178329468, "Finetune/Loss (Raw)": 1.0427322387695312, "Finetune/Step": 856, "Finetune/Step Time": 6.655583353713155}
+{"Finetune/Learning Rate": 1.9988806541697255e-05, "Finetune/Loss": 1.0108166933059692, "Finetune/Loss (Raw)": 0.9165640473365784, "Finetune/Step": 857, "Finetune/Step Time": 6.637326354160905}
+{"Finetune/Learning Rate": 1.998872674619433e-05, "Finetune/Loss": 1.0111236572265625, "Finetune/Loss (Raw)": 1.0765117406845093, "Finetune/Step": 858, "Finetune/Step Time": 6.649943394586444}
+{"Finetune/Learning Rate": 1.998864666743952e-05, "Finetune/Loss": 1.0114197731018066, "Finetune/Loss (Raw)": 1.0929210186004639, "Finetune/Step": 859, "Finetune/Step Time": 6.660321235656738}
+{"Finetune/Learning Rate": 1.998856630543509e-05, "Finetune/Loss": 1.009908676147461, "Finetune/Loss (Raw)": 0.9024574160575867, "Finetune/Step": 860, "Finetune/Step Time": 6.661135245114565}
+{"Finetune/Learning Rate": 1.9988485660183326e-05, "Finetune/Loss": 1.0102070569992065, "Finetune/Loss (Raw)": 1.0413206815719604, "Finetune/Step": 861, "Finetune/Step Time": 6.659178318455815}
+{"Finetune/Learning Rate": 1.9988404731686512e-05, "Finetune/Loss": 1.0091216564178467, "Finetune/Loss (Raw)": 0.9599558711051941, "Finetune/Step": 862, "Finetune/Step Time": 6.6576459016650915}
+{"Finetune/Learning Rate": 1.9988323519946946e-05, "Finetune/Loss": 1.0085344314575195, "Finetune/Loss (Raw)": 0.9284679889678955, "Finetune/Step": 863, "Finetune/Step Time": 6.6549645978957415}
+{"Finetune/Learning Rate": 1.9988242024966924e-05, "Finetune/Loss": 1.0077500343322754, "Finetune/Loss (Raw)": 0.945245087146759, "Finetune/Step": 864, "Finetune/Step Time": 6.660244956612587}
+{"Finetune/Learning Rate": 1.998816024674876e-05, "Finetune/Loss": 1.0065231323242188, "Finetune/Loss (Raw)": 0.8296725749969482, "Finetune/Step": 865, "Finetune/Step Time": 6.655850822106004}
+{"Finetune/Learning Rate": 1.9988078185294775e-05, "Finetune/Loss": 1.007157325744629, "Finetune/Loss (Raw)": 1.0686779022216797, "Finetune/Step": 866, "Finetune/Step Time": 6.648034879937768}
+{"Finetune/Learning Rate": 1.9987995840607296e-05, "Finetune/Loss": 1.0061981678009033, "Finetune/Loss (Raw)": 1.0291624069213867, "Finetune/Step": 867, "Finetune/Step Time": 6.645591454580426}
+{"Finetune/Learning Rate": 1.9987913212688656e-05, "Finetune/Loss": 1.0073128938674927, "Finetune/Loss (Raw)": 0.9574732184410095, "Finetune/Step": 868, "Finetune/Step Time": 6.655821667984128}
+{"Finetune/Learning Rate": 1.9987830301541202e-05, "Finetune/Loss": 1.007343053817749, "Finetune/Loss (Raw)": 0.955163836479187, "Finetune/Step": 869, "Finetune/Step Time": 6.653403697535396}
+{"Finetune/Learning Rate": 1.998774710716728e-05, "Finetune/Loss": 1.0073739290237427, "Finetune/Loss (Raw)": 0.9683194160461426, "Finetune/Step": 870, "Finetune/Step Time": 6.651064625009894}
+{"Finetune/Learning Rate": 1.998766362956925e-05, "Finetune/Loss": 1.0075088739395142, "Finetune/Loss (Raw)": 1.0689805746078491, "Finetune/Step": 871, "Finetune/Step Time": 6.650928905233741}
+{"Finetune/Learning Rate": 1.9987579868749484e-05, "Finetune/Loss": 1.0069990158081055, "Finetune/Loss (Raw)": 1.0418806076049805, "Finetune/Step": 872, "Finetune/Step Time": 6.65087560378015}
+{"Finetune/Learning Rate": 1.998749582471035e-05, "Finetune/Loss": 1.0063968896865845, "Finetune/Loss (Raw)": 0.9995231032371521, "Finetune/Step": 873, "Finetune/Step Time": 6.647221157327294}
+{"Finetune/Learning Rate": 1.9987411497454235e-05, "Finetune/Loss": 1.0063607692718506, "Finetune/Loss (Raw)": 0.9408712387084961, "Finetune/Step": 874, "Finetune/Step Time": 6.642459409311414}
+{"Finetune/Learning Rate": 1.9987326886983533e-05, "Finetune/Loss": 1.0060831308364868, "Finetune/Loss (Raw)": 0.9759067296981812, "Finetune/Step": 875, "Finetune/Step Time": 6.642454911023378}
+{"Finetune/Learning Rate": 1.998724199330064e-05, "Finetune/Loss": 1.0062633752822876, "Finetune/Loss (Raw)": 1.0454497337341309, "Finetune/Step": 876, "Finetune/Step Time": 6.636126292869449}
+{"Finetune/Learning Rate": 1.9987156816407963e-05, "Finetune/Loss": 1.0045427083969116, "Finetune/Loss (Raw)": 0.8369830250740051, "Finetune/Step": 877, "Finetune/Step Time": 6.6286147981882095}
+{"Finetune/Learning Rate": 1.998707135630792e-05, "Finetune/Loss": 1.003035545349121, "Finetune/Loss (Raw)": 0.9793787002563477, "Finetune/Step": 878, "Finetune/Step Time": 6.599579321220517}
+{"Finetune/Learning Rate": 1.998698561300293e-05, "Finetune/Loss": 1.0023607015609741, "Finetune/Loss (Raw)": 0.9423086643218994, "Finetune/Step": 879, "Finetune/Step Time": 6.59617755562067}
+{"Finetune/Learning Rate": 1.9986899586495432e-05, "Finetune/Loss": 1.003119945526123, "Finetune/Loss (Raw)": 1.0909688472747803, "Finetune/Step": 880, "Finetune/Step Time": 6.597761949524283}
+{"Finetune/Learning Rate": 1.9986813276787855e-05, "Finetune/Loss": 1.0033055543899536, "Finetune/Loss (Raw)": 0.8615200519561768, "Finetune/Step": 881, "Finetune/Step Time": 6.599273718893528}
+{"Finetune/Learning Rate": 1.998672668388266e-05, "Finetune/Loss": 1.0026694536209106, "Finetune/Loss (Raw)": 1.0289943218231201, "Finetune/Step": 882, "Finetune/Step Time": 6.607978058978915}
+{"Finetune/Learning Rate": 1.9986639807782287e-05, "Finetune/Loss": 1.0027755498886108, "Finetune/Loss (Raw)": 1.115930438041687, "Finetune/Step": 883, "Finetune/Step Time": 6.610214674845338}
+{"Finetune/Learning Rate": 1.9986552648489212e-05, "Finetune/Loss": 1.0022578239440918, "Finetune/Loss (Raw)": 1.0003434419631958, "Finetune/Step": 884, "Finetune/Step Time": 6.60615786537528}
+{"Finetune/Learning Rate": 1.9986465206005897e-05, "Finetune/Loss": 1.001627802848816, "Finetune/Loss (Raw)": 1.0231378078460693, "Finetune/Step": 885, "Finetune/Step Time": 6.607841854915023}
+{"Finetune/Learning Rate": 1.998637748033483e-05, "Finetune/Loss": 1.0025804042816162, "Finetune/Loss (Raw)": 1.1056442260742188, "Finetune/Step": 886, "Finetune/Step Time": 6.61679327301681}
+{"Finetune/Learning Rate": 1.9986289471478493e-05, "Finetune/Loss": 1.0031304359436035, "Finetune/Loss (Raw)": 0.9822708368301392, "Finetune/Step": 887, "Finetune/Step Time": 6.619766995310783}
+{"Finetune/Learning Rate": 1.9986201179439388e-05, "Finetune/Loss": 1.0018070936203003, "Finetune/Loss (Raw)": 0.9055657982826233, "Finetune/Step": 888, "Finetune/Step Time": 6.617865996435285}
+{"Finetune/Learning Rate": 1.998611260422001e-05, "Finetune/Loss": 1.0007997751235962, "Finetune/Loss (Raw)": 0.9651477336883545, "Finetune/Step": 889, "Finetune/Step Time": 6.613327089697123}
+{"Finetune/Learning Rate": 1.9986023745822875e-05, "Finetune/Loss": 1.0008540153503418, "Finetune/Loss (Raw)": 1.001549482345581, "Finetune/Step": 890, "Finetune/Step Time": 6.61962285079062}
+{"Finetune/Learning Rate": 1.9985934604250507e-05, "Finetune/Loss": 1.001875877380371, "Finetune/Loss (Raw)": 0.9751100540161133, "Finetune/Step": 891, "Finetune/Step Time": 6.616077724844217}
+{"Finetune/Learning Rate": 1.9985845179505425e-05, "Finetune/Loss": 1.0014489889144897, "Finetune/Loss (Raw)": 0.9510355591773987, "Finetune/Step": 892, "Finetune/Step Time": 6.621026054024696}
+{"Finetune/Learning Rate": 1.9985755471590172e-05, "Finetune/Loss": 1.0021910667419434, "Finetune/Loss (Raw)": 1.0591154098510742, "Finetune/Step": 893, "Finetune/Step Time": 6.608890973031521}
+{"Finetune/Learning Rate": 1.998566548050729e-05, "Finetune/Loss": 1.001072883605957, "Finetune/Loss (Raw)": 0.8897731304168701, "Finetune/Step": 894, "Finetune/Step Time": 6.6094304248690605}
+{"Finetune/Learning Rate": 1.998557520625933e-05, "Finetune/Loss": 1.0018937587738037, "Finetune/Loss (Raw)": 1.052646279335022, "Finetune/Step": 895, "Finetune/Step Time": 6.609168438240886}
+{"Finetune/Learning Rate": 1.9985484648848854e-05, "Finetune/Loss": 1.0016697645187378, "Finetune/Loss (Raw)": 1.0960946083068848, "Finetune/Step": 896, "Finetune/Step Time": 6.607848513871431}
+{"Finetune/Learning Rate": 1.9985393808278426e-05, "Finetune/Loss": 1.0028722286224365, "Finetune/Loss (Raw)": 1.0720294713974, "Finetune/Step": 897, "Finetune/Step Time": 6.606617113575339}
+{"Finetune/Learning Rate": 1.9985302684550624e-05, "Finetune/Loss": 1.0034713745117188, "Finetune/Loss (Raw)": 1.033351182937622, "Finetune/Step": 898, "Finetune/Step Time": 6.604893378913403}
+{"Finetune/Learning Rate": 1.9985211277668032e-05, "Finetune/Loss": 1.004140853881836, "Finetune/Loss (Raw)": 1.0057616233825684, "Finetune/Step": 899, "Finetune/Step Time": 6.582211636006832}
+{"Finetune/Learning Rate": 1.9985119587633246e-05, "Finetune/Loss": 1.0047194957733154, "Finetune/Loss (Raw)": 1.0566030740737915, "Finetune/Step": 900, "Finetune/Step Time": 6.5681204702705145}
+{"Finetune/Learning Rate": 1.998502761444886e-05, "Finetune/Loss": 1.003859281539917, "Finetune/Loss (Raw)": 0.9667221307754517, "Finetune/Step": 901, "Finetune/Step Time": 6.564970914274454}
+{"Finetune/Learning Rate": 1.9984935358117485e-05, "Finetune/Loss": 1.0033551454544067, "Finetune/Loss (Raw)": 0.9354227781295776, "Finetune/Step": 902, "Finetune/Step Time": 6.561739230528474}
+{"Finetune/Learning Rate": 1.9984842818641735e-05, "Finetune/Loss": 1.0038549900054932, "Finetune/Loss (Raw)": 1.1229915618896484, "Finetune/Step": 903, "Finetune/Step Time": 6.563019569963217}
+{"Finetune/Learning Rate": 1.9984749996024236e-05, "Finetune/Loss": 1.003201961517334, "Finetune/Loss (Raw)": 1.0222524404525757, "Finetune/Step": 904, "Finetune/Step Time": 6.564536716789007}
+{"Finetune/Learning Rate": 1.998465689026762e-05, "Finetune/Loss": 1.0020443201065063, "Finetune/Loss (Raw)": 1.0387018918991089, "Finetune/Step": 905, "Finetune/Step Time": 6.579504672437906}
+{"Finetune/Learning Rate": 1.998456350137453e-05, "Finetune/Loss": 1.0011811256408691, "Finetune/Loss (Raw)": 0.8679599761962891, "Finetune/Step": 906, "Finetune/Step Time": 6.578163966536522}
+{"Finetune/Learning Rate": 1.9984469829347607e-05, "Finetune/Loss": 1.000556230545044, "Finetune/Loss (Raw)": 0.9099582433700562, "Finetune/Step": 907, "Finetune/Step Time": 6.575508277863264}
+{"Finetune/Learning Rate": 1.9984375874189514e-05, "Finetune/Loss": 1.001085638999939, "Finetune/Loss (Raw)": 1.0888376235961914, "Finetune/Step": 908, "Finetune/Step Time": 6.575084550306201}
+{"Finetune/Learning Rate": 1.9984281635902913e-05, "Finetune/Loss": 1.0000343322753906, "Finetune/Loss (Raw)": 0.9266667366027832, "Finetune/Step": 909, "Finetune/Step Time": 6.574071303009987}
+{"Finetune/Learning Rate": 1.9984187114490477e-05, "Finetune/Loss": 0.9986076951026917, "Finetune/Loss (Raw)": 0.9004157185554504, "Finetune/Step": 910, "Finetune/Step Time": 6.57906618155539}
+{"Finetune/Learning Rate": 1.9984092309954887e-05, "Finetune/Loss": 0.9980500340461731, "Finetune/Loss (Raw)": 0.873155951499939, "Finetune/Step": 911, "Finetune/Step Time": 6.582292778417468}
+{"Finetune/Learning Rate": 1.998399722229883e-05, "Finetune/Loss": 0.9969302415847778, "Finetune/Loss (Raw)": 0.888484001159668, "Finetune/Step": 912, "Finetune/Step Time": 6.5752979926764965}
+{"Finetune/Learning Rate": 1.9983901851524996e-05, "Finetune/Loss": 0.9950115084648132, "Finetune/Loss (Raw)": 0.8255689144134521, "Finetune/Step": 913, "Finetune/Step Time": 6.579615253955126}
+{"Finetune/Learning Rate": 1.99838061976361e-05, "Finetune/Loss": 0.9974364042282104, "Finetune/Loss (Raw)": 0.9999253153800964, "Finetune/Step": 914, "Finetune/Step Time": 6.569868618622422}
+{"Finetune/Learning Rate": 1.998371026063485e-05, "Finetune/Loss": 0.9971606731414795, "Finetune/Loss (Raw)": 1.0137302875518799, "Finetune/Step": 915, "Finetune/Step Time": 6.568549113348126}
+{"Finetune/Learning Rate": 1.998361404052397e-05, "Finetune/Loss": 0.9982913136482239, "Finetune/Loss (Raw)": 1.1415060758590698, "Finetune/Step": 916, "Finetune/Step Time": 6.5688418839126825}
+{"Finetune/Learning Rate": 1.998351753730618e-05, "Finetune/Loss": 0.9977336525917053, "Finetune/Loss (Raw)": 0.9611828923225403, "Finetune/Step": 917, "Finetune/Step Time": 6.565942069515586}
+{"Finetune/Learning Rate": 1.998342075098423e-05, "Finetune/Loss": 0.9978898763656616, "Finetune/Loss (Raw)": 1.0680334568023682, "Finetune/Step": 918, "Finetune/Step Time": 6.566096533089876}
+{"Finetune/Learning Rate": 1.9983323681560848e-05, "Finetune/Loss": 0.9975779056549072, "Finetune/Loss (Raw)": 1.0137056112289429, "Finetune/Step": 919, "Finetune/Step Time": 6.546202817931771}
+{"Finetune/Learning Rate": 1.9983226329038798e-05, "Finetune/Loss": 0.9969251751899719, "Finetune/Loss (Raw)": 0.9421505331993103, "Finetune/Step": 920, "Finetune/Step Time": 6.5424636118113995}
+{"Finetune/Learning Rate": 1.998312869342084e-05, "Finetune/Loss": 0.9979054927825928, "Finetune/Loss (Raw)": 1.0205433368682861, "Finetune/Step": 921, "Finetune/Step Time": 6.53946472145617}
+{"Finetune/Learning Rate": 1.9983030774709737e-05, "Finetune/Loss": 0.9970855116844177, "Finetune/Loss (Raw)": 0.9082055687904358, "Finetune/Step": 922, "Finetune/Step Time": 6.534691471606493}
+{"Finetune/Learning Rate": 1.9982932572908273e-05, "Finetune/Loss": 0.9980921745300293, "Finetune/Loss (Raw)": 1.1402958631515503, "Finetune/Step": 923, "Finetune/Step Time": 6.534479282796383}
+{"Finetune/Learning Rate": 1.9982834088019226e-05, "Finetune/Loss": 0.9985331892967224, "Finetune/Loss (Raw)": 1.0978881120681763, "Finetune/Step": 924, "Finetune/Step Time": 6.533404441550374}
+{"Finetune/Learning Rate": 1.9982735320045392e-05, "Finetune/Loss": 0.9986009001731873, "Finetune/Loss (Raw)": 1.0726438760757446, "Finetune/Step": 925, "Finetune/Step Time": 6.543722549453378}
+{"Finetune/Learning Rate": 1.9982636268989572e-05, "Finetune/Loss": 0.9983898401260376, "Finetune/Loss (Raw)": 0.8936032652854919, "Finetune/Step": 926, "Finetune/Step Time": 6.541874812915921}
+{"Finetune/Learning Rate": 1.9982536934854576e-05, "Finetune/Loss": 0.9979802370071411, "Finetune/Loss (Raw)": 0.9331306219100952, "Finetune/Step": 927, "Finetune/Step Time": 6.542928280308843}
+{"Finetune/Learning Rate": 1.9982437317643218e-05, "Finetune/Loss": 0.9964746832847595, "Finetune/Loss (Raw)": 0.8863128423690796, "Finetune/Step": 928, "Finetune/Step Time": 6.552188564091921}
+{"Finetune/Learning Rate": 1.998233741735832e-05, "Finetune/Loss": 0.994880735874176, "Finetune/Loss (Raw)": 0.9060697555541992, "Finetune/Step": 929, "Finetune/Step Time": 6.546524353325367}
+{"Finetune/Learning Rate": 1.9982237234002722e-05, "Finetune/Loss": 0.9940528869628906, "Finetune/Loss (Raw)": 0.9417588710784912, "Finetune/Step": 930, "Finetune/Step Time": 6.550061581656337}
+{"Finetune/Learning Rate": 1.9982136767579263e-05, "Finetune/Loss": 0.9970711469650269, "Finetune/Loss (Raw)": 1.160184383392334, "Finetune/Step": 931, "Finetune/Step Time": 6.552391190081835}
+{"Finetune/Learning Rate": 1.998203601809079e-05, "Finetune/Loss": 0.9983485341072083, "Finetune/Loss (Raw)": 1.081999659538269, "Finetune/Step": 932, "Finetune/Step Time": 6.552378386259079}
+{"Finetune/Learning Rate": 1.998193498554016e-05, "Finetune/Loss": 0.9968084692955017, "Finetune/Loss (Raw)": 1.056628704071045, "Finetune/Step": 933, "Finetune/Step Time": 6.556976210325956}
+{"Finetune/Learning Rate": 1.9981833669930236e-05, "Finetune/Loss": 0.9967893362045288, "Finetune/Loss (Raw)": 0.9331241846084595, "Finetune/Step": 934, "Finetune/Step Time": 6.555576045066118}
+{"Finetune/Learning Rate": 1.9981732071263897e-05, "Finetune/Loss": 0.9964046478271484, "Finetune/Loss (Raw)": 0.9150149822235107, "Finetune/Step": 935, "Finetune/Step Time": 6.5533512104302645}
+{"Finetune/Learning Rate": 1.9981630189544023e-05, "Finetune/Loss": 0.9951161742210388, "Finetune/Loss (Raw)": 0.9209328889846802, "Finetune/Step": 936, "Finetune/Step Time": 6.580283146351576}
+{"Finetune/Learning Rate": 1.9981528024773496e-05, "Finetune/Loss": 0.995986819267273, "Finetune/Loss (Raw)": 1.0907047986984253, "Finetune/Step": 937, "Finetune/Step Time": 6.576243864372373}
+{"Finetune/Learning Rate": 1.998142557695522e-05, "Finetune/Loss": 0.9957515001296997, "Finetune/Loss (Raw)": 1.1223937273025513, "Finetune/Step": 938, "Finetune/Step Time": 6.559023762121797}
+{"Finetune/Learning Rate": 1.99813228460921e-05, "Finetune/Loss": 0.9963638782501221, "Finetune/Loss (Raw)": 0.9911380410194397, "Finetune/Step": 939, "Finetune/Step Time": 6.565590810030699}
+{"Finetune/Learning Rate": 1.998121983218704e-05, "Finetune/Loss": 0.9973320364952087, "Finetune/Loss (Raw)": 1.0288561582565308, "Finetune/Step": 940, "Finetune/Step Time": 6.588217109441757}
+{"Finetune/Learning Rate": 1.9981116535242973e-05, "Finetune/Loss": 0.9971902966499329, "Finetune/Loss (Raw)": 0.915360152721405, "Finetune/Step": 941, "Finetune/Step Time": 6.579122211784124}
+{"Finetune/Learning Rate": 1.9981012955262823e-05, "Finetune/Loss": 0.9941153526306152, "Finetune/Loss (Raw)": 0.732341468334198, "Finetune/Step": 942, "Finetune/Step Time": 6.589739713817835}
+{"Finetune/Learning Rate": 1.9980909092249533e-05, "Finetune/Loss": 0.9947857856750488, "Finetune/Loss (Raw)": 1.1138859987258911, "Finetune/Step": 943, "Finetune/Step Time": 6.591625291854143}
+{"Finetune/Learning Rate": 1.9980804946206036e-05, "Finetune/Loss": 0.9926580190658569, "Finetune/Loss (Raw)": 0.8519911170005798, "Finetune/Step": 944, "Finetune/Step Time": 6.589968705549836}
+{"Finetune/Learning Rate": 1.9980700517135295e-05, "Finetune/Loss": 0.9923408031463623, "Finetune/Loss (Raw)": 0.9374375343322754, "Finetune/Step": 945, "Finetune/Step Time": 6.59266228415072}
+{"Finetune/Learning Rate": 1.998059580504027e-05, "Finetune/Loss": 0.9917973279953003, "Finetune/Loss (Raw)": 1.0138802528381348, "Finetune/Step": 946, "Finetune/Step Time": 6.592712167650461}
+{"Finetune/Learning Rate": 1.9980490809923928e-05, "Finetune/Loss": 0.9917240738868713, "Finetune/Loss (Raw)": 0.93318110704422, "Finetune/Step": 947, "Finetune/Step Time": 6.59757424890995}
+{"Finetune/Learning Rate": 1.9980385531789244e-05, "Finetune/Loss": 0.9917670488357544, "Finetune/Loss (Raw)": 1.0810633897781372, "Finetune/Step": 948, "Finetune/Step Time": 6.593951363116503}
+{"Finetune/Learning Rate": 1.998027997063921e-05, "Finetune/Loss": 0.9914180040359497, "Finetune/Loss (Raw)": 1.0424753427505493, "Finetune/Step": 949, "Finetune/Step Time": 6.591592745855451}
+{"Finetune/Learning Rate": 1.9980174126476816e-05, "Finetune/Loss": 0.9918054938316345, "Finetune/Loss (Raw)": 0.8916592001914978, "Finetune/Step": 950, "Finetune/Step Time": 6.585144674405456}
+{"Finetune/Learning Rate": 1.9980067999305065e-05, "Finetune/Loss": 0.9910061359405518, "Finetune/Loss (Raw)": 0.9323037266731262, "Finetune/Step": 951, "Finetune/Step Time": 6.591049004346132}
+{"Finetune/Learning Rate": 1.997996158912696e-05, "Finetune/Loss": 0.9918385744094849, "Finetune/Loss (Raw)": 1.161157488822937, "Finetune/Step": 952, "Finetune/Step Time": 6.5848715379834175}
+{"Finetune/Learning Rate": 1.9979854895945528e-05, "Finetune/Loss": 0.9923907518386841, "Finetune/Loss (Raw)": 1.0752110481262207, "Finetune/Step": 953, "Finetune/Step Time": 6.5838537979871035}
+{"Finetune/Learning Rate": 1.997974791976379e-05, "Finetune/Loss": 0.9923920035362244, "Finetune/Loss (Raw)": 1.0804896354675293, "Finetune/Step": 954, "Finetune/Step Time": 6.5858213771134615}
+{"Finetune/Learning Rate": 1.997964066058478e-05, "Finetune/Loss": 0.9936113357543945, "Finetune/Loss (Raw)": 0.9653024077415466, "Finetune/Step": 955, "Finetune/Step Time": 6.588550707325339}
+{"Finetune/Learning Rate": 1.9979533118411538e-05, "Finetune/Loss": 0.9935404062271118, "Finetune/Loss (Raw)": 0.8978062272071838, "Finetune/Step": 956, "Finetune/Step Time": 6.5981107018888}
+{"Finetune/Learning Rate": 1.9979425293247115e-05, "Finetune/Loss": 0.9912919402122498, "Finetune/Loss (Raw)": 0.8737359046936035, "Finetune/Step": 957, "Finetune/Step Time": 6.599048409610987}
+{"Finetune/Learning Rate": 1.9979317185094565e-05, "Finetune/Loss": 0.9906578063964844, "Finetune/Loss (Raw)": 1.0782549381256104, "Finetune/Step": 958, "Finetune/Step Time": 6.599269995465875}
+{"Finetune/Learning Rate": 1.997920879395696e-05, "Finetune/Loss": 0.9902856945991516, "Finetune/Loss (Raw)": 0.9846241474151611, "Finetune/Step": 959, "Finetune/Step Time": 6.583782592788339}
+{"Finetune/Learning Rate": 1.997910011983737e-05, "Finetune/Loss": 0.9903385639190674, "Finetune/Loss (Raw)": 1.0243899822235107, "Finetune/Step": 960, "Finetune/Step Time": 6.56951704621315}
+{"Finetune/Learning Rate": 1.997899116273888e-05, "Finetune/Loss": 0.9896846413612366, "Finetune/Loss (Raw)": 0.9619600176811218, "Finetune/Step": 961, "Finetune/Step Time": 6.571058206260204}
+{"Finetune/Learning Rate": 1.9978881922664574e-05, "Finetune/Loss": 0.9888627529144287, "Finetune/Loss (Raw)": 0.8611994981765747, "Finetune/Step": 962, "Finetune/Step Time": 6.570555813610554}
+{"Finetune/Learning Rate": 1.9978772399617553e-05, "Finetune/Loss": 0.9878005981445312, "Finetune/Loss (Raw)": 0.9050539135932922, "Finetune/Step": 963, "Finetune/Step Time": 6.579026540741324}
+{"Finetune/Learning Rate": 1.9978662593600925e-05, "Finetune/Loss": 0.9853817224502563, "Finetune/Loss (Raw)": 0.844428300857544, "Finetune/Step": 964, "Finetune/Step Time": 6.580697448924184}
+{"Finetune/Learning Rate": 1.99785525046178e-05, "Finetune/Loss": 0.983248770236969, "Finetune/Loss (Raw)": 0.802747905254364, "Finetune/Step": 965, "Finetune/Step Time": 6.581297067925334}
+{"Finetune/Learning Rate": 1.9978442132671302e-05, "Finetune/Loss": 0.983920156955719, "Finetune/Loss (Raw)": 0.9338905215263367, "Finetune/Step": 966, "Finetune/Step Time": 6.574035573750734}
+{"Finetune/Learning Rate": 1.9978331477764556e-05, "Finetune/Loss": 0.9840990304946899, "Finetune/Loss (Raw)": 1.0940710306167603, "Finetune/Step": 967, "Finetune/Step Time": 6.572498094290495}
+{"Finetune/Learning Rate": 1.9978220539900707e-05, "Finetune/Loss": 0.9832247495651245, "Finetune/Loss (Raw)": 0.926240086555481, "Finetune/Step": 968, "Finetune/Step Time": 6.574294144287705}
+{"Finetune/Learning Rate": 1.9978109319082897e-05, "Finetune/Loss": 0.9822099208831787, "Finetune/Loss (Raw)": 0.9871662259101868, "Finetune/Step": 969, "Finetune/Step Time": 6.5738034807145596}
+{"Finetune/Learning Rate": 1.9977997815314283e-05, "Finetune/Loss": 0.9822694063186646, "Finetune/Loss (Raw)": 1.0706160068511963, "Finetune/Step": 970, "Finetune/Step Time": 6.573300804942846}
+{"Finetune/Learning Rate": 1.997788602859802e-05, "Finetune/Loss": 0.9828531742095947, "Finetune/Loss (Raw)": 1.0341966152191162, "Finetune/Step": 971, "Finetune/Step Time": 6.553569160401821}
+{"Finetune/Learning Rate": 1.997777395893729e-05, "Finetune/Loss": 0.9828759431838989, "Finetune/Loss (Raw)": 0.9525666236877441, "Finetune/Step": 972, "Finetune/Step Time": 6.552096635103226}
+{"Finetune/Learning Rate": 1.9977661606335257e-05, "Finetune/Loss": 0.9843509197235107, "Finetune/Loss (Raw)": 1.0808212757110596, "Finetune/Step": 973, "Finetune/Step Time": 6.554648797959089}
+{"Finetune/Learning Rate": 1.9977548970795114e-05, "Finetune/Loss": 0.9834260940551758, "Finetune/Loss (Raw)": 0.8848640322685242, "Finetune/Step": 974, "Finetune/Step Time": 6.556874413043261}
+{"Finetune/Learning Rate": 1.9977436052320058e-05, "Finetune/Loss": 0.9851081967353821, "Finetune/Loss (Raw)": 1.0502803325653076, "Finetune/Step": 975, "Finetune/Step Time": 6.560754949226975}
+{"Finetune/Learning Rate": 1.9977322850913283e-05, "Finetune/Loss": 0.9852080345153809, "Finetune/Loss (Raw)": 1.0142624378204346, "Finetune/Step": 976, "Finetune/Step Time": 6.561477445065975}
+{"Finetune/Learning Rate": 1.9977209366578005e-05, "Finetune/Loss": 0.9863042831420898, "Finetune/Loss (Raw)": 1.0077847242355347, "Finetune/Step": 977, "Finetune/Step Time": 6.566474197432399}
+{"Finetune/Learning Rate": 1.9977095599317442e-05, "Finetune/Loss": 0.9853819608688354, "Finetune/Loss (Raw)": 0.9175057411193848, "Finetune/Step": 978, "Finetune/Step Time": 6.5836091209203005}
+{"Finetune/Learning Rate": 1.997698154913482e-05, "Finetune/Loss": 0.9861128330230713, "Finetune/Loss (Raw)": 1.1632678508758545, "Finetune/Step": 979, "Finetune/Step Time": 6.58668152615428}
+{"Finetune/Learning Rate": 1.997686721603337e-05, "Finetune/Loss": 0.9861437082290649, "Finetune/Loss (Raw)": 1.0175825357437134, "Finetune/Step": 980, "Finetune/Step Time": 6.584373230114579}
+{"Finetune/Learning Rate": 1.9976752600016337e-05, "Finetune/Loss": 0.9868093132972717, "Finetune/Loss (Raw)": 0.9995120763778687, "Finetune/Step": 981, "Finetune/Step Time": 6.587161842733622}
+{"Finetune/Learning Rate": 1.997663770108697e-05, "Finetune/Loss": 0.9860367774963379, "Finetune/Loss (Raw)": 0.9678840041160583, "Finetune/Step": 982, "Finetune/Step Time": 6.598452115431428}
+{"Finetune/Learning Rate": 1.9976522519248528e-05, "Finetune/Loss": 0.9882314205169678, "Finetune/Loss (Raw)": 1.001847743988037, "Finetune/Step": 983, "Finetune/Step Time": 6.577623698860407}
+{"Finetune/Learning Rate": 1.9976407054504276e-05, "Finetune/Loss": 0.9870420694351196, "Finetune/Loss (Raw)": 0.8904908895492554, "Finetune/Step": 984, "Finetune/Step Time": 6.582604743540287}
+{"Finetune/Learning Rate": 1.9976291306857488e-05, "Finetune/Loss": 0.9869694113731384, "Finetune/Loss (Raw)": 0.9072688221931458, "Finetune/Step": 985, "Finetune/Step Time": 6.601788757368922}
+{"Finetune/Learning Rate": 1.997617527631145e-05, "Finetune/Loss": 0.9847944974899292, "Finetune/Loss (Raw)": 0.7981154918670654, "Finetune/Step": 986, "Finetune/Step Time": 6.590113706886768}
+{"Finetune/Learning Rate": 1.9976058962869448e-05, "Finetune/Loss": 0.9846617579460144, "Finetune/Loss (Raw)": 1.075939655303955, "Finetune/Step": 987, "Finetune/Step Time": 6.592073749750853}
+{"Finetune/Learning Rate": 1.9975942366534783e-05, "Finetune/Loss": 0.985160231590271, "Finetune/Loss (Raw)": 0.966253936290741, "Finetune/Step": 988, "Finetune/Step Time": 6.592293174937367}
+{"Finetune/Learning Rate": 1.997582548731076e-05, "Finetune/Loss": 0.9841541647911072, "Finetune/Loss (Raw)": 0.9125440120697021, "Finetune/Step": 989, "Finetune/Step Time": 6.589089879766107}
+{"Finetune/Learning Rate": 1.9975708325200696e-05, "Finetune/Loss": 0.9851374626159668, "Finetune/Loss (Raw)": 1.0858248472213745, "Finetune/Step": 990, "Finetune/Step Time": 6.5965620540082455}
+{"Finetune/Learning Rate": 1.9975590880207906e-05, "Finetune/Loss": 0.985729992389679, "Finetune/Loss (Raw)": 1.0043119192123413, "Finetune/Step": 991, "Finetune/Step Time": 6.6079302448779345}
+{"Finetune/Learning Rate": 1.9975473152335726e-05, "Finetune/Loss": 0.9862772226333618, "Finetune/Loss (Raw)": 1.0152885913848877, "Finetune/Step": 992, "Finetune/Step Time": 6.603089798241854}
+{"Finetune/Learning Rate": 1.99753551415875e-05, "Finetune/Loss": 0.987381100654602, "Finetune/Loss (Raw)": 0.9709740281105042, "Finetune/Step": 993, "Finetune/Step Time": 6.60429347679019}
+{"Finetune/Learning Rate": 1.997523684796656e-05, "Finetune/Loss": 0.987818717956543, "Finetune/Loss (Raw)": 1.124685525894165, "Finetune/Step": 994, "Finetune/Step Time": 6.606530882418156}
+{"Finetune/Learning Rate": 1.9975118271476276e-05, "Finetune/Loss": 0.9879759550094604, "Finetune/Loss (Raw)": 1.0492947101593018, "Finetune/Step": 995, "Finetune/Step Time": 6.609689021483064}
+{"Finetune/Learning Rate": 1.997499941212e-05, "Finetune/Loss": 0.9880927801132202, "Finetune/Loss (Raw)": 0.9724203944206238, "Finetune/Step": 996, "Finetune/Step Time": 6.604942513629794}
+{"Finetune/Learning Rate": 1.9974880269901105e-05, "Finetune/Loss": 0.9871432185173035, "Finetune/Loss (Raw)": 0.8336217999458313, "Finetune/Step": 997, "Finetune/Step Time": 6.606876078993082}
+{"Finetune/Learning Rate": 1.9974760844822972e-05, "Finetune/Loss": 0.9876005053520203, "Finetune/Loss (Raw)": 1.0268528461456299, "Finetune/Step": 998, "Finetune/Step Time": 6.6105495654046535}
+{"Finetune/Learning Rate": 1.9974641136888983e-05, "Finetune/Loss": 0.9849463701248169, "Finetune/Loss (Raw)": 0.7292509078979492, "Finetune/Step": 999, "Finetune/Step Time": 6.632849017158151}
+{"Finetune/Learning Rate": 1.9974521146102535e-05, "Finetune/Loss": 0.983957052230835, "Finetune/Loss (Raw)": 0.9152443408966064, "Finetune/Step": 1000, "Finetune/Step Time": 6.635398831218481}
+{"Finetune/Learning Rate": 1.9974400872467036e-05, "Finetune/Loss": 0.982465386390686, "Finetune/Loss (Raw)": 0.8085886240005493, "Finetune/Step": 1001, "Finetune/Step Time": 6.64155288785696}
+{"Finetune/Learning Rate": 1.9974280315985886e-05, "Finetune/Loss": 0.9824419021606445, "Finetune/Loss (Raw)": 0.9378708004951477, "Finetune/Step": 1002, "Finetune/Step Time": 6.642810445278883}
+{"Finetune/Learning Rate": 1.9974159476662516e-05, "Finetune/Loss": 0.9810173511505127, "Finetune/Loss (Raw)": 0.7935718894004822, "Finetune/Step": 1003, "Finetune/Step Time": 6.658260678872466}
+{"Finetune/Learning Rate": 1.997403835450034e-05, "Finetune/Loss": 0.9798213243484497, "Finetune/Loss (Raw)": 0.8923442959785461, "Finetune/Step": 1004, "Finetune/Step Time": 6.664306074380875}
+{"Finetune/Learning Rate": 1.99739169495028e-05, "Finetune/Loss": 0.9806021451950073, "Finetune/Loss (Raw)": 0.9369325041770935, "Finetune/Step": 1005, "Finetune/Step Time": 6.660404274240136}
+{"Finetune/Learning Rate": 1.9973795261673338e-05, "Finetune/Loss": 0.9802260398864746, "Finetune/Loss (Raw)": 0.9312328696250916, "Finetune/Step": 1006, "Finetune/Step Time": 6.656226918101311}
+{"Finetune/Learning Rate": 1.9973673291015405e-05, "Finetune/Loss": 0.9796077013015747, "Finetune/Loss (Raw)": 0.8631667494773865, "Finetune/Step": 1007, "Finetune/Step Time": 6.661032123491168}
+{"Finetune/Learning Rate": 1.997355103753246e-05, "Finetune/Loss": 0.9779504537582397, "Finetune/Loss (Raw)": 0.8788408041000366, "Finetune/Step": 1008, "Finetune/Step Time": 6.659690106287599}
+{"Finetune/Learning Rate": 1.9973428501227966e-05, "Finetune/Loss": 0.9787086844444275, "Finetune/Loss (Raw)": 0.9585737586021423, "Finetune/Step": 1009, "Finetune/Step Time": 6.653419379144907}
+{"Finetune/Learning Rate": 1.9973305682105398e-05, "Finetune/Loss": 0.9773613214492798, "Finetune/Loss (Raw)": 0.8565340638160706, "Finetune/Step": 1010, "Finetune/Step Time": 6.64250423386693}
+{"Finetune/Learning Rate": 1.9973182580168246e-05, "Finetune/Loss": 0.976478636264801, "Finetune/Loss (Raw)": 1.0029493570327759, "Finetune/Step": 1011, "Finetune/Step Time": 6.668635943904519}
+{"Finetune/Learning Rate": 1.9973059195419996e-05, "Finetune/Loss": 0.976524293422699, "Finetune/Loss (Raw)": 1.0061851739883423, "Finetune/Step": 1012, "Finetune/Step Time": 6.672203283756971}
+{"Finetune/Learning Rate": 1.9972935527864142e-05, "Finetune/Loss": 0.9759305715560913, "Finetune/Loss (Raw)": 0.9471325874328613, "Finetune/Step": 1013, "Finetune/Step Time": 6.672424398362637}
+{"Finetune/Learning Rate": 1.99728115775042e-05, "Finetune/Loss": 0.9752927422523499, "Finetune/Loss (Raw)": 1.0240132808685303, "Finetune/Step": 1014, "Finetune/Step Time": 6.664722517132759}
+{"Finetune/Learning Rate": 1.9972687344343678e-05, "Finetune/Loss": 0.974888026714325, "Finetune/Loss (Raw)": 0.9304655194282532, "Finetune/Step": 1015, "Finetune/Step Time": 6.663842482492328}
+{"Finetune/Learning Rate": 1.99725628283861e-05, "Finetune/Loss": 0.9752616882324219, "Finetune/Loss (Raw)": 0.9533992409706116, "Finetune/Step": 1016, "Finetune/Step Time": 6.662506528198719}
+{"Finetune/Learning Rate": 1.9972438029635006e-05, "Finetune/Loss": 0.9758222103118896, "Finetune/Loss (Raw)": 1.0368815660476685, "Finetune/Step": 1017, "Finetune/Step Time": 6.667791176587343}
+{"Finetune/Learning Rate": 1.997231294809392e-05, "Finetune/Loss": 0.9748388528823853, "Finetune/Loss (Raw)": 0.8756901621818542, "Finetune/Step": 1018, "Finetune/Step Time": 6.6809713784605265}
+{"Finetune/Learning Rate": 1.99721875837664e-05, "Finetune/Loss": 0.9743219017982483, "Finetune/Loss (Raw)": 0.9089402556419373, "Finetune/Step": 1019, "Finetune/Step Time": 6.678599700331688}
+{"Finetune/Learning Rate": 1.9972061936655994e-05, "Finetune/Loss": 0.9750320911407471, "Finetune/Loss (Raw)": 1.0419365167617798, "Finetune/Step": 1020, "Finetune/Step Time": 6.676213478669524}
+{"Finetune/Learning Rate": 1.997193600676627e-05, "Finetune/Loss": 0.9748684167861938, "Finetune/Loss (Raw)": 1.0381627082824707, "Finetune/Step": 1021, "Finetune/Step Time": 6.6759919710457325}
+{"Finetune/Learning Rate": 1.9971809794100797e-05, "Finetune/Loss": 0.9761032462120056, "Finetune/Loss (Raw)": 1.0478346347808838, "Finetune/Step": 1022, "Finetune/Step Time": 6.672718033194542}
+{"Finetune/Learning Rate": 1.9971683298663154e-05, "Finetune/Loss": 0.9752833843231201, "Finetune/Loss (Raw)": 0.947708010673523, "Finetune/Step": 1023, "Finetune/Step Time": 6.681243363767862}
+{"Finetune/Learning Rate": 1.9971556520456928e-05, "Finetune/Loss": 0.9742685556411743, "Finetune/Loss (Raw)": 0.9661913514137268, "Finetune/Step": 1024, "Finetune/Step Time": 6.6790078822523355}
+{"Finetune/Learning Rate": 1.9971429459485713e-05, "Finetune/Loss": 0.9728350043296814, "Finetune/Loss (Raw)": 0.8885347843170166, "Finetune/Step": 1025, "Finetune/Step Time": 6.690578401088715}
+{"Finetune/Learning Rate": 1.997130211575312e-05, "Finetune/Loss": 0.9729447364807129, "Finetune/Loss (Raw)": 1.0473960638046265, "Finetune/Step": 1026, "Finetune/Step Time": 6.6871667467057705}
+{"Finetune/Learning Rate": 1.997117448926275e-05, "Finetune/Loss": 0.9725679755210876, "Finetune/Loss (Raw)": 0.9575369358062744, "Finetune/Step": 1027, "Finetune/Step Time": 6.68784530647099}
+{"Finetune/Learning Rate": 1.9971046580018223e-05, "Finetune/Loss": 0.9718402624130249, "Finetune/Loss (Raw)": 0.9634588956832886, "Finetune/Step": 1028, "Finetune/Step Time": 6.681498393416405}
+{"Finetune/Learning Rate": 1.997091838802317e-05, "Finetune/Loss": 0.9721779823303223, "Finetune/Loss (Raw)": 1.0099488496780396, "Finetune/Step": 1029, "Finetune/Step Time": 6.69558840431273}
+{"Finetune/Learning Rate": 1.9970789913281226e-05, "Finetune/Loss": 0.9724165797233582, "Finetune/Loss (Raw)": 0.9659633636474609, "Finetune/Step": 1030, "Finetune/Step Time": 6.696858236566186}
+{"Finetune/Learning Rate": 1.9970661155796032e-05, "Finetune/Loss": 0.9701423645019531, "Finetune/Loss (Raw)": 0.8318939208984375, "Finetune/Step": 1031, "Finetune/Step Time": 6.695674687623978}
+{"Finetune/Learning Rate": 1.997053211557124e-05, "Finetune/Loss": 0.9690696001052856, "Finetune/Loss (Raw)": 0.8849372267723083, "Finetune/Step": 1032, "Finetune/Step Time": 6.687828131020069}
+{"Finetune/Learning Rate": 1.997040279261051e-05, "Finetune/Loss": 0.9687246084213257, "Finetune/Loss (Raw)": 0.9945412278175354, "Finetune/Step": 1033, "Finetune/Step Time": 6.669714670628309}
+{"Finetune/Learning Rate": 1.9970273186917512e-05, "Finetune/Loss": 0.9700387716293335, "Finetune/Loss (Raw)": 1.0361672639846802, "Finetune/Step": 1034, "Finetune/Step Time": 6.669834254309535}
+{"Finetune/Learning Rate": 1.9970143298495913e-05, "Finetune/Loss": 0.9711611270904541, "Finetune/Loss (Raw)": 1.0536236763000488, "Finetune/Step": 1035, "Finetune/Step Time": 6.672052653506398}
+{"Finetune/Learning Rate": 1.9970013127349407e-05, "Finetune/Loss": 0.970453143119812, "Finetune/Loss (Raw)": 0.9982209801673889, "Finetune/Step": 1036, "Finetune/Step Time": 6.670249035581946}
+{"Finetune/Learning Rate": 1.9969882673481674e-05, "Finetune/Loss": 0.9708365201950073, "Finetune/Loss (Raw)": 0.9757264256477356, "Finetune/Step": 1037, "Finetune/Step Time": 6.670325253158808}
+{"Finetune/Learning Rate": 1.9969751936896423e-05, "Finetune/Loss": 0.9710991382598877, "Finetune/Loss (Raw)": 0.9340384006500244, "Finetune/Step": 1038, "Finetune/Step Time": 6.676976080983877}
+{"Finetune/Learning Rate": 1.9969620917597355e-05, "Finetune/Loss": 0.9708715081214905, "Finetune/Loss (Raw)": 0.8440197110176086, "Finetune/Step": 1039, "Finetune/Step Time": 6.670936292037368}
+{"Finetune/Learning Rate": 1.996948961558819e-05, "Finetune/Loss": 0.971005916595459, "Finetune/Loss (Raw)": 0.9056934118270874, "Finetune/Step": 1040, "Finetune/Step Time": 6.679152434691787}
+{"Finetune/Learning Rate": 1.9969358030872644e-05, "Finetune/Loss": 0.9725754261016846, "Finetune/Loss (Raw)": 1.0264592170715332, "Finetune/Step": 1041, "Finetune/Step Time": 6.666045995429158}
+{"Finetune/Learning Rate": 1.996922616345446e-05, "Finetune/Loss": 0.9726666808128357, "Finetune/Loss (Raw)": 1.0116074085235596, "Finetune/Step": 1042, "Finetune/Step Time": 6.664830816909671}
+{"Finetune/Learning Rate": 1.9969094013337366e-05, "Finetune/Loss": 0.9703763723373413, "Finetune/Loss (Raw)": 0.7205647230148315, "Finetune/Step": 1043, "Finetune/Step Time": 6.678637433797121}
+{"Finetune/Learning Rate": 1.9968961580525118e-05, "Finetune/Loss": 0.9697428941726685, "Finetune/Loss (Raw)": 1.0604312419891357, "Finetune/Step": 1044, "Finetune/Step Time": 6.677948944270611}
+{"Finetune/Learning Rate": 1.9968828865021465e-05, "Finetune/Loss": 0.968733549118042, "Finetune/Loss (Raw)": 0.831984281539917, "Finetune/Step": 1045, "Finetune/Step Time": 6.67720146663487}
+{"Finetune/Learning Rate": 1.996869586683017e-05, "Finetune/Loss": 0.9683713912963867, "Finetune/Loss (Raw)": 1.0216668844223022, "Finetune/Step": 1046, "Finetune/Step Time": 6.676252840086818}
+{"Finetune/Learning Rate": 1.996856258595501e-05, "Finetune/Loss": 0.9688512086868286, "Finetune/Loss (Raw)": 1.075125813484192, "Finetune/Step": 1047, "Finetune/Step Time": 6.674551192671061}
+{"Finetune/Learning Rate": 1.9968429022399762e-05, "Finetune/Loss": 0.9691259264945984, "Finetune/Loss (Raw)": 0.9773250818252563, "Finetune/Step": 1048, "Finetune/Step Time": 6.669601269066334}
+{"Finetune/Learning Rate": 1.9968295176168216e-05, "Finetune/Loss": 0.968113899230957, "Finetune/Loss (Raw)": 0.8909994959831238, "Finetune/Step": 1049, "Finetune/Step Time": 6.667299898341298}
+{"Finetune/Learning Rate": 1.996816104726416e-05, "Finetune/Loss": 0.9677577614784241, "Finetune/Loss (Raw)": 0.8626127243041992, "Finetune/Step": 1050, "Finetune/Step Time": 6.684833789244294}
+{"Finetune/Learning Rate": 1.9968026635691404e-05, "Finetune/Loss": 0.9667647480964661, "Finetune/Loss (Raw)": 1.0131934881210327, "Finetune/Step": 1051, "Finetune/Step Time": 6.6863554157316685}
+{"Finetune/Learning Rate": 1.996789194145376e-05, "Finetune/Loss": 0.9668018817901611, "Finetune/Loss (Raw)": 1.1026512384414673, "Finetune/Step": 1052, "Finetune/Step Time": 6.688505919650197}
+{"Finetune/Learning Rate": 1.9967756964555044e-05, "Finetune/Loss": 0.9663964509963989, "Finetune/Loss (Raw)": 1.02074134349823, "Finetune/Step": 1053, "Finetune/Step Time": 6.677703831344843}
+{"Finetune/Learning Rate": 1.9967621704999084e-05, "Finetune/Loss": 0.9656994342803955, "Finetune/Loss (Raw)": 0.8043830394744873, "Finetune/Step": 1054, "Finetune/Step Time": 6.681404629722238}
+{"Finetune/Learning Rate": 1.9967486162789717e-05, "Finetune/Loss": 0.9668511748313904, "Finetune/Loss (Raw)": 1.0805519819259644, "Finetune/Step": 1055, "Finetune/Step Time": 6.679809151217341}
+{"Finetune/Learning Rate": 1.996735033793079e-05, "Finetune/Loss": 0.9686257839202881, "Finetune/Loss (Raw)": 1.1134625673294067, "Finetune/Step": 1056, "Finetune/Step Time": 6.671815272420645}
+{"Finetune/Learning Rate": 1.9967214230426148e-05, "Finetune/Loss": 0.9699519872665405, "Finetune/Loss (Raw)": 1.0758213996887207, "Finetune/Step": 1057, "Finetune/Step Time": 6.672840651124716}
+{"Finetune/Learning Rate": 1.9967077840279653e-05, "Finetune/Loss": 0.9704456925392151, "Finetune/Loss (Raw)": 1.0049546957015991, "Finetune/Step": 1058, "Finetune/Step Time": 6.672359688207507}
+{"Finetune/Learning Rate": 1.996694116749517e-05, "Finetune/Loss": 0.9682811498641968, "Finetune/Loss (Raw)": 0.8831232786178589, "Finetune/Step": 1059, "Finetune/Step Time": 6.674670731648803}
+{"Finetune/Learning Rate": 1.9966804212076583e-05, "Finetune/Loss": 0.9667873382568359, "Finetune/Loss (Raw)": 0.8907989263534546, "Finetune/Step": 1060, "Finetune/Step Time": 6.684849184006453}
+{"Finetune/Learning Rate": 1.9966666974027767e-05, "Finetune/Loss": 0.9659818410873413, "Finetune/Loss (Raw)": 0.9535278677940369, "Finetune/Step": 1061, "Finetune/Step Time": 6.682327758520842}
+{"Finetune/Learning Rate": 1.9966529453352615e-05, "Finetune/Loss": 0.9670026302337646, "Finetune/Loss (Raw)": 1.0637794733047485, "Finetune/Step": 1062, "Finetune/Step Time": 6.676740579307079}
+{"Finetune/Learning Rate": 1.9966391650055033e-05, "Finetune/Loss": 0.9676987528800964, "Finetune/Loss (Raw)": 1.0041131973266602, "Finetune/Step": 1063, "Finetune/Step Time": 6.67891925573349}
+{"Finetune/Learning Rate": 1.9966253564138922e-05, "Finetune/Loss": 0.9689746499061584, "Finetune/Loss (Raw)": 1.0842596292495728, "Finetune/Step": 1064, "Finetune/Step Time": 6.65375068038702}
+{"Finetune/Learning Rate": 1.99661151956082e-05, "Finetune/Loss": 0.9683618545532227, "Finetune/Loss (Raw)": 1.0122631788253784, "Finetune/Step": 1065, "Finetune/Step Time": 6.653553184121847}
+{"Finetune/Learning Rate": 1.9965976544466794e-05, "Finetune/Loss": 0.9657315611839294, "Finetune/Loss (Raw)": 0.7857111692428589, "Finetune/Step": 1066, "Finetune/Step Time": 6.666008869186044}
+{"Finetune/Learning Rate": 1.996583761071863e-05, "Finetune/Loss": 0.9646824598312378, "Finetune/Loss (Raw)": 0.8568556308746338, "Finetune/Step": 1067, "Finetune/Step Time": 6.657174518331885}
+{"Finetune/Learning Rate": 1.9965698394367653e-05, "Finetune/Loss": 0.9627065658569336, "Finetune/Loss (Raw)": 0.7759421467781067, "Finetune/Step": 1068, "Finetune/Step Time": 6.649671854451299}
+{"Finetune/Learning Rate": 1.9965558895417806e-05, "Finetune/Loss": 0.9632858037948608, "Finetune/Loss (Raw)": 0.9895029067993164, "Finetune/Step": 1069, "Finetune/Step Time": 6.657067747786641}
+{"Finetune/Learning Rate": 1.9965419113873045e-05, "Finetune/Loss": 0.9647723436355591, "Finetune/Loss (Raw)": 0.9226105809211731, "Finetune/Step": 1070, "Finetune/Step Time": 6.643765514716506}
+{"Finetune/Learning Rate": 1.9965279049737337e-05, "Finetune/Loss": 0.9635775089263916, "Finetune/Loss (Raw)": 0.960949718952179, "Finetune/Step": 1071, "Finetune/Step Time": 6.641083827242255}
+{"Finetune/Learning Rate": 1.9965138703014656e-05, "Finetune/Loss": 0.9625295400619507, "Finetune/Loss (Raw)": 0.7178598642349243, "Finetune/Step": 1072, "Finetune/Step Time": 6.652208663523197}
+{"Finetune/Learning Rate": 1.9964998073708977e-05, "Finetune/Loss": 0.9625444412231445, "Finetune/Loss (Raw)": 0.9393429756164551, "Finetune/Step": 1073, "Finetune/Step Time": 6.654509844258428}
+{"Finetune/Learning Rate": 1.9964857161824288e-05, "Finetune/Loss": 0.9619554877281189, "Finetune/Loss (Raw)": 0.9384907484054565, "Finetune/Step": 1074, "Finetune/Step Time": 6.653976218774915}
+{"Finetune/Learning Rate": 1.996471596736459e-05, "Finetune/Loss": 0.9632184505462646, "Finetune/Loss (Raw)": 1.0948420763015747, "Finetune/Step": 1075, "Finetune/Step Time": 6.652547935023904}
+{"Finetune/Learning Rate": 1.9964574490333876e-05, "Finetune/Loss": 0.9639273285865784, "Finetune/Loss (Raw)": 1.1717966794967651, "Finetune/Step": 1076, "Finetune/Step Time": 6.654854778200388}
+{"Finetune/Learning Rate": 1.996443273073617e-05, "Finetune/Loss": 0.9619215726852417, "Finetune/Loss (Raw)": 0.7857471704483032, "Finetune/Step": 1077, "Finetune/Step Time": 6.655170705169439}
+{"Finetune/Learning Rate": 1.9964290688575482e-05, "Finetune/Loss": 0.9628763198852539, "Finetune/Loss (Raw)": 1.0138577222824097, "Finetune/Step": 1078, "Finetune/Step Time": 6.6579059939831495}
+{"Finetune/Learning Rate": 1.9964148363855852e-05, "Finetune/Loss": 0.9633533954620361, "Finetune/Loss (Raw)": 0.9933714866638184, "Finetune/Step": 1079, "Finetune/Step Time": 6.649596875533462}
+{"Finetune/Learning Rate": 1.99640057565813e-05, "Finetune/Loss": 0.962224006652832, "Finetune/Loss (Raw)": 1.0166033506393433, "Finetune/Step": 1080, "Finetune/Step Time": 6.652764353901148}
+{"Finetune/Learning Rate": 1.9963862866755886e-05, "Finetune/Loss": 0.9623269438743591, "Finetune/Loss (Raw)": 1.0883803367614746, "Finetune/Step": 1081, "Finetune/Step Time": 6.65295665897429}
+{"Finetune/Learning Rate": 1.9963719694383653e-05, "Finetune/Loss": 0.9619424343109131, "Finetune/Loss (Raw)": 1.0312762260437012, "Finetune/Step": 1082, "Finetune/Step Time": 6.66281158849597}
+{"Finetune/Learning Rate": 1.996357623946866e-05, "Finetune/Loss": 0.9626248478889465, "Finetune/Loss (Raw)": 1.0526459217071533, "Finetune/Step": 1083, "Finetune/Step Time": 6.6781779527664185}
+{"Finetune/Learning Rate": 1.9963432502014978e-05, "Finetune/Loss": 0.9618428945541382, "Finetune/Loss (Raw)": 0.7977122664451599, "Finetune/Step": 1084, "Finetune/Step Time": 6.681945027783513}
+{"Finetune/Learning Rate": 1.9963288482026684e-05, "Finetune/Loss": 0.9637559652328491, "Finetune/Loss (Raw)": 1.1186192035675049, "Finetune/Step": 1085, "Finetune/Step Time": 6.68606230057776}
+{"Finetune/Learning Rate": 1.996314417950786e-05, "Finetune/Loss": 0.9636365175247192, "Finetune/Loss (Raw)": 1.0629563331604004, "Finetune/Step": 1086, "Finetune/Step Time": 6.6873575206846}
+{"Finetune/Learning Rate": 1.9962999594462595e-05, "Finetune/Loss": 0.9635508060455322, "Finetune/Loss (Raw)": 0.9736549258232117, "Finetune/Step": 1087, "Finetune/Step Time": 6.690391771495342}
+{"Finetune/Learning Rate": 1.9962854726894997e-05, "Finetune/Loss": 0.9626373052597046, "Finetune/Loss (Raw)": 0.907463788986206, "Finetune/Step": 1088, "Finetune/Step Time": 6.687785990536213}
+{"Finetune/Learning Rate": 1.996270957680917e-05, "Finetune/Loss": 0.9625364542007446, "Finetune/Loss (Raw)": 0.9490550756454468, "Finetune/Step": 1089, "Finetune/Step Time": 6.684492388740182}
+{"Finetune/Learning Rate": 1.9962564144209225e-05, "Finetune/Loss": 0.9640761613845825, "Finetune/Loss (Raw)": 1.0582836866378784, "Finetune/Step": 1090, "Finetune/Step Time": 6.692345002666116}
+{"Finetune/Learning Rate": 1.9962418429099295e-05, "Finetune/Loss": 0.9649169445037842, "Finetune/Loss (Raw)": 1.0126718282699585, "Finetune/Step": 1091, "Finetune/Step Time": 6.684586115181446}
+{"Finetune/Learning Rate": 1.9962272431483503e-05, "Finetune/Loss": 0.9661051630973816, "Finetune/Loss (Raw)": 0.9965144991874695, "Finetune/Step": 1092, "Finetune/Step Time": 6.685530886054039}
+{"Finetune/Learning Rate": 1.9962126151365998e-05, "Finetune/Loss": 0.9670106172561646, "Finetune/Loss (Raw)": 0.9186490774154663, "Finetune/Step": 1093, "Finetune/Step Time": 6.684567449614406}
+{"Finetune/Learning Rate": 1.9961979588750923e-05, "Finetune/Loss": 0.9672290682792664, "Finetune/Loss (Raw)": 0.9618504047393799, "Finetune/Step": 1094, "Finetune/Step Time": 6.68502071686089}
+{"Finetune/Learning Rate": 1.9961832743642432e-05, "Finetune/Loss": 0.9663063287734985, "Finetune/Loss (Raw)": 0.9759595990180969, "Finetune/Step": 1095, "Finetune/Step Time": 6.684033136814833}
+{"Finetune/Learning Rate": 1.9961685616044696e-05, "Finetune/Loss": 0.9662153720855713, "Finetune/Loss (Raw)": 0.9145931601524353, "Finetune/Step": 1096, "Finetune/Step Time": 6.683877633884549}
+{"Finetune/Learning Rate": 1.996153820596188e-05, "Finetune/Loss": 0.9650980234146118, "Finetune/Loss (Raw)": 0.8441506028175354, "Finetune/Step": 1097, "Finetune/Step Time": 6.681545082479715}
+{"Finetune/Learning Rate": 1.996139051339817e-05, "Finetune/Loss": 0.9633080363273621, "Finetune/Loss (Raw)": 0.8414990901947021, "Finetune/Step": 1098, "Finetune/Step Time": 6.679848434403539}
+{"Finetune/Learning Rate": 1.9961242538357752e-05, "Finetune/Loss": 0.9636592864990234, "Finetune/Loss (Raw)": 1.0791553258895874, "Finetune/Step": 1099, "Finetune/Step Time": 6.682206474244595}
+{"Finetune/Learning Rate": 1.996109428084482e-05, "Finetune/Loss": 0.9651676416397095, "Finetune/Loss (Raw)": 1.145634412765503, "Finetune/Step": 1100, "Finetune/Step Time": 6.6838141065090895}
+{"Finetune/Learning Rate": 1.996094574086358e-05, "Finetune/Loss": 0.9628869891166687, "Finetune/Loss (Raw)": 0.7889026999473572, "Finetune/Step": 1101, "Finetune/Step Time": 6.68179277703166}
+{"Finetune/Learning Rate": 1.9960796918418244e-05, "Finetune/Loss": 0.9641991257667542, "Finetune/Loss (Raw)": 1.0528160333633423, "Finetune/Step": 1102, "Finetune/Step Time": 6.681639278307557}
+{"Finetune/Learning Rate": 1.996064781351303e-05, "Finetune/Loss": 0.9638370871543884, "Finetune/Loss (Raw)": 1.003937005996704, "Finetune/Step": 1103, "Finetune/Step Time": 6.680421581491828}
+{"Finetune/Learning Rate": 1.996049842615217e-05, "Finetune/Loss": 0.964601457118988, "Finetune/Loss (Raw)": 1.1121033430099487, "Finetune/Step": 1104, "Finetune/Step Time": 6.678476922214031}
+{"Finetune/Learning Rate": 1.9960348756339897e-05, "Finetune/Loss": 0.9619510173797607, "Finetune/Loss (Raw)": 0.6685310006141663, "Finetune/Step": 1105, "Finetune/Step Time": 6.705375788733363}
+{"Finetune/Learning Rate": 1.9960198804080462e-05, "Finetune/Loss": 0.9622716903686523, "Finetune/Loss (Raw)": 0.958556056022644, "Finetune/Step": 1106, "Finetune/Step Time": 6.687071677297354}
+{"Finetune/Learning Rate": 1.996004856937811e-05, "Finetune/Loss": 0.9600180387496948, "Finetune/Loss (Raw)": 0.8747948408126831, "Finetune/Step": 1107, "Finetune/Step Time": 6.682806760072708}
+{"Finetune/Learning Rate": 1.9959898052237097e-05, "Finetune/Loss": 0.960057258605957, "Finetune/Loss (Raw)": 1.0226006507873535, "Finetune/Step": 1108, "Finetune/Step Time": 6.681490253657103}
+{"Finetune/Learning Rate": 1.99597472526617e-05, "Finetune/Loss": 0.9595603942871094, "Finetune/Loss (Raw)": 0.9359168410301208, "Finetune/Step": 1109, "Finetune/Step Time": 6.679749535396695}
+{"Finetune/Learning Rate": 1.9959596170656197e-05, "Finetune/Loss": 0.9606020450592041, "Finetune/Loss (Raw)": 1.1012184619903564, "Finetune/Step": 1110, "Finetune/Step Time": 6.669612335041165}
+{"Finetune/Learning Rate": 1.9959444806224866e-05, "Finetune/Loss": 0.9599868059158325, "Finetune/Loss (Raw)": 0.923099935054779, "Finetune/Step": 1111, "Finetune/Step Time": 6.668444078415632}
+{"Finetune/Learning Rate": 1.9959293159371998e-05, "Finetune/Loss": 0.9604482650756836, "Finetune/Loss (Raw)": 0.9495454430580139, "Finetune/Step": 1112, "Finetune/Step Time": 6.663381926715374}
+{"Finetune/Learning Rate": 1.9959141230101903e-05, "Finetune/Loss": 0.9606128931045532, "Finetune/Loss (Raw)": 0.9283406734466553, "Finetune/Step": 1113, "Finetune/Step Time": 6.64803427644074}
+{"Finetune/Learning Rate": 1.9958989018418873e-05, "Finetune/Loss": 0.9623252153396606, "Finetune/Loss (Raw)": 1.0173043012619019, "Finetune/Step": 1114, "Finetune/Step Time": 6.649823941290379}
+{"Finetune/Learning Rate": 1.9958836524327243e-05, "Finetune/Loss": 0.9608568549156189, "Finetune/Loss (Raw)": 0.8879823684692383, "Finetune/Step": 1115, "Finetune/Step Time": 6.637716853991151}
+{"Finetune/Learning Rate": 1.9958683747831324e-05, "Finetune/Loss": 0.9609781503677368, "Finetune/Loss (Raw)": 0.9817776083946228, "Finetune/Step": 1116, "Finetune/Step Time": 6.643758865073323}
+{"Finetune/Learning Rate": 1.9958530688935455e-05, "Finetune/Loss": 0.9614607095718384, "Finetune/Loss (Raw)": 0.9743156433105469, "Finetune/Step": 1117, "Finetune/Step Time": 6.64704680070281}
+{"Finetune/Learning Rate": 1.995837734764397e-05, "Finetune/Loss": 0.9599798917770386, "Finetune/Loss (Raw)": 0.8962754011154175, "Finetune/Step": 1118, "Finetune/Step Time": 6.645702479407191}
+{"Finetune/Learning Rate": 1.9958223723961226e-05, "Finetune/Loss": 0.9585608243942261, "Finetune/Loss (Raw)": 0.8226687908172607, "Finetune/Step": 1119, "Finetune/Step Time": 6.647057851776481}
+{"Finetune/Learning Rate": 1.995806981789157e-05, "Finetune/Loss": 0.9569826722145081, "Finetune/Loss (Raw)": 0.8132917881011963, "Finetune/Step": 1120, "Finetune/Step Time": 6.647565448656678}
+{"Finetune/Learning Rate": 1.9957915629439374e-05, "Finetune/Loss": 0.9550701379776001, "Finetune/Loss (Raw)": 0.7261702418327332, "Finetune/Step": 1121, "Finetune/Step Time": 6.651245668530464}
+{"Finetune/Learning Rate": 1.9957761158609007e-05, "Finetune/Loss": 0.9539023637771606, "Finetune/Loss (Raw)": 0.9752123951911926, "Finetune/Step": 1122, "Finetune/Step Time": 6.665371445938945}
+{"Finetune/Learning Rate": 1.995760640540485e-05, "Finetune/Loss": 0.9532516598701477, "Finetune/Loss (Raw)": 0.9659966826438904, "Finetune/Step": 1123, "Finetune/Step Time": 6.662452707067132}
+{"Finetune/Learning Rate": 1.9957451369831287e-05, "Finetune/Loss": 0.9535223245620728, "Finetune/Loss (Raw)": 1.0070641040802002, "Finetune/Step": 1124, "Finetune/Step Time": 6.6616147719323635}
+{"Finetune/Learning Rate": 1.9957296051892727e-05, "Finetune/Loss": 0.9536205530166626, "Finetune/Loss (Raw)": 0.8462007641792297, "Finetune/Step": 1125, "Finetune/Step Time": 6.670236794278026}
+{"Finetune/Learning Rate": 1.9957140451593554e-05, "Finetune/Loss": 0.9533665180206299, "Finetune/Loss (Raw)": 0.9943397045135498, "Finetune/Step": 1126, "Finetune/Step Time": 6.667338419705629}
+{"Finetune/Learning Rate": 1.9956984568938202e-05, "Finetune/Loss": 0.9553608894348145, "Finetune/Loss (Raw)": 0.9845311641693115, "Finetune/Step": 1127, "Finetune/Step Time": 6.646655539050698}
+{"Finetune/Learning Rate": 1.9956828403931078e-05, "Finetune/Loss": 0.9553083181381226, "Finetune/Loss (Raw)": 0.9085162878036499, "Finetune/Step": 1128, "Finetune/Step Time": 6.643696399405599}
+{"Finetune/Learning Rate": 1.9956671956576614e-05, "Finetune/Loss": 0.9556655883789062, "Finetune/Loss (Raw)": 0.8543126583099365, "Finetune/Step": 1129, "Finetune/Step Time": 6.635826146230102}
+{"Finetune/Learning Rate": 1.9956515226879244e-05, "Finetune/Loss": 0.9556105136871338, "Finetune/Loss (Raw)": 0.9308247566223145, "Finetune/Step": 1130, "Finetune/Step Time": 6.6366757564246655}
+{"Finetune/Learning Rate": 1.9956358214843418e-05, "Finetune/Loss": 0.9573280215263367, "Finetune/Loss (Raw)": 1.0134079456329346, "Finetune/Step": 1131, "Finetune/Step Time": 6.6231330297887325}
+{"Finetune/Learning Rate": 1.9956200920473584e-05, "Finetune/Loss": 0.9551236033439636, "Finetune/Loss (Raw)": 0.6101802587509155, "Finetune/Step": 1132, "Finetune/Step Time": 6.635662965476513}
+{"Finetune/Learning Rate": 1.9956043343774204e-05, "Finetune/Loss": 0.9561318755149841, "Finetune/Loss (Raw)": 1.0659904479980469, "Finetune/Step": 1133, "Finetune/Step Time": 6.640459414571524}
+{"Finetune/Learning Rate": 1.995588548474974e-05, "Finetune/Loss": 0.9570609331130981, "Finetune/Loss (Raw)": 1.0501540899276733, "Finetune/Step": 1134, "Finetune/Step Time": 6.636961851269007}
+{"Finetune/Learning Rate": 1.9955727343404684e-05, "Finetune/Loss": 0.9582511186599731, "Finetune/Loss (Raw)": 1.01551353931427, "Finetune/Step": 1135, "Finetune/Step Time": 6.633297869935632}
+{"Finetune/Learning Rate": 1.9955568919743507e-05, "Finetune/Loss": 0.9582991600036621, "Finetune/Loss (Raw)": 0.8849918842315674, "Finetune/Step": 1136, "Finetune/Step Time": 6.644906247034669}
+{"Finetune/Learning Rate": 1.9955410213770702e-05, "Finetune/Loss": 0.9582434892654419, "Finetune/Loss (Raw)": 0.9514385461807251, "Finetune/Step": 1137, "Finetune/Step Time": 6.641200371086597}
+{"Finetune/Learning Rate": 1.9955251225490773e-05, "Finetune/Loss": 0.9597712159156799, "Finetune/Loss (Raw)": 1.0520929098129272, "Finetune/Step": 1138, "Finetune/Step Time": 6.6413526106625795}
+{"Finetune/Learning Rate": 1.9955091954908234e-05, "Finetune/Loss": 0.9598718285560608, "Finetune/Loss (Raw)": 1.0158181190490723, "Finetune/Step": 1139, "Finetune/Step Time": 6.616337088868022}
+{"Finetune/Learning Rate": 1.9954932402027595e-05, "Finetune/Loss": 0.9594770669937134, "Finetune/Loss (Raw)": 0.9556633830070496, "Finetune/Step": 1140, "Finetune/Step Time": 6.6121071726083755}
+{"Finetune/Learning Rate": 1.9954772566853375e-05, "Finetune/Loss": 0.9595533609390259, "Finetune/Loss (Raw)": 0.9568960666656494, "Finetune/Step": 1141, "Finetune/Step Time": 6.607420349493623}
+{"Finetune/Learning Rate": 1.9954612449390115e-05, "Finetune/Loss": 0.959079384803772, "Finetune/Loss (Raw)": 0.9633418917655945, "Finetune/Step": 1142, "Finetune/Step Time": 6.601430663838983}
+{"Finetune/Learning Rate": 1.9954452049642357e-05, "Finetune/Loss": 0.9591771364212036, "Finetune/Loss (Raw)": 0.942977786064148, "Finetune/Step": 1143, "Finetune/Step Time": 6.5989981181919575}
+{"Finetune/Learning Rate": 1.9954291367614642e-05, "Finetune/Loss": 0.9577475190162659, "Finetune/Loss (Raw)": 0.770410418510437, "Finetune/Step": 1144, "Finetune/Step Time": 6.605451583862305}
+{"Finetune/Learning Rate": 1.995413040331153e-05, "Finetune/Loss": 0.9574639201164246, "Finetune/Loss (Raw)": 1.0005759000778198, "Finetune/Step": 1145, "Finetune/Step Time": 6.607759783044457}
+{"Finetune/Learning Rate": 1.9953969156737586e-05, "Finetune/Loss": 0.9595308899879456, "Finetune/Loss (Raw)": 1.140264868736267, "Finetune/Step": 1146, "Finetune/Step Time": 6.589317582547665}
+{"Finetune/Learning Rate": 1.995380762789738e-05, "Finetune/Loss": 0.9601850509643555, "Finetune/Loss (Raw)": 0.9926662445068359, "Finetune/Step": 1147, "Finetune/Step Time": 6.581682229414582}
+{"Finetune/Learning Rate": 1.99536458167955e-05, "Finetune/Loss": 0.9597519636154175, "Finetune/Loss (Raw)": 0.9865128397941589, "Finetune/Step": 1148, "Finetune/Step Time": 6.575806125998497}
+{"Finetune/Learning Rate": 1.9953483723436523e-05, "Finetune/Loss": 0.9598909616470337, "Finetune/Loss (Raw)": 1.0559494495391846, "Finetune/Step": 1149, "Finetune/Step Time": 6.578128455206752}
+{"Finetune/Learning Rate": 1.9953321347825055e-05, "Finetune/Loss": 0.9591567516326904, "Finetune/Loss (Raw)": 0.953857958316803, "Finetune/Step": 1150, "Finetune/Step Time": 6.581916892901063}
+{"Finetune/Learning Rate": 1.9953158689965696e-05, "Finetune/Loss": 0.960030734539032, "Finetune/Loss (Raw)": 1.0595754384994507, "Finetune/Step": 1151, "Finetune/Step Time": 6.569786814972758}
+{"Finetune/Learning Rate": 1.995299574986306e-05, "Finetune/Loss": 0.9599919319152832, "Finetune/Loss (Raw)": 0.9612199664115906, "Finetune/Step": 1152, "Finetune/Step Time": 6.570447500795126}
+{"Finetune/Learning Rate": 1.995283252752177e-05, "Finetune/Loss": 0.9608234763145447, "Finetune/Loss (Raw)": 0.9949761629104614, "Finetune/Step": 1153, "Finetune/Step Time": 6.560228677466512}
+{"Finetune/Learning Rate": 1.9952669022946446e-05, "Finetune/Loss": 0.9602991938591003, "Finetune/Loss (Raw)": 0.9802933931350708, "Finetune/Step": 1154, "Finetune/Step Time": 6.5671258345246315}
+{"Finetune/Learning Rate": 1.9952505236141733e-05, "Finetune/Loss": 0.9612904191017151, "Finetune/Loss (Raw)": 1.0844097137451172, "Finetune/Step": 1155, "Finetune/Step Time": 6.564863437786698}
+{"Finetune/Learning Rate": 1.995234116711227e-05, "Finetune/Loss": 0.9621336460113525, "Finetune/Loss (Raw)": 1.071393370628357, "Finetune/Step": 1156, "Finetune/Step Time": 6.56841897778213}
+{"Finetune/Learning Rate": 1.9952176815862717e-05, "Finetune/Loss": 0.9617801308631897, "Finetune/Loss (Raw)": 0.9646968841552734, "Finetune/Step": 1157, "Finetune/Step Time": 6.553125113248825}
+{"Finetune/Learning Rate": 1.9952012182397728e-05, "Finetune/Loss": 0.962417483329773, "Finetune/Loss (Raw)": 1.0475436449050903, "Finetune/Step": 1158, "Finetune/Step Time": 6.571041641756892}
+{"Finetune/Learning Rate": 1.995184726672197e-05, "Finetune/Loss": 0.9630922079086304, "Finetune/Loss (Raw)": 0.9182648062705994, "Finetune/Step": 1159, "Finetune/Step Time": 6.572361705824733}
+{"Finetune/Learning Rate": 1.9951682068840124e-05, "Finetune/Loss": 0.9629502296447754, "Finetune/Loss (Raw)": 0.866757869720459, "Finetune/Step": 1160, "Finetune/Step Time": 6.576668342575431}
+{"Finetune/Learning Rate": 1.9951516588756875e-05, "Finetune/Loss": 0.9631686806678772, "Finetune/Loss (Raw)": 1.0224988460540771, "Finetune/Step": 1161, "Finetune/Step Time": 6.577648414298892}
+{"Finetune/Learning Rate": 1.9951350826476915e-05, "Finetune/Loss": 0.9623608589172363, "Finetune/Loss (Raw)": 0.9327696561813354, "Finetune/Step": 1162, "Finetune/Step Time": 6.573321931064129}
+{"Finetune/Learning Rate": 1.9951184782004943e-05, "Finetune/Loss": 0.9621922969818115, "Finetune/Loss (Raw)": 1.0320459604263306, "Finetune/Step": 1163, "Finetune/Step Time": 6.572018833830953}
+{"Finetune/Learning Rate": 1.9951018455345666e-05, "Finetune/Loss": 0.9599440097808838, "Finetune/Loss (Raw)": 0.7104484438896179, "Finetune/Step": 1164, "Finetune/Step Time": 6.586293136700988}
+{"Finetune/Learning Rate": 1.99508518465038e-05, "Finetune/Loss": 0.9595745801925659, "Finetune/Loss (Raw)": 0.9284335374832153, "Finetune/Step": 1165, "Finetune/Step Time": 6.587404968217015}
+{"Finetune/Learning Rate": 1.9950684955484076e-05, "Finetune/Loss": 0.959274172782898, "Finetune/Loss (Raw)": 0.895591676235199, "Finetune/Step": 1166, "Finetune/Step Time": 6.57314875908196}
+{"Finetune/Learning Rate": 1.9950517782291222e-05, "Finetune/Loss": 0.9585906267166138, "Finetune/Loss (Raw)": 0.7565228939056396, "Finetune/Step": 1167, "Finetune/Step Time": 6.5732897240668535}
+{"Finetune/Learning Rate": 1.995035032692998e-05, "Finetune/Loss": 0.9595184922218323, "Finetune/Loss (Raw)": 1.0244568586349487, "Finetune/Step": 1168, "Finetune/Step Time": 6.562000125646591}
+{"Finetune/Learning Rate": 1.9950182589405096e-05, "Finetune/Loss": 0.9591083526611328, "Finetune/Loss (Raw)": 0.973963737487793, "Finetune/Step": 1169, "Finetune/Step Time": 6.566795723512769}
+{"Finetune/Learning Rate": 1.995001456972133e-05, "Finetune/Loss": 0.9582275152206421, "Finetune/Loss (Raw)": 0.8988608121871948, "Finetune/Step": 1170, "Finetune/Step Time": 6.568307224661112}
+{"Finetune/Learning Rate": 1.9949846267883442e-05, "Finetune/Loss": 0.9595004916191101, "Finetune/Loss (Raw)": 0.8835070133209229, "Finetune/Step": 1171, "Finetune/Step Time": 6.569160023704171}
+{"Finetune/Learning Rate": 1.9949677683896208e-05, "Finetune/Loss": 0.9587997198104858, "Finetune/Loss (Raw)": 0.9707319736480713, "Finetune/Step": 1172, "Finetune/Step Time": 6.564842093735933}
+{"Finetune/Learning Rate": 1.9949508817764413e-05, "Finetune/Loss": 0.9608410596847534, "Finetune/Loss (Raw)": 1.0932738780975342, "Finetune/Step": 1173, "Finetune/Step Time": 6.567204967141151}
+{"Finetune/Learning Rate": 1.9949339669492835e-05, "Finetune/Loss": 0.9596652388572693, "Finetune/Loss (Raw)": 0.8711631298065186, "Finetune/Step": 1174, "Finetune/Step Time": 6.57562381029129}
+{"Finetune/Learning Rate": 1.9949170239086278e-05, "Finetune/Loss": 0.9597405195236206, "Finetune/Loss (Raw)": 1.0847570896148682, "Finetune/Step": 1175, "Finetune/Step Time": 6.576295435428619}
+{"Finetune/Learning Rate": 1.9949000526549546e-05, "Finetune/Loss": 0.9586687088012695, "Finetune/Loss (Raw)": 0.8401325941085815, "Finetune/Step": 1176, "Finetune/Step Time": 6.577332392334938}
+{"Finetune/Learning Rate": 1.9948830531887448e-05, "Finetune/Loss": 0.9592229127883911, "Finetune/Loss (Raw)": 0.9619422554969788, "Finetune/Step": 1177, "Finetune/Step Time": 6.573775453492999}
+{"Finetune/Learning Rate": 1.9948660255104807e-05, "Finetune/Loss": 0.9603110551834106, "Finetune/Loss (Raw)": 1.001900553703308, "Finetune/Step": 1178, "Finetune/Step Time": 6.55844783782959}
+{"Finetune/Learning Rate": 1.9948489696206453e-05, "Finetune/Loss": 0.9594359397888184, "Finetune/Loss (Raw)": 0.9011741280555725, "Finetune/Step": 1179, "Finetune/Step Time": 6.556401301175356}
+{"Finetune/Learning Rate": 1.994831885519722e-05, "Finetune/Loss": 0.9585176110267639, "Finetune/Loss (Raw)": 0.9851045608520508, "Finetune/Step": 1180, "Finetune/Step Time": 6.554737061262131}
+{"Finetune/Learning Rate": 1.9948147732081952e-05, "Finetune/Loss": 0.9561212062835693, "Finetune/Loss (Raw)": 0.7140030860900879, "Finetune/Step": 1181, "Finetune/Step Time": 6.569780133664608}
+{"Finetune/Learning Rate": 1.9947976326865505e-05, "Finetune/Loss": 0.9571488499641418, "Finetune/Loss (Raw)": 0.9359187483787537, "Finetune/Step": 1182, "Finetune/Step Time": 6.569929955527186}
+{"Finetune/Learning Rate": 1.994780463955274e-05, "Finetune/Loss": 0.9556299448013306, "Finetune/Loss (Raw)": 0.8861367106437683, "Finetune/Step": 1183, "Finetune/Step Time": 6.571087503805757}
+{"Finetune/Learning Rate": 1.9947632670148517e-05, "Finetune/Loss": 0.9544925093650818, "Finetune/Loss (Raw)": 0.967867910861969, "Finetune/Step": 1184, "Finetune/Step Time": 6.58008280582726}
+{"Finetune/Learning Rate": 1.9947460418657722e-05, "Finetune/Loss": 0.9545595645904541, "Finetune/Loss (Raw)": 1.08441162109375, "Finetune/Step": 1185, "Finetune/Step Time": 6.578706797212362}
+{"Finetune/Learning Rate": 1.9947287885085237e-05, "Finetune/Loss": 0.954352080821991, "Finetune/Loss (Raw)": 0.978387176990509, "Finetune/Step": 1186, "Finetune/Step Time": 6.577334528788924}
+{"Finetune/Learning Rate": 1.9947115069435955e-05, "Finetune/Loss": 0.9548892378807068, "Finetune/Loss (Raw)": 0.9518845677375793, "Finetune/Step": 1187, "Finetune/Step Time": 6.572671392932534}
+{"Finetune/Learning Rate": 1.994694197171477e-05, "Finetune/Loss": 0.9562920331954956, "Finetune/Loss (Raw)": 1.0703575611114502, "Finetune/Step": 1188, "Finetune/Step Time": 6.558941826224327}
+{"Finetune/Learning Rate": 1.9946768591926603e-05, "Finetune/Loss": 0.9559249877929688, "Finetune/Loss (Raw)": 0.9065399169921875, "Finetune/Step": 1189, "Finetune/Step Time": 6.5551649164408445}
+{"Finetune/Learning Rate": 1.994659493007636e-05, "Finetune/Loss": 0.9539520144462585, "Finetune/Loss (Raw)": 0.8112397193908691, "Finetune/Step": 1190, "Finetune/Step Time": 6.5643298998475075}
+{"Finetune/Learning Rate": 1.994642098616897e-05, "Finetune/Loss": 0.9535650014877319, "Finetune/Loss (Raw)": 0.9545764923095703, "Finetune/Step": 1191, "Finetune/Step Time": 6.565217638388276}
+{"Finetune/Learning Rate": 1.994624676020936e-05, "Finetune/Loss": 0.952746570110321, "Finetune/Loss (Raw)": 0.9794976115226746, "Finetune/Step": 1192, "Finetune/Step Time": 6.567944880574942}
+{"Finetune/Learning Rate": 1.9946072252202483e-05, "Finetune/Loss": 0.9532215595245361, "Finetune/Loss (Raw)": 1.0730698108673096, "Finetune/Step": 1193, "Finetune/Step Time": 6.567337289452553}
+{"Finetune/Learning Rate": 1.9945897462153275e-05, "Finetune/Loss": 0.9557157158851624, "Finetune/Loss (Raw)": 1.1049551963806152, "Finetune/Step": 1194, "Finetune/Step Time": 6.553831294178963}
+{"Finetune/Learning Rate": 1.9945722390066697e-05, "Finetune/Loss": 0.9570977687835693, "Finetune/Loss (Raw)": 1.033760666847229, "Finetune/Step": 1195, "Finetune/Step Time": 6.5584104266017675}
+{"Finetune/Learning Rate": 1.9945547035947715e-05, "Finetune/Loss": 0.9555487632751465, "Finetune/Loss (Raw)": 0.577666163444519, "Finetune/Step": 1196, "Finetune/Step Time": 6.559941902756691}
+{"Finetune/Learning Rate": 1.99453713998013e-05, "Finetune/Loss": 0.9561870098114014, "Finetune/Loss (Raw)": 1.0712066888809204, "Finetune/Step": 1197, "Finetune/Step Time": 6.557235427200794}
+{"Finetune/Learning Rate": 1.9945195481632434e-05, "Finetune/Loss": 0.9562868475914001, "Finetune/Loss (Raw)": 0.9353840351104736, "Finetune/Step": 1198, "Finetune/Step Time": 6.581864228472114}
+{"Finetune/Learning Rate": 1.9945019281446106e-05, "Finetune/Loss": 0.9570363163948059, "Finetune/Loss (Raw)": 1.0568854808807373, "Finetune/Step": 1199, "Finetune/Step Time": 6.584470417350531}
+{"Finetune/Learning Rate": 1.9944842799247306e-05, "Finetune/Loss": 0.9592788219451904, "Finetune/Loss (Raw)": 1.0049031972885132, "Finetune/Step": 1200, "Finetune/Step Time": 6.572295397520065}
+{"Finetune/Learning Rate": 1.9944666035041048e-05, "Finetune/Loss": 0.9598134756088257, "Finetune/Loss (Raw)": 1.0077738761901855, "Finetune/Step": 1201, "Finetune/Step Time": 6.568624531850219}
+{"Finetune/Learning Rate": 1.994448898883234e-05, "Finetune/Loss": 0.9574756026268005, "Finetune/Loss (Raw)": 0.6392393112182617, "Finetune/Step": 1202, "Finetune/Step Time": 6.585503851994872}
+{"Finetune/Learning Rate": 1.9944311660626198e-05, "Finetune/Loss": 0.9555791616439819, "Finetune/Loss (Raw)": 0.8521042466163635, "Finetune/Step": 1203, "Finetune/Step Time": 6.589193072170019}
+{"Finetune/Learning Rate": 1.994413405042766e-05, "Finetune/Loss": 0.9534797668457031, "Finetune/Loss (Raw)": 0.9030674695968628, "Finetune/Step": 1204, "Finetune/Step Time": 6.587990092113614}
+{"Finetune/Learning Rate": 1.9943956158241757e-05, "Finetune/Loss": 0.9547882080078125, "Finetune/Loss (Raw)": 0.9532278180122375, "Finetune/Step": 1205, "Finetune/Step Time": 6.593583140522242}
+{"Finetune/Learning Rate": 1.9943777984073534e-05, "Finetune/Loss": 0.9547762870788574, "Finetune/Loss (Raw)": 1.012331485748291, "Finetune/Step": 1206, "Finetune/Step Time": 6.5800733137875795}
+{"Finetune/Learning Rate": 1.994359952792804e-05, "Finetune/Loss": 0.9537485837936401, "Finetune/Loss (Raw)": 0.8618332147598267, "Finetune/Step": 1207, "Finetune/Step Time": 6.578486371785402}
+{"Finetune/Learning Rate": 1.9943420789810343e-05, "Finetune/Loss": 0.953403115272522, "Finetune/Loss (Raw)": 0.9723783135414124, "Finetune/Step": 1208, "Finetune/Step Time": 6.578940628096461}
+{"Finetune/Learning Rate": 1.994324176972551e-05, "Finetune/Loss": 0.9520335793495178, "Finetune/Loss (Raw)": 0.9130857586860657, "Finetune/Step": 1209, "Finetune/Step Time": 6.585414703935385}
+{"Finetune/Learning Rate": 1.9943062467678608e-05, "Finetune/Loss": 0.9503795504570007, "Finetune/Loss (Raw)": 0.819553792476654, "Finetune/Step": 1210, "Finetune/Step Time": 6.576998867094517}
+{"Finetune/Learning Rate": 1.9942882883674735e-05, "Finetune/Loss": 0.9491477608680725, "Finetune/Loss (Raw)": 0.8949804902076721, "Finetune/Step": 1211, "Finetune/Step Time": 6.568461090326309}
+{"Finetune/Learning Rate": 1.9942703017718977e-05, "Finetune/Loss": 0.9504351615905762, "Finetune/Loss (Raw)": 0.9625065922737122, "Finetune/Step": 1212, "Finetune/Step Time": 6.557295896112919}
+{"Finetune/Learning Rate": 1.994252286981643e-05, "Finetune/Loss": 0.9499634504318237, "Finetune/Loss (Raw)": 1.0582356452941895, "Finetune/Step": 1213, "Finetune/Step Time": 6.561093296855688}
+{"Finetune/Learning Rate": 1.9942342439972208e-05, "Finetune/Loss": 0.9489524364471436, "Finetune/Loss (Raw)": 0.933539867401123, "Finetune/Step": 1214, "Finetune/Step Time": 6.5664992816746235}
+{"Finetune/Learning Rate": 1.994216172819143e-05, "Finetune/Loss": 0.9498503804206848, "Finetune/Loss (Raw)": 1.0885953903198242, "Finetune/Step": 1215, "Finetune/Step Time": 6.560556780546904}
+{"Finetune/Learning Rate": 1.9941980734479214e-05, "Finetune/Loss": 0.9504265785217285, "Finetune/Loss (Raw)": 0.981214165687561, "Finetune/Step": 1216, "Finetune/Step Time": 6.57743700966239}
+{"Finetune/Learning Rate": 1.99417994588407e-05, "Finetune/Loss": 0.9511833190917969, "Finetune/Loss (Raw)": 1.0459245443344116, "Finetune/Step": 1217, "Finetune/Step Time": 6.57939170114696}
+{"Finetune/Learning Rate": 1.9941617901281022e-05, "Finetune/Loss": 0.9495037794113159, "Finetune/Loss (Raw)": 0.843292236328125, "Finetune/Step": 1218, "Finetune/Step Time": 6.569096764549613}
+{"Finetune/Learning Rate": 1.9941436061805328e-05, "Finetune/Loss": 0.9488215446472168, "Finetune/Loss (Raw)": 0.9253555536270142, "Finetune/Step": 1219, "Finetune/Step Time": 6.570440676063299}
+{"Finetune/Learning Rate": 1.994125394041878e-05, "Finetune/Loss": 0.9481099843978882, "Finetune/Loss (Raw)": 0.9054288268089294, "Finetune/Step": 1220, "Finetune/Step Time": 6.570593738928437}
+{"Finetune/Learning Rate": 1.9941071537126535e-05, "Finetune/Loss": 0.9489174485206604, "Finetune/Loss (Raw)": 1.0220086574554443, "Finetune/Step": 1221, "Finetune/Step Time": 6.574090940877795}
+{"Finetune/Learning Rate": 1.9940888851933776e-05, "Finetune/Loss": 0.9490484595298767, "Finetune/Loss (Raw)": 0.9786170125007629, "Finetune/Step": 1222, "Finetune/Step Time": 6.572899641469121}
+{"Finetune/Learning Rate": 1.994070588484567e-05, "Finetune/Loss": 0.9490290880203247, "Finetune/Loss (Raw)": 0.9734827280044556, "Finetune/Step": 1223, "Finetune/Step Time": 6.575330898165703}
+{"Finetune/Learning Rate": 1.994052263586742e-05, "Finetune/Loss": 0.9491435289382935, "Finetune/Loss (Raw)": 0.9292352795600891, "Finetune/Step": 1224, "Finetune/Step Time": 6.57584055326879}
+{"Finetune/Learning Rate": 1.994033910500421e-05, "Finetune/Loss": 0.9497849941253662, "Finetune/Loss (Raw)": 0.9262651801109314, "Finetune/Step": 1225, "Finetune/Step Time": 6.577035875990987}
+{"Finetune/Learning Rate": 1.994015529226125e-05, "Finetune/Loss": 0.9507549405097961, "Finetune/Loss (Raw)": 0.9656489491462708, "Finetune/Step": 1226, "Finetune/Step Time": 6.583703590556979}
+{"Finetune/Learning Rate": 1.9939971197643757e-05, "Finetune/Loss": 0.9492664337158203, "Finetune/Loss (Raw)": 0.8886276483535767, "Finetune/Step": 1227, "Finetune/Step Time": 6.582839908078313}
+{"Finetune/Learning Rate": 1.993978682115694e-05, "Finetune/Loss": 0.9473555684089661, "Finetune/Loss (Raw)": 0.9010442495346069, "Finetune/Step": 1228, "Finetune/Step Time": 6.579906567931175}
+{"Finetune/Learning Rate": 1.9939602162806038e-05, "Finetune/Loss": 0.9489479064941406, "Finetune/Loss (Raw)": 0.9927197098731995, "Finetune/Step": 1229, "Finetune/Step Time": 6.5916491243988276}
+{"Finetune/Learning Rate": 1.993941722259628e-05, "Finetune/Loss": 0.9474502801895142, "Finetune/Loss (Raw)": 0.8611174821853638, "Finetune/Step": 1230, "Finetune/Step Time": 6.590907307341695}
+{"Finetune/Learning Rate": 1.9939232000532914e-05, "Finetune/Loss": 0.9477049112319946, "Finetune/Loss (Raw)": 1.0365345478057861, "Finetune/Step": 1231, "Finetune/Step Time": 6.589005568996072}
+{"Finetune/Learning Rate": 1.9939046496621196e-05, "Finetune/Loss": 0.9469966888427734, "Finetune/Loss (Raw)": 1.0214557647705078, "Finetune/Step": 1232, "Finetune/Step Time": 6.591998567804694}
+{"Finetune/Learning Rate": 1.993886071086638e-05, "Finetune/Loss": 0.9480274319648743, "Finetune/Loss (Raw)": 0.8004604578018188, "Finetune/Step": 1233, "Finetune/Step Time": 6.562077874317765}
+{"Finetune/Learning Rate": 1.9938674643273735e-05, "Finetune/Loss": 0.9485923051834106, "Finetune/Loss (Raw)": 1.0308560132980347, "Finetune/Step": 1234, "Finetune/Step Time": 6.566951658576727}
+{"Finetune/Learning Rate": 1.9938488293848536e-05, "Finetune/Loss": 0.9484119415283203, "Finetune/Loss (Raw)": 0.851711630821228, "Finetune/Step": 1235, "Finetune/Step Time": 6.5663900170475245}
+{"Finetune/Learning Rate": 1.9938301662596075e-05, "Finetune/Loss": 0.9478546977043152, "Finetune/Loss (Raw)": 0.9512742757797241, "Finetune/Step": 1236, "Finetune/Step Time": 6.566822810098529}
+{"Finetune/Learning Rate": 1.993811474952164e-05, "Finetune/Loss": 0.9481121301651001, "Finetune/Loss (Raw)": 0.9688719511032104, "Finetune/Step": 1237, "Finetune/Step Time": 6.570113509893417}
+{"Finetune/Learning Rate": 1.9937927554630528e-05, "Finetune/Loss": 0.9475154876708984, "Finetune/Loss (Raw)": 1.024841547012329, "Finetune/Step": 1238, "Finetune/Step Time": 6.56949545070529}
+{"Finetune/Learning Rate": 1.993774007792805e-05, "Finetune/Loss": 0.948761522769928, "Finetune/Loss (Raw)": 1.08259117603302, "Finetune/Step": 1239, "Finetune/Step Time": 6.5741338059306145}
+{"Finetune/Learning Rate": 1.9937552319419525e-05, "Finetune/Loss": 0.9491333961486816, "Finetune/Loss (Raw)": 0.9971494078636169, "Finetune/Step": 1240, "Finetune/Step Time": 6.575301006436348}
+{"Finetune/Learning Rate": 1.9937364279110273e-05, "Finetune/Loss": 0.9495485424995422, "Finetune/Loss (Raw)": 0.9814786911010742, "Finetune/Step": 1241, "Finetune/Step Time": 6.575765883550048}
+{"Finetune/Learning Rate": 1.993717595700563e-05, "Finetune/Loss": 0.9470524191856384, "Finetune/Loss (Raw)": 0.6978002786636353, "Finetune/Step": 1242, "Finetune/Step Time": 6.574547670781612}
+{"Finetune/Learning Rate": 1.9936987353110933e-05, "Finetune/Loss": 0.9477860331535339, "Finetune/Loss (Raw)": 0.9818872809410095, "Finetune/Step": 1243, "Finetune/Step Time": 6.5776678286492825}
+{"Finetune/Learning Rate": 1.9936798467431534e-05, "Finetune/Loss": 0.9471425414085388, "Finetune/Loss (Raw)": 0.899408221244812, "Finetune/Step": 1244, "Finetune/Step Time": 6.576621813699603}
+{"Finetune/Learning Rate": 1.993660929997278e-05, "Finetune/Loss": 0.9476669430732727, "Finetune/Loss (Raw)": 1.0414398908615112, "Finetune/Step": 1245, "Finetune/Step Time": 6.574502844363451}
+{"Finetune/Learning Rate": 1.993641985074005e-05, "Finetune/Loss": 0.9492461681365967, "Finetune/Loss (Raw)": 1.0984153747558594, "Finetune/Step": 1246, "Finetune/Step Time": 6.566701777279377}
+{"Finetune/Learning Rate": 1.9936230119738708e-05, "Finetune/Loss": 0.9511882066726685, "Finetune/Loss (Raw)": 1.0712512731552124, "Finetune/Step": 1247, "Finetune/Step Time": 6.555136075243354}
+{"Finetune/Learning Rate": 1.9936040106974132e-05, "Finetune/Loss": 0.9521197080612183, "Finetune/Loss (Raw)": 0.9325311183929443, "Finetune/Step": 1248, "Finetune/Step Time": 6.554994449019432}
+{"Finetune/Learning Rate": 1.9935849812451713e-05, "Finetune/Loss": 0.9540457725524902, "Finetune/Loss (Raw)": 0.9727059006690979, "Finetune/Step": 1249, "Finetune/Step Time": 6.553969634696841}
+{"Finetune/Learning Rate": 1.9935659236176846e-05, "Finetune/Loss": 0.9536149501800537, "Finetune/Loss (Raw)": 0.9200573563575745, "Finetune/Step": 1250, "Finetune/Step Time": 6.540340721607208}
+{"Finetune/Learning Rate": 1.9935468378154937e-05, "Finetune/Loss": 0.9537116289138794, "Finetune/Loss (Raw)": 0.9783782362937927, "Finetune/Step": 1251, "Finetune/Step Time": 6.546138281002641}
+{"Finetune/Learning Rate": 1.9935277238391398e-05, "Finetune/Loss": 0.9545742869377136, "Finetune/Loss (Raw)": 1.1174840927124023, "Finetune/Step": 1252, "Finetune/Step Time": 6.545319160446525}
+{"Finetune/Learning Rate": 1.993508581689165e-05, "Finetune/Loss": 0.9556409120559692, "Finetune/Loss (Raw)": 0.9827297925949097, "Finetune/Step": 1253, "Finetune/Step Time": 6.538369916379452}
+{"Finetune/Learning Rate": 1.993489411366112e-05, "Finetune/Loss": 0.9554848670959473, "Finetune/Loss (Raw)": 0.974357545375824, "Finetune/Step": 1254, "Finetune/Step Time": 6.547275617718697}
+{"Finetune/Learning Rate": 1.993470212870524e-05, "Finetune/Loss": 0.9542156457901001, "Finetune/Loss (Raw)": 0.8220728635787964, "Finetune/Step": 1255, "Finetune/Step Time": 6.554006019607186}
+{"Finetune/Learning Rate": 1.993450986202946e-05, "Finetune/Loss": 0.9539822340011597, "Finetune/Loss (Raw)": 0.8786464333534241, "Finetune/Step": 1256, "Finetune/Step Time": 6.555088313296437}
+{"Finetune/Learning Rate": 1.993431731363923e-05, "Finetune/Loss": 0.9560291767120361, "Finetune/Loss (Raw)": 1.1163134574890137, "Finetune/Step": 1257, "Finetune/Step Time": 6.555608667433262}
+{"Finetune/Learning Rate": 1.9934124483540015e-05, "Finetune/Loss": 0.9540424942970276, "Finetune/Loss (Raw)": 0.6765361428260803, "Finetune/Step": 1258, "Finetune/Step Time": 6.577525140717626}
+{"Finetune/Learning Rate": 1.9933931371737276e-05, "Finetune/Loss": 0.9541521072387695, "Finetune/Loss (Raw)": 1.0274406671524048, "Finetune/Step": 1259, "Finetune/Step Time": 6.590662224218249}
+{"Finetune/Learning Rate": 1.9933737978236487e-05, "Finetune/Loss": 0.9575713276863098, "Finetune/Loss (Raw)": 1.0478376150131226, "Finetune/Step": 1260, "Finetune/Step Time": 6.5699484553188086}
+{"Finetune/Learning Rate": 1.9933544303043142e-05, "Finetune/Loss": 0.9569382071495056, "Finetune/Loss (Raw)": 0.9849466681480408, "Finetune/Step": 1261, "Finetune/Step Time": 6.56580512970686}
+{"Finetune/Learning Rate": 1.9933350346162722e-05, "Finetune/Loss": 0.956192672252655, "Finetune/Loss (Raw)": 0.954728901386261, "Finetune/Step": 1262, "Finetune/Step Time": 6.581010386347771}
+{"Finetune/Learning Rate": 1.993315610760074e-05, "Finetune/Loss": 0.9554380178451538, "Finetune/Loss (Raw)": 0.9189150929450989, "Finetune/Step": 1263, "Finetune/Step Time": 6.582280529662967}
+{"Finetune/Learning Rate": 1.9932961587362692e-05, "Finetune/Loss": 0.9563580751419067, "Finetune/Loss (Raw)": 1.0027601718902588, "Finetune/Step": 1264, "Finetune/Step Time": 6.59105933085084}
+{"Finetune/Learning Rate": 1.99327667854541e-05, "Finetune/Loss": 0.9561867713928223, "Finetune/Loss (Raw)": 0.9295170307159424, "Finetune/Step": 1265, "Finetune/Step Time": 6.594570925459266}
+{"Finetune/Learning Rate": 1.993257170188049e-05, "Finetune/Loss": 0.9535232782363892, "Finetune/Loss (Raw)": 0.71115642786026, "Finetune/Step": 1266, "Finetune/Step Time": 6.609434735029936}
+{"Finetune/Learning Rate": 1.9932376336647387e-05, "Finetune/Loss": 0.9517962336540222, "Finetune/Loss (Raw)": 0.7947620749473572, "Finetune/Step": 1267, "Finetune/Step Time": 6.605651777237654}
+{"Finetune/Learning Rate": 1.9932180689760336e-05, "Finetune/Loss": 0.9524965882301331, "Finetune/Loss (Raw)": 1.0453078746795654, "Finetune/Step": 1268, "Finetune/Step Time": 6.609623616561294}
+{"Finetune/Learning Rate": 1.993198476122489e-05, "Finetune/Loss": 0.9537206888198853, "Finetune/Loss (Raw)": 1.113579273223877, "Finetune/Step": 1269, "Finetune/Step Time": 6.609813317656517}
+{"Finetune/Learning Rate": 1.993178855104659e-05, "Finetune/Loss": 0.9523208141326904, "Finetune/Loss (Raw)": 0.7841570973396301, "Finetune/Step": 1270, "Finetune/Step Time": 6.62863395921886}
+{"Finetune/Learning Rate": 1.9931592059231014e-05, "Finetune/Loss": 0.9532191157341003, "Finetune/Loss (Raw)": 1.0579599142074585, "Finetune/Step": 1271, "Finetune/Step Time": 6.626580748707056}
+{"Finetune/Learning Rate": 1.9931395285783726e-05, "Finetune/Loss": 0.9550157785415649, "Finetune/Loss (Raw)": 1.0003825426101685, "Finetune/Step": 1272, "Finetune/Step Time": 6.619374956935644}
+{"Finetune/Learning Rate": 1.993119823071031e-05, "Finetune/Loss": 0.9536306858062744, "Finetune/Loss (Raw)": 0.823285698890686, "Finetune/Step": 1273, "Finetune/Step Time": 6.619954800233245}
+{"Finetune/Learning Rate": 1.9931000894016353e-05, "Finetune/Loss": 0.9513053894042969, "Finetune/Loss (Raw)": 0.8426286578178406, "Finetune/Step": 1274, "Finetune/Step Time": 6.61737877689302}
+{"Finetune/Learning Rate": 1.993080327570745e-05, "Finetune/Loss": 0.9509972333908081, "Finetune/Loss (Raw)": 0.9532210826873779, "Finetune/Step": 1275, "Finetune/Step Time": 6.609275493770838}
+{"Finetune/Learning Rate": 1.9930605375789205e-05, "Finetune/Loss": 0.9527579545974731, "Finetune/Loss (Raw)": 1.2118912935256958, "Finetune/Step": 1276, "Finetune/Step Time": 6.61849607527256}
+{"Finetune/Learning Rate": 1.993040719426723e-05, "Finetune/Loss": 0.9520628452301025, "Finetune/Loss (Raw)": 0.9669702649116516, "Finetune/Step": 1277, "Finetune/Step Time": 6.622287213802338}
+{"Finetune/Learning Rate": 1.993020873114715e-05, "Finetune/Loss": 0.9521586298942566, "Finetune/Loss (Raw)": 0.9661174416542053, "Finetune/Step": 1278, "Finetune/Step Time": 6.6164467092603445}
+{"Finetune/Learning Rate": 1.9930009986434582e-05, "Finetune/Loss": 0.9515692591667175, "Finetune/Loss (Raw)": 0.9841354489326477, "Finetune/Step": 1279, "Finetune/Step Time": 6.619416408240795}
+{"Finetune/Learning Rate": 1.992981096013517e-05, "Finetune/Loss": 0.9523580074310303, "Finetune/Loss (Raw)": 1.0621803998947144, "Finetune/Step": 1280, "Finetune/Step Time": 6.617933621630073}
+{"Finetune/Learning Rate": 1.992961165225456e-05, "Finetune/Loss": 0.9525212645530701, "Finetune/Loss (Raw)": 1.0158708095550537, "Finetune/Step": 1281, "Finetune/Step Time": 6.615804789587855}
+{"Finetune/Learning Rate": 1.992941206279839e-05, "Finetune/Loss": 0.9521471858024597, "Finetune/Loss (Raw)": 0.932412326335907, "Finetune/Step": 1282, "Finetune/Step Time": 6.61387012898922}
+{"Finetune/Learning Rate": 1.9929212191772337e-05, "Finetune/Loss": 0.9509977698326111, "Finetune/Loss (Raw)": 0.9372882843017578, "Finetune/Step": 1283, "Finetune/Step Time": 6.616751918569207}
+{"Finetune/Learning Rate": 1.992901203918206e-05, "Finetune/Loss": 0.9510383009910583, "Finetune/Loss (Raw)": 1.076580286026001, "Finetune/Step": 1284, "Finetune/Step Time": 6.614268040284514}
+{"Finetune/Learning Rate": 1.9928811605033237e-05, "Finetune/Loss": 0.9510494470596313, "Finetune/Loss (Raw)": 0.9661173820495605, "Finetune/Step": 1285, "Finetune/Step Time": 6.615795256569982}
+{"Finetune/Learning Rate": 1.9928610889331548e-05, "Finetune/Loss": 0.9511906504631042, "Finetune/Loss (Raw)": 1.0656213760375977, "Finetune/Step": 1286, "Finetune/Step Time": 6.59656598418951}
+{"Finetune/Learning Rate": 1.992840989208269e-05, "Finetune/Loss": 0.952241063117981, "Finetune/Loss (Raw)": 1.0527117252349854, "Finetune/Step": 1287, "Finetune/Step Time": 6.5937545876950026}
+{"Finetune/Learning Rate": 1.9928208613292358e-05, "Finetune/Loss": 0.9528842568397522, "Finetune/Loss (Raw)": 0.949094295501709, "Finetune/Step": 1288, "Finetune/Step Time": 6.592180009931326}
+{"Finetune/Learning Rate": 1.992800705296626e-05, "Finetune/Loss": 0.9529022574424744, "Finetune/Loss (Raw)": 1.0247992277145386, "Finetune/Step": 1289, "Finetune/Step Time": 6.589748898521066}
+{"Finetune/Learning Rate": 1.9927805211110117e-05, "Finetune/Loss": 0.9535988569259644, "Finetune/Loss (Raw)": 1.0219368934631348, "Finetune/Step": 1290, "Finetune/Step Time": 6.59257971867919}
+{"Finetune/Learning Rate": 1.992760308772965e-05, "Finetune/Loss": 0.9533396363258362, "Finetune/Loss (Raw)": 0.9988653063774109, "Finetune/Step": 1291, "Finetune/Step Time": 6.610281150788069}
+{"Finetune/Learning Rate": 1.9927400682830588e-05, "Finetune/Loss": 0.955764889717102, "Finetune/Loss (Raw)": 1.0208804607391357, "Finetune/Step": 1292, "Finetune/Step Time": 6.59767890162766}
+{"Finetune/Learning Rate": 1.992719799641867e-05, "Finetune/Loss": 0.9568935632705688, "Finetune/Loss (Raw)": 1.0729070901870728, "Finetune/Step": 1293, "Finetune/Step Time": 6.5965398866683245}
+{"Finetune/Learning Rate": 1.992699502849965e-05, "Finetune/Loss": 0.9566823244094849, "Finetune/Loss (Raw)": 0.8685464859008789, "Finetune/Step": 1294, "Finetune/Step Time": 6.607291258871555}
+{"Finetune/Learning Rate": 1.9926791779079274e-05, "Finetune/Loss": 0.9586238861083984, "Finetune/Loss (Raw)": 1.0050419569015503, "Finetune/Step": 1295, "Finetune/Step Time": 6.596031116321683}
+{"Finetune/Learning Rate": 1.9926588248163317e-05, "Finetune/Loss": 0.9588056802749634, "Finetune/Loss (Raw)": 1.0477303266525269, "Finetune/Step": 1296, "Finetune/Step Time": 6.6010673977434635}
+{"Finetune/Learning Rate": 1.9926384435757542e-05, "Finetune/Loss": 0.9577571749687195, "Finetune/Loss (Raw)": 0.8397560119628906, "Finetune/Step": 1297, "Finetune/Step Time": 6.611249879002571}
+{"Finetune/Learning Rate": 1.992618034186773e-05, "Finetune/Loss": 0.9576971530914307, "Finetune/Loss (Raw)": 0.8911718130111694, "Finetune/Step": 1298, "Finetune/Step Time": 6.607784617692232}
+{"Finetune/Learning Rate": 1.9925975966499674e-05, "Finetune/Loss": 0.9583345651626587, "Finetune/Loss (Raw)": 0.9651073217391968, "Finetune/Step": 1299, "Finetune/Step Time": 6.592354642227292}
+{"Finetune/Learning Rate": 1.992577130965916e-05, "Finetune/Loss": 0.9571467041969299, "Finetune/Loss (Raw)": 0.8186845183372498, "Finetune/Step": 1300, "Finetune/Step Time": 6.593473928049207}
+{"Finetune/Learning Rate": 1.9925566371352002e-05, "Finetune/Loss": 0.9563512802124023, "Finetune/Loss (Raw)": 0.9914525747299194, "Finetune/Step": 1301, "Finetune/Step Time": 6.591678809374571}
+{"Finetune/Learning Rate": 1.9925361151584e-05, "Finetune/Loss": 0.9572967290878296, "Finetune/Loss (Raw)": 0.9921786785125732, "Finetune/Step": 1302, "Finetune/Step Time": 6.583490777760744}
+{"Finetune/Learning Rate": 1.9925155650360984e-05, "Finetune/Loss": 0.956862211227417, "Finetune/Loss (Raw)": 1.0291461944580078, "Finetune/Step": 1303, "Finetune/Step Time": 6.581480661407113}
+{"Finetune/Learning Rate": 1.9924949867688778e-05, "Finetune/Loss": 0.9580409526824951, "Finetune/Loss (Raw)": 0.9910088181495667, "Finetune/Step": 1304, "Finetune/Step Time": 6.579278159886599}
+{"Finetune/Learning Rate": 1.9924743803573215e-05, "Finetune/Loss": 0.9589735269546509, "Finetune/Loss (Raw)": 1.081313133239746, "Finetune/Step": 1305, "Finetune/Step Time": 6.577184189110994}
+{"Finetune/Learning Rate": 1.992453745802014e-05, "Finetune/Loss": 0.9594987034797668, "Finetune/Loss (Raw)": 1.069122314453125, "Finetune/Step": 1306, "Finetune/Step Time": 6.578259205445647}
+{"Finetune/Learning Rate": 1.9924330831035406e-05, "Finetune/Loss": 0.9600750207901001, "Finetune/Loss (Raw)": 0.9749481081962585, "Finetune/Step": 1307, "Finetune/Step Time": 6.581158401444554}
+{"Finetune/Learning Rate": 1.992412392262487e-05, "Finetune/Loss": 0.9586561918258667, "Finetune/Loss (Raw)": 0.8034948110580444, "Finetune/Step": 1308, "Finetune/Step Time": 6.58044021949172}
+{"Finetune/Learning Rate": 1.9923916732794398e-05, "Finetune/Loss": 0.9602499008178711, "Finetune/Loss (Raw)": 0.9179838299751282, "Finetune/Step": 1309, "Finetune/Step Time": 6.57908732816577}
+{"Finetune/Learning Rate": 1.9923709261549867e-05, "Finetune/Loss": 0.9591588973999023, "Finetune/Loss (Raw)": 0.7962773442268372, "Finetune/Step": 1310, "Finetune/Step Time": 6.575921637937427}
+{"Finetune/Learning Rate": 1.992350150889716e-05, "Finetune/Loss": 0.9602861404418945, "Finetune/Loss (Raw)": 1.0304278135299683, "Finetune/Step": 1311, "Finetune/Step Time": 6.574831748381257}
+{"Finetune/Learning Rate": 1.9923293474842175e-05, "Finetune/Loss": 0.9606456756591797, "Finetune/Loss (Raw)": 1.0138872861862183, "Finetune/Step": 1312, "Finetune/Step Time": 6.562797974795103}
+{"Finetune/Learning Rate": 1.99230851593908e-05, "Finetune/Loss": 0.959944486618042, "Finetune/Loss (Raw)": 0.9946587085723877, "Finetune/Step": 1313, "Finetune/Step Time": 6.563157530501485}
+{"Finetune/Learning Rate": 1.9922876562548946e-05, "Finetune/Loss": 0.9601221084594727, "Finetune/Loss (Raw)": 1.001125454902649, "Finetune/Step": 1314, "Finetune/Step Time": 6.562682751566172}
+{"Finetune/Learning Rate": 1.992266768432253e-05, "Finetune/Loss": 0.9601924419403076, "Finetune/Loss (Raw)": 0.9608762860298157, "Finetune/Step": 1315, "Finetune/Step Time": 6.563827428966761}
+{"Finetune/Learning Rate": 1.992245852471748e-05, "Finetune/Loss": 0.9585006237030029, "Finetune/Loss (Raw)": 0.8538157939910889, "Finetune/Step": 1316, "Finetune/Step Time": 6.566563619300723}
+{"Finetune/Learning Rate": 1.9922249083739715e-05, "Finetune/Loss": 0.9598554372787476, "Finetune/Loss (Raw)": 1.0799486637115479, "Finetune/Step": 1317, "Finetune/Step Time": 6.566562248393893}
+{"Finetune/Learning Rate": 1.9922039361395186e-05, "Finetune/Loss": 0.9604058265686035, "Finetune/Loss (Raw)": 0.8816938996315002, "Finetune/Step": 1318, "Finetune/Step Time": 6.560499044135213}
+{"Finetune/Learning Rate": 1.9921829357689836e-05, "Finetune/Loss": 0.9617599844932556, "Finetune/Loss (Raw)": 1.1279088258743286, "Finetune/Step": 1319, "Finetune/Step Time": 6.560164766386151}
+{"Finetune/Learning Rate": 1.9921619072629617e-05, "Finetune/Loss": 0.9627331495285034, "Finetune/Loss (Raw)": 1.104063868522644, "Finetune/Step": 1320, "Finetune/Step Time": 6.556645533069968}
+{"Finetune/Learning Rate": 1.9921408506220493e-05, "Finetune/Loss": 0.9617453813552856, "Finetune/Loss (Raw)": 0.9466375708580017, "Finetune/Step": 1321, "Finetune/Step Time": 6.558248998597264}
+{"Finetune/Learning Rate": 1.9921197658468438e-05, "Finetune/Loss": 0.9602557420730591, "Finetune/Loss (Raw)": 0.9142802953720093, "Finetune/Step": 1322, "Finetune/Step Time": 6.5675292275846004}
+{"Finetune/Learning Rate": 1.992098652937943e-05, "Finetune/Loss": 0.9601269364356995, "Finetune/Loss (Raw)": 1.0172752141952515, "Finetune/Step": 1323, "Finetune/Step Time": 6.569306785240769}
+{"Finetune/Learning Rate": 1.9920775118959454e-05, "Finetune/Loss": 0.9627881050109863, "Finetune/Loss (Raw)": 0.9182986617088318, "Finetune/Step": 1324, "Finetune/Step Time": 6.555448167026043}
+{"Finetune/Learning Rate": 1.9920563427214507e-05, "Finetune/Loss": 0.9619439840316772, "Finetune/Loss (Raw)": 0.963147759437561, "Finetune/Step": 1325, "Finetune/Step Time": 6.550768645480275}
+{"Finetune/Learning Rate": 1.992035145415059e-05, "Finetune/Loss": 0.9625152945518494, "Finetune/Loss (Raw)": 1.0085210800170898, "Finetune/Step": 1326, "Finetune/Step Time": 6.534982077777386}
+{"Finetune/Learning Rate": 1.992013919977372e-05, "Finetune/Loss": 0.9641869068145752, "Finetune/Loss (Raw)": 1.2708513736724854, "Finetune/Step": 1327, "Finetune/Step Time": 6.536155015230179}
+{"Finetune/Learning Rate": 1.9919926664089907e-05, "Finetune/Loss": 0.9644842147827148, "Finetune/Loss (Raw)": 1.042952537536621, "Finetune/Step": 1328, "Finetune/Step Time": 6.5363459046930075}
+{"Finetune/Learning Rate": 1.9919713847105186e-05, "Finetune/Loss": 0.9638864994049072, "Finetune/Loss (Raw)": 0.9312661290168762, "Finetune/Step": 1329, "Finetune/Step Time": 6.536561595275998}
+{"Finetune/Learning Rate": 1.9919500748825587e-05, "Finetune/Loss": 0.9660120010375977, "Finetune/Loss (Raw)": 0.9113054871559143, "Finetune/Step": 1330, "Finetune/Step Time": 6.5189640540629625}
+{"Finetune/Learning Rate": 1.991928736925715e-05, "Finetune/Loss": 0.9664477109909058, "Finetune/Loss (Raw)": 0.9078753590583801, "Finetune/Step": 1331, "Finetune/Step Time": 6.513409288600087}
+{"Finetune/Learning Rate": 1.9919073708405932e-05, "Finetune/Loss": 0.9671046733856201, "Finetune/Loss (Raw)": 0.987158477306366, "Finetune/Step": 1332, "Finetune/Step Time": 6.517605463042855}
+{"Finetune/Learning Rate": 1.9918859766277996e-05, "Finetune/Loss": 0.9666112065315247, "Finetune/Loss (Raw)": 0.8900634050369263, "Finetune/Step": 1333, "Finetune/Step Time": 6.514035573229194}
+{"Finetune/Learning Rate": 1.9918645542879397e-05, "Finetune/Loss": 0.9657175540924072, "Finetune/Loss (Raw)": 0.8979476690292358, "Finetune/Step": 1334, "Finetune/Step Time": 6.505508916452527}
+{"Finetune/Learning Rate": 1.9918431038216216e-05, "Finetune/Loss": 0.9671034812927246, "Finetune/Loss (Raw)": 1.0392274856567383, "Finetune/Step": 1335, "Finetune/Step Time": 6.505682351067662}
+{"Finetune/Learning Rate": 1.9918216252294532e-05, "Finetune/Loss": 0.9664568305015564, "Finetune/Loss (Raw)": 0.8896090388298035, "Finetune/Step": 1336, "Finetune/Step Time": 6.525317938998342}
+{"Finetune/Learning Rate": 1.9918001185120444e-05, "Finetune/Loss": 0.9665485620498657, "Finetune/Loss (Raw)": 0.9248268604278564, "Finetune/Step": 1337, "Finetune/Step Time": 6.523111397400498}
+{"Finetune/Learning Rate": 1.991778583670004e-05, "Finetune/Loss": 0.9681751728057861, "Finetune/Loss (Raw)": 1.0277631282806396, "Finetune/Step": 1338, "Finetune/Step Time": 6.521371437236667}
+{"Finetune/Learning Rate": 1.9917570207039435e-05, "Finetune/Loss": 0.9687056541442871, "Finetune/Loss (Raw)": 0.9628853797912598, "Finetune/Step": 1339, "Finetune/Step Time": 6.513024816289544}
+{"Finetune/Learning Rate": 1.9917354296144742e-05, "Finetune/Loss": 0.9693305492401123, "Finetune/Loss (Raw)": 1.042487382888794, "Finetune/Step": 1340, "Finetune/Step Time": 6.513431718572974}
+{"Finetune/Learning Rate": 1.991713810402208e-05, "Finetune/Loss": 0.9689539670944214, "Finetune/Loss (Raw)": 1.0100312232971191, "Finetune/Step": 1341, "Finetune/Step Time": 6.507986877113581}
+{"Finetune/Learning Rate": 1.9916921630677585e-05, "Finetune/Loss": 0.9693706035614014, "Finetune/Loss (Raw)": 0.986869215965271, "Finetune/Step": 1342, "Finetune/Step Time": 6.500491676852107}
+{"Finetune/Learning Rate": 1.991670487611739e-05, "Finetune/Loss": 0.9682453274726868, "Finetune/Loss (Raw)": 0.9445604085922241, "Finetune/Step": 1343, "Finetune/Step Time": 6.507163647562265}
+{"Finetune/Learning Rate": 1.9916487840347644e-05, "Finetune/Loss": 0.9679528474807739, "Finetune/Loss (Raw)": 0.9437737464904785, "Finetune/Step": 1344, "Finetune/Step Time": 6.495276905596256}
+{"Finetune/Learning Rate": 1.99162705233745e-05, "Finetune/Loss": 0.9678769111633301, "Finetune/Loss (Raw)": 1.0362027883529663, "Finetune/Step": 1345, "Finetune/Step Time": 6.496394604444504}
+{"Finetune/Learning Rate": 1.9916052925204123e-05, "Finetune/Loss": 0.9674608707427979, "Finetune/Loss (Raw)": 0.7900462746620178, "Finetune/Step": 1346, "Finetune/Step Time": 6.499593760818243}
+{"Finetune/Learning Rate": 1.9915835045842686e-05, "Finetune/Loss": 0.9678095579147339, "Finetune/Loss (Raw)": 0.9699938893318176, "Finetune/Step": 1347, "Finetune/Step Time": 6.497683530673385}
+{"Finetune/Learning Rate": 1.991561688529636e-05, "Finetune/Loss": 0.9682821035385132, "Finetune/Loss (Raw)": 0.9659075140953064, "Finetune/Step": 1348, "Finetune/Step Time": 6.494166886433959}
+{"Finetune/Learning Rate": 1.9915398443571338e-05, "Finetune/Loss": 0.9669991731643677, "Finetune/Loss (Raw)": 0.857793927192688, "Finetune/Step": 1349, "Finetune/Step Time": 6.486144138500094}
+{"Finetune/Learning Rate": 1.991517972067381e-05, "Finetune/Loss": 0.9668503999710083, "Finetune/Loss (Raw)": 0.959570586681366, "Finetune/Step": 1350, "Finetune/Step Time": 6.48579017072916}
+{"Finetune/Learning Rate": 1.991496071660998e-05, "Finetune/Loss": 0.9666913747787476, "Finetune/Loss (Raw)": 0.9531298279762268, "Finetune/Step": 1351, "Finetune/Step Time": 6.484948553144932}
+{"Finetune/Learning Rate": 1.9914741431386063e-05, "Finetune/Loss": 0.9653409123420715, "Finetune/Loss (Raw)": 0.7563788890838623, "Finetune/Step": 1352, "Finetune/Step Time": 6.497847888618708}
+{"Finetune/Learning Rate": 1.991452186500827e-05, "Finetune/Loss": 0.9654768705368042, "Finetune/Loss (Raw)": 0.9436678886413574, "Finetune/Step": 1353, "Finetune/Step Time": 6.510042734444141}
+{"Finetune/Learning Rate": 1.9914302017482827e-05, "Finetune/Loss": 0.9645898342132568, "Finetune/Loss (Raw)": 0.8521098494529724, "Finetune/Step": 1354, "Finetune/Step Time": 6.509389024227858}
+{"Finetune/Learning Rate": 1.991408188881597e-05, "Finetune/Loss": 0.9648452997207642, "Finetune/Loss (Raw)": 0.9213190078735352, "Finetune/Step": 1355, "Finetune/Step Time": 6.510402658954263}
+{"Finetune/Learning Rate": 1.9913861479013946e-05, "Finetune/Loss": 0.9652947783470154, "Finetune/Loss (Raw)": 0.9585859179496765, "Finetune/Step": 1356, "Finetune/Step Time": 6.512248612940311}
+{"Finetune/Learning Rate": 1.9913640788083003e-05, "Finetune/Loss": 0.9627934694290161, "Finetune/Loss (Raw)": 0.672545850276947, "Finetune/Step": 1357, "Finetune/Step Time": 6.533498242497444}
+{"Finetune/Learning Rate": 1.9913419816029397e-05, "Finetune/Loss": 0.9629048705101013, "Finetune/Loss (Raw)": 0.8753772377967834, "Finetune/Step": 1358, "Finetune/Step Time": 6.5360260140150785}
+{"Finetune/Learning Rate": 1.9913198562859396e-05, "Finetune/Loss": 0.9627399444580078, "Finetune/Loss (Raw)": 1.0154273509979248, "Finetune/Step": 1359, "Finetune/Step Time": 6.558102753013372}
+{"Finetune/Learning Rate": 1.991297702857927e-05, "Finetune/Loss": 0.9624341726303101, "Finetune/Loss (Raw)": 0.9823158979415894, "Finetune/Step": 1360, "Finetune/Step Time": 6.556228119879961}
+{"Finetune/Learning Rate": 1.9912755213195303e-05, "Finetune/Loss": 0.9634665846824646, "Finetune/Loss (Raw)": 0.9326074123382568, "Finetune/Step": 1361, "Finetune/Step Time": 6.5533732157200575}
+{"Finetune/Learning Rate": 1.991253311671379e-05, "Finetune/Loss": 0.9633601903915405, "Finetune/Loss (Raw)": 1.0172388553619385, "Finetune/Step": 1362, "Finetune/Step Time": 6.555505428463221}
+{"Finetune/Learning Rate": 1.9912310739141024e-05, "Finetune/Loss": 0.9649666547775269, "Finetune/Loss (Raw)": 1.057342767715454, "Finetune/Step": 1363, "Finetune/Step Time": 6.572772424668074}
+{"Finetune/Learning Rate": 1.9912088080483315e-05, "Finetune/Loss": 0.9655159115791321, "Finetune/Loss (Raw)": 1.0215791463851929, "Finetune/Step": 1364, "Finetune/Step Time": 6.573697807267308}
+{"Finetune/Learning Rate": 1.991186514074697e-05, "Finetune/Loss": 0.9651551246643066, "Finetune/Loss (Raw)": 0.9226857423782349, "Finetune/Step": 1365, "Finetune/Step Time": 6.570014415308833}
+{"Finetune/Learning Rate": 1.9911641919938316e-05, "Finetune/Loss": 0.9649994969367981, "Finetune/Loss (Raw)": 1.004919171333313, "Finetune/Step": 1366, "Finetune/Step Time": 6.570800105109811}
+{"Finetune/Learning Rate": 1.9911418418063685e-05, "Finetune/Loss": 0.9643373489379883, "Finetune/Loss (Raw)": 0.9978424310684204, "Finetune/Step": 1367, "Finetune/Step Time": 6.568647576496005}
+{"Finetune/Learning Rate": 1.991119463512941e-05, "Finetune/Loss": 0.9622205495834351, "Finetune/Loss (Raw)": 0.7261958122253418, "Finetune/Step": 1368, "Finetune/Step Time": 6.583311773836613}
+{"Finetune/Learning Rate": 1.9910970571141835e-05, "Finetune/Loss": 0.9618064165115356, "Finetune/Loss (Raw)": 0.9284685254096985, "Finetune/Step": 1369, "Finetune/Step Time": 6.5801616460084915}
+{"Finetune/Learning Rate": 1.9910746226107322e-05, "Finetune/Loss": 0.9633141756057739, "Finetune/Loss (Raw)": 0.8907930850982666, "Finetune/Step": 1370, "Finetune/Step Time": 6.581532644107938}
+{"Finetune/Learning Rate": 1.991052160003223e-05, "Finetune/Loss": 0.962816596031189, "Finetune/Loss (Raw)": 0.9181962609291077, "Finetune/Step": 1371, "Finetune/Step Time": 6.587085725739598}
+{"Finetune/Learning Rate": 1.9910296692922923e-05, "Finetune/Loss": 0.964645504951477, "Finetune/Loss (Raw)": 1.1335176229476929, "Finetune/Step": 1372, "Finetune/Step Time": 6.579687673598528}
+{"Finetune/Learning Rate": 1.9910071504785787e-05, "Finetune/Loss": 0.9641534090042114, "Finetune/Loss (Raw)": 0.9784476161003113, "Finetune/Step": 1373, "Finetune/Step Time": 6.581776252016425}
+{"Finetune/Learning Rate": 1.99098460356272e-05, "Finetune/Loss": 0.9637318849563599, "Finetune/Loss (Raw)": 1.0444592237472534, "Finetune/Step": 1374, "Finetune/Step Time": 6.586616393178701}
+{"Finetune/Learning Rate": 1.990962028545356e-05, "Finetune/Loss": 0.9629073143005371, "Finetune/Loss (Raw)": 0.9657043218612671, "Finetune/Step": 1375, "Finetune/Step Time": 6.588235912844539}
+{"Finetune/Learning Rate": 1.990939425427127e-05, "Finetune/Loss": 0.9627593159675598, "Finetune/Loss (Raw)": 0.9135874509811401, "Finetune/Step": 1376, "Finetune/Step Time": 6.586151519790292}
+{"Finetune/Learning Rate": 1.9909167942086736e-05, "Finetune/Loss": 0.9625635147094727, "Finetune/Loss (Raw)": 0.9476455450057983, "Finetune/Step": 1377, "Finetune/Step Time": 6.588247638195753}
+{"Finetune/Learning Rate": 1.9908941348906377e-05, "Finetune/Loss": 0.9628200531005859, "Finetune/Loss (Raw)": 0.9528941512107849, "Finetune/Step": 1378, "Finetune/Step Time": 6.586982876062393}
+{"Finetune/Learning Rate": 1.990871447473662e-05, "Finetune/Loss": 0.9630128145217896, "Finetune/Loss (Raw)": 1.0030537843704224, "Finetune/Step": 1379, "Finetune/Step Time": 6.586120821535587}
+{"Finetune/Learning Rate": 1.9908487319583893e-05, "Finetune/Loss": 0.9621586799621582, "Finetune/Loss (Raw)": 1.0081522464752197, "Finetune/Step": 1380, "Finetune/Step Time": 6.585906226187944}
+{"Finetune/Learning Rate": 1.9908259883454647e-05, "Finetune/Loss": 0.9613572359085083, "Finetune/Loss (Raw)": 0.8801466226577759, "Finetune/Step": 1381, "Finetune/Step Time": 6.588564358651638}
+{"Finetune/Learning Rate": 1.9908032166355323e-05, "Finetune/Loss": 0.9621748924255371, "Finetune/Loss (Raw)": 1.0790132284164429, "Finetune/Step": 1382, "Finetune/Step Time": 6.5865573938935995}
+{"Finetune/Learning Rate": 1.990780416829238e-05, "Finetune/Loss": 0.9612407684326172, "Finetune/Loss (Raw)": 0.7025067806243896, "Finetune/Step": 1383, "Finetune/Step Time": 6.579150961712003}
+{"Finetune/Learning Rate": 1.990757588927229e-05, "Finetune/Loss": 0.9604564309120178, "Finetune/Loss (Raw)": 0.7782478928565979, "Finetune/Step": 1384, "Finetune/Step Time": 6.616159748286009}
+{"Finetune/Learning Rate": 1.9907347329301517e-05, "Finetune/Loss": 0.9595255851745605, "Finetune/Loss (Raw)": 0.9971736073493958, "Finetune/Step": 1385, "Finetune/Step Time": 6.620178772136569}
+{"Finetune/Learning Rate": 1.9907118488386547e-05, "Finetune/Loss": 0.9619582295417786, "Finetune/Loss (Raw)": 0.9879118800163269, "Finetune/Step": 1386, "Finetune/Step Time": 6.597294677048922}
+{"Finetune/Learning Rate": 1.9906889366533868e-05, "Finetune/Loss": 0.960620641708374, "Finetune/Loss (Raw)": 0.8562226891517639, "Finetune/Step": 1387, "Finetune/Step Time": 6.581856140866876}
+{"Finetune/Learning Rate": 1.990665996374998e-05, "Finetune/Loss": 0.9591472148895264, "Finetune/Loss (Raw)": 0.8592462539672852, "Finetune/Step": 1388, "Finetune/Step Time": 6.584665771573782}
+{"Finetune/Learning Rate": 1.9906430280041383e-05, "Finetune/Loss": 0.9571232199668884, "Finetune/Loss (Raw)": 0.7258743643760681, "Finetune/Step": 1389, "Finetune/Step Time": 6.5963220577687025}
+{"Finetune/Learning Rate": 1.9906200315414598e-05, "Finetune/Loss": 0.9574877023696899, "Finetune/Loss (Raw)": 1.00138258934021, "Finetune/Step": 1390, "Finetune/Step Time": 6.587448600679636}
+{"Finetune/Learning Rate": 1.9905970069876136e-05, "Finetune/Loss": 0.9570013284683228, "Finetune/Loss (Raw)": 0.8566564917564392, "Finetune/Step": 1391, "Finetune/Step Time": 6.5883516520261765}
+{"Finetune/Learning Rate": 1.9905739543432536e-05, "Finetune/Loss": 0.9571772813796997, "Finetune/Loss (Raw)": 1.025282621383667, "Finetune/Step": 1392, "Finetune/Step Time": 6.573925593867898}
+{"Finetune/Learning Rate": 1.990550873609033e-05, "Finetune/Loss": 0.9573375582695007, "Finetune/Loss (Raw)": 0.9500309228897095, "Finetune/Step": 1393, "Finetune/Step Time": 6.567480858415365}
+{"Finetune/Learning Rate": 1.990527764785606e-05, "Finetune/Loss": 0.9591142535209656, "Finetune/Loss (Raw)": 0.9385772943496704, "Finetune/Step": 1394, "Finetune/Step Time": 6.552844060584903}
+{"Finetune/Learning Rate": 1.990504627873629e-05, "Finetune/Loss": 0.9601397514343262, "Finetune/Loss (Raw)": 0.9260236024856567, "Finetune/Step": 1395, "Finetune/Step Time": 6.564176330342889}
+{"Finetune/Learning Rate": 1.990481462873757e-05, "Finetune/Loss": 0.9587280750274658, "Finetune/Loss (Raw)": 0.8646153211593628, "Finetune/Step": 1396, "Finetune/Step Time": 6.563032440841198}
+{"Finetune/Learning Rate": 1.990458269786647e-05, "Finetune/Loss": 0.957563042640686, "Finetune/Loss (Raw)": 0.96445232629776, "Finetune/Step": 1397, "Finetune/Step Time": 6.565370969474316}
+{"Finetune/Learning Rate": 1.990435048612957e-05, "Finetune/Loss": 0.9589189887046814, "Finetune/Loss (Raw)": 0.9577223658561707, "Finetune/Step": 1398, "Finetune/Step Time": 6.550718447193503}
+{"Finetune/Learning Rate": 1.990411799353346e-05, "Finetune/Loss": 0.9588531255722046, "Finetune/Loss (Raw)": 1.0495225191116333, "Finetune/Step": 1399, "Finetune/Step Time": 6.5541948564350605}
+{"Finetune/Learning Rate": 1.9903885220084723e-05, "Finetune/Loss": 0.9594099521636963, "Finetune/Loss (Raw)": 1.0716590881347656, "Finetune/Step": 1400, "Finetune/Step Time": 6.557657204568386}
+{"Finetune/Learning Rate": 1.9903652165789965e-05, "Finetune/Loss": 0.9583267569541931, "Finetune/Loss (Raw)": 0.6846390962600708, "Finetune/Step": 1401, "Finetune/Step Time": 6.568810172379017}
+{"Finetune/Learning Rate": 1.990341883065579e-05, "Finetune/Loss": 0.9595320224761963, "Finetune/Loss (Raw)": 0.9969052672386169, "Finetune/Step": 1402, "Finetune/Step Time": 6.591075548902154}
+{"Finetune/Learning Rate": 1.9903185214688824e-05, "Finetune/Loss": 0.9590826630592346, "Finetune/Loss (Raw)": 0.8956947922706604, "Finetune/Step": 1403, "Finetune/Step Time": 6.606589514762163}
+{"Finetune/Learning Rate": 1.9902951317895685e-05, "Finetune/Loss": 0.9555961489677429, "Finetune/Loss (Raw)": 0.7656169533729553, "Finetune/Step": 1404, "Finetune/Step Time": 6.594890398904681}
+{"Finetune/Learning Rate": 1.9902717140283006e-05, "Finetune/Loss": 0.9560839533805847, "Finetune/Loss (Raw)": 1.0294162034988403, "Finetune/Step": 1405, "Finetune/Step Time": 6.589420448988676}
+{"Finetune/Learning Rate": 1.990248268185743e-05, "Finetune/Loss": 0.9565547108650208, "Finetune/Loss (Raw)": 1.0263711214065552, "Finetune/Step": 1406, "Finetune/Step Time": 6.590999411419034}
+{"Finetune/Learning Rate": 1.99022479426256e-05, "Finetune/Loss": 0.9556670784950256, "Finetune/Loss (Raw)": 0.8705207705497742, "Finetune/Step": 1407, "Finetune/Step Time": 6.5879996083676815}
+{"Finetune/Learning Rate": 1.9902012922594178e-05, "Finetune/Loss": 0.9555671215057373, "Finetune/Loss (Raw)": 1.049386739730835, "Finetune/Step": 1408, "Finetune/Step Time": 6.590406944975257}
+{"Finetune/Learning Rate": 1.9901777621769827e-05, "Finetune/Loss": 0.9552630186080933, "Finetune/Loss (Raw)": 0.9769446849822998, "Finetune/Step": 1409, "Finetune/Step Time": 6.5934359058737755}
+{"Finetune/Learning Rate": 1.9901542040159222e-05, "Finetune/Loss": 0.9545559883117676, "Finetune/Loss (Raw)": 0.8419127464294434, "Finetune/Step": 1410, "Finetune/Step Time": 6.594884058460593}
+{"Finetune/Learning Rate": 1.9901306177769036e-05, "Finetune/Loss": 0.9551329612731934, "Finetune/Loss (Raw)": 1.0111340284347534, "Finetune/Step": 1411, "Finetune/Step Time": 6.592401597648859}
+{"Finetune/Learning Rate": 1.9901070034605968e-05, "Finetune/Loss": 0.9540990591049194, "Finetune/Loss (Raw)": 0.9442464709281921, "Finetune/Step": 1412, "Finetune/Step Time": 6.589317064732313}
+{"Finetune/Learning Rate": 1.990083361067671e-05, "Finetune/Loss": 0.9536057710647583, "Finetune/Loss (Raw)": 0.9029804468154907, "Finetune/Step": 1413, "Finetune/Step Time": 6.5866794269531965}
+{"Finetune/Learning Rate": 1.9900596905987958e-05, "Finetune/Loss": 0.9530643820762634, "Finetune/Loss (Raw)": 0.9963235259056091, "Finetune/Step": 1414, "Finetune/Step Time": 6.585506884381175}
+{"Finetune/Learning Rate": 1.9900359920546433e-05, "Finetune/Loss": 0.952774167060852, "Finetune/Loss (Raw)": 1.015561580657959, "Finetune/Step": 1415, "Finetune/Step Time": 6.586952894926071}
+{"Finetune/Learning Rate": 1.9900122654358857e-05, "Finetune/Loss": 0.9533045887947083, "Finetune/Loss (Raw)": 1.0169873237609863, "Finetune/Step": 1416, "Finetune/Step Time": 6.588507322594523}
+{"Finetune/Learning Rate": 1.9899885107431955e-05, "Finetune/Loss": 0.9525874853134155, "Finetune/Loss (Raw)": 0.9330164194107056, "Finetune/Step": 1417, "Finetune/Step Time": 6.5933150090277195}
+{"Finetune/Learning Rate": 1.989964727977246e-05, "Finetune/Loss": 0.9527894258499146, "Finetune/Loss (Raw)": 1.0477781295776367, "Finetune/Step": 1418, "Finetune/Step Time": 6.593583604320884}
+{"Finetune/Learning Rate": 1.989940917138712e-05, "Finetune/Loss": 0.9525043964385986, "Finetune/Loss (Raw)": 0.9623757600784302, "Finetune/Step": 1419, "Finetune/Step Time": 6.5741633009165525}
+{"Finetune/Learning Rate": 1.9899170782282685e-05, "Finetune/Loss": 0.9514634013175964, "Finetune/Loss (Raw)": 0.8876326680183411, "Finetune/Step": 1420, "Finetune/Step Time": 6.572086418047547}
+{"Finetune/Learning Rate": 1.989893211246592e-05, "Finetune/Loss": 0.950858473777771, "Finetune/Loss (Raw)": 0.9954893589019775, "Finetune/Step": 1421, "Finetune/Step Time": 6.571921989321709}
+{"Finetune/Learning Rate": 1.9898693161943583e-05, "Finetune/Loss": 0.9519426822662354, "Finetune/Loss (Raw)": 1.0073187351226807, "Finetune/Step": 1422, "Finetune/Step Time": 6.563047746196389}
+{"Finetune/Learning Rate": 1.989845393072246e-05, "Finetune/Loss": 0.9514597654342651, "Finetune/Loss (Raw)": 0.9432273507118225, "Finetune/Step": 1423, "Finetune/Step Time": 6.566688718274236}
+{"Finetune/Learning Rate": 1.989821441880933e-05, "Finetune/Loss": 0.9515243768692017, "Finetune/Loss (Raw)": 1.0559977293014526, "Finetune/Step": 1424, "Finetune/Step Time": 6.565526092424989}
+{"Finetune/Learning Rate": 1.9897974626210984e-05, "Finetune/Loss": 0.952043890953064, "Finetune/Loss (Raw)": 0.9062587022781372, "Finetune/Step": 1425, "Finetune/Step Time": 6.551439307630062}
+{"Finetune/Learning Rate": 1.9897734552934228e-05, "Finetune/Loss": 0.9511575698852539, "Finetune/Loss (Raw)": 0.7777218818664551, "Finetune/Step": 1426, "Finetune/Step Time": 6.55572259798646}
+{"Finetune/Learning Rate": 1.989749419898586e-05, "Finetune/Loss": 0.9508652687072754, "Finetune/Loss (Raw)": 0.9276858568191528, "Finetune/Step": 1427, "Finetune/Step Time": 6.561418130993843}
+{"Finetune/Learning Rate": 1.9897253564372704e-05, "Finetune/Loss": 0.9527116417884827, "Finetune/Loss (Raw)": 1.055024266242981, "Finetune/Step": 1428, "Finetune/Step Time": 6.56245769187808}
+{"Finetune/Learning Rate": 1.989701264910158e-05, "Finetune/Loss": 0.9527990818023682, "Finetune/Loss (Raw)": 1.0026544332504272, "Finetune/Step": 1429, "Finetune/Step Time": 6.560690235346556}
+{"Finetune/Learning Rate": 1.9896771453179323e-05, "Finetune/Loss": 0.9528456926345825, "Finetune/Loss (Raw)": 0.9981417655944824, "Finetune/Step": 1430, "Finetune/Step Time": 6.562976509332657}
+{"Finetune/Learning Rate": 1.989652997661277e-05, "Finetune/Loss": 0.9535236358642578, "Finetune/Loss (Raw)": 1.1159156560897827, "Finetune/Step": 1431, "Finetune/Step Time": 6.567852586507797}
+{"Finetune/Learning Rate": 1.989628821940877e-05, "Finetune/Loss": 0.9528658390045166, "Finetune/Loss (Raw)": 0.906810998916626, "Finetune/Step": 1432, "Finetune/Step Time": 6.585901491343975}
+{"Finetune/Learning Rate": 1.9896046181574173e-05, "Finetune/Loss": 0.9519990682601929, "Finetune/Loss (Raw)": 0.9703711271286011, "Finetune/Step": 1433, "Finetune/Step Time": 6.586578167974949}
+{"Finetune/Learning Rate": 1.9895803863115848e-05, "Finetune/Loss": 0.9502938985824585, "Finetune/Loss (Raw)": 0.8508583903312683, "Finetune/Step": 1434, "Finetune/Step Time": 6.598988512530923}
+{"Finetune/Learning Rate": 1.9895561264040668e-05, "Finetune/Loss": 0.9502465724945068, "Finetune/Loss (Raw)": 0.9688921570777893, "Finetune/Step": 1435, "Finetune/Step Time": 6.598396195098758}
+{"Finetune/Learning Rate": 1.989531838435551e-05, "Finetune/Loss": 0.9508630633354187, "Finetune/Loss (Raw)": 0.8824017643928528, "Finetune/Step": 1436, "Finetune/Step Time": 6.608931541442871}
+{"Finetune/Learning Rate": 1.989507522406726e-05, "Finetune/Loss": 0.9518452882766724, "Finetune/Loss (Raw)": 1.0437126159667969, "Finetune/Step": 1437, "Finetune/Step Time": 6.597049884498119}
+{"Finetune/Learning Rate": 1.989483178318281e-05, "Finetune/Loss": 0.9526716470718384, "Finetune/Loss (Raw)": 0.9020485281944275, "Finetune/Step": 1438, "Finetune/Step Time": 6.600078223273158}
+{"Finetune/Learning Rate": 1.9894588061709072e-05, "Finetune/Loss": 0.9522992968559265, "Finetune/Loss (Raw)": 0.9827648997306824, "Finetune/Step": 1439, "Finetune/Step Time": 6.61207702755928}
+{"Finetune/Learning Rate": 1.9894344059652953e-05, "Finetune/Loss": 0.9511322975158691, "Finetune/Loss (Raw)": 0.8645139932632446, "Finetune/Step": 1440, "Finetune/Step Time": 6.612904252484441}
+{"Finetune/Learning Rate": 1.989409977702137e-05, "Finetune/Loss": 0.9510691165924072, "Finetune/Loss (Raw)": 0.9865748882293701, "Finetune/Step": 1441, "Finetune/Step Time": 6.614292897284031}
+{"Finetune/Learning Rate": 1.9893855213821256e-05, "Finetune/Loss": 0.9507553577423096, "Finetune/Loss (Raw)": 0.9609584212303162, "Finetune/Step": 1442, "Finetune/Step Time": 6.611337864771485}
+{"Finetune/Learning Rate": 1.989361037005954e-05, "Finetune/Loss": 0.9515578746795654, "Finetune/Loss (Raw)": 1.0636000633239746, "Finetune/Step": 1443, "Finetune/Step Time": 6.612452069297433}
+{"Finetune/Learning Rate": 1.9893365245743166e-05, "Finetune/Loss": 0.9514927864074707, "Finetune/Loss (Raw)": 0.845487117767334, "Finetune/Step": 1444, "Finetune/Step Time": 6.63466695509851}
+{"Finetune/Learning Rate": 1.989311984087909e-05, "Finetune/Loss": 0.9481382369995117, "Finetune/Loss (Raw)": 0.6505621075630188, "Finetune/Step": 1445, "Finetune/Step Time": 6.650868019089103}
+{"Finetune/Learning Rate": 1.989287415547427e-05, "Finetune/Loss": 0.9502581357955933, "Finetune/Loss (Raw)": 1.1530382633209229, "Finetune/Step": 1446, "Finetune/Step Time": 6.645041912794113}
+{"Finetune/Learning Rate": 1.9892628189535667e-05, "Finetune/Loss": 0.9491419196128845, "Finetune/Loss (Raw)": 0.9850398302078247, "Finetune/Step": 1447, "Finetune/Step Time": 6.642459589987993}
+{"Finetune/Learning Rate": 1.9892381943070255e-05, "Finetune/Loss": 0.9479637742042542, "Finetune/Loss (Raw)": 0.953258216381073, "Finetune/Step": 1448, "Finetune/Step Time": 6.642893264070153}
+{"Finetune/Learning Rate": 1.9892135416085025e-05, "Finetune/Loss": 0.9478855133056641, "Finetune/Loss (Raw)": 0.9366210699081421, "Finetune/Step": 1449, "Finetune/Step Time": 6.645559675991535}
+{"Finetune/Learning Rate": 1.9891888608586968e-05, "Finetune/Loss": 0.9482777118682861, "Finetune/Loss (Raw)": 0.9644774198532104, "Finetune/Step": 1450, "Finetune/Step Time": 6.655799739062786}
+{"Finetune/Learning Rate": 1.9891641520583075e-05, "Finetune/Loss": 0.9476954340934753, "Finetune/Loss (Raw)": 0.9427486658096313, "Finetune/Step": 1451, "Finetune/Step Time": 6.651831051334739}
+{"Finetune/Learning Rate": 1.9891394152080355e-05, "Finetune/Loss": 0.9481891393661499, "Finetune/Loss (Raw)": 0.9814937114715576, "Finetune/Step": 1452, "Finetune/Step Time": 6.652770824730396}
+{"Finetune/Learning Rate": 1.9891146503085826e-05, "Finetune/Loss": 0.9476240873336792, "Finetune/Loss (Raw)": 0.8908271193504333, "Finetune/Step": 1453, "Finetune/Step Time": 6.679766442626715}
+{"Finetune/Learning Rate": 1.9890898573606508e-05, "Finetune/Loss": 0.9471108913421631, "Finetune/Loss (Raw)": 0.9428170323371887, "Finetune/Step": 1454, "Finetune/Step Time": 6.678187876939774}
+{"Finetune/Learning Rate": 1.9890650363649434e-05, "Finetune/Loss": 0.9454286098480225, "Finetune/Loss (Raw)": 1.0555282831192017, "Finetune/Step": 1455, "Finetune/Step Time": 6.676946893334389}
+{"Finetune/Learning Rate": 1.9890401873221642e-05, "Finetune/Loss": 0.9437433481216431, "Finetune/Loss (Raw)": 0.8272355198860168, "Finetune/Step": 1456, "Finetune/Step Time": 6.6746620032936335}
+{"Finetune/Learning Rate": 1.9890153102330175e-05, "Finetune/Loss": 0.945242166519165, "Finetune/Loss (Raw)": 1.1231188774108887, "Finetune/Step": 1457, "Finetune/Step Time": 6.674709860235453}
+{"Finetune/Learning Rate": 1.988990405098209e-05, "Finetune/Loss": 0.9459809064865112, "Finetune/Loss (Raw)": 1.0058653354644775, "Finetune/Step": 1458, "Finetune/Step Time": 6.675155704841018}
+{"Finetune/Learning Rate": 1.988965471918445e-05, "Finetune/Loss": 0.9461801648139954, "Finetune/Loss (Raw)": 0.9333798289299011, "Finetune/Step": 1459, "Finetune/Step Time": 6.674008451402187}
+{"Finetune/Learning Rate": 1.9889405106944327e-05, "Finetune/Loss": 0.9452841281890869, "Finetune/Loss (Raw)": 0.872468888759613, "Finetune/Step": 1460, "Finetune/Step Time": 6.672318197786808}
+{"Finetune/Learning Rate": 1.988915521426879e-05, "Finetune/Loss": 0.946366548538208, "Finetune/Loss (Raw)": 1.0286086797714233, "Finetune/Step": 1461, "Finetune/Step Time": 6.674058917909861}
+{"Finetune/Learning Rate": 1.988890504116494e-05, "Finetune/Loss": 0.9462260603904724, "Finetune/Loss (Raw)": 0.879966676235199, "Finetune/Step": 1462, "Finetune/Step Time": 6.678281106054783}
+{"Finetune/Learning Rate": 1.9888654587639857e-05, "Finetune/Loss": 0.9458447098731995, "Finetune/Loss (Raw)": 0.9904125332832336, "Finetune/Step": 1463, "Finetune/Step Time": 6.69158773124218}
+{"Finetune/Learning Rate": 1.9888403853700654e-05, "Finetune/Loss": 0.946602463722229, "Finetune/Loss (Raw)": 0.9866041541099548, "Finetune/Step": 1464, "Finetune/Step Time": 6.672264948487282}
+{"Finetune/Learning Rate": 1.9888152839354433e-05, "Finetune/Loss": 0.947272539138794, "Finetune/Loss (Raw)": 1.0106018781661987, "Finetune/Step": 1465, "Finetune/Step Time": 6.666493570432067}
+{"Finetune/Learning Rate": 1.9887901544608316e-05, "Finetune/Loss": 0.9461650252342224, "Finetune/Loss (Raw)": 0.8859937787055969, "Finetune/Step": 1466, "Finetune/Step Time": 6.674236496910453}
+{"Finetune/Learning Rate": 1.9887649969469432e-05, "Finetune/Loss": 0.946264386177063, "Finetune/Loss (Raw)": 0.9756090641021729, "Finetune/Step": 1467, "Finetune/Step Time": 6.676198901608586}
+{"Finetune/Learning Rate": 1.9887398113944908e-05, "Finetune/Loss": 0.9443203210830688, "Finetune/Loss (Raw)": 0.7936433553695679, "Finetune/Step": 1468, "Finetune/Step Time": 6.69015016593039}
+{"Finetune/Learning Rate": 1.9887145978041895e-05, "Finetune/Loss": 0.9439549446105957, "Finetune/Loss (Raw)": 0.963262140750885, "Finetune/Step": 1469, "Finetune/Step Time": 6.69780040346086}
+{"Finetune/Learning Rate": 1.988689356176753e-05, "Finetune/Loss": 0.9448450207710266, "Finetune/Loss (Raw)": 1.100795865058899, "Finetune/Step": 1470, "Finetune/Step Time": 6.697262119501829}
+{"Finetune/Learning Rate": 1.9886640865128983e-05, "Finetune/Loss": 0.9433426856994629, "Finetune/Loss (Raw)": 0.7522630095481873, "Finetune/Step": 1471, "Finetune/Step Time": 6.699027141556144}
+{"Finetune/Learning Rate": 1.9886387888133413e-05, "Finetune/Loss": 0.9443215131759644, "Finetune/Loss (Raw)": 1.0690691471099854, "Finetune/Step": 1472, "Finetune/Step Time": 6.695556052029133}
+{"Finetune/Learning Rate": 1.9886134630787993e-05, "Finetune/Loss": 0.9440885782241821, "Finetune/Loss (Raw)": 1.00637686252594, "Finetune/Step": 1473, "Finetune/Step Time": 6.690781084820628}
+{"Finetune/Learning Rate": 1.9885881093099912e-05, "Finetune/Loss": 0.9452449083328247, "Finetune/Loss (Raw)": 0.9380635023117065, "Finetune/Step": 1474, "Finetune/Step Time": 6.692441500723362}
+{"Finetune/Learning Rate": 1.9885627275076354e-05, "Finetune/Loss": 0.9444760680198669, "Finetune/Loss (Raw)": 0.8715827465057373, "Finetune/Step": 1475, "Finetune/Step Time": 6.692764883860946}
+{"Finetune/Learning Rate": 1.9885373176724518e-05, "Finetune/Loss": 0.9441879987716675, "Finetune/Loss (Raw)": 0.92903733253479, "Finetune/Step": 1476, "Finetune/Step Time": 6.693759778514504}
+{"Finetune/Learning Rate": 1.9885118798051607e-05, "Finetune/Loss": 0.9454543590545654, "Finetune/Loss (Raw)": 1.019890546798706, "Finetune/Step": 1477, "Finetune/Step Time": 6.717751352116466}
+{"Finetune/Learning Rate": 1.9884864139064834e-05, "Finetune/Loss": 0.9452548027038574, "Finetune/Loss (Raw)": 0.9340222477912903, "Finetune/Step": 1478, "Finetune/Step Time": 6.719005756080151}
+{"Finetune/Learning Rate": 1.9884609199771427e-05, "Finetune/Loss": 0.9463510513305664, "Finetune/Loss (Raw)": 1.0934425592422485, "Finetune/Step": 1479, "Finetune/Step Time": 6.722059693187475}
+{"Finetune/Learning Rate": 1.988435398017861e-05, "Finetune/Loss": 0.9476994276046753, "Finetune/Loss (Raw)": 0.9289764761924744, "Finetune/Step": 1480, "Finetune/Step Time": 6.70812682248652}
+{"Finetune/Learning Rate": 1.9884098480293623e-05, "Finetune/Loss": 0.946090579032898, "Finetune/Loss (Raw)": 0.7377305030822754, "Finetune/Step": 1481, "Finetune/Step Time": 6.71202302724123}
+{"Finetune/Learning Rate": 1.9883842700123708e-05, "Finetune/Loss": 0.9463897943496704, "Finetune/Loss (Raw)": 0.8904149532318115, "Finetune/Step": 1482, "Finetune/Step Time": 6.709548152983189}
+{"Finetune/Learning Rate": 1.988358663967612e-05, "Finetune/Loss": 0.9462833404541016, "Finetune/Loss (Raw)": 0.9076983332633972, "Finetune/Step": 1483, "Finetune/Step Time": 6.711082113906741}
+{"Finetune/Learning Rate": 1.988333029895812e-05, "Finetune/Loss": 0.9465075731277466, "Finetune/Loss (Raw)": 0.9872753024101257, "Finetune/Step": 1484, "Finetune/Step Time": 6.7131074257195}
+{"Finetune/Learning Rate": 1.9883073677976978e-05, "Finetune/Loss": 0.9482387900352478, "Finetune/Loss (Raw)": 0.8941522240638733, "Finetune/Step": 1485, "Finetune/Step Time": 6.678775608539581}
+{"Finetune/Learning Rate": 1.988281677673997e-05, "Finetune/Loss": 0.9501584768295288, "Finetune/Loss (Raw)": 1.12109375, "Finetune/Step": 1486, "Finetune/Step Time": 6.673877559602261}
+{"Finetune/Learning Rate": 1.9882559595254375e-05, "Finetune/Loss": 0.9503369927406311, "Finetune/Loss (Raw)": 1.0382746458053589, "Finetune/Step": 1487, "Finetune/Step Time": 6.652244284749031}
+{"Finetune/Learning Rate": 1.98823021335275e-05, "Finetune/Loss": 0.9503799676895142, "Finetune/Loss (Raw)": 0.9878172874450684, "Finetune/Step": 1488, "Finetune/Step Time": 6.6482030767947435}
+{"Finetune/Learning Rate": 1.9882044391566636e-05, "Finetune/Loss": 0.9498800039291382, "Finetune/Loss (Raw)": 0.8686087727546692, "Finetune/Step": 1489, "Finetune/Step Time": 6.651539107784629}
+{"Finetune/Learning Rate": 1.9881786369379093e-05, "Finetune/Loss": 0.9501961469650269, "Finetune/Loss (Raw)": 1.057706594467163, "Finetune/Step": 1490, "Finetune/Step Time": 6.6436853017657995}
+{"Finetune/Learning Rate": 1.9881528066972187e-05, "Finetune/Loss": 0.9485599398612976, "Finetune/Loss (Raw)": 0.847914457321167, "Finetune/Step": 1491, "Finetune/Step Time": 6.628895495086908}
+{"Finetune/Learning Rate": 1.988126948435325e-05, "Finetune/Loss": 0.94854736328125, "Finetune/Loss (Raw)": 1.0199652910232544, "Finetune/Step": 1492, "Finetune/Step Time": 6.626820432022214}
+{"Finetune/Learning Rate": 1.9881010621529604e-05, "Finetune/Loss": 0.9485983848571777, "Finetune/Loss (Raw)": 0.9292193651199341, "Finetune/Step": 1493, "Finetune/Step Time": 6.626614375039935}
+{"Finetune/Learning Rate": 1.9880751478508594e-05, "Finetune/Loss": 0.9481297135353088, "Finetune/Loss (Raw)": 0.9449299573898315, "Finetune/Step": 1494, "Finetune/Step Time": 6.630467129871249}
+{"Finetune/Learning Rate": 1.9880492055297572e-05, "Finetune/Loss": 0.9480063319206238, "Finetune/Loss (Raw)": 0.9820461869239807, "Finetune/Step": 1495, "Finetune/Step Time": 6.649715656414628}
+{"Finetune/Learning Rate": 1.988023235190389e-05, "Finetune/Loss": 0.9497227668762207, "Finetune/Loss (Raw)": 0.9459009766578674, "Finetune/Step": 1496, "Finetune/Step Time": 6.630525507032871}
+{"Finetune/Learning Rate": 1.9879972368334916e-05, "Finetune/Loss": 0.9499857425689697, "Finetune/Loss (Raw)": 0.9621283411979675, "Finetune/Step": 1497, "Finetune/Step Time": 6.632342396304011}
+{"Finetune/Learning Rate": 1.987971210459802e-05, "Finetune/Loss": 0.950768768787384, "Finetune/Loss (Raw)": 0.9910211563110352, "Finetune/Step": 1498, "Finetune/Step Time": 6.636299634352326}
+{"Finetune/Learning Rate": 1.9879451560700582e-05, "Finetune/Loss": 0.95050448179245, "Finetune/Loss (Raw)": 0.8843708038330078, "Finetune/Step": 1499, "Finetune/Step Time": 6.6421337723731995}
+{"Finetune/Learning Rate": 1.9879190736649992e-05, "Finetune/Loss": 0.9485818147659302, "Finetune/Loss (Raw)": 0.8874160051345825, "Finetune/Step": 1500, "Finetune/Step Time": 6.658267850056291}
+{"Finetune/Learning Rate": 1.9878929632453647e-05, "Finetune/Loss": 0.9488043189048767, "Finetune/Loss (Raw)": 1.00692880153656, "Finetune/Step": 1501, "Finetune/Step Time": 6.65854019485414}
+{"Finetune/Learning Rate": 1.9878668248118945e-05, "Finetune/Loss": 0.9482181072235107, "Finetune/Loss (Raw)": 0.9694176912307739, "Finetune/Step": 1502, "Finetune/Step Time": 6.658000132068992}
+{"Finetune/Learning Rate": 1.9878406583653306e-05, "Finetune/Loss": 0.9482691287994385, "Finetune/Loss (Raw)": 0.9722349047660828, "Finetune/Step": 1503, "Finetune/Step Time": 6.656640633940697}
+{"Finetune/Learning Rate": 1.9878144639064145e-05, "Finetune/Loss": 0.9483891725540161, "Finetune/Loss (Raw)": 0.9289571046829224, "Finetune/Step": 1504, "Finetune/Step Time": 6.655699694529176}
+{"Finetune/Learning Rate": 1.9877882414358894e-05, "Finetune/Loss": 0.9494823217391968, "Finetune/Loss (Raw)": 1.0875658988952637, "Finetune/Step": 1505, "Finetune/Step Time": 6.6517175156623125}
+{"Finetune/Learning Rate": 1.9877619909544985e-05, "Finetune/Loss": 0.9487990140914917, "Finetune/Loss (Raw)": 0.8654283285140991, "Finetune/Step": 1506, "Finetune/Step Time": 6.648396365344524}
+{"Finetune/Learning Rate": 1.9877357124629863e-05, "Finetune/Loss": 0.9478771686553955, "Finetune/Loss (Raw)": 0.8850662112236023, "Finetune/Step": 1507, "Finetune/Step Time": 6.645806837826967}
+{"Finetune/Learning Rate": 1.987709405962098e-05, "Finetune/Loss": 0.9479198455810547, "Finetune/Loss (Raw)": 1.013615369796753, "Finetune/Step": 1508, "Finetune/Step Time": 6.643341116607189}
+{"Finetune/Learning Rate": 1.9876830714525798e-05, "Finetune/Loss": 0.9478476047515869, "Finetune/Loss (Raw)": 0.8708897829055786, "Finetune/Step": 1509, "Finetune/Step Time": 6.640345407649875}
+{"Finetune/Learning Rate": 1.9876567089351783e-05, "Finetune/Loss": 0.9470953941345215, "Finetune/Loss (Raw)": 0.9827359914779663, "Finetune/Step": 1510, "Finetune/Step Time": 6.633787104859948}
+{"Finetune/Learning Rate": 1.9876303184106405e-05, "Finetune/Loss": 0.9470791220664978, "Finetune/Loss (Raw)": 0.7004228234291077, "Finetune/Step": 1511, "Finetune/Step Time": 6.647571517154574}
+{"Finetune/Learning Rate": 1.987603899879716e-05, "Finetune/Loss": 0.9481521844863892, "Finetune/Loss (Raw)": 0.9156055450439453, "Finetune/Step": 1512, "Finetune/Step Time": 6.62387390807271}
+{"Finetune/Learning Rate": 1.987577453343153e-05, "Finetune/Loss": 0.9477147459983826, "Finetune/Loss (Raw)": 0.9411730766296387, "Finetune/Step": 1513, "Finetune/Step Time": 6.620734279975295}
+{"Finetune/Learning Rate": 1.987550978801702e-05, "Finetune/Loss": 0.9471969604492188, "Finetune/Loss (Raw)": 0.9216344952583313, "Finetune/Step": 1514, "Finetune/Step Time": 6.6188396923244}
+{"Finetune/Learning Rate": 1.987524476256113e-05, "Finetune/Loss": 0.9480006694793701, "Finetune/Loss (Raw)": 0.959102213382721, "Finetune/Step": 1515, "Finetune/Step Time": 6.617091773077846}
+{"Finetune/Learning Rate": 1.987497945707138e-05, "Finetune/Loss": 0.9482893943786621, "Finetune/Loss (Raw)": 0.8961988091468811, "Finetune/Step": 1516, "Finetune/Step Time": 6.621685424819589}
+{"Finetune/Learning Rate": 1.9874713871555297e-05, "Finetune/Loss": 0.9491896033287048, "Finetune/Loss (Raw)": 0.8411082029342651, "Finetune/Step": 1517, "Finetune/Step Time": 6.611567348241806}
+{"Finetune/Learning Rate": 1.9874448006020407e-05, "Finetune/Loss": 0.9496289491653442, "Finetune/Loss (Raw)": 1.0576083660125732, "Finetune/Step": 1518, "Finetune/Step Time": 6.609194405376911}
+{"Finetune/Learning Rate": 1.987418186047425e-05, "Finetune/Loss": 0.9509459733963013, "Finetune/Loss (Raw)": 1.0252376794815063, "Finetune/Step": 1519, "Finetune/Step Time": 6.607149124145508}
+{"Finetune/Learning Rate": 1.9873915434924375e-05, "Finetune/Loss": 0.9502652883529663, "Finetune/Loss (Raw)": 0.9381625652313232, "Finetune/Step": 1520, "Finetune/Step Time": 6.603547539561987}
+{"Finetune/Learning Rate": 1.9873648729378336e-05, "Finetune/Loss": 0.9504678249359131, "Finetune/Loss (Raw)": 0.9759471416473389, "Finetune/Step": 1521, "Finetune/Step Time": 6.606600867584348}
+{"Finetune/Learning Rate": 1.9873381743843697e-05, "Finetune/Loss": 0.9507268667221069, "Finetune/Loss (Raw)": 0.9717394113540649, "Finetune/Step": 1522, "Finetune/Step Time": 6.6077964175492525}
+{"Finetune/Learning Rate": 1.9873114478328026e-05, "Finetune/Loss": 0.9515984058380127, "Finetune/Loss (Raw)": 1.0375828742980957, "Finetune/Step": 1523, "Finetune/Step Time": 6.599414646625519}
+{"Finetune/Learning Rate": 1.9872846932838902e-05, "Finetune/Loss": 0.9518929123878479, "Finetune/Loss (Raw)": 0.9023081064224243, "Finetune/Step": 1524, "Finetune/Step Time": 6.606910554692149}
+{"Finetune/Learning Rate": 1.9872579107383916e-05, "Finetune/Loss": 0.9504950046539307, "Finetune/Loss (Raw)": 0.7855251431465149, "Finetune/Step": 1525, "Finetune/Step Time": 6.605839004740119}
+{"Finetune/Learning Rate": 1.987231100197066e-05, "Finetune/Loss": 0.9500869512557983, "Finetune/Loss (Raw)": 0.905485212802887, "Finetune/Step": 1526, "Finetune/Step Time": 6.604019472375512}
+{"Finetune/Learning Rate": 1.9872042616606738e-05, "Finetune/Loss": 0.9484132528305054, "Finetune/Loss (Raw)": 0.8352930545806885, "Finetune/Step": 1527, "Finetune/Step Time": 6.604752290993929}
+{"Finetune/Learning Rate": 1.9871773951299757e-05, "Finetune/Loss": 0.9460750818252563, "Finetune/Loss (Raw)": 0.7723716497421265, "Finetune/Step": 1528, "Finetune/Step Time": 6.602118147537112}
+{"Finetune/Learning Rate": 1.987150500605734e-05, "Finetune/Loss": 0.9482223987579346, "Finetune/Loss (Raw)": 0.9594906568527222, "Finetune/Step": 1529, "Finetune/Step Time": 6.58659459091723}
+{"Finetune/Learning Rate": 1.9871235780887114e-05, "Finetune/Loss": 0.9481660723686218, "Finetune/Loss (Raw)": 0.9896970987319946, "Finetune/Step": 1530, "Finetune/Step Time": 6.56678232178092}
+{"Finetune/Learning Rate": 1.987096627579671e-05, "Finetune/Loss": 0.9482662677764893, "Finetune/Loss (Raw)": 0.9085230827331543, "Finetune/Step": 1531, "Finetune/Step Time": 6.552565168589354}
+{"Finetune/Learning Rate": 1.987069649079377e-05, "Finetune/Loss": 0.9499445557594299, "Finetune/Loss (Raw)": 0.9804366230964661, "Finetune/Step": 1532, "Finetune/Step Time": 6.553796047344804}
+{"Finetune/Learning Rate": 1.9870426425885946e-05, "Finetune/Loss": 0.948941707611084, "Finetune/Loss (Raw)": 0.9010546803474426, "Finetune/Step": 1533, "Finetune/Step Time": 6.5546077117323875}
+{"Finetune/Learning Rate": 1.98701560810809e-05, "Finetune/Loss": 0.9477261304855347, "Finetune/Loss (Raw)": 0.870779812335968, "Finetune/Step": 1534, "Finetune/Step Time": 6.568288879469037}
+{"Finetune/Learning Rate": 1.986988545638629e-05, "Finetune/Loss": 0.9479201436042786, "Finetune/Loss (Raw)": 0.8953493237495422, "Finetune/Step": 1535, "Finetune/Step Time": 6.56719727255404}
+{"Finetune/Learning Rate": 1.9869614551809793e-05, "Finetune/Loss": 0.9470975399017334, "Finetune/Loss (Raw)": 0.9440996050834656, "Finetune/Step": 1536, "Finetune/Step Time": 6.567995699122548}
+{"Finetune/Learning Rate": 1.9869343367359098e-05, "Finetune/Loss": 0.9468531608581543, "Finetune/Loss (Raw)": 0.9456537961959839, "Finetune/Step": 1537, "Finetune/Step Time": 6.566166874021292}
+{"Finetune/Learning Rate": 1.986907190304189e-05, "Finetune/Loss": 0.946353554725647, "Finetune/Loss (Raw)": 0.7779637575149536, "Finetune/Step": 1538, "Finetune/Step Time": 6.565094305202365}
+{"Finetune/Learning Rate": 1.9868800158865863e-05, "Finetune/Loss": 0.9461166858673096, "Finetune/Loss (Raw)": 0.9808210134506226, "Finetune/Step": 1539, "Finetune/Step Time": 6.567323783412576}
+{"Finetune/Learning Rate": 1.9868528134838725e-05, "Finetune/Loss": 0.9469497799873352, "Finetune/Loss (Raw)": 1.050877571105957, "Finetune/Step": 1540, "Finetune/Step Time": 6.571276944130659}
+{"Finetune/Learning Rate": 1.9868255830968196e-05, "Finetune/Loss": 0.9477893710136414, "Finetune/Loss (Raw)": 1.0104552507400513, "Finetune/Step": 1541, "Finetune/Step Time": 6.573001638054848}
+{"Finetune/Learning Rate": 1.9867983247261992e-05, "Finetune/Loss": 0.9475212097167969, "Finetune/Loss (Raw)": 0.9619977474212646, "Finetune/Step": 1542, "Finetune/Step Time": 6.575454754754901}
+{"Finetune/Learning Rate": 1.9867710383727847e-05, "Finetune/Loss": 0.9468692541122437, "Finetune/Loss (Raw)": 0.9321069717407227, "Finetune/Step": 1543, "Finetune/Step Time": 6.599930204451084}
+{"Finetune/Learning Rate": 1.986743724037349e-05, "Finetune/Loss": 0.9467989206314087, "Finetune/Loss (Raw)": 1.0079911947250366, "Finetune/Step": 1544, "Finetune/Step Time": 6.596872488036752}
+{"Finetune/Learning Rate": 1.9867163817206675e-05, "Finetune/Loss": 0.9467591047286987, "Finetune/Loss (Raw)": 0.9279095530509949, "Finetune/Step": 1545, "Finetune/Step Time": 6.591309305280447}
+{"Finetune/Learning Rate": 1.986689011423515e-05, "Finetune/Loss": 0.9465994834899902, "Finetune/Loss (Raw)": 1.0273449420928955, "Finetune/Step": 1546, "Finetune/Step Time": 6.607276288792491}
+{"Finetune/Learning Rate": 1.9866616131466684e-05, "Finetune/Loss": 0.9472397565841675, "Finetune/Loss (Raw)": 1.0443412065505981, "Finetune/Step": 1547, "Finetune/Step Time": 6.610144088044763}
+{"Finetune/Learning Rate": 1.986634186890904e-05, "Finetune/Loss": 0.9475482702255249, "Finetune/Loss (Raw)": 0.9271132349967957, "Finetune/Step": 1548, "Finetune/Step Time": 6.609640387818217}
+{"Finetune/Learning Rate": 1.9866067326569994e-05, "Finetune/Loss": 0.9466876983642578, "Finetune/Loss (Raw)": 0.8853389620780945, "Finetune/Step": 1549, "Finetune/Step Time": 6.608876083046198}
+{"Finetune/Learning Rate": 1.9865792504457333e-05, "Finetune/Loss": 0.945862352848053, "Finetune/Loss (Raw)": 0.901678740978241, "Finetune/Step": 1550, "Finetune/Step Time": 6.61086661182344}
+{"Finetune/Learning Rate": 1.9865517402578854e-05, "Finetune/Loss": 0.9459902048110962, "Finetune/Loss (Raw)": 0.9595910906791687, "Finetune/Step": 1551, "Finetune/Step Time": 6.609530298039317}
+{"Finetune/Learning Rate": 1.9865242020942353e-05, "Finetune/Loss": 0.9454406499862671, "Finetune/Loss (Raw)": 0.9856511354446411, "Finetune/Step": 1552, "Finetune/Step Time": 6.608925556764007}
+{"Finetune/Learning Rate": 1.986496635955564e-05, "Finetune/Loss": 0.9466956853866577, "Finetune/Loss (Raw)": 1.0669105052947998, "Finetune/Step": 1553, "Finetune/Step Time": 6.612530080601573}
+{"Finetune/Learning Rate": 1.986469041842654e-05, "Finetune/Loss": 0.9481117725372314, "Finetune/Loss (Raw)": 0.9589716792106628, "Finetune/Step": 1554, "Finetune/Step Time": 6.608297448605299}
+{"Finetune/Learning Rate": 1.9864414197562863e-05, "Finetune/Loss": 0.9483113288879395, "Finetune/Loss (Raw)": 0.9532352685928345, "Finetune/Step": 1555, "Finetune/Step Time": 6.601884290575981}
+{"Finetune/Learning Rate": 1.9864137696972458e-05, "Finetune/Loss": 0.9474812746047974, "Finetune/Loss (Raw)": 0.9487727880477905, "Finetune/Step": 1556, "Finetune/Step Time": 6.603003749623895}
+{"Finetune/Learning Rate": 1.986386091666315e-05, "Finetune/Loss": 0.9477558135986328, "Finetune/Loss (Raw)": 1.0377999544143677, "Finetune/Step": 1557, "Finetune/Step Time": 6.604903152212501}
+{"Finetune/Learning Rate": 1.9863583856642805e-05, "Finetune/Loss": 0.9471774101257324, "Finetune/Loss (Raw)": 0.92410808801651, "Finetune/Step": 1558, "Finetune/Step Time": 6.610642006620765}
+{"Finetune/Learning Rate": 1.986330651691926e-05, "Finetune/Loss": 0.945884108543396, "Finetune/Loss (Raw)": 0.9503732323646545, "Finetune/Step": 1559, "Finetune/Step Time": 6.60889196395874}
+{"Finetune/Learning Rate": 1.9863028897500396e-05, "Finetune/Loss": 0.946011483669281, "Finetune/Loss (Raw)": 0.9231169819831848, "Finetune/Step": 1560, "Finetune/Step Time": 6.593414876610041}
+{"Finetune/Learning Rate": 1.9862750998394075e-05, "Finetune/Loss": 0.9459645748138428, "Finetune/Loss (Raw)": 0.9643611311912537, "Finetune/Step": 1561, "Finetune/Step Time": 6.595866760239005}
+{"Finetune/Learning Rate": 1.9862472819608184e-05, "Finetune/Loss": 0.9478366374969482, "Finetune/Loss (Raw)": 1.0904810428619385, "Finetune/Step": 1562, "Finetune/Step Time": 6.580680001527071}
+{"Finetune/Learning Rate": 1.986219436115061e-05, "Finetune/Loss": 0.9489245414733887, "Finetune/Loss (Raw)": 1.108143925666809, "Finetune/Step": 1563, "Finetune/Step Time": 6.5824941881001}
+{"Finetune/Learning Rate": 1.9861915623029248e-05, "Finetune/Loss": 0.949654221534729, "Finetune/Loss (Raw)": 0.9758096933364868, "Finetune/Step": 1564, "Finetune/Step Time": 6.577088987454772}
+{"Finetune/Learning Rate": 1.9861636605252e-05, "Finetune/Loss": 0.9466872215270996, "Finetune/Loss (Raw)": 0.6639284491539001, "Finetune/Step": 1565, "Finetune/Step Time": 6.590925320982933}
+{"Finetune/Learning Rate": 1.9861357307826784e-05, "Finetune/Loss": 0.9461046457290649, "Finetune/Loss (Raw)": 0.8274862766265869, "Finetune/Step": 1566, "Finetune/Step Time": 6.590423233807087}
+{"Finetune/Learning Rate": 1.9861077730761513e-05, "Finetune/Loss": 0.9456254243850708, "Finetune/Loss (Raw)": 0.9214195013046265, "Finetune/Step": 1567, "Finetune/Step Time": 6.581271402537823}
+{"Finetune/Learning Rate": 1.9860797874064123e-05, "Finetune/Loss": 0.9468657970428467, "Finetune/Loss (Raw)": 1.0232847929000854, "Finetune/Step": 1568, "Finetune/Step Time": 6.578216526657343}
+{"Finetune/Learning Rate": 1.9860517737742543e-05, "Finetune/Loss": 0.9458061456680298, "Finetune/Loss (Raw)": 0.8509389162063599, "Finetune/Step": 1569, "Finetune/Step Time": 6.576071429997683}
+{"Finetune/Learning Rate": 1.9860237321804718e-05, "Finetune/Loss": 0.9461444616317749, "Finetune/Loss (Raw)": 1.0042616128921509, "Finetune/Step": 1570, "Finetune/Step Time": 6.595202442258596}
+{"Finetune/Learning Rate": 1.9859956626258603e-05, "Finetune/Loss": 0.9452207088470459, "Finetune/Loss (Raw)": 0.9453653693199158, "Finetune/Step": 1571, "Finetune/Step Time": 6.595984438434243}
+{"Finetune/Learning Rate": 1.9859675651112157e-05, "Finetune/Loss": 0.9459328651428223, "Finetune/Loss (Raw)": 0.9366331100463867, "Finetune/Step": 1572, "Finetune/Step Time": 6.576862433925271}
+{"Finetune/Learning Rate": 1.9859394396373345e-05, "Finetune/Loss": 0.9483191967010498, "Finetune/Loss (Raw)": 0.9560114741325378, "Finetune/Step": 1573, "Finetune/Step Time": 6.562614683061838}
+{"Finetune/Learning Rate": 1.9859112862050144e-05, "Finetune/Loss": 0.9464986324310303, "Finetune/Loss (Raw)": 0.9200132489204407, "Finetune/Step": 1574, "Finetune/Step Time": 6.562829939648509}
+{"Finetune/Learning Rate": 1.985883104815054e-05, "Finetune/Loss": 0.9454883337020874, "Finetune/Loss (Raw)": 0.8557184934616089, "Finetune/Step": 1575, "Finetune/Step Time": 6.565672816708684}
+{"Finetune/Learning Rate": 1.9858548954682518e-05, "Finetune/Loss": 0.9459496736526489, "Finetune/Loss (Raw)": 1.0123080015182495, "Finetune/Step": 1576, "Finetune/Step Time": 6.560411551967263}
+{"Finetune/Learning Rate": 1.9858266581654086e-05, "Finetune/Loss": 0.9454317688941956, "Finetune/Loss (Raw)": 0.8703345060348511, "Finetune/Step": 1577, "Finetune/Step Time": 6.558192847296596}
+{"Finetune/Learning Rate": 1.9857983929073247e-05, "Finetune/Loss": 0.9448484182357788, "Finetune/Loss (Raw)": 0.8898100852966309, "Finetune/Step": 1578, "Finetune/Step Time": 6.542000146582723}
+{"Finetune/Learning Rate": 1.9857700996948016e-05, "Finetune/Loss": 0.9456250071525574, "Finetune/Loss (Raw)": 1.042148232460022, "Finetune/Step": 1579, "Finetune/Step Time": 6.540211809799075}
+{"Finetune/Learning Rate": 1.985741778528641e-05, "Finetune/Loss": 0.9458578824996948, "Finetune/Loss (Raw)": 1.0113009214401245, "Finetune/Step": 1580, "Finetune/Step Time": 6.536770593374968}
+{"Finetune/Learning Rate": 1.9857134294096473e-05, "Finetune/Loss": 0.9468446373939514, "Finetune/Loss (Raw)": 1.0171302556991577, "Finetune/Step": 1581, "Finetune/Step Time": 6.512694602832198}
+{"Finetune/Learning Rate": 1.9856850523386235e-05, "Finetune/Loss": 0.9460195899009705, "Finetune/Loss (Raw)": 0.8372169137001038, "Finetune/Step": 1582, "Finetune/Step Time": 6.51192219927907}
+{"Finetune/Learning Rate": 1.9856566473163747e-05, "Finetune/Loss": 0.9458315372467041, "Finetune/Loss (Raw)": 1.031448483467102, "Finetune/Step": 1583, "Finetune/Step Time": 6.5135579742491245}
+{"Finetune/Learning Rate": 1.9856282143437063e-05, "Finetune/Loss": 0.946759819984436, "Finetune/Loss (Raw)": 0.9460550546646118, "Finetune/Step": 1584, "Finetune/Step Time": 6.519312320277095}
+{"Finetune/Learning Rate": 1.9855997534214243e-05, "Finetune/Loss": 0.9461818337440491, "Finetune/Loss (Raw)": 1.0491371154785156, "Finetune/Step": 1585, "Finetune/Step Time": 6.516427734866738}
+{"Finetune/Learning Rate": 1.9855712645503358e-05, "Finetune/Loss": 0.9469924569129944, "Finetune/Loss (Raw)": 1.1096323728561401, "Finetune/Step": 1586, "Finetune/Step Time": 6.518988976255059}
+{"Finetune/Learning Rate": 1.985542747731249e-05, "Finetune/Loss": 0.9475375413894653, "Finetune/Loss (Raw)": 1.003146767616272, "Finetune/Step": 1587, "Finetune/Step Time": 6.521952148526907}
+{"Finetune/Learning Rate": 1.9855142029649725e-05, "Finetune/Loss": 0.9473789930343628, "Finetune/Loss (Raw)": 0.8521735072135925, "Finetune/Step": 1588, "Finetune/Step Time": 6.538502214476466}
+{"Finetune/Learning Rate": 1.9854856302523155e-05, "Finetune/Loss": 0.9451470375061035, "Finetune/Loss (Raw)": 0.7429224252700806, "Finetune/Step": 1589, "Finetune/Step Time": 6.54120366089046}
+{"Finetune/Learning Rate": 1.9854570295940883e-05, "Finetune/Loss": 0.9460629820823669, "Finetune/Loss (Raw)": 0.9972077012062073, "Finetune/Step": 1590, "Finetune/Step Time": 6.548516297712922}
+{"Finetune/Learning Rate": 1.985428400991102e-05, "Finetune/Loss": 0.9457699060440063, "Finetune/Loss (Raw)": 0.9529018402099609, "Finetune/Step": 1591, "Finetune/Step Time": 6.537537302821875}
+{"Finetune/Learning Rate": 1.9853997444441682e-05, "Finetune/Loss": 0.9441213607788086, "Finetune/Loss (Raw)": 0.7755879759788513, "Finetune/Step": 1592, "Finetune/Step Time": 6.553659053519368}
+{"Finetune/Learning Rate": 1.9853710599541003e-05, "Finetune/Loss": 0.9434179067611694, "Finetune/Loss (Raw)": 0.9205541014671326, "Finetune/Step": 1593, "Finetune/Step Time": 6.554789409041405}
+{"Finetune/Learning Rate": 1.985342347521711e-05, "Finetune/Loss": 0.9449120759963989, "Finetune/Loss (Raw)": 1.0772508382797241, "Finetune/Step": 1594, "Finetune/Step Time": 6.545857401564717}
+{"Finetune/Learning Rate": 1.9853136071478146e-05, "Finetune/Loss": 0.9448612332344055, "Finetune/Loss (Raw)": 0.9691024422645569, "Finetune/Step": 1595, "Finetune/Step Time": 6.544996164739132}
+{"Finetune/Learning Rate": 1.9852848388332262e-05, "Finetune/Loss": 0.9456645250320435, "Finetune/Loss (Raw)": 0.8964623808860779, "Finetune/Step": 1596, "Finetune/Step Time": 6.531450113281608}
+{"Finetune/Learning Rate": 1.9852560425787614e-05, "Finetune/Loss": 0.9456815123558044, "Finetune/Loss (Raw)": 0.965438961982727, "Finetune/Step": 1597, "Finetune/Step Time": 6.524629773572087}
+{"Finetune/Learning Rate": 1.9852272183852367e-05, "Finetune/Loss": 0.9451894760131836, "Finetune/Loss (Raw)": 1.0378106832504272, "Finetune/Step": 1598, "Finetune/Step Time": 6.523053443059325}
+{"Finetune/Learning Rate": 1.9851983662534703e-05, "Finetune/Loss": 0.9462815523147583, "Finetune/Loss (Raw)": 0.892049252986908, "Finetune/Step": 1599, "Finetune/Step Time": 6.514411365613341}
+{"Finetune/Learning Rate": 1.9851694861842795e-05, "Finetune/Loss": 0.9452704191207886, "Finetune/Loss (Raw)": 0.9396442174911499, "Finetune/Step": 1600, "Finetune/Step Time": 6.511725960299373}
+{"Finetune/Learning Rate": 1.9851405781784835e-05, "Finetune/Loss": 0.9448999166488647, "Finetune/Loss (Raw)": 0.9589478969573975, "Finetune/Step": 1601, "Finetune/Step Time": 6.514371186494827}
+{"Finetune/Learning Rate": 1.985111642236902e-05, "Finetune/Loss": 0.9451813697814941, "Finetune/Loss (Raw)": 0.9740947484970093, "Finetune/Step": 1602, "Finetune/Step Time": 6.511927055194974}
+{"Finetune/Learning Rate": 1.9850826783603557e-05, "Finetune/Loss": 0.9450658559799194, "Finetune/Loss (Raw)": 0.8568013906478882, "Finetune/Step": 1603, "Finetune/Step Time": 6.51116394251585}
+{"Finetune/Learning Rate": 1.9850536865496657e-05, "Finetune/Loss": 0.945212721824646, "Finetune/Loss (Raw)": 0.9478341937065125, "Finetune/Step": 1604, "Finetune/Step Time": 6.514299986883998}
+{"Finetune/Learning Rate": 1.9850246668056547e-05, "Finetune/Loss": 0.9436872005462646, "Finetune/Loss (Raw)": 0.8246319890022278, "Finetune/Step": 1605, "Finetune/Step Time": 6.501196200028062}
+{"Finetune/Learning Rate": 1.9849956191291445e-05, "Finetune/Loss": 0.9441138505935669, "Finetune/Loss (Raw)": 0.988630473613739, "Finetune/Step": 1606, "Finetune/Step Time": 6.501438478007913}
+{"Finetune/Learning Rate": 1.98496654352096e-05, "Finetune/Loss": 0.9435127973556519, "Finetune/Loss (Raw)": 1.0164986848831177, "Finetune/Step": 1607, "Finetune/Step Time": 6.496362637728453}
+{"Finetune/Learning Rate": 1.984937439981925e-05, "Finetune/Loss": 0.9433032274246216, "Finetune/Loss (Raw)": 0.9021535515785217, "Finetune/Step": 1608, "Finetune/Step Time": 6.493405666202307}
+{"Finetune/Learning Rate": 1.984908308512865e-05, "Finetune/Loss": 0.9452755451202393, "Finetune/Loss (Raw)": 0.9901865720748901, "Finetune/Step": 1609, "Finetune/Step Time": 6.482184709981084}
+{"Finetune/Learning Rate": 1.9848791491146058e-05, "Finetune/Loss": 0.9459536671638489, "Finetune/Loss (Raw)": 0.9772161245346069, "Finetune/Step": 1610, "Finetune/Step Time": 6.480631275102496}
+{"Finetune/Learning Rate": 1.984849961787975e-05, "Finetune/Loss": 0.9454185962677002, "Finetune/Loss (Raw)": 0.8392140865325928, "Finetune/Step": 1611, "Finetune/Step Time": 6.477138159796596}
+{"Finetune/Learning Rate": 1.9848207465337997e-05, "Finetune/Loss": 0.9454031586647034, "Finetune/Loss (Raw)": 0.985295295715332, "Finetune/Step": 1612, "Finetune/Step Time": 6.474113157019019}
+{"Finetune/Learning Rate": 1.9847915033529086e-05, "Finetune/Loss": 0.9448257684707642, "Finetune/Loss (Raw)": 0.8202475309371948, "Finetune/Step": 1613, "Finetune/Step Time": 6.481393497437239}
+{"Finetune/Learning Rate": 1.9847622322461306e-05, "Finetune/Loss": 0.9432390928268433, "Finetune/Loss (Raw)": 0.9179949760437012, "Finetune/Step": 1614, "Finetune/Step Time": 6.482725508511066}
+{"Finetune/Learning Rate": 1.9847329332142962e-05, "Finetune/Loss": 0.9422273635864258, "Finetune/Loss (Raw)": 0.908778727054596, "Finetune/Step": 1615, "Finetune/Step Time": 6.483859388157725}
+{"Finetune/Learning Rate": 1.984703606258236e-05, "Finetune/Loss": 0.9417886137962341, "Finetune/Loss (Raw)": 0.9316553473472595, "Finetune/Step": 1616, "Finetune/Step Time": 6.48902877047658}
+{"Finetune/Learning Rate": 1.9846742513787813e-05, "Finetune/Loss": 0.9422844052314758, "Finetune/Loss (Raw)": 0.9320663213729858, "Finetune/Step": 1617, "Finetune/Step Time": 6.4888767916709185}
+{"Finetune/Learning Rate": 1.984644868576765e-05, "Finetune/Loss": 0.9412804841995239, "Finetune/Loss (Raw)": 0.9292089939117432, "Finetune/Step": 1618, "Finetune/Step Time": 6.490866554901004}
+{"Finetune/Learning Rate": 1.9846154578530202e-05, "Finetune/Loss": 0.9417633414268494, "Finetune/Loss (Raw)": 0.9097172617912292, "Finetune/Step": 1619, "Finetune/Step Time": 6.490536144003272}
+{"Finetune/Learning Rate": 1.9845860192083813e-05, "Finetune/Loss": 0.9422617554664612, "Finetune/Loss (Raw)": 1.0837658643722534, "Finetune/Step": 1620, "Finetune/Step Time": 6.491303760558367}
+{"Finetune/Learning Rate": 1.9845565526436824e-05, "Finetune/Loss": 0.9420933127403259, "Finetune/Loss (Raw)": 0.9076605439186096, "Finetune/Step": 1621, "Finetune/Step Time": 6.491773642599583}
+{"Finetune/Learning Rate": 1.9845270581597595e-05, "Finetune/Loss": 0.942979097366333, "Finetune/Loss (Raw)": 1.0583040714263916, "Finetune/Step": 1622, "Finetune/Step Time": 6.49078131839633}
+{"Finetune/Learning Rate": 1.9844975357574487e-05, "Finetune/Loss": 0.9440896511077881, "Finetune/Loss (Raw)": 1.1241954565048218, "Finetune/Step": 1623, "Finetune/Step Time": 6.473094118759036}
+{"Finetune/Learning Rate": 1.984467985437587e-05, "Finetune/Loss": 0.9439131021499634, "Finetune/Loss (Raw)": 0.9233031868934631, "Finetune/Step": 1624, "Finetune/Step Time": 6.474267676472664}
+{"Finetune/Learning Rate": 1.984438407201013e-05, "Finetune/Loss": 0.943199634552002, "Finetune/Loss (Raw)": 0.8708053827285767, "Finetune/Step": 1625, "Finetune/Step Time": 6.478945922106504}
+{"Finetune/Learning Rate": 1.984408801048565e-05, "Finetune/Loss": 0.9428188800811768, "Finetune/Loss (Raw)": 0.9422922730445862, "Finetune/Step": 1626, "Finetune/Step Time": 6.473249891772866}
+{"Finetune/Learning Rate": 1.984379166981083e-05, "Finetune/Loss": 0.9435847997665405, "Finetune/Loss (Raw)": 0.9824032783508301, "Finetune/Step": 1627, "Finetune/Step Time": 6.461859410628676}
+{"Finetune/Learning Rate": 1.9843495049994067e-05, "Finetune/Loss": 0.9432547092437744, "Finetune/Loss (Raw)": 0.8451692461967468, "Finetune/Step": 1628, "Finetune/Step Time": 6.446600470691919}
+{"Finetune/Learning Rate": 1.984319815104378e-05, "Finetune/Loss": 0.9431706070899963, "Finetune/Loss (Raw)": 0.9961583614349365, "Finetune/Step": 1629, "Finetune/Step Time": 6.447714909911156}
+{"Finetune/Learning Rate": 1.984290097296838e-05, "Finetune/Loss": 0.9436640739440918, "Finetune/Loss (Raw)": 1.0325801372528076, "Finetune/Step": 1630, "Finetune/Step Time": 6.448115672916174}
+{"Finetune/Learning Rate": 1.98426035157763e-05, "Finetune/Loss": 0.944049596786499, "Finetune/Loss (Raw)": 1.021586537361145, "Finetune/Step": 1631, "Finetune/Step Time": 6.450532961636782}
+{"Finetune/Learning Rate": 1.984230577947597e-05, "Finetune/Loss": 0.9441834688186646, "Finetune/Loss (Raw)": 0.9460933208465576, "Finetune/Step": 1632, "Finetune/Step Time": 6.473587077111006}
+{"Finetune/Learning Rate": 1.9842007764075838e-05, "Finetune/Loss": 0.9424355030059814, "Finetune/Loss (Raw)": 0.863823413848877, "Finetune/Step": 1633, "Finetune/Step Time": 6.47672588378191}
+{"Finetune/Learning Rate": 1.984170946958435e-05, "Finetune/Loss": 0.943771481513977, "Finetune/Loss (Raw)": 1.0364311933517456, "Finetune/Step": 1634, "Finetune/Step Time": 6.4786548763513565}
+{"Finetune/Learning Rate": 1.984141089600997e-05, "Finetune/Loss": 0.944760799407959, "Finetune/Loss (Raw)": 1.0117028951644897, "Finetune/Step": 1635, "Finetune/Step Time": 6.490028230473399}
+{"Finetune/Learning Rate": 1.984111204336116e-05, "Finetune/Loss": 0.9440582990646362, "Finetune/Loss (Raw)": 0.9237001538276672, "Finetune/Step": 1636, "Finetune/Step Time": 6.509761629626155}
+{"Finetune/Learning Rate": 1.98408129116464e-05, "Finetune/Loss": 0.9454816579818726, "Finetune/Loss (Raw)": 1.053074598312378, "Finetune/Step": 1637, "Finetune/Step Time": 6.510863082483411}
+{"Finetune/Learning Rate": 1.984051350087417e-05, "Finetune/Loss": 0.9452511668205261, "Finetune/Loss (Raw)": 0.9532327651977539, "Finetune/Step": 1638, "Finetune/Step Time": 6.507923573255539}
+{"Finetune/Learning Rate": 1.984021381105296e-05, "Finetune/Loss": 0.9452975988388062, "Finetune/Loss (Raw)": 0.7063663601875305, "Finetune/Step": 1639, "Finetune/Step Time": 6.518176633864641}
+{"Finetune/Learning Rate": 1.983991384219126e-05, "Finetune/Loss": 0.9469775557518005, "Finetune/Loss (Raw)": 1.1306421756744385, "Finetune/Step": 1640, "Finetune/Step Time": 6.503334237262607}
+{"Finetune/Learning Rate": 1.9839613594297592e-05, "Finetune/Loss": 0.9466482400894165, "Finetune/Loss (Raw)": 0.8990193009376526, "Finetune/Step": 1641, "Finetune/Step Time": 6.503418367356062}
+{"Finetune/Learning Rate": 1.9839313067380462e-05, "Finetune/Loss": 0.9470170736312866, "Finetune/Loss (Raw)": 0.9688438177108765, "Finetune/Step": 1642, "Finetune/Step Time": 6.505452947691083}
+{"Finetune/Learning Rate": 1.9839012261448392e-05, "Finetune/Loss": 0.945075511932373, "Finetune/Loss (Raw)": 0.7105806469917297, "Finetune/Step": 1643, "Finetune/Step Time": 6.521839702501893}
+{"Finetune/Learning Rate": 1.983871117650991e-05, "Finetune/Loss": 0.9458209276199341, "Finetune/Loss (Raw)": 0.9916162490844727, "Finetune/Step": 1644, "Finetune/Step Time": 6.517744679003954}
+{"Finetune/Learning Rate": 1.983840981257356e-05, "Finetune/Loss": 0.9472200870513916, "Finetune/Loss (Raw)": 1.0201969146728516, "Finetune/Step": 1645, "Finetune/Step Time": 6.515934566035867}
+{"Finetune/Learning Rate": 1.9838108169647886e-05, "Finetune/Loss": 0.9457669258117676, "Finetune/Loss (Raw)": 0.8716097474098206, "Finetune/Step": 1646, "Finetune/Step Time": 6.523739073425531}
+{"Finetune/Learning Rate": 1.9837806247741435e-05, "Finetune/Loss": 0.9445737600326538, "Finetune/Loss (Raw)": 0.8725112676620483, "Finetune/Step": 1647, "Finetune/Step Time": 6.524357283487916}
+{"Finetune/Learning Rate": 1.9837504046862777e-05, "Finetune/Loss": 0.9446650743484497, "Finetune/Loss (Raw)": 0.9498446583747864, "Finetune/Step": 1648, "Finetune/Step Time": 6.526112264022231}
+{"Finetune/Learning Rate": 1.983720156702048e-05, "Finetune/Loss": 0.943960964679718, "Finetune/Loss (Raw)": 0.8858186602592468, "Finetune/Step": 1649, "Finetune/Step Time": 6.5263768415898085}
+{"Finetune/Learning Rate": 1.9836898808223115e-05, "Finetune/Loss": 0.9451639652252197, "Finetune/Loss (Raw)": 1.1257257461547852, "Finetune/Step": 1650, "Finetune/Step Time": 6.524067452177405}
+{"Finetune/Learning Rate": 1.9836595770479274e-05, "Finetune/Loss": 0.9441911578178406, "Finetune/Loss (Raw)": 0.9130656719207764, "Finetune/Step": 1651, "Finetune/Step Time": 6.525666041299701}
+{"Finetune/Learning Rate": 1.983629245379755e-05, "Finetune/Loss": 0.9451429843902588, "Finetune/Loss (Raw)": 1.0241402387619019, "Finetune/Step": 1652, "Finetune/Step Time": 6.518981117755175}
+{"Finetune/Learning Rate": 1.983598885818654e-05, "Finetune/Loss": 0.947590708732605, "Finetune/Loss (Raw)": 1.0988304615020752, "Finetune/Step": 1653, "Finetune/Step Time": 6.51972615532577}
+{"Finetune/Learning Rate": 1.983568498365486e-05, "Finetune/Loss": 0.9466993808746338, "Finetune/Loss (Raw)": 0.7914057374000549, "Finetune/Step": 1654, "Finetune/Step Time": 6.520670944824815}
+{"Finetune/Learning Rate": 1.983538083021112e-05, "Finetune/Loss": 0.9473539590835571, "Finetune/Loss (Raw)": 0.9190735816955566, "Finetune/Step": 1655, "Finetune/Step Time": 6.533214347437024}
+{"Finetune/Learning Rate": 1.9835076397863946e-05, "Finetune/Loss": 0.9490567445755005, "Finetune/Loss (Raw)": 0.9903357625007629, "Finetune/Step": 1656, "Finetune/Step Time": 6.533639783039689}
+{"Finetune/Learning Rate": 1.9834771686621976e-05, "Finetune/Loss": 0.949088454246521, "Finetune/Loss (Raw)": 0.9635398387908936, "Finetune/Step": 1657, "Finetune/Step Time": 6.531759303063154}
+{"Finetune/Learning Rate": 1.9834466696493842e-05, "Finetune/Loss": 0.948610782623291, "Finetune/Loss (Raw)": 0.9285570383071899, "Finetune/Step": 1658, "Finetune/Step Time": 6.529032118618488}
+{"Finetune/Learning Rate": 1.9834161427488205e-05, "Finetune/Loss": 0.9488621950149536, "Finetune/Loss (Raw)": 0.9407016634941101, "Finetune/Step": 1659, "Finetune/Step Time": 6.5302930269390345}
+{"Finetune/Learning Rate": 1.983385587961371e-05, "Finetune/Loss": 0.947904109954834, "Finetune/Loss (Raw)": 0.8578018546104431, "Finetune/Step": 1660, "Finetune/Step Time": 6.535269362851977}
+{"Finetune/Learning Rate": 1.9833550052879026e-05, "Finetune/Loss": 0.9477929472923279, "Finetune/Loss (Raw)": 0.8868291974067688, "Finetune/Step": 1661, "Finetune/Step Time": 6.53899878449738}
+{"Finetune/Learning Rate": 1.9833243947292828e-05, "Finetune/Loss": 0.9472773671150208, "Finetune/Loss (Raw)": 0.8047849535942078, "Finetune/Step": 1662, "Finetune/Step Time": 6.529206275939941}
+{"Finetune/Learning Rate": 1.983293756286379e-05, "Finetune/Loss": 0.9473240375518799, "Finetune/Loss (Raw)": 0.9013276100158691, "Finetune/Step": 1663, "Finetune/Step Time": 6.547306921333075}
+{"Finetune/Learning Rate": 1.9832630899600607e-05, "Finetune/Loss": 0.9476408958435059, "Finetune/Loss (Raw)": 0.9846495985984802, "Finetune/Step": 1664, "Finetune/Step Time": 6.552001673728228}
+{"Finetune/Learning Rate": 1.9832323957511976e-05, "Finetune/Loss": 0.9465681910514832, "Finetune/Loss (Raw)": 0.8083482980728149, "Finetune/Step": 1665, "Finetune/Step Time": 6.552600000053644}
+{"Finetune/Learning Rate": 1.983201673660659e-05, "Finetune/Loss": 0.9473227858543396, "Finetune/Loss (Raw)": 0.8745501041412354, "Finetune/Step": 1666, "Finetune/Step Time": 6.550258764997125}
+{"Finetune/Learning Rate": 1.983170923689317e-05, "Finetune/Loss": 0.9467076063156128, "Finetune/Loss (Raw)": 0.9020757079124451, "Finetune/Step": 1667, "Finetune/Step Time": 6.546771172434092}
+{"Finetune/Learning Rate": 1.9831401458380432e-05, "Finetune/Loss": 0.9464708566665649, "Finetune/Loss (Raw)": 1.0205819606781006, "Finetune/Step": 1668, "Finetune/Step Time": 6.545350920408964}
+{"Finetune/Learning Rate": 1.983109340107711e-05, "Finetune/Loss": 0.9448492527008057, "Finetune/Loss (Raw)": 0.8028877973556519, "Finetune/Step": 1669, "Finetune/Step Time": 6.583926340565085}
+{"Finetune/Learning Rate": 1.9830785064991932e-05, "Finetune/Loss": 0.9442184567451477, "Finetune/Loss (Raw)": 0.8812599778175354, "Finetune/Step": 1670, "Finetune/Step Time": 6.59084833227098}
+{"Finetune/Learning Rate": 1.983047645013364e-05, "Finetune/Loss": 0.9434646368026733, "Finetune/Loss (Raw)": 0.8356134295463562, "Finetune/Step": 1671, "Finetune/Step Time": 6.568100364878774}
+{"Finetune/Learning Rate": 1.9830167556511e-05, "Finetune/Loss": 0.9432258605957031, "Finetune/Loss (Raw)": 0.9774313569068909, "Finetune/Step": 1672, "Finetune/Step Time": 6.569713030010462}
+{"Finetune/Learning Rate": 1.9829858384132755e-05, "Finetune/Loss": 0.941908061504364, "Finetune/Loss (Raw)": 0.7592266201972961, "Finetune/Step": 1673, "Finetune/Step Time": 6.569289468228817}
+{"Finetune/Learning Rate": 1.9829548933007678e-05, "Finetune/Loss": 0.94134521484375, "Finetune/Loss (Raw)": 0.9553053975105286, "Finetune/Step": 1674, "Finetune/Step Time": 6.553565902635455}
+{"Finetune/Learning Rate": 1.9829239203144545e-05, "Finetune/Loss": 0.9408789873123169, "Finetune/Loss (Raw)": 0.9846627116203308, "Finetune/Step": 1675, "Finetune/Step Time": 6.56695525534451}
+{"Finetune/Learning Rate": 1.9828929194552143e-05, "Finetune/Loss": 0.9407479166984558, "Finetune/Loss (Raw)": 0.9103347063064575, "Finetune/Step": 1676, "Finetune/Step Time": 6.5695092640817165}
+{"Finetune/Learning Rate": 1.9828618907239257e-05, "Finetune/Loss": 0.9417581558227539, "Finetune/Loss (Raw)": 1.0146524906158447, "Finetune/Step": 1677, "Finetune/Step Time": 6.572739705443382}
+{"Finetune/Learning Rate": 1.9828308341214683e-05, "Finetune/Loss": 0.9429696798324585, "Finetune/Loss (Raw)": 1.056747555732727, "Finetune/Step": 1678, "Finetune/Step Time": 6.572704937309027}
+{"Finetune/Learning Rate": 1.9827997496487236e-05, "Finetune/Loss": 0.9419624209403992, "Finetune/Loss (Raw)": 0.8306674957275391, "Finetune/Step": 1679, "Finetune/Step Time": 6.588156968355179}
+{"Finetune/Learning Rate": 1.982768637306573e-05, "Finetune/Loss": 0.9410686492919922, "Finetune/Loss (Raw)": 0.8712417483329773, "Finetune/Step": 1680, "Finetune/Step Time": 6.587964517995715}
+{"Finetune/Learning Rate": 1.982737497095898e-05, "Finetune/Loss": 0.9397156834602356, "Finetune/Loss (Raw)": 0.893734335899353, "Finetune/Step": 1681, "Finetune/Step Time": 6.6007952727377415}
+{"Finetune/Learning Rate": 1.9827063290175823e-05, "Finetune/Loss": 0.9388480186462402, "Finetune/Loss (Raw)": 0.8479040861129761, "Finetune/Step": 1682, "Finetune/Step Time": 6.601280678063631}
+{"Finetune/Learning Rate": 1.9826751330725096e-05, "Finetune/Loss": 0.939791202545166, "Finetune/Loss (Raw)": 1.0739688873291016, "Finetune/Step": 1683, "Finetune/Step Time": 6.600672461092472}
+{"Finetune/Learning Rate": 1.9826439092615643e-05, "Finetune/Loss": 0.9393652677536011, "Finetune/Loss (Raw)": 0.8942599892616272, "Finetune/Step": 1684, "Finetune/Step Time": 6.601199723780155}
+{"Finetune/Learning Rate": 1.9826126575856323e-05, "Finetune/Loss": 0.937118649482727, "Finetune/Loss (Raw)": 0.7502257227897644, "Finetune/Step": 1685, "Finetune/Step Time": 6.600485228002071}
+{"Finetune/Learning Rate": 1.9825813780455993e-05, "Finetune/Loss": 0.9366807341575623, "Finetune/Loss (Raw)": 0.8680600523948669, "Finetune/Step": 1686, "Finetune/Step Time": 6.594202004373074}
+{"Finetune/Learning Rate": 1.9825500706423525e-05, "Finetune/Loss": 0.9365383386611938, "Finetune/Loss (Raw)": 0.9321388602256775, "Finetune/Step": 1687, "Finetune/Step Time": 6.592034352943301}
+{"Finetune/Learning Rate": 1.98251873537678e-05, "Finetune/Loss": 0.9374803900718689, "Finetune/Loss (Raw)": 1.0437049865722656, "Finetune/Step": 1688, "Finetune/Step Time": 6.594495441764593}
+{"Finetune/Learning Rate": 1.9824873722497694e-05, "Finetune/Loss": 0.9381539225578308, "Finetune/Loss (Raw)": 1.0505729913711548, "Finetune/Step": 1689, "Finetune/Step Time": 6.5905172768980265}
+{"Finetune/Learning Rate": 1.9824559812622113e-05, "Finetune/Loss": 0.9359610080718994, "Finetune/Loss (Raw)": 0.8097907900810242, "Finetune/Step": 1690, "Finetune/Step Time": 6.5913800448179245}
+{"Finetune/Learning Rate": 1.982424562414995e-05, "Finetune/Loss": 0.9333899617195129, "Finetune/Loss (Raw)": 0.779041588306427, "Finetune/Step": 1691, "Finetune/Step Time": 6.601626036688685}
+{"Finetune/Learning Rate": 1.982393115709012e-05, "Finetune/Loss": 0.9327197074890137, "Finetune/Loss (Raw)": 0.8900266885757446, "Finetune/Step": 1692, "Finetune/Step Time": 6.59865340963006}
+{"Finetune/Learning Rate": 1.9823616411451538e-05, "Finetune/Loss": 0.9345300793647766, "Finetune/Loss (Raw)": 0.8956508040428162, "Finetune/Step": 1693, "Finetune/Step Time": 6.582390697672963}
+{"Finetune/Learning Rate": 1.9823301387243128e-05, "Finetune/Loss": 0.9357461929321289, "Finetune/Loss (Raw)": 0.9831461906433105, "Finetune/Step": 1694, "Finetune/Step Time": 6.581215245649219}
+{"Finetune/Learning Rate": 1.982298608447382e-05, "Finetune/Loss": 0.9359914064407349, "Finetune/Loss (Raw)": 0.9528090953826904, "Finetune/Step": 1695, "Finetune/Step Time": 6.58024450019002}
+{"Finetune/Learning Rate": 1.9822670503152567e-05, "Finetune/Loss": 0.9358729124069214, "Finetune/Loss (Raw)": 1.0081169605255127, "Finetune/Step": 1696, "Finetune/Step Time": 6.582096768543124}
+{"Finetune/Learning Rate": 1.982235464328831e-05, "Finetune/Loss": 0.9360230565071106, "Finetune/Loss (Raw)": 0.8701537847518921, "Finetune/Step": 1697, "Finetune/Step Time": 6.588715823367238}
+{"Finetune/Learning Rate": 1.982203850489e-05, "Finetune/Loss": 0.9370111227035522, "Finetune/Loss (Raw)": 1.1307365894317627, "Finetune/Step": 1698, "Finetune/Step Time": 6.575285129249096}
+{"Finetune/Learning Rate": 1.982172208796661e-05, "Finetune/Loss": 0.9383212327957153, "Finetune/Loss (Raw)": 1.1130640506744385, "Finetune/Step": 1699, "Finetune/Step Time": 6.575512258335948}
+{"Finetune/Learning Rate": 1.9821405392527116e-05, "Finetune/Loss": 0.9391952753067017, "Finetune/Loss (Raw)": 1.0485060214996338, "Finetune/Step": 1700, "Finetune/Step Time": 6.579654049128294}
+{"Finetune/Learning Rate": 1.982108841858049e-05, "Finetune/Loss": 0.9396969079971313, "Finetune/Loss (Raw)": 1.020223617553711, "Finetune/Step": 1701, "Finetune/Step Time": 6.578872952610254}
+{"Finetune/Learning Rate": 1.9820771166135723e-05, "Finetune/Loss": 0.9387652277946472, "Finetune/Loss (Raw)": 0.8007575273513794, "Finetune/Step": 1702, "Finetune/Step Time": 6.5854495242238045}
+{"Finetune/Learning Rate": 1.9820453635201814e-05, "Finetune/Loss": 0.9374951124191284, "Finetune/Loss (Raw)": 0.6931414604187012, "Finetune/Step": 1703, "Finetune/Step Time": 6.595978884026408}
+{"Finetune/Learning Rate": 1.9820135825787764e-05, "Finetune/Loss": 0.937025785446167, "Finetune/Loss (Raw)": 0.9522361159324646, "Finetune/Step": 1704, "Finetune/Step Time": 6.597468681633472}
+{"Finetune/Learning Rate": 1.981981773790259e-05, "Finetune/Loss": 0.9378518462181091, "Finetune/Loss (Raw)": 0.9760680794715881, "Finetune/Step": 1705, "Finetune/Step Time": 6.60078995116055}
+{"Finetune/Learning Rate": 1.9819499371555305e-05, "Finetune/Loss": 0.938021183013916, "Finetune/Loss (Raw)": 0.9114809632301331, "Finetune/Step": 1706, "Finetune/Step Time": 6.599407289177179}
+{"Finetune/Learning Rate": 1.981918072675494e-05, "Finetune/Loss": 0.937169075012207, "Finetune/Loss (Raw)": 0.9330756664276123, "Finetune/Step": 1707, "Finetune/Step Time": 6.600618103519082}
+{"Finetune/Learning Rate": 1.9818861803510535e-05, "Finetune/Loss": 0.9352211952209473, "Finetune/Loss (Raw)": 0.7619751691818237, "Finetune/Step": 1708, "Finetune/Step Time": 6.603451777249575}
+{"Finetune/Learning Rate": 1.9818542601831127e-05, "Finetune/Loss": 0.9344966411590576, "Finetune/Loss (Raw)": 0.9243944883346558, "Finetune/Step": 1709, "Finetune/Step Time": 6.603563506156206}
+{"Finetune/Learning Rate": 1.9818223121725776e-05, "Finetune/Loss": 0.9344070553779602, "Finetune/Loss (Raw)": 0.8257471919059753, "Finetune/Step": 1710, "Finetune/Step Time": 6.600858533754945}
+{"Finetune/Learning Rate": 1.9817903363203534e-05, "Finetune/Loss": 0.9336060285568237, "Finetune/Loss (Raw)": 0.9289138913154602, "Finetune/Step": 1711, "Finetune/Step Time": 6.598205786198378}
+{"Finetune/Learning Rate": 1.9817583326273468e-05, "Finetune/Loss": 0.9327102303504944, "Finetune/Loss (Raw)": 0.8313972353935242, "Finetune/Step": 1712, "Finetune/Step Time": 6.598314508795738}
+{"Finetune/Learning Rate": 1.981726301094466e-05, "Finetune/Loss": 0.931896984577179, "Finetune/Loss (Raw)": 0.9450407028198242, "Finetune/Step": 1713, "Finetune/Step Time": 6.601285222917795}
+{"Finetune/Learning Rate": 1.9816942417226185e-05, "Finetune/Loss": 0.9305269718170166, "Finetune/Loss (Raw)": 0.9342700242996216, "Finetune/Step": 1714, "Finetune/Step Time": 6.599755272269249}
+{"Finetune/Learning Rate": 1.9816621545127145e-05, "Finetune/Loss": 0.9303451776504517, "Finetune/Loss (Raw)": 0.9798836708068848, "Finetune/Step": 1715, "Finetune/Step Time": 6.5992591343820095}
+{"Finetune/Learning Rate": 1.981630039465663e-05, "Finetune/Loss": 0.9308494925498962, "Finetune/Loss (Raw)": 0.9167246222496033, "Finetune/Step": 1716, "Finetune/Step Time": 6.581737574189901}
+{"Finetune/Learning Rate": 1.981597896582375e-05, "Finetune/Loss": 0.931931734085083, "Finetune/Loss (Raw)": 0.8814507722854614, "Finetune/Step": 1717, "Finetune/Step Time": 6.5814637541770935}
+{"Finetune/Learning Rate": 1.9815657258637617e-05, "Finetune/Loss": 0.9308018684387207, "Finetune/Loss (Raw)": 0.8525757193565369, "Finetune/Step": 1718, "Finetune/Step Time": 6.5746280159801245}
+{"Finetune/Learning Rate": 1.9815335273107358e-05, "Finetune/Loss": 0.9301223754882812, "Finetune/Loss (Raw)": 0.8659273982048035, "Finetune/Step": 1719, "Finetune/Step Time": 6.574102479964495}
+{"Finetune/Learning Rate": 1.9815013009242103e-05, "Finetune/Loss": 0.9320859909057617, "Finetune/Loss (Raw)": 1.0269328355789185, "Finetune/Step": 1720, "Finetune/Step Time": 6.558391939848661}
+{"Finetune/Learning Rate": 1.9814690467050987e-05, "Finetune/Loss": 0.9310390949249268, "Finetune/Loss (Raw)": 0.7865538001060486, "Finetune/Step": 1721, "Finetune/Step Time": 6.563461190089583}
+{"Finetune/Learning Rate": 1.981436764654316e-05, "Finetune/Loss": 0.9308955669403076, "Finetune/Loss (Raw)": 1.058878779411316, "Finetune/Step": 1722, "Finetune/Step Time": 6.565859289839864}
+{"Finetune/Learning Rate": 1.9814044547727774e-05, "Finetune/Loss": 0.9312145113945007, "Finetune/Loss (Raw)": 1.0099258422851562, "Finetune/Step": 1723, "Finetune/Step Time": 6.566179009154439}
+{"Finetune/Learning Rate": 1.9813721170613995e-05, "Finetune/Loss": 0.9311288595199585, "Finetune/Loss (Raw)": 0.8854928016662598, "Finetune/Step": 1724, "Finetune/Step Time": 6.565104028210044}
+{"Finetune/Learning Rate": 1.9813397515210986e-05, "Finetune/Loss": 0.931429386138916, "Finetune/Loss (Raw)": 1.0039081573486328, "Finetune/Step": 1725, "Finetune/Step Time": 6.567047102376819}
+{"Finetune/Learning Rate": 1.981307358152793e-05, "Finetune/Loss": 0.9303541779518127, "Finetune/Loss (Raw)": 0.9001906514167786, "Finetune/Step": 1726, "Finetune/Step Time": 6.5708060543984175}
+{"Finetune/Learning Rate": 1.9812749369574012e-05, "Finetune/Loss": 0.9288713932037354, "Finetune/Loss (Raw)": 0.7022470831871033, "Finetune/Step": 1727, "Finetune/Step Time": 6.570746744051576}
+{"Finetune/Learning Rate": 1.9812424879358424e-05, "Finetune/Loss": 0.9307098388671875, "Finetune/Loss (Raw)": 1.1749627590179443, "Finetune/Step": 1728, "Finetune/Step Time": 6.572132550179958}
+{"Finetune/Learning Rate": 1.981210011089037e-05, "Finetune/Loss": 0.9315228462219238, "Finetune/Loss (Raw)": 1.0630155801773071, "Finetune/Step": 1729, "Finetune/Step Time": 6.588032227009535}
+{"Finetune/Learning Rate": 1.981177506417906e-05, "Finetune/Loss": 0.9314825534820557, "Finetune/Loss (Raw)": 0.9689353704452515, "Finetune/Step": 1730, "Finetune/Step Time": 6.5864259377121925}
+{"Finetune/Learning Rate": 1.9811449739233712e-05, "Finetune/Loss": 0.9321905374526978, "Finetune/Loss (Raw)": 0.9474252462387085, "Finetune/Step": 1731, "Finetune/Step Time": 6.583741262555122}
+{"Finetune/Learning Rate": 1.9811124136063547e-05, "Finetune/Loss": 0.9314886331558228, "Finetune/Loss (Raw)": 0.8579913973808289, "Finetune/Step": 1732, "Finetune/Step Time": 6.60147837176919}
+{"Finetune/Learning Rate": 1.9810798254677804e-05, "Finetune/Loss": 0.931855320930481, "Finetune/Loss (Raw)": 0.871565043926239, "Finetune/Step": 1733, "Finetune/Step Time": 6.6109800804406404}
+{"Finetune/Learning Rate": 1.981047209508572e-05, "Finetune/Loss": 0.9315816164016724, "Finetune/Loss (Raw)": 0.9535995721817017, "Finetune/Step": 1734, "Finetune/Step Time": 6.607813902199268}
+{"Finetune/Learning Rate": 1.981014565729654e-05, "Finetune/Loss": 0.9305324554443359, "Finetune/Loss (Raw)": 0.8822081089019775, "Finetune/Step": 1735, "Finetune/Step Time": 6.608755772933364}
+{"Finetune/Learning Rate": 1.9809818941319526e-05, "Finetune/Loss": 0.9310672283172607, "Finetune/Loss (Raw)": 0.9706044793128967, "Finetune/Step": 1736, "Finetune/Step Time": 6.610572325065732}
+{"Finetune/Learning Rate": 1.9809491947163947e-05, "Finetune/Loss": 0.9297961592674255, "Finetune/Loss (Raw)": 0.827490508556366, "Finetune/Step": 1737, "Finetune/Step Time": 6.6174582578241825}
+{"Finetune/Learning Rate": 1.9809164674839065e-05, "Finetune/Loss": 0.9289494156837463, "Finetune/Loss (Raw)": 0.8688310384750366, "Finetune/Step": 1738, "Finetune/Step Time": 6.616209847852588}
+{"Finetune/Learning Rate": 1.980883712435417e-05, "Finetune/Loss": 0.9301447868347168, "Finetune/Loss (Raw)": 0.992225706577301, "Finetune/Step": 1739, "Finetune/Step Time": 6.618266858160496}
+{"Finetune/Learning Rate": 1.9808509295718545e-05, "Finetune/Loss": 0.9294235706329346, "Finetune/Loss (Raw)": 0.8929722309112549, "Finetune/Step": 1740, "Finetune/Step Time": 6.619660783559084}
+{"Finetune/Learning Rate": 1.9808181188941493e-05, "Finetune/Loss": 0.9300385117530823, "Finetune/Loss (Raw)": 0.898963987827301, "Finetune/Step": 1741, "Finetune/Step Time": 6.61500808596611}
+{"Finetune/Learning Rate": 1.9807852804032306e-05, "Finetune/Loss": 0.9303680658340454, "Finetune/Loss (Raw)": 0.9601763486862183, "Finetune/Step": 1742, "Finetune/Step Time": 6.618247469887137}
+{"Finetune/Learning Rate": 1.9807524141000308e-05, "Finetune/Loss": 0.9292293190956116, "Finetune/Loss (Raw)": 0.7630218267440796, "Finetune/Step": 1743, "Finetune/Step Time": 6.63266770914197}
+{"Finetune/Learning Rate": 1.980719519985481e-05, "Finetune/Loss": 0.9290955662727356, "Finetune/Loss (Raw)": 0.9145312905311584, "Finetune/Step": 1744, "Finetune/Step Time": 6.6327803656458855}
+{"Finetune/Learning Rate": 1.9806865980605146e-05, "Finetune/Loss": 0.9300414323806763, "Finetune/Loss (Raw)": 1.0531344413757324, "Finetune/Step": 1745, "Finetune/Step Time": 6.636647203937173}
+{"Finetune/Learning Rate": 1.980653648326065e-05, "Finetune/Loss": 0.9298826456069946, "Finetune/Loss (Raw)": 0.9088937044143677, "Finetune/Step": 1746, "Finetune/Step Time": 6.637793086469173}
+{"Finetune/Learning Rate": 1.980620670783067e-05, "Finetune/Loss": 0.9301068782806396, "Finetune/Loss (Raw)": 0.9384192228317261, "Finetune/Step": 1747, "Finetune/Step Time": 6.6375054735690355}
+{"Finetune/Learning Rate": 1.9805876654324546e-05, "Finetune/Loss": 0.9293808937072754, "Finetune/Loss (Raw)": 0.9908342957496643, "Finetune/Step": 1748, "Finetune/Step Time": 6.638066595420241}
+{"Finetune/Learning Rate": 1.980554632275165e-05, "Finetune/Loss": 0.9294353723526001, "Finetune/Loss (Raw)": 0.9146356582641602, "Finetune/Step": 1749, "Finetune/Step Time": 6.635033784434199}
+{"Finetune/Learning Rate": 1.980521571312134e-05, "Finetune/Loss": 0.92906653881073, "Finetune/Loss (Raw)": 1.0110975503921509, "Finetune/Step": 1750, "Finetune/Step Time": 6.63357162848115}
+{"Finetune/Learning Rate": 1.9804884825442996e-05, "Finetune/Loss": 0.9276717305183411, "Finetune/Loss (Raw)": 0.9456601142883301, "Finetune/Step": 1751, "Finetune/Step Time": 6.6309540793299675}
+{"Finetune/Learning Rate": 1.9804553659726e-05, "Finetune/Loss": 0.9268370270729065, "Finetune/Loss (Raw)": 0.8164542317390442, "Finetune/Step": 1752, "Finetune/Step Time": 6.634566122666001}
+{"Finetune/Learning Rate": 1.9804222215979737e-05, "Finetune/Loss": 0.9275875091552734, "Finetune/Loss (Raw)": 0.9668731093406677, "Finetune/Step": 1753, "Finetune/Step Time": 6.63058209978044}
+{"Finetune/Learning Rate": 1.980389049421362e-05, "Finetune/Loss": 0.9274802207946777, "Finetune/Loss (Raw)": 0.9285585880279541, "Finetune/Step": 1754, "Finetune/Step Time": 6.631812313571572}
+{"Finetune/Learning Rate": 1.9803558494437044e-05, "Finetune/Loss": 0.9281055331230164, "Finetune/Loss (Raw)": 1.062441110610962, "Finetune/Step": 1755, "Finetune/Step Time": 6.629398059099913}
+{"Finetune/Learning Rate": 1.9803226216659425e-05, "Finetune/Loss": 0.9287066459655762, "Finetune/Loss (Raw)": 0.9221132397651672, "Finetune/Step": 1756, "Finetune/Step Time": 6.646648418158293}
+{"Finetune/Learning Rate": 1.9802893660890187e-05, "Finetune/Loss": 0.9284957051277161, "Finetune/Loss (Raw)": 0.9691555500030518, "Finetune/Step": 1757, "Finetune/Step Time": 6.649075090885162}
+{"Finetune/Learning Rate": 1.9802560827138762e-05, "Finetune/Loss": 0.9274454712867737, "Finetune/Loss (Raw)": 0.898148238658905, "Finetune/Step": 1758, "Finetune/Step Time": 6.6494081299752}
+{"Finetune/Learning Rate": 1.9802227715414587e-05, "Finetune/Loss": 0.9269179105758667, "Finetune/Loss (Raw)": 0.9540650844573975, "Finetune/Step": 1759, "Finetune/Step Time": 6.64702633023262}
+{"Finetune/Learning Rate": 1.9801894325727104e-05, "Finetune/Loss": 0.927749752998352, "Finetune/Loss (Raw)": 1.0525596141815186, "Finetune/Step": 1760, "Finetune/Step Time": 6.6251792553812265}
+{"Finetune/Learning Rate": 1.9801560658085773e-05, "Finetune/Loss": 0.9259063005447388, "Finetune/Loss (Raw)": 0.6278632879257202, "Finetune/Step": 1761, "Finetune/Step Time": 6.633958835154772}
+{"Finetune/Learning Rate": 1.9801226712500057e-05, "Finetune/Loss": 0.9246165752410889, "Finetune/Loss (Raw)": 0.8713436126708984, "Finetune/Step": 1762, "Finetune/Step Time": 6.641117664054036}
+{"Finetune/Learning Rate": 1.980089248897942e-05, "Finetune/Loss": 0.9243321418762207, "Finetune/Loss (Raw)": 0.9753047823905945, "Finetune/Step": 1763, "Finetune/Step Time": 6.629496255889535}
+{"Finetune/Learning Rate": 1.980055798753334e-05, "Finetune/Loss": 0.9248138666152954, "Finetune/Loss (Raw)": 0.9853625893592834, "Finetune/Step": 1764, "Finetune/Step Time": 6.610744193196297}
+{"Finetune/Learning Rate": 1.9800223208171307e-05, "Finetune/Loss": 0.9233166575431824, "Finetune/Loss (Raw)": 0.8614293336868286, "Finetune/Step": 1765, "Finetune/Step Time": 6.6079755667597055}
+{"Finetune/Learning Rate": 1.9799888150902813e-05, "Finetune/Loss": 0.9236488342285156, "Finetune/Loss (Raw)": 0.9957507252693176, "Finetune/Step": 1766, "Finetune/Step Time": 6.616457495838404}
+{"Finetune/Learning Rate": 1.9799552815737355e-05, "Finetune/Loss": 0.9253823161125183, "Finetune/Loss (Raw)": 0.9282534718513489, "Finetune/Step": 1767, "Finetune/Step Time": 6.593217024579644}
+{"Finetune/Learning Rate": 1.9799217202684445e-05, "Finetune/Loss": 0.9240944385528564, "Finetune/Loss (Raw)": 0.9657857418060303, "Finetune/Step": 1768, "Finetune/Step Time": 6.604494169354439}
+{"Finetune/Learning Rate": 1.9798881311753603e-05, "Finetune/Loss": 0.9250508546829224, "Finetune/Loss (Raw)": 1.0214436054229736, "Finetune/Step": 1769, "Finetune/Step Time": 6.604175083339214}
+{"Finetune/Learning Rate": 1.9798545142954354e-05, "Finetune/Loss": 0.92543625831604, "Finetune/Loss (Raw)": 1.0181794166564941, "Finetune/Step": 1770, "Finetune/Step Time": 6.604988863691688}
+{"Finetune/Learning Rate": 1.9798208696296222e-05, "Finetune/Loss": 0.9280881285667419, "Finetune/Loss (Raw)": 1.0500168800354004, "Finetune/Step": 1771, "Finetune/Step Time": 6.5922096110880375}
+{"Finetune/Learning Rate": 1.9797871971788757e-05, "Finetune/Loss": 0.9279477596282959, "Finetune/Loss (Raw)": 0.9736528992652893, "Finetune/Step": 1772, "Finetune/Step Time": 6.592541601508856}
+{"Finetune/Learning Rate": 1.9797534969441505e-05, "Finetune/Loss": 0.9270447492599487, "Finetune/Loss (Raw)": 0.9046083092689514, "Finetune/Step": 1773, "Finetune/Step Time": 6.591792143881321}
+{"Finetune/Learning Rate": 1.9797197689264017e-05, "Finetune/Loss": 0.928044319152832, "Finetune/Loss (Raw)": 0.9995529651641846, "Finetune/Step": 1774, "Finetune/Step Time": 6.602739661931992}
+{"Finetune/Learning Rate": 1.9796860131265865e-05, "Finetune/Loss": 0.9288603067398071, "Finetune/Loss (Raw)": 0.9769567251205444, "Finetune/Step": 1775, "Finetune/Step Time": 6.611321426928043}
+{"Finetune/Learning Rate": 1.9796522295456618e-05, "Finetune/Loss": 0.9288898706436157, "Finetune/Loss (Raw)": 0.9536381959915161, "Finetune/Step": 1776, "Finetune/Step Time": 6.607806462794542}
+{"Finetune/Learning Rate": 1.979618418184586e-05, "Finetune/Loss": 0.9296414256095886, "Finetune/Loss (Raw)": 0.9820101857185364, "Finetune/Step": 1777, "Finetune/Step Time": 6.605597611516714}
+{"Finetune/Learning Rate": 1.979584579044317e-05, "Finetune/Loss": 0.9275760054588318, "Finetune/Loss (Raw)": 0.8613532185554504, "Finetune/Step": 1778, "Finetune/Step Time": 6.606829492375255}
+{"Finetune/Learning Rate": 1.979550712125815e-05, "Finetune/Loss": 0.9269715547561646, "Finetune/Loss (Raw)": 0.8356939554214478, "Finetune/Step": 1779, "Finetune/Step Time": 6.604409610852599}
+{"Finetune/Learning Rate": 1.9795168174300406e-05, "Finetune/Loss": 0.9265495538711548, "Finetune/Loss (Raw)": 0.9701269268989563, "Finetune/Step": 1780, "Finetune/Step Time": 6.598457550629973}
+{"Finetune/Learning Rate": 1.9794828949579546e-05, "Finetune/Loss": 0.9253684878349304, "Finetune/Loss (Raw)": 0.9476564526557922, "Finetune/Step": 1781, "Finetune/Step Time": 6.59722288325429}
+{"Finetune/Learning Rate": 1.9794489447105184e-05, "Finetune/Loss": 0.9237501621246338, "Finetune/Loss (Raw)": 0.5842553973197937, "Finetune/Step": 1782, "Finetune/Step Time": 6.613640371710062}
+{"Finetune/Learning Rate": 1.979414966688696e-05, "Finetune/Loss": 0.9235913157463074, "Finetune/Loss (Raw)": 0.8987439274787903, "Finetune/Step": 1783, "Finetune/Step Time": 6.603378312662244}
+{"Finetune/Learning Rate": 1.9793809608934498e-05, "Finetune/Loss": 0.9221410155296326, "Finetune/Loss (Raw)": 0.8046953082084656, "Finetune/Step": 1784, "Finetune/Step Time": 6.604891715571284}
+{"Finetune/Learning Rate": 1.9793469273257445e-05, "Finetune/Loss": 0.9205706119537354, "Finetune/Loss (Raw)": 0.7625238299369812, "Finetune/Step": 1785, "Finetune/Step Time": 6.62383184209466}
+{"Finetune/Learning Rate": 1.9793128659865454e-05, "Finetune/Loss": 0.9204787015914917, "Finetune/Loss (Raw)": 0.9168029427528381, "Finetune/Step": 1786, "Finetune/Step Time": 6.625824445858598}
+{"Finetune/Learning Rate": 1.9792787768768186e-05, "Finetune/Loss": 0.9210648536682129, "Finetune/Loss (Raw)": 1.0157216787338257, "Finetune/Step": 1787, "Finetune/Step Time": 6.627793302759528}
+{"Finetune/Learning Rate": 1.9792446599975296e-05, "Finetune/Loss": 0.9215263724327087, "Finetune/Loss (Raw)": 0.9168761968612671, "Finetune/Step": 1788, "Finetune/Step Time": 6.632012898102403}
+{"Finetune/Learning Rate": 1.979210515349647e-05, "Finetune/Loss": 0.9222496151924133, "Finetune/Loss (Raw)": 0.9794052243232727, "Finetune/Step": 1789, "Finetune/Step Time": 6.631933169439435}
+{"Finetune/Learning Rate": 1.979176342934139e-05, "Finetune/Loss": 0.9233068227767944, "Finetune/Loss (Raw)": 0.9401130080223083, "Finetune/Step": 1790, "Finetune/Step Time": 6.629443714395165}
+{"Finetune/Learning Rate": 1.979142142751974e-05, "Finetune/Loss": 0.9241488575935364, "Finetune/Loss (Raw)": 1.0091078281402588, "Finetune/Step": 1791, "Finetune/Step Time": 6.617490587756038}
+{"Finetune/Learning Rate": 1.979107914804122e-05, "Finetune/Loss": 0.9236981272697449, "Finetune/Loss (Raw)": 0.9269554018974304, "Finetune/Step": 1792, "Finetune/Step Time": 6.611935004591942}
+{"Finetune/Learning Rate": 1.979073659091554e-05, "Finetune/Loss": 0.9257988929748535, "Finetune/Loss (Raw)": 1.077244758605957, "Finetune/Step": 1793, "Finetune/Step Time": 6.612348143011332}
+{"Finetune/Learning Rate": 1.979039375615241e-05, "Finetune/Loss": 0.9263702630996704, "Finetune/Loss (Raw)": 0.9476816058158875, "Finetune/Step": 1794, "Finetune/Step Time": 6.610511489212513}
+{"Finetune/Learning Rate": 1.9790050643761552e-05, "Finetune/Loss": 0.9271585941314697, "Finetune/Loss (Raw)": 1.0029830932617188, "Finetune/Step": 1795, "Finetune/Step Time": 6.6171486135572195}
+{"Finetune/Learning Rate": 1.97897072537527e-05, "Finetune/Loss": 0.9259345531463623, "Finetune/Loss (Raw)": 0.8639050126075745, "Finetune/Step": 1796, "Finetune/Step Time": 6.634604077786207}
+{"Finetune/Learning Rate": 1.9789363586135588e-05, "Finetune/Loss": 0.9276097416877747, "Finetune/Loss (Raw)": 1.0173145532608032, "Finetune/Step": 1797, "Finetune/Step Time": 6.595137100666761}
+{"Finetune/Learning Rate": 1.9789019640919963e-05, "Finetune/Loss": 0.9289045929908752, "Finetune/Loss (Raw)": 1.046995997428894, "Finetune/Step": 1798, "Finetune/Step Time": 6.5906920954585075}
+{"Finetune/Learning Rate": 1.9788675418115572e-05, "Finetune/Loss": 0.9296057224273682, "Finetune/Loss (Raw)": 0.925366997718811, "Finetune/Step": 1799, "Finetune/Step Time": 6.59127389639616}
+{"Finetune/Learning Rate": 1.9788330917732186e-05, "Finetune/Loss": 0.9290609359741211, "Finetune/Loss (Raw)": 0.9076915383338928, "Finetune/Step": 1800, "Finetune/Step Time": 6.593353806063533}
+{"Finetune/Learning Rate": 1.978798613977957e-05, "Finetune/Loss": 0.9302423000335693, "Finetune/Loss (Raw)": 0.9104472398757935, "Finetune/Step": 1801, "Finetune/Step Time": 6.593349922448397}
+{"Finetune/Learning Rate": 1.97876410842675e-05, "Finetune/Loss": 0.9302293658256531, "Finetune/Loss (Raw)": 0.9536446332931519, "Finetune/Step": 1802, "Finetune/Step Time": 6.592353804036975}
+{"Finetune/Learning Rate": 1.9787295751205758e-05, "Finetune/Loss": 0.9292986989021301, "Finetune/Loss (Raw)": 0.8655403256416321, "Finetune/Step": 1803, "Finetune/Step Time": 6.5779365710914135}
+{"Finetune/Learning Rate": 1.978695014060414e-05, "Finetune/Loss": 0.9297919273376465, "Finetune/Loss (Raw)": 0.9734669923782349, "Finetune/Step": 1804, "Finetune/Step Time": 6.584500499069691}
+{"Finetune/Learning Rate": 1.9786604252472446e-05, "Finetune/Loss": 0.9273883104324341, "Finetune/Loss (Raw)": 0.7069876194000244, "Finetune/Step": 1805, "Finetune/Step Time": 6.582019254565239}
+{"Finetune/Learning Rate": 1.978625808682049e-05, "Finetune/Loss": 0.9266002178192139, "Finetune/Loss (Raw)": 0.9558750987052917, "Finetune/Step": 1806, "Finetune/Step Time": 6.58034255169332}
+{"Finetune/Learning Rate": 1.978591164365808e-05, "Finetune/Loss": 0.9276321530342102, "Finetune/Loss (Raw)": 0.9627572298049927, "Finetune/Step": 1807, "Finetune/Step Time": 6.561865879222751}
+{"Finetune/Learning Rate": 1.9785564922995042e-05, "Finetune/Loss": 0.9277569651603699, "Finetune/Loss (Raw)": 0.8872162103652954, "Finetune/Step": 1808, "Finetune/Step Time": 6.560229308903217}
+{"Finetune/Learning Rate": 1.978521792484121e-05, "Finetune/Loss": 0.9280680418014526, "Finetune/Loss (Raw)": 0.9335466027259827, "Finetune/Step": 1809, "Finetune/Step Time": 6.5431463196873665}
+{"Finetune/Learning Rate": 1.9784870649206423e-05, "Finetune/Loss": 0.9295063018798828, "Finetune/Loss (Raw)": 1.0320076942443848, "Finetune/Step": 1810, "Finetune/Step Time": 6.542123222723603}
+{"Finetune/Learning Rate": 1.978452309610053e-05, "Finetune/Loss": 0.9285202026367188, "Finetune/Loss (Raw)": 0.9477450847625732, "Finetune/Step": 1811, "Finetune/Step Time": 6.541296273469925}
+{"Finetune/Learning Rate": 1.978417526553338e-05, "Finetune/Loss": 0.9294183850288391, "Finetune/Loss (Raw)": 1.0092246532440186, "Finetune/Step": 1812, "Finetune/Step Time": 6.53895147703588}
+{"Finetune/Learning Rate": 1.978382715751485e-05, "Finetune/Loss": 0.9309066534042358, "Finetune/Loss (Raw)": 0.9407289028167725, "Finetune/Step": 1813, "Finetune/Step Time": 6.5393685810267925}
+{"Finetune/Learning Rate": 1.9783478772054798e-05, "Finetune/Loss": 0.9313588738441467, "Finetune/Loss (Raw)": 0.9259416460990906, "Finetune/Step": 1814, "Finetune/Step Time": 6.545760026201606}
+{"Finetune/Learning Rate": 1.978313010916311e-05, "Finetune/Loss": 0.9319410920143127, "Finetune/Loss (Raw)": 1.0066642761230469, "Finetune/Step": 1815, "Finetune/Step Time": 6.551614994183183}
+{"Finetune/Learning Rate": 1.9782781168849673e-05, "Finetune/Loss": 0.9306992292404175, "Finetune/Loss (Raw)": 0.8847472667694092, "Finetune/Step": 1816, "Finetune/Step Time": 6.559408901259303}
+{"Finetune/Learning Rate": 1.978243195112438e-05, "Finetune/Loss": 0.9297491312026978, "Finetune/Loss (Raw)": 0.9289637804031372, "Finetune/Step": 1817, "Finetune/Step Time": 6.561002839356661}
+{"Finetune/Learning Rate": 1.9782082455997137e-05, "Finetune/Loss": 0.9300541877746582, "Finetune/Loss (Raw)": 0.848832368850708, "Finetune/Step": 1818, "Finetune/Step Time": 6.564470509067178}
+{"Finetune/Learning Rate": 1.9781732683477846e-05, "Finetune/Loss": 0.9317902326583862, "Finetune/Loss (Raw)": 1.0012586116790771, "Finetune/Step": 1819, "Finetune/Step Time": 6.548955637961626}
+{"Finetune/Learning Rate": 1.9781382633576434e-05, "Finetune/Loss": 0.9310588836669922, "Finetune/Loss (Raw)": 0.7964078187942505, "Finetune/Step": 1820, "Finetune/Step Time": 6.547087483108044}
+{"Finetune/Learning Rate": 1.9781032306302825e-05, "Finetune/Loss": 0.9293981790542603, "Finetune/Loss (Raw)": 0.6830800175666809, "Finetune/Step": 1821, "Finetune/Step Time": 6.5546308644115925}
+{"Finetune/Learning Rate": 1.9780681701666955e-05, "Finetune/Loss": 0.9280489683151245, "Finetune/Loss (Raw)": 0.810452938079834, "Finetune/Step": 1822, "Finetune/Step Time": 6.575686112046242}
+{"Finetune/Learning Rate": 1.9780330819678763e-05, "Finetune/Loss": 0.9287821054458618, "Finetune/Loss (Raw)": 1.0466495752334595, "Finetune/Step": 1823, "Finetune/Step Time": 6.574134472757578}
+{"Finetune/Learning Rate": 1.97799796603482e-05, "Finetune/Loss": 0.9284532070159912, "Finetune/Loss (Raw)": 0.9660171866416931, "Finetune/Step": 1824, "Finetune/Step Time": 6.57835197634995}
+{"Finetune/Learning Rate": 1.9779628223685226e-05, "Finetune/Loss": 0.9291137456893921, "Finetune/Loss (Raw)": 0.954695999622345, "Finetune/Step": 1825, "Finetune/Step Time": 6.570779444649816}
+{"Finetune/Learning Rate": 1.9779276509699806e-05, "Finetune/Loss": 0.9275079965591431, "Finetune/Loss (Raw)": 0.9252121448516846, "Finetune/Step": 1826, "Finetune/Step Time": 6.5823861584067345}
+{"Finetune/Learning Rate": 1.977892451840191e-05, "Finetune/Loss": 0.9267794489860535, "Finetune/Loss (Raw)": 1.01980721950531, "Finetune/Step": 1827, "Finetune/Step Time": 6.584071921184659}
+{"Finetune/Learning Rate": 1.9778572249801523e-05, "Finetune/Loss": 0.9257013201713562, "Finetune/Loss (Raw)": 0.9105005264282227, "Finetune/Step": 1828, "Finetune/Step Time": 6.578239321708679}
+{"Finetune/Learning Rate": 1.9778219703908633e-05, "Finetune/Loss": 0.9255732893943787, "Finetune/Loss (Raw)": 1.0038374662399292, "Finetune/Step": 1829, "Finetune/Step Time": 6.578322786837816}
+{"Finetune/Learning Rate": 1.977786688073324e-05, "Finetune/Loss": 0.9264838695526123, "Finetune/Loss (Raw)": 0.9173161387443542, "Finetune/Step": 1830, "Finetune/Step Time": 6.575686790049076}
+{"Finetune/Learning Rate": 1.9777513780285345e-05, "Finetune/Loss": 0.9279043674468994, "Finetune/Loss (Raw)": 0.8749568462371826, "Finetune/Step": 1831, "Finetune/Step Time": 6.56202882155776}
+{"Finetune/Learning Rate": 1.977716040257496e-05, "Finetune/Loss": 0.9283784031867981, "Finetune/Loss (Raw)": 1.0129183530807495, "Finetune/Step": 1832, "Finetune/Step Time": 6.56399148888886}
+{"Finetune/Learning Rate": 1.9776806747612113e-05, "Finetune/Loss": 0.9286181330680847, "Finetune/Loss (Raw)": 1.0067510604858398, "Finetune/Step": 1833, "Finetune/Step Time": 6.560849133878946}
+{"Finetune/Learning Rate": 1.977645281540683e-05, "Finetune/Loss": 0.9266704320907593, "Finetune/Loss (Raw)": 0.66218101978302, "Finetune/Step": 1834, "Finetune/Step Time": 6.5744696371257305}
+{"Finetune/Learning Rate": 1.9776098605969142e-05, "Finetune/Loss": 0.9257193207740784, "Finetune/Loss (Raw)": 0.81132972240448, "Finetune/Step": 1835, "Finetune/Step Time": 6.572800239548087}
+{"Finetune/Learning Rate": 1.9775744119309095e-05, "Finetune/Loss": 0.9269492626190186, "Finetune/Loss (Raw)": 0.91940838098526, "Finetune/Step": 1836, "Finetune/Step Time": 6.576314717531204}
+{"Finetune/Learning Rate": 1.9775389355436746e-05, "Finetune/Loss": 0.9272199273109436, "Finetune/Loss (Raw)": 0.9590343236923218, "Finetune/Step": 1837, "Finetune/Step Time": 6.575659196823835}
+{"Finetune/Learning Rate": 1.9775034314362152e-05, "Finetune/Loss": 0.9287305474281311, "Finetune/Loss (Raw)": 1.0191123485565186, "Finetune/Step": 1838, "Finetune/Step Time": 6.577564045786858}
+{"Finetune/Learning Rate": 1.977467899609538e-05, "Finetune/Loss": 0.9290503263473511, "Finetune/Loss (Raw)": 0.9698410034179688, "Finetune/Step": 1839, "Finetune/Step Time": 6.576436702162027}
+{"Finetune/Learning Rate": 1.977432340064651e-05, "Finetune/Loss": 0.929015040397644, "Finetune/Loss (Raw)": 0.8268791437149048, "Finetune/Step": 1840, "Finetune/Step Time": 6.571877710521221}
+{"Finetune/Learning Rate": 1.977396752802562e-05, "Finetune/Loss": 0.928173303604126, "Finetune/Loss (Raw)": 0.837297260761261, "Finetune/Step": 1841, "Finetune/Step Time": 6.59595045261085}
+{"Finetune/Learning Rate": 1.9773611378242807e-05, "Finetune/Loss": 0.9277167916297913, "Finetune/Loss (Raw)": 0.8758432269096375, "Finetune/Step": 1842, "Finetune/Step Time": 6.598858593031764}
+{"Finetune/Learning Rate": 1.9773254951308165e-05, "Finetune/Loss": 0.9288699626922607, "Finetune/Loss (Raw)": 1.1274853944778442, "Finetune/Step": 1843, "Finetune/Step Time": 6.596477387472987}
+{"Finetune/Learning Rate": 1.9772898247231803e-05, "Finetune/Loss": 0.9299757480621338, "Finetune/Loss (Raw)": 1.0582706928253174, "Finetune/Step": 1844, "Finetune/Step Time": 6.602789347991347}
+{"Finetune/Learning Rate": 1.9772541266023843e-05, "Finetune/Loss": 0.9290834665298462, "Finetune/Loss (Raw)": 0.7672406435012817, "Finetune/Step": 1845, "Finetune/Step Time": 6.611421708017588}
+{"Finetune/Learning Rate": 1.9772184007694396e-05, "Finetune/Loss": 0.930613100528717, "Finetune/Loss (Raw)": 1.0483659505844116, "Finetune/Step": 1846, "Finetune/Step Time": 6.6087562423199415}
+{"Finetune/Learning Rate": 1.97718264722536e-05, "Finetune/Loss": 0.9320192337036133, "Finetune/Loss (Raw)": 1.0459058284759521, "Finetune/Step": 1847, "Finetune/Step Time": 6.611021423712373}
+{"Finetune/Learning Rate": 1.9771468659711595e-05, "Finetune/Loss": 0.9312947988510132, "Finetune/Loss (Raw)": 0.9342142939567566, "Finetune/Step": 1848, "Finetune/Step Time": 6.62155494466424}
+{"Finetune/Learning Rate": 1.9771110570078525e-05, "Finetune/Loss": 0.9329370260238647, "Finetune/Loss (Raw)": 0.9967567920684814, "Finetune/Step": 1849, "Finetune/Step Time": 6.633231665939093}
+{"Finetune/Learning Rate": 1.9770752203364546e-05, "Finetune/Loss": 0.9317357540130615, "Finetune/Loss (Raw)": 0.905116617679596, "Finetune/Step": 1850, "Finetune/Step Time": 6.636320827528834}
+{"Finetune/Learning Rate": 1.9770393559579815e-05, "Finetune/Loss": 0.930976390838623, "Finetune/Loss (Raw)": 0.9127194881439209, "Finetune/Step": 1851, "Finetune/Step Time": 6.634565996006131}
+{"Finetune/Learning Rate": 1.9770034638734506e-05, "Finetune/Loss": 0.931351363658905, "Finetune/Loss (Raw)": 0.9334929585456848, "Finetune/Step": 1852, "Finetune/Step Time": 6.6377683989703655}
+{"Finetune/Learning Rate": 1.9769675440838802e-05, "Finetune/Loss": 0.9328671097755432, "Finetune/Loss (Raw)": 1.1979289054870605, "Finetune/Step": 1853, "Finetune/Step Time": 6.632311254739761}
+{"Finetune/Learning Rate": 1.9769315965902876e-05, "Finetune/Loss": 0.9347526431083679, "Finetune/Loss (Raw)": 1.141534447669983, "Finetune/Step": 1854, "Finetune/Step Time": 6.6279628574848175}
+{"Finetune/Learning Rate": 1.9768956213936934e-05, "Finetune/Loss": 0.9384541511535645, "Finetune/Loss (Raw)": 1.176037073135376, "Finetune/Step": 1855, "Finetune/Step Time": 6.632162518799305}
+{"Finetune/Learning Rate": 1.9768596184951174e-05, "Finetune/Loss": 0.9349511861801147, "Finetune/Loss (Raw)": 0.7265868782997131, "Finetune/Step": 1856, "Finetune/Step Time": 6.645020628347993}
+{"Finetune/Learning Rate": 1.9768235878955804e-05, "Finetune/Loss": 0.9320390224456787, "Finetune/Loss (Raw)": 0.6902533173561096, "Finetune/Step": 1857, "Finetune/Step Time": 6.633472941815853}
+{"Finetune/Learning Rate": 1.976787529596104e-05, "Finetune/Loss": 0.9316025972366333, "Finetune/Loss (Raw)": 0.9130790829658508, "Finetune/Step": 1858, "Finetune/Step Time": 6.6374696139246225}
+{"Finetune/Learning Rate": 1.976751443597711e-05, "Finetune/Loss": 0.9304835796356201, "Finetune/Loss (Raw)": 0.8041917085647583, "Finetune/Step": 1859, "Finetune/Step Time": 6.647235909476876}
+{"Finetune/Learning Rate": 1.9767153299014242e-05, "Finetune/Loss": 0.9317584037780762, "Finetune/Loss (Raw)": 1.021168828010559, "Finetune/Step": 1860, "Finetune/Step Time": 6.625993078574538}
+{"Finetune/Learning Rate": 1.9766791885082684e-05, "Finetune/Loss": 0.9313113689422607, "Finetune/Loss (Raw)": 0.8143430948257446, "Finetune/Step": 1861, "Finetune/Step Time": 6.604200078174472}
+{"Finetune/Learning Rate": 1.976643019419268e-05, "Finetune/Loss": 0.9306631088256836, "Finetune/Loss (Raw)": 0.870621383190155, "Finetune/Step": 1862, "Finetune/Step Time": 6.604997284710407}
+{"Finetune/Learning Rate": 1.9766068226354488e-05, "Finetune/Loss": 0.9298553466796875, "Finetune/Loss (Raw)": 0.7788132429122925, "Finetune/Step": 1863, "Finetune/Step Time": 6.6178774032741785}
+{"Finetune/Learning Rate": 1.9765705981578374e-05, "Finetune/Loss": 0.927753746509552, "Finetune/Loss (Raw)": 0.7016055583953857, "Finetune/Step": 1864, "Finetune/Step Time": 6.631136067211628}
+{"Finetune/Learning Rate": 1.9765343459874607e-05, "Finetune/Loss": 0.92963707447052, "Finetune/Loss (Raw)": 1.0685536861419678, "Finetune/Step": 1865, "Finetune/Step Time": 6.6186143066734076}
+{"Finetune/Learning Rate": 1.9764980661253465e-05, "Finetune/Loss": 0.9306785464286804, "Finetune/Loss (Raw)": 1.002140998840332, "Finetune/Step": 1866, "Finetune/Step Time": 6.615545626729727}
+{"Finetune/Learning Rate": 1.9764617585725245e-05, "Finetune/Loss": 0.9301575422286987, "Finetune/Loss (Raw)": 0.9255335927009583, "Finetune/Step": 1867, "Finetune/Step Time": 6.629076665267348}
+{"Finetune/Learning Rate": 1.9764254233300233e-05, "Finetune/Loss": 0.9301648139953613, "Finetune/Loss (Raw)": 0.893899142742157, "Finetune/Step": 1868, "Finetune/Step Time": 6.6266566552221775}
+{"Finetune/Learning Rate": 1.9763890603988737e-05, "Finetune/Loss": 0.9309815168380737, "Finetune/Loss (Raw)": 1.003509521484375, "Finetune/Step": 1869, "Finetune/Step Time": 6.625083573162556}
+{"Finetune/Learning Rate": 1.9763526697801072e-05, "Finetune/Loss": 0.930822491645813, "Finetune/Loss (Raw)": 0.9398207664489746, "Finetune/Step": 1870, "Finetune/Step Time": 6.621805060654879}
+{"Finetune/Learning Rate": 1.976316251474755e-05, "Finetune/Loss": 0.9334927201271057, "Finetune/Loss (Raw)": 1.1048088073730469, "Finetune/Step": 1871, "Finetune/Step Time": 6.6054886523634195}
+{"Finetune/Learning Rate": 1.9762798054838503e-05, "Finetune/Loss": 0.9325907230377197, "Finetune/Loss (Raw)": 0.7990809679031372, "Finetune/Step": 1872, "Finetune/Step Time": 6.603136848658323}
+{"Finetune/Learning Rate": 1.9762433318084263e-05, "Finetune/Loss": 0.9315874576568604, "Finetune/Loss (Raw)": 0.9247176647186279, "Finetune/Step": 1873, "Finetune/Step Time": 6.597725212574005}
+{"Finetune/Learning Rate": 1.976206830449518e-05, "Finetune/Loss": 0.9332453012466431, "Finetune/Loss (Raw)": 1.121089220046997, "Finetune/Step": 1874, "Finetune/Step Time": 6.596476631239057}
+{"Finetune/Learning Rate": 1.9761703014081593e-05, "Finetune/Loss": 0.9334893226623535, "Finetune/Loss (Raw)": 0.9696545600891113, "Finetune/Step": 1875, "Finetune/Step Time": 6.598465386778116}
+{"Finetune/Learning Rate": 1.9761337446853872e-05, "Finetune/Loss": 0.9334131479263306, "Finetune/Loss (Raw)": 0.9810927510261536, "Finetune/Step": 1876, "Finetune/Step Time": 6.601072525605559}
+{"Finetune/Learning Rate": 1.9760971602822378e-05, "Finetune/Loss": 0.9348030686378479, "Finetune/Loss (Raw)": 1.092542290687561, "Finetune/Step": 1877, "Finetune/Step Time": 6.602068325504661}
+{"Finetune/Learning Rate": 1.9760605481997484e-05, "Finetune/Loss": 0.9348223209381104, "Finetune/Loss (Raw)": 1.0135623216629028, "Finetune/Step": 1878, "Finetune/Step Time": 6.60055817104876}
+{"Finetune/Learning Rate": 1.976023908438957e-05, "Finetune/Loss": 0.936081051826477, "Finetune/Loss (Raw)": 1.1067763566970825, "Finetune/Step": 1879, "Finetune/Step Time": 6.600613981485367}
+{"Finetune/Learning Rate": 1.9759872410009036e-05, "Finetune/Loss": 0.93657386302948, "Finetune/Loss (Raw)": 0.8795332908630371, "Finetune/Step": 1880, "Finetune/Step Time": 6.597447358071804}
+{"Finetune/Learning Rate": 1.9759505458866272e-05, "Finetune/Loss": 0.9366662502288818, "Finetune/Loss (Raw)": 0.978695809841156, "Finetune/Step": 1881, "Finetune/Step Time": 6.595916647464037}
+{"Finetune/Learning Rate": 1.9759138230971688e-05, "Finetune/Loss": 0.9364520311355591, "Finetune/Loss (Raw)": 0.9011419415473938, "Finetune/Step": 1882, "Finetune/Step Time": 6.593796640634537}
+{"Finetune/Learning Rate": 1.975877072633569e-05, "Finetune/Loss": 0.9362907409667969, "Finetune/Loss (Raw)": 1.041786551475525, "Finetune/Step": 1883, "Finetune/Step Time": 6.593669470399618}
+{"Finetune/Learning Rate": 1.975840294496871e-05, "Finetune/Loss": 0.9366611242294312, "Finetune/Loss (Raw)": 0.9695332050323486, "Finetune/Step": 1884, "Finetune/Step Time": 6.577273700386286}
+{"Finetune/Learning Rate": 1.9758034886881168e-05, "Finetune/Loss": 0.936510443687439, "Finetune/Loss (Raw)": 0.9498662352561951, "Finetune/Step": 1885, "Finetune/Step Time": 6.576532695442438}
+{"Finetune/Learning Rate": 1.9757666552083504e-05, "Finetune/Loss": 0.9348271489143372, "Finetune/Loss (Raw)": 0.6826866269111633, "Finetune/Step": 1886, "Finetune/Step Time": 6.587703930214047}
+{"Finetune/Learning Rate": 1.9757297940586167e-05, "Finetune/Loss": 0.934563398361206, "Finetune/Loss (Raw)": 0.9203041791915894, "Finetune/Step": 1887, "Finetune/Step Time": 6.5862080398947}
+{"Finetune/Learning Rate": 1.9756929052399606e-05, "Finetune/Loss": 0.9338136315345764, "Finetune/Loss (Raw)": 0.9565955996513367, "Finetune/Step": 1888, "Finetune/Step Time": 6.585378447547555}
+{"Finetune/Learning Rate": 1.975655988753428e-05, "Finetune/Loss": 0.935845136642456, "Finetune/Loss (Raw)": 0.8878880739212036, "Finetune/Step": 1889, "Finetune/Step Time": 6.5696628130972385}
+{"Finetune/Learning Rate": 1.9756190446000657e-05, "Finetune/Loss": 0.9365885853767395, "Finetune/Loss (Raw)": 0.9665088653564453, "Finetune/Step": 1890, "Finetune/Step Time": 6.563516618683934}
+{"Finetune/Learning Rate": 1.975582072780922e-05, "Finetune/Loss": 0.935360848903656, "Finetune/Loss (Raw)": 0.8181506991386414, "Finetune/Step": 1891, "Finetune/Step Time": 6.5609240513294935}
+{"Finetune/Learning Rate": 1.9755450732970448e-05, "Finetune/Loss": 0.9351596832275391, "Finetune/Loss (Raw)": 0.959618330001831, "Finetune/Step": 1892, "Finetune/Step Time": 6.56267405115068}
+{"Finetune/Learning Rate": 1.9755080461494834e-05, "Finetune/Loss": 0.936596691608429, "Finetune/Loss (Raw)": 1.0453625917434692, "Finetune/Step": 1893, "Finetune/Step Time": 6.56099122017622}
+{"Finetune/Learning Rate": 1.9754709913392877e-05, "Finetune/Loss": 0.9367062449455261, "Finetune/Loss (Raw)": 1.0097736120224, "Finetune/Step": 1894, "Finetune/Step Time": 6.555531546473503}
+{"Finetune/Learning Rate": 1.9754339088675088e-05, "Finetune/Loss": 0.9366838335990906, "Finetune/Loss (Raw)": 0.925382673740387, "Finetune/Step": 1895, "Finetune/Step Time": 6.554694630205631}
+{"Finetune/Learning Rate": 1.975396798735198e-05, "Finetune/Loss": 0.9371252059936523, "Finetune/Loss (Raw)": 1.022281527519226, "Finetune/Step": 1896, "Finetune/Step Time": 6.546389693394303}
+{"Finetune/Learning Rate": 1.9753596609434072e-05, "Finetune/Loss": 0.9367595314979553, "Finetune/Loss (Raw)": 0.9746390581130981, "Finetune/Step": 1897, "Finetune/Step Time": 6.545391773805022}
+{"Finetune/Learning Rate": 1.9753224954931905e-05, "Finetune/Loss": 0.9352923631668091, "Finetune/Loss (Raw)": 0.830386757850647, "Finetune/Step": 1898, "Finetune/Step Time": 6.555411230772734}
+{"Finetune/Learning Rate": 1.975285302385601e-05, "Finetune/Loss": 0.9360963106155396, "Finetune/Loss (Raw)": 1.152911901473999, "Finetune/Step": 1899, "Finetune/Step Time": 6.557805500924587}
+{"Finetune/Learning Rate": 1.9752480816216936e-05, "Finetune/Loss": 0.9357432723045349, "Finetune/Loss (Raw)": 0.928466260433197, "Finetune/Step": 1900, "Finetune/Step Time": 6.5585938431322575}
+{"Finetune/Learning Rate": 1.975210833202524e-05, "Finetune/Loss": 0.9366703033447266, "Finetune/Loss (Raw)": 1.0232751369476318, "Finetune/Step": 1901, "Finetune/Step Time": 6.562870215624571}
+{"Finetune/Learning Rate": 1.9751735571291483e-05, "Finetune/Loss": 0.9378412961959839, "Finetune/Loss (Raw)": 1.1494357585906982, "Finetune/Step": 1902, "Finetune/Step Time": 6.546009199693799}
+{"Finetune/Learning Rate": 1.9751362534026234e-05, "Finetune/Loss": 0.9378124475479126, "Finetune/Loss (Raw)": 0.973267138004303, "Finetune/Step": 1903, "Finetune/Step Time": 6.538452163338661}
+{"Finetune/Learning Rate": 1.9750989220240073e-05, "Finetune/Loss": 0.937348484992981, "Finetune/Loss (Raw)": 0.8942539691925049, "Finetune/Step": 1904, "Finetune/Step Time": 6.540574189275503}
+{"Finetune/Learning Rate": 1.9750615629943585e-05, "Finetune/Loss": 0.9360558986663818, "Finetune/Loss (Raw)": 0.8165535926818848, "Finetune/Step": 1905, "Finetune/Step Time": 6.557826308533549}
+{"Finetune/Learning Rate": 1.9750241763147366e-05, "Finetune/Loss": 0.9348059892654419, "Finetune/Loss (Raw)": 0.7013681530952454, "Finetune/Step": 1906, "Finetune/Step Time": 6.578052064403892}
+{"Finetune/Learning Rate": 1.9749867619862016e-05, "Finetune/Loss": 0.9348798394203186, "Finetune/Loss (Raw)": 0.8451435565948486, "Finetune/Step": 1907, "Finetune/Step Time": 6.582428481429815}
+{"Finetune/Learning Rate": 1.974949320009815e-05, "Finetune/Loss": 0.9322747588157654, "Finetune/Loss (Raw)": 0.6366775631904602, "Finetune/Step": 1908, "Finetune/Step Time": 6.587304621934891}
+{"Finetune/Learning Rate": 1.9749118503866374e-05, "Finetune/Loss": 0.9325060844421387, "Finetune/Loss (Raw)": 0.9772630333900452, "Finetune/Step": 1909, "Finetune/Step Time": 6.5896521378308535}
+{"Finetune/Learning Rate": 1.9748743531177323e-05, "Finetune/Loss": 0.9353891611099243, "Finetune/Loss (Raw)": 0.953294575214386, "Finetune/Step": 1910, "Finetune/Step Time": 6.5816262029111385}
+{"Finetune/Learning Rate": 1.9748368282041627e-05, "Finetune/Loss": 0.9351248741149902, "Finetune/Loss (Raw)": 0.8649100065231323, "Finetune/Step": 1911, "Finetune/Step Time": 6.581322602927685}
+{"Finetune/Learning Rate": 1.9747992756469925e-05, "Finetune/Loss": 0.9363550543785095, "Finetune/Loss (Raw)": 0.9621591567993164, "Finetune/Step": 1912, "Finetune/Step Time": 6.602300399914384}
+{"Finetune/Learning Rate": 1.9747616954472874e-05, "Finetune/Loss": 0.9382100701332092, "Finetune/Loss (Raw)": 0.9999664425849915, "Finetune/Step": 1913, "Finetune/Step Time": 6.5874799229204655}
+{"Finetune/Learning Rate": 1.974724087606112e-05, "Finetune/Loss": 0.9378596544265747, "Finetune/Loss (Raw)": 0.8719497323036194, "Finetune/Step": 1914, "Finetune/Step Time": 6.5868165493011475}
+{"Finetune/Learning Rate": 1.9746864521245333e-05, "Finetune/Loss": 0.9373419284820557, "Finetune/Loss (Raw)": 0.9494478106498718, "Finetune/Step": 1915, "Finetune/Step Time": 6.609095292165875}
+{"Finetune/Learning Rate": 1.9746487890036182e-05, "Finetune/Loss": 0.9361732602119446, "Finetune/Loss (Raw)": 0.7672854661941528, "Finetune/Step": 1916, "Finetune/Step Time": 6.599985716864467}
+{"Finetune/Learning Rate": 1.9746110982444352e-05, "Finetune/Loss": 0.9357689619064331, "Finetune/Loss (Raw)": 0.9276639223098755, "Finetune/Step": 1917, "Finetune/Step Time": 6.595345973968506}
+{"Finetune/Learning Rate": 1.974573379848053e-05, "Finetune/Loss": 0.9340258240699768, "Finetune/Loss (Raw)": 0.7169932723045349, "Finetune/Step": 1918, "Finetune/Step Time": 6.598771646618843}
+{"Finetune/Learning Rate": 1.974535633815541e-05, "Finetune/Loss": 0.9328504800796509, "Finetune/Loss (Raw)": 0.8586633205413818, "Finetune/Step": 1919, "Finetune/Step Time": 6.6070709601044655}
+{"Finetune/Learning Rate": 1.9744978601479693e-05, "Finetune/Loss": 0.9338974952697754, "Finetune/Loss (Raw)": 1.0609685182571411, "Finetune/Step": 1920, "Finetune/Step Time": 6.623614037409425}
+{"Finetune/Learning Rate": 1.97446005884641e-05, "Finetune/Loss": 0.9321439266204834, "Finetune/Loss (Raw)": 0.852793276309967, "Finetune/Step": 1921, "Finetune/Step Time": 6.620700677856803}
+{"Finetune/Learning Rate": 1.9744222299119338e-05, "Finetune/Loss": 0.932267963886261, "Finetune/Loss (Raw)": 0.9635593891143799, "Finetune/Step": 1922, "Finetune/Step Time": 6.621942605823278}
+{"Finetune/Learning Rate": 1.9743843733456146e-05, "Finetune/Loss": 0.9297369718551636, "Finetune/Loss (Raw)": 0.6790153980255127, "Finetune/Step": 1923, "Finetune/Step Time": 6.622127315029502}
+{"Finetune/Learning Rate": 1.974346489148525e-05, "Finetune/Loss": 0.9306707382202148, "Finetune/Loss (Raw)": 0.9834203124046326, "Finetune/Step": 1924, "Finetune/Step Time": 6.608301643282175}
+{"Finetune/Learning Rate": 1.9743085773217397e-05, "Finetune/Loss": 0.9304659366607666, "Finetune/Loss (Raw)": 0.9911033511161804, "Finetune/Step": 1925, "Finetune/Step Time": 6.610605016350746}
+{"Finetune/Learning Rate": 1.9742706378663338e-05, "Finetune/Loss": 0.9298525452613831, "Finetune/Loss (Raw)": 0.9684815406799316, "Finetune/Step": 1926, "Finetune/Step Time": 6.609863113611937}
+{"Finetune/Learning Rate": 1.974232670783383e-05, "Finetune/Loss": 0.9284515380859375, "Finetune/Loss (Raw)": 0.7460345029830933, "Finetune/Step": 1927, "Finetune/Step Time": 6.621848851442337}
+{"Finetune/Learning Rate": 1.974194676073964e-05, "Finetune/Loss": 0.9293971061706543, "Finetune/Loss (Raw)": 1.0287214517593384, "Finetune/Step": 1928, "Finetune/Step Time": 6.6219495460391045}
+{"Finetune/Learning Rate": 1.974156653739154e-05, "Finetune/Loss": 0.9300690293312073, "Finetune/Loss (Raw)": 0.9964591264724731, "Finetune/Step": 1929, "Finetune/Step Time": 6.623652840033174}
+{"Finetune/Learning Rate": 1.9741186037800317e-05, "Finetune/Loss": 0.9301072955131531, "Finetune/Loss (Raw)": 0.9585460424423218, "Finetune/Step": 1930, "Finetune/Step Time": 6.624870942905545}
+{"Finetune/Learning Rate": 1.974080526197676e-05, "Finetune/Loss": 0.9303677082061768, "Finetune/Loss (Raw)": 0.8988633751869202, "Finetune/Step": 1931, "Finetune/Step Time": 6.642611421644688}
+{"Finetune/Learning Rate": 1.974042420993166e-05, "Finetune/Loss": 0.9302061200141907, "Finetune/Loss (Raw)": 0.9527891874313354, "Finetune/Step": 1932, "Finetune/Step Time": 6.6350057777017355}
+{"Finetune/Learning Rate": 1.974004288167583e-05, "Finetune/Loss": 0.9325003027915955, "Finetune/Loss (Raw)": 1.0006498098373413, "Finetune/Step": 1933, "Finetune/Step Time": 6.645870545879006}
+{"Finetune/Learning Rate": 1.973966127722008e-05, "Finetune/Loss": 0.931625247001648, "Finetune/Loss (Raw)": 0.8438664078712463, "Finetune/Step": 1934, "Finetune/Step Time": 6.645355403423309}
+{"Finetune/Learning Rate": 1.9739279396575234e-05, "Finetune/Loss": 0.9310005903244019, "Finetune/Loss (Raw)": 0.8828030228614807, "Finetune/Step": 1935, "Finetune/Step Time": 6.6482885889709}
+{"Finetune/Learning Rate": 1.973889723975212e-05, "Finetune/Loss": 0.9316635131835938, "Finetune/Loss (Raw)": 0.9720572233200073, "Finetune/Step": 1936, "Finetune/Step Time": 6.651310143992305}
+{"Finetune/Learning Rate": 1.973851480676157e-05, "Finetune/Loss": 0.9311478734016418, "Finetune/Loss (Raw)": 0.8675523400306702, "Finetune/Step": 1937, "Finetune/Step Time": 6.654651407152414}
+{"Finetune/Learning Rate": 1.9738132097614436e-05, "Finetune/Loss": 0.931241512298584, "Finetune/Loss (Raw)": 1.0439927577972412, "Finetune/Step": 1938, "Finetune/Step Time": 6.655498767271638}
+{"Finetune/Learning Rate": 1.9737749112321566e-05, "Finetune/Loss": 0.9307761192321777, "Finetune/Loss (Raw)": 0.8881704211235046, "Finetune/Step": 1939, "Finetune/Step Time": 6.664504919201136}
+{"Finetune/Learning Rate": 1.973736585089382e-05, "Finetune/Loss": 0.9309718608856201, "Finetune/Loss (Raw)": 1.0342822074890137, "Finetune/Step": 1940, "Finetune/Step Time": 6.669876880943775}
+{"Finetune/Learning Rate": 1.9736982313342073e-05, "Finetune/Loss": 0.9297932386398315, "Finetune/Loss (Raw)": 0.7898719906806946, "Finetune/Step": 1941, "Finetune/Step Time": 6.678514737635851}
+{"Finetune/Learning Rate": 1.973659849967719e-05, "Finetune/Loss": 0.9299794435501099, "Finetune/Loss (Raw)": 0.9497710466384888, "Finetune/Step": 1942, "Finetune/Step Time": 6.689502451568842}
+{"Finetune/Learning Rate": 1.9736214409910062e-05, "Finetune/Loss": 0.9299619197845459, "Finetune/Loss (Raw)": 1.0044193267822266, "Finetune/Step": 1943, "Finetune/Step Time": 6.686070205643773}
+{"Finetune/Learning Rate": 1.9735830044051582e-05, "Finetune/Loss": 0.9305807948112488, "Finetune/Loss (Raw)": 0.9639625549316406, "Finetune/Step": 1944, "Finetune/Step Time": 6.675482947379351}
+{"Finetune/Learning Rate": 1.9735445402112646e-05, "Finetune/Loss": 0.930259644985199, "Finetune/Loss (Raw)": 0.8878611326217651, "Finetune/Step": 1945, "Finetune/Step Time": 6.685791665688157}
+{"Finetune/Learning Rate": 1.9735060484104162e-05, "Finetune/Loss": 0.9304251074790955, "Finetune/Loss (Raw)": 0.8700073957443237, "Finetune/Step": 1946, "Finetune/Step Time": 6.678655380383134}
+{"Finetune/Learning Rate": 1.9734675290037045e-05, "Finetune/Loss": 0.9287240505218506, "Finetune/Loss (Raw)": 0.7835209965705872, "Finetune/Step": 1947, "Finetune/Step Time": 6.693312618881464}
+{"Finetune/Learning Rate": 1.973428981992222e-05, "Finetune/Loss": 0.9290907382965088, "Finetune/Loss (Raw)": 0.8433557748794556, "Finetune/Step": 1948, "Finetune/Step Time": 6.692473663017154}
+{"Finetune/Learning Rate": 1.9733904073770612e-05, "Finetune/Loss": 0.9316271543502808, "Finetune/Loss (Raw)": 1.0077341794967651, "Finetune/Step": 1949, "Finetune/Step Time": 6.683622678741813}
+{"Finetune/Learning Rate": 1.973351805159317e-05, "Finetune/Loss": 0.9329491853713989, "Finetune/Loss (Raw)": 0.9796748161315918, "Finetune/Step": 1950, "Finetune/Step Time": 6.664280090481043}
+{"Finetune/Learning Rate": 1.973313175340083e-05, "Finetune/Loss": 0.9314029216766357, "Finetune/Loss (Raw)": 0.8487324118614197, "Finetune/Step": 1951, "Finetune/Step Time": 6.663766337558627}
+{"Finetune/Learning Rate": 1.9732745179204553e-05, "Finetune/Loss": 0.9322150349617004, "Finetune/Loss (Raw)": 1.0699585676193237, "Finetune/Step": 1952, "Finetune/Step Time": 6.660337304696441}
+{"Finetune/Learning Rate": 1.9732358329015298e-05, "Finetune/Loss": 0.9318212866783142, "Finetune/Loss (Raw)": 0.9043008089065552, "Finetune/Step": 1953, "Finetune/Step Time": 6.66538255661726}
+{"Finetune/Learning Rate": 1.9731971202844036e-05, "Finetune/Loss": 0.9319331645965576, "Finetune/Loss (Raw)": 0.9395363926887512, "Finetune/Step": 1954, "Finetune/Step Time": 6.649823315441608}
+{"Finetune/Learning Rate": 1.9731583800701742e-05, "Finetune/Loss": 0.9305008053779602, "Finetune/Loss (Raw)": 0.8364604115486145, "Finetune/Step": 1955, "Finetune/Step Time": 6.65159117244184}
+{"Finetune/Learning Rate": 1.973119612259941e-05, "Finetune/Loss": 0.9311139583587646, "Finetune/Loss (Raw)": 0.9889849424362183, "Finetune/Step": 1956, "Finetune/Step Time": 6.6530133318156}
+{"Finetune/Learning Rate": 1.9730808168548026e-05, "Finetune/Loss": 0.9311426877975464, "Finetune/Loss (Raw)": 1.0075069665908813, "Finetune/Step": 1957, "Finetune/Step Time": 6.65539082325995}
+{"Finetune/Learning Rate": 1.9730419938558593e-05, "Finetune/Loss": 0.9319560527801514, "Finetune/Loss (Raw)": 1.0214312076568604, "Finetune/Step": 1958, "Finetune/Step Time": 6.65452710352838}
+{"Finetune/Learning Rate": 1.9730031432642116e-05, "Finetune/Loss": 0.9334125518798828, "Finetune/Loss (Raw)": 1.0613957643508911, "Finetune/Step": 1959, "Finetune/Step Time": 6.654733382165432}
+{"Finetune/Learning Rate": 1.972964265080962e-05, "Finetune/Loss": 0.933193564414978, "Finetune/Loss (Raw)": 0.9848779439926147, "Finetune/Step": 1960, "Finetune/Step Time": 6.6699634455144405}
+{"Finetune/Learning Rate": 1.9729253593072126e-05, "Finetune/Loss": 0.9321703910827637, "Finetune/Loss (Raw)": 0.8757929801940918, "Finetune/Step": 1961, "Finetune/Step Time": 6.669171145185828}
+{"Finetune/Learning Rate": 1.9728864259440664e-05, "Finetune/Loss": 0.9336750507354736, "Finetune/Loss (Raw)": 0.8547763824462891, "Finetune/Step": 1962, "Finetune/Step Time": 6.658244397491217}
+{"Finetune/Learning Rate": 1.9728474649926278e-05, "Finetune/Loss": 0.9344525337219238, "Finetune/Loss (Raw)": 0.9108443856239319, "Finetune/Step": 1963, "Finetune/Step Time": 6.658090079203248}
+{"Finetune/Learning Rate": 1.9728084764540017e-05, "Finetune/Loss": 0.9330298900604248, "Finetune/Loss (Raw)": 0.7373135089874268, "Finetune/Step": 1964, "Finetune/Step Time": 6.65299366787076}
+{"Finetune/Learning Rate": 1.9727694603292933e-05, "Finetune/Loss": 0.9326642155647278, "Finetune/Loss (Raw)": 0.9122252464294434, "Finetune/Step": 1965, "Finetune/Step Time": 6.658690778538585}
+{"Finetune/Learning Rate": 1.972730416619609e-05, "Finetune/Loss": 0.9306588172912598, "Finetune/Loss (Raw)": 0.7624237537384033, "Finetune/Step": 1966, "Finetune/Step Time": 6.6661063600331545}
+{"Finetune/Learning Rate": 1.9726913453260566e-05, "Finetune/Loss": 0.930435299873352, "Finetune/Loss (Raw)": 0.9412318468093872, "Finetune/Step": 1967, "Finetune/Step Time": 6.670101456344128}
+{"Finetune/Learning Rate": 1.9726522464497434e-05, "Finetune/Loss": 0.931132972240448, "Finetune/Loss (Raw)": 0.9161787629127502, "Finetune/Step": 1968, "Finetune/Step Time": 6.669274589046836}
+{"Finetune/Learning Rate": 1.9726131199917786e-05, "Finetune/Loss": 0.9311234951019287, "Finetune/Loss (Raw)": 0.8360812067985535, "Finetune/Step": 1969, "Finetune/Step Time": 6.648397309705615}
+{"Finetune/Learning Rate": 1.972573965953271e-05, "Finetune/Loss": 0.9315024018287659, "Finetune/Loss (Raw)": 0.9243484735488892, "Finetune/Step": 1970, "Finetune/Step Time": 6.643210135400295}
+{"Finetune/Learning Rate": 1.9725347843353315e-05, "Finetune/Loss": 0.9303176403045654, "Finetune/Loss (Raw)": 0.9758357405662537, "Finetune/Step": 1971, "Finetune/Step Time": 6.653425741940737}
+{"Finetune/Learning Rate": 1.9724955751390712e-05, "Finetune/Loss": 0.9285476207733154, "Finetune/Loss (Raw)": 0.8317011594772339, "Finetune/Step": 1972, "Finetune/Step Time": 6.651100158691406}
+{"Finetune/Learning Rate": 1.9724563383656014e-05, "Finetune/Loss": 0.9306908845901489, "Finetune/Loss (Raw)": 1.041576862335205, "Finetune/Step": 1973, "Finetune/Step Time": 6.637055551633239}
+{"Finetune/Learning Rate": 1.9724170740160355e-05, "Finetune/Loss": 0.9291521906852722, "Finetune/Loss (Raw)": 0.8514197468757629, "Finetune/Step": 1974, "Finetune/Step Time": 6.642260041087866}
+{"Finetune/Learning Rate": 1.9723777820914865e-05, "Finetune/Loss": 0.929529070854187, "Finetune/Loss (Raw)": 1.094145655632019, "Finetune/Step": 1975, "Finetune/Step Time": 6.646106926724315}
+{"Finetune/Learning Rate": 1.9723384625930685e-05, "Finetune/Loss": 0.929875373840332, "Finetune/Loss (Raw)": 0.9785452485084534, "Finetune/Step": 1976, "Finetune/Step Time": 6.634533090516925}
+{"Finetune/Learning Rate": 1.972299115521897e-05, "Finetune/Loss": 0.9292507171630859, "Finetune/Loss (Raw)": 0.9167962670326233, "Finetune/Step": 1977, "Finetune/Step Time": 6.620584094896913}
+{"Finetune/Learning Rate": 1.9722597408790872e-05, "Finetune/Loss": 0.9291713237762451, "Finetune/Loss (Raw)": 0.8949550986289978, "Finetune/Step": 1978, "Finetune/Step Time": 6.616884244605899}
+{"Finetune/Learning Rate": 1.9722203386657558e-05, "Finetune/Loss": 0.9296231269836426, "Finetune/Loss (Raw)": 0.9705471396446228, "Finetune/Step": 1979, "Finetune/Step Time": 6.623102746903896}
+{"Finetune/Learning Rate": 1.9721809088830205e-05, "Finetune/Loss": 0.9296016693115234, "Finetune/Loss (Raw)": 0.9307471513748169, "Finetune/Step": 1980, "Finetune/Step Time": 6.623953256756067}
+{"Finetune/Learning Rate": 1.972141451531999e-05, "Finetune/Loss": 0.9272524118423462, "Finetune/Loss (Raw)": 0.8972198963165283, "Finetune/Step": 1981, "Finetune/Step Time": 6.627522611990571}
+{"Finetune/Learning Rate": 1.9721019666138103e-05, "Finetune/Loss": 0.9259675145149231, "Finetune/Loss (Raw)": 0.9770758748054504, "Finetune/Step": 1982, "Finetune/Step Time": 6.63195607624948}
+{"Finetune/Learning Rate": 1.9720624541295742e-05, "Finetune/Loss": 0.9234597682952881, "Finetune/Loss (Raw)": 0.8550358414649963, "Finetune/Step": 1983, "Finetune/Step Time": 6.630706857889891}
+{"Finetune/Learning Rate": 1.972022914080411e-05, "Finetune/Loss": 0.9251767992973328, "Finetune/Loss (Raw)": 0.9463750123977661, "Finetune/Step": 1984, "Finetune/Step Time": 6.62468858063221}
+{"Finetune/Learning Rate": 1.971983346467442e-05, "Finetune/Loss": 0.9273107051849365, "Finetune/Loss (Raw)": 0.9633942246437073, "Finetune/Step": 1985, "Finetune/Step Time": 6.6217568553984165}
+{"Finetune/Learning Rate": 1.9719437512917895e-05, "Finetune/Loss": 0.9284428358078003, "Finetune/Loss (Raw)": 1.0579955577850342, "Finetune/Step": 1986, "Finetune/Step Time": 6.6194900292903185}
+{"Finetune/Learning Rate": 1.9719041285545754e-05, "Finetune/Loss": 0.929128110408783, "Finetune/Loss (Raw)": 0.8919031023979187, "Finetune/Step": 1987, "Finetune/Step Time": 6.6148197911679745}
+{"Finetune/Learning Rate": 1.9718644782569246e-05, "Finetune/Loss": 0.9291929602622986, "Finetune/Loss (Raw)": 1.0294668674468994, "Finetune/Step": 1988, "Finetune/Step Time": 6.618001313880086}
+{"Finetune/Learning Rate": 1.9718248003999607e-05, "Finetune/Loss": 0.9300100803375244, "Finetune/Loss (Raw)": 0.9189379215240479, "Finetune/Step": 1989, "Finetune/Step Time": 6.616042397916317}
+{"Finetune/Learning Rate": 1.9717850949848086e-05, "Finetune/Loss": 0.9312270283699036, "Finetune/Loss (Raw)": 1.0263874530792236, "Finetune/Step": 1990, "Finetune/Step Time": 6.615112951025367}
+{"Finetune/Learning Rate": 1.971745362012595e-05, "Finetune/Loss": 0.9331148266792297, "Finetune/Loss (Raw)": 1.0204495191574097, "Finetune/Step": 1991, "Finetune/Step Time": 6.602475764229894}
+{"Finetune/Learning Rate": 1.971705601484446e-05, "Finetune/Loss": 0.9356085658073425, "Finetune/Loss (Raw)": 1.0208075046539307, "Finetune/Step": 1992, "Finetune/Step Time": 6.603665886446834}
+{"Finetune/Learning Rate": 1.9716658134014892e-05, "Finetune/Loss": 0.9332470893859863, "Finetune/Loss (Raw)": 0.7662903666496277, "Finetune/Step": 1993, "Finetune/Step Time": 6.613133233040571}
+{"Finetune/Learning Rate": 1.9716259977648532e-05, "Finetune/Loss": 0.9335463047027588, "Finetune/Loss (Raw)": 1.0404399633407593, "Finetune/Step": 1994, "Finetune/Step Time": 6.6171443201601505}
+{"Finetune/Learning Rate": 1.9715861545756666e-05, "Finetune/Loss": 0.9345256686210632, "Finetune/Loss (Raw)": 1.0508860349655151, "Finetune/Step": 1995, "Finetune/Step Time": 6.600380593910813}
+{"Finetune/Learning Rate": 1.9715462838350596e-05, "Finetune/Loss": 0.9340654611587524, "Finetune/Loss (Raw)": 0.8349897265434265, "Finetune/Step": 1996, "Finetune/Step Time": 6.602021921426058}
+{"Finetune/Learning Rate": 1.971506385544163e-05, "Finetune/Loss": 0.9345321655273438, "Finetune/Loss (Raw)": 1.063246726989746, "Finetune/Step": 1997, "Finetune/Step Time": 6.602064767852426}
+{"Finetune/Learning Rate": 1.9714664597041074e-05, "Finetune/Loss": 0.9343712329864502, "Finetune/Loss (Raw)": 0.9192268252372742, "Finetune/Step": 1998, "Finetune/Step Time": 6.603278553113341}
+{"Finetune/Learning Rate": 1.9714265063160258e-05, "Finetune/Loss": 0.9332857131958008, "Finetune/Loss (Raw)": 0.9658545255661011, "Finetune/Step": 1999, "Finetune/Step Time": 6.605293303728104}
+{"Finetune/Learning Rate": 1.9713865253810508e-05, "Finetune/Loss": 0.9353927373886108, "Finetune/Loss (Raw)": 1.068790316581726, "Finetune/Step": 2000, "Finetune/Step Time": 6.60541008785367}
+{"Finetune/Learning Rate": 1.9713465169003162e-05, "Finetune/Loss": 0.9348974227905273, "Finetune/Loss (Raw)": 0.8613115549087524, "Finetune/Step": 2001, "Finetune/Step Time": 6.606682222336531}
+{"Finetune/Learning Rate": 1.9713064808749566e-05, "Finetune/Loss": 0.9344207048416138, "Finetune/Loss (Raw)": 1.060070514678955, "Finetune/Step": 2002, "Finetune/Step Time": 6.606337212026119}
+{"Finetune/Learning Rate": 1.971266417306107e-05, "Finetune/Loss": 0.9342666864395142, "Finetune/Loss (Raw)": 0.9499379396438599, "Finetune/Step": 2003, "Finetune/Step Time": 6.605835715308785}
+{"Finetune/Learning Rate": 1.971226326194904e-05, "Finetune/Loss": 0.9346959590911865, "Finetune/Loss (Raw)": 1.0360389947891235, "Finetune/Step": 2004, "Finetune/Step Time": 6.606491150334477}
+{"Finetune/Learning Rate": 1.9711862075424838e-05, "Finetune/Loss": 0.9338709115982056, "Finetune/Loss (Raw)": 0.9869440793991089, "Finetune/Step": 2005, "Finetune/Step Time": 6.6258343029767275}
+{"Finetune/Learning Rate": 1.9711460613499848e-05, "Finetune/Loss": 0.9333394765853882, "Finetune/Loss (Raw)": 0.9455345869064331, "Finetune/Step": 2006, "Finetune/Step Time": 6.628189021721482}
+{"Finetune/Learning Rate": 1.9711058876185446e-05, "Finetune/Loss": 0.9319114089012146, "Finetune/Loss (Raw)": 0.9239837527275085, "Finetune/Step": 2007, "Finetune/Step Time": 6.627305356785655}
+{"Finetune/Learning Rate": 1.971065686349303e-05, "Finetune/Loss": 0.9296993017196655, "Finetune/Loss (Raw)": 0.5963788032531738, "Finetune/Step": 2008, "Finetune/Step Time": 6.660787016153336}
+{"Finetune/Learning Rate": 1.9710254575434002e-05, "Finetune/Loss": 0.9291782379150391, "Finetune/Loss (Raw)": 0.9120067954063416, "Finetune/Step": 2009, "Finetune/Step Time": 6.665674297139049}
+{"Finetune/Learning Rate": 1.9709852012019768e-05, "Finetune/Loss": 0.9299882650375366, "Finetune/Loss (Raw)": 1.0048249959945679, "Finetune/Step": 2010, "Finetune/Step Time": 6.6632142420858145}
+{"Finetune/Learning Rate": 1.970944917326174e-05, "Finetune/Loss": 0.9290589690208435, "Finetune/Loss (Raw)": 0.9228329062461853, "Finetune/Step": 2011, "Finetune/Step Time": 6.667245736345649}
+{"Finetune/Learning Rate": 1.970904605917134e-05, "Finetune/Loss": 0.929351806640625, "Finetune/Loss (Raw)": 1.0070173740386963, "Finetune/Step": 2012, "Finetune/Step Time": 6.6748422514647245}
+{"Finetune/Learning Rate": 1.9708642669760008e-05, "Finetune/Loss": 0.9294812679290771, "Finetune/Loss (Raw)": 0.9664361476898193, "Finetune/Step": 2013, "Finetune/Step Time": 6.689647810533643}
+{"Finetune/Learning Rate": 1.9708239005039174e-05, "Finetune/Loss": 0.9321432113647461, "Finetune/Loss (Raw)": 1.0234192609786987, "Finetune/Step": 2014, "Finetune/Step Time": 6.678582767024636}
+{"Finetune/Learning Rate": 1.970783506502029e-05, "Finetune/Loss": 0.9326640367507935, "Finetune/Loss (Raw)": 0.9869698286056519, "Finetune/Step": 2015, "Finetune/Step Time": 6.679056854918599}
+{"Finetune/Learning Rate": 1.970743084971481e-05, "Finetune/Loss": 0.932729959487915, "Finetune/Loss (Raw)": 0.9650360941886902, "Finetune/Step": 2016, "Finetune/Step Time": 6.681486327201128}
+{"Finetune/Learning Rate": 1.970702635913419e-05, "Finetune/Loss": 0.9336766004562378, "Finetune/Loss (Raw)": 1.0090569257736206, "Finetune/Step": 2017, "Finetune/Step Time": 6.68875989317894}
+{"Finetune/Learning Rate": 1.970662159328991e-05, "Finetune/Loss": 0.932450532913208, "Finetune/Loss (Raw)": 0.8095729947090149, "Finetune/Step": 2018, "Finetune/Step Time": 6.695334339514375}
+{"Finetune/Learning Rate": 1.970621655219344e-05, "Finetune/Loss": 0.9332402944564819, "Finetune/Loss (Raw)": 0.9192311763763428, "Finetune/Step": 2019, "Finetune/Step Time": 6.697681453078985}
+{"Finetune/Learning Rate": 1.9705811235856274e-05, "Finetune/Loss": 0.9337337613105774, "Finetune/Loss (Raw)": 1.0227859020233154, "Finetune/Step": 2020, "Finetune/Step Time": 6.697300402447581}
+{"Finetune/Learning Rate": 1.97054056442899e-05, "Finetune/Loss": 0.9327449202537537, "Finetune/Loss (Raw)": 0.9187934994697571, "Finetune/Step": 2021, "Finetune/Step Time": 6.6986599918454885}
+{"Finetune/Learning Rate": 1.970499977750582e-05, "Finetune/Loss": 0.9320608377456665, "Finetune/Loss (Raw)": 0.922208309173584, "Finetune/Step": 2022, "Finetune/Step Time": 6.697431376203895}
+{"Finetune/Learning Rate": 1.970459363551554e-05, "Finetune/Loss": 0.9321276545524597, "Finetune/Loss (Raw)": 0.9339366555213928, "Finetune/Step": 2023, "Finetune/Step Time": 6.698716927319765}
+{"Finetune/Learning Rate": 1.9704187218330584e-05, "Finetune/Loss": 0.9308988451957703, "Finetune/Loss (Raw)": 0.8649905323982239, "Finetune/Step": 2024, "Finetune/Step Time": 6.695551414042711}
+{"Finetune/Learning Rate": 1.9703780525962474e-05, "Finetune/Loss": 0.9309656620025635, "Finetune/Loss (Raw)": 0.9831965565681458, "Finetune/Step": 2025, "Finetune/Step Time": 6.698806971311569}
+{"Finetune/Learning Rate": 1.970337355842274e-05, "Finetune/Loss": 0.9313452243804932, "Finetune/Loss (Raw)": 0.8789705634117126, "Finetune/Step": 2026, "Finetune/Step Time": 6.694838782772422}
+{"Finetune/Learning Rate": 1.9702966315722926e-05, "Finetune/Loss": 0.9297423362731934, "Finetune/Loss (Raw)": 0.9477347731590271, "Finetune/Step": 2027, "Finetune/Step Time": 6.692986281588674}
+{"Finetune/Learning Rate": 1.970255879787458e-05, "Finetune/Loss": 0.9278723001480103, "Finetune/Loss (Raw)": 0.6891086101531982, "Finetune/Step": 2028, "Finetune/Step Time": 6.706551108509302}
+{"Finetune/Learning Rate": 1.9702151004889256e-05, "Finetune/Loss": 0.9271692037582397, "Finetune/Loss (Raw)": 0.9332728981971741, "Finetune/Step": 2029, "Finetune/Step Time": 6.704746153205633}
+{"Finetune/Learning Rate": 1.9701742936778517e-05, "Finetune/Loss": 0.9260876178741455, "Finetune/Loss (Raw)": 1.011003017425537, "Finetune/Step": 2030, "Finetune/Step Time": 6.710444509983063}
+{"Finetune/Learning Rate": 1.9701334593553937e-05, "Finetune/Loss": 0.9257252812385559, "Finetune/Loss (Raw)": 0.9268818497657776, "Finetune/Step": 2031, "Finetune/Step Time": 6.710405923426151}
+{"Finetune/Learning Rate": 1.9700925975227096e-05, "Finetune/Loss": 0.9263092279434204, "Finetune/Loss (Raw)": 0.9690077900886536, "Finetune/Step": 2032, "Finetune/Step Time": 6.709734996780753}
+{"Finetune/Learning Rate": 1.9700517081809578e-05, "Finetune/Loss": 0.9275740385055542, "Finetune/Loss (Raw)": 0.9784432649612427, "Finetune/Step": 2033, "Finetune/Step Time": 6.69574897736311}
+{"Finetune/Learning Rate": 1.970010791331298e-05, "Finetune/Loss": 0.9284424185752869, "Finetune/Loss (Raw)": 0.8125205636024475, "Finetune/Step": 2034, "Finetune/Step Time": 6.68008959852159}
+{"Finetune/Learning Rate": 1.9699698469748913e-05, "Finetune/Loss": 0.9288033246994019, "Finetune/Loss (Raw)": 0.891336977481842, "Finetune/Step": 2035, "Finetune/Step Time": 6.694325121119618}
+{"Finetune/Learning Rate": 1.969928875112897e-05, "Finetune/Loss": 0.9312464594841003, "Finetune/Loss (Raw)": 0.9494019746780396, "Finetune/Step": 2036, "Finetune/Step Time": 6.691270200535655}
+{"Finetune/Learning Rate": 1.9698878757464782e-05, "Finetune/Loss": 0.930259108543396, "Finetune/Loss (Raw)": 0.8508792519569397, "Finetune/Step": 2037, "Finetune/Step Time": 6.6905411053448915}
+{"Finetune/Learning Rate": 1.9698468488767976e-05, "Finetune/Loss": 0.9293138384819031, "Finetune/Loss (Raw)": 0.832301676273346, "Finetune/Step": 2038, "Finetune/Step Time": 6.682322049513459}
+{"Finetune/Learning Rate": 1.9698057945050176e-05, "Finetune/Loss": 0.929559588432312, "Finetune/Loss (Raw)": 0.8963656425476074, "Finetune/Step": 2039, "Finetune/Step Time": 6.677953567355871}
+{"Finetune/Learning Rate": 1.9697647126323036e-05, "Finetune/Loss": 0.9292254447937012, "Finetune/Loss (Raw)": 0.9193861484527588, "Finetune/Step": 2040, "Finetune/Step Time": 6.657594257965684}
+{"Finetune/Learning Rate": 1.96972360325982e-05, "Finetune/Loss": 0.9268738627433777, "Finetune/Loss (Raw)": 0.6989641189575195, "Finetune/Step": 2041, "Finetune/Step Time": 6.672271402552724}
+{"Finetune/Learning Rate": 1.969682466388732e-05, "Finetune/Loss": 0.9266014099121094, "Finetune/Loss (Raw)": 0.8370745182037354, "Finetune/Step": 2042, "Finetune/Step Time": 6.672898449003696}
+{"Finetune/Learning Rate": 1.9696413020202067e-05, "Finetune/Loss": 0.9269339442253113, "Finetune/Loss (Raw)": 0.9920137524604797, "Finetune/Step": 2043, "Finetune/Step Time": 6.651299748569727}
+{"Finetune/Learning Rate": 1.9696001101554116e-05, "Finetune/Loss": 0.9266608357429504, "Finetune/Loss (Raw)": 0.7323303818702698, "Finetune/Step": 2044, "Finetune/Step Time": 6.658824048936367}
+{"Finetune/Learning Rate": 1.9695588907955147e-05, "Finetune/Loss": 0.9259964227676392, "Finetune/Loss (Raw)": 0.8426201939582825, "Finetune/Step": 2045, "Finetune/Step Time": 6.657683975994587}
+{"Finetune/Learning Rate": 1.9695176439416842e-05, "Finetune/Loss": 0.9275126457214355, "Finetune/Loss (Raw)": 0.9110611081123352, "Finetune/Step": 2046, "Finetune/Step Time": 6.65245452709496}
+{"Finetune/Learning Rate": 1.9694763695950908e-05, "Finetune/Loss": 0.9286113381385803, "Finetune/Loss (Raw)": 0.9993034601211548, "Finetune/Step": 2047, "Finetune/Step Time": 6.64112500846386}
+{"Finetune/Learning Rate": 1.9694350677569043e-05, "Finetune/Loss": 0.9279576539993286, "Finetune/Loss (Raw)": 0.9772992134094238, "Finetune/Step": 2048, "Finetune/Step Time": 6.626037335023284}
+{"Finetune/Learning Rate": 1.9693937384282957e-05, "Finetune/Loss": 0.9298309087753296, "Finetune/Loss (Raw)": 1.0925633907318115, "Finetune/Step": 2049, "Finetune/Step Time": 6.62957289069891}
+{"Finetune/Learning Rate": 1.9693523816104376e-05, "Finetune/Loss": 0.9300211071968079, "Finetune/Loss (Raw)": 0.9879066944122314, "Finetune/Step": 2050, "Finetune/Step Time": 6.63099404796958}
+{"Finetune/Learning Rate": 1.9693109973045023e-05, "Finetune/Loss": 0.9317244291305542, "Finetune/Loss (Raw)": 0.897039532661438, "Finetune/Step": 2051, "Finetune/Step Time": 6.627238903194666}
+{"Finetune/Learning Rate": 1.9692695855116635e-05, "Finetune/Loss": 0.9317449331283569, "Finetune/Loss (Raw)": 0.9860520958900452, "Finetune/Step": 2052, "Finetune/Step Time": 6.631568195298314}
+{"Finetune/Learning Rate": 1.9692281462330955e-05, "Finetune/Loss": 0.9302117824554443, "Finetune/Loss (Raw)": 0.794853150844574, "Finetune/Step": 2053, "Finetune/Step Time": 6.6459171418100595}
+{"Finetune/Learning Rate": 1.969186679469973e-05, "Finetune/Loss": 0.9303601384162903, "Finetune/Loss (Raw)": 0.9874740242958069, "Finetune/Step": 2054, "Finetune/Step Time": 6.6441348772495985}
+{"Finetune/Learning Rate": 1.9691451852234728e-05, "Finetune/Loss": 0.9312153458595276, "Finetune/Loss (Raw)": 0.8555031418800354, "Finetune/Step": 2055, "Finetune/Step Time": 6.627319050952792}
+{"Finetune/Learning Rate": 1.969103663494771e-05, "Finetune/Loss": 0.9304487705230713, "Finetune/Loss (Raw)": 0.9305906295776367, "Finetune/Step": 2056, "Finetune/Step Time": 6.623084640130401}
+{"Finetune/Learning Rate": 1.9690621142850445e-05, "Finetune/Loss": 0.9289811253547668, "Finetune/Loss (Raw)": 0.8086082935333252, "Finetune/Step": 2057, "Finetune/Step Time": 6.623167866840959}
+{"Finetune/Learning Rate": 1.9690205375954724e-05, "Finetune/Loss": 0.9279019236564636, "Finetune/Loss (Raw)": 0.8204066157341003, "Finetune/Step": 2058, "Finetune/Step Time": 6.626302678138018}
+{"Finetune/Learning Rate": 1.9689789334272336e-05, "Finetune/Loss": 0.9276740550994873, "Finetune/Loss (Raw)": 0.8696998357772827, "Finetune/Step": 2059, "Finetune/Step Time": 6.607580432668328}
+{"Finetune/Learning Rate": 1.9689373017815076e-05, "Finetune/Loss": 0.9293297529220581, "Finetune/Loss (Raw)": 1.1647166013717651, "Finetune/Step": 2060, "Finetune/Step Time": 6.60749994404614}
+{"Finetune/Learning Rate": 1.9688956426594748e-05, "Finetune/Loss": 0.9274464845657349, "Finetune/Loss (Raw)": 0.7595888376235962, "Finetune/Step": 2061, "Finetune/Step Time": 6.597944857552648}
+{"Finetune/Learning Rate": 1.968853956062317e-05, "Finetune/Loss": 0.927958071231842, "Finetune/Loss (Raw)": 0.9093459248542786, "Finetune/Step": 2062, "Finetune/Step Time": 6.600198211148381}
+{"Finetune/Learning Rate": 1.9688122419912158e-05, "Finetune/Loss": 0.9286639094352722, "Finetune/Loss (Raw)": 0.9731568098068237, "Finetune/Step": 2063, "Finetune/Step Time": 6.5987743735313416}
+{"Finetune/Learning Rate": 1.9687705004473545e-05, "Finetune/Loss": 0.9260827302932739, "Finetune/Loss (Raw)": 0.6416663527488708, "Finetune/Step": 2064, "Finetune/Step Time": 6.610355410724878}
+{"Finetune/Learning Rate": 1.9687287314319166e-05, "Finetune/Loss": 0.9277795553207397, "Finetune/Loss (Raw)": 1.0847448110580444, "Finetune/Step": 2065, "Finetune/Step Time": 6.609251219779253}
+{"Finetune/Learning Rate": 1.9686869349460866e-05, "Finetune/Loss": 0.9271709322929382, "Finetune/Loss (Raw)": 0.9660889506340027, "Finetune/Step": 2066, "Finetune/Step Time": 6.610624402761459}
+{"Finetune/Learning Rate": 1.9686451109910495e-05, "Finetune/Loss": 0.9288158416748047, "Finetune/Loss (Raw)": 1.0987153053283691, "Finetune/Step": 2067, "Finetune/Step Time": 6.603871753439307}
+{"Finetune/Learning Rate": 1.9686032595679917e-05, "Finetune/Loss": 0.9272100925445557, "Finetune/Loss (Raw)": 0.8287440538406372, "Finetune/Step": 2068, "Finetune/Step Time": 6.601207848638296}
+{"Finetune/Learning Rate": 1.9685613806780995e-05, "Finetune/Loss": 0.9283627867698669, "Finetune/Loss (Raw)": 0.9374186992645264, "Finetune/Step": 2069, "Finetune/Step Time": 6.592972278594971}
+{"Finetune/Learning Rate": 1.968519474322561e-05, "Finetune/Loss": 0.9275696873664856, "Finetune/Loss (Raw)": 0.8482593297958374, "Finetune/Step": 2070, "Finetune/Step Time": 6.588263055309653}
+{"Finetune/Learning Rate": 1.9684775405025646e-05, "Finetune/Loss": 0.9275079369544983, "Finetune/Loss (Raw)": 0.9965181350708008, "Finetune/Step": 2071, "Finetune/Step Time": 6.591568855568767}
+{"Finetune/Learning Rate": 1.968435579219299e-05, "Finetune/Loss": 0.9266680479049683, "Finetune/Loss (Raw)": 0.8564477562904358, "Finetune/Step": 2072, "Finetune/Step Time": 6.6045561246573925}
+{"Finetune/Learning Rate": 1.968393590473954e-05, "Finetune/Loss": 0.9281142950057983, "Finetune/Loss (Raw)": 1.0729870796203613, "Finetune/Step": 2073, "Finetune/Step Time": 6.594163369387388}
+{"Finetune/Learning Rate": 1.9683515742677204e-05, "Finetune/Loss": 0.927923858165741, "Finetune/Loss (Raw)": 0.8456281423568726, "Finetune/Step": 2074, "Finetune/Step Time": 6.596984077244997}
+{"Finetune/Learning Rate": 1.96830953060179e-05, "Finetune/Loss": 0.9284408092498779, "Finetune/Loss (Raw)": 0.8496944308280945, "Finetune/Step": 2075, "Finetune/Step Time": 6.5839120000600815}
+{"Finetune/Learning Rate": 1.9682674594773548e-05, "Finetune/Loss": 0.9299688935279846, "Finetune/Loss (Raw)": 1.0389474630355835, "Finetune/Step": 2076, "Finetune/Step Time": 6.5895056165754795}
+{"Finetune/Learning Rate": 1.968225360895608e-05, "Finetune/Loss": 0.9291406869888306, "Finetune/Loss (Raw)": 0.9017254710197449, "Finetune/Step": 2077, "Finetune/Step Time": 6.589784255251288}
+{"Finetune/Learning Rate": 1.968183234857743e-05, "Finetune/Loss": 0.9281952381134033, "Finetune/Loss (Raw)": 0.8586503267288208, "Finetune/Step": 2078, "Finetune/Step Time": 6.586838569492102}
+{"Finetune/Learning Rate": 1.9681410813649548e-05, "Finetune/Loss": 0.929448127746582, "Finetune/Loss (Raw)": 1.0091097354888916, "Finetune/Step": 2079, "Finetune/Step Time": 6.585904400795698}
+{"Finetune/Learning Rate": 1.9680989004184383e-05, "Finetune/Loss": 0.9278184175491333, "Finetune/Loss (Raw)": 0.861359179019928, "Finetune/Step": 2080, "Finetune/Step Time": 6.58386736176908}
+{"Finetune/Learning Rate": 1.96805669201939e-05, "Finetune/Loss": 0.9284314513206482, "Finetune/Loss (Raw)": 0.9827690720558167, "Finetune/Step": 2081, "Finetune/Step Time": 6.590952875092626}
+{"Finetune/Learning Rate": 1.9680144561690067e-05, "Finetune/Loss": 0.9263956546783447, "Finetune/Loss (Raw)": 0.6789432764053345, "Finetune/Step": 2082, "Finetune/Step Time": 6.605219041928649}
+{"Finetune/Learning Rate": 1.967972192868486e-05, "Finetune/Loss": 0.9285714626312256, "Finetune/Loss (Raw)": 1.114966869354248, "Finetune/Step": 2083, "Finetune/Step Time": 6.602473692968488}
+{"Finetune/Learning Rate": 1.9679299021190264e-05, "Finetune/Loss": 0.9291789531707764, "Finetune/Loss (Raw)": 1.066750168800354, "Finetune/Step": 2084, "Finetune/Step Time": 6.600182732567191}
+{"Finetune/Learning Rate": 1.9678875839218276e-05, "Finetune/Loss": 0.9300259351730347, "Finetune/Loss (Raw)": 1.1159181594848633, "Finetune/Step": 2085, "Finetune/Step Time": 6.596836855635047}
+{"Finetune/Learning Rate": 1.967845238278089e-05, "Finetune/Loss": 0.9291400909423828, "Finetune/Loss (Raw)": 0.9080446362495422, "Finetune/Step": 2086, "Finetune/Step Time": 6.594431662932038}
+{"Finetune/Learning Rate": 1.9678028651890116e-05, "Finetune/Loss": 0.9278547167778015, "Finetune/Loss (Raw)": 0.8968676328659058, "Finetune/Step": 2087, "Finetune/Step Time": 6.601844109594822}
+{"Finetune/Learning Rate": 1.967760464655797e-05, "Finetune/Loss": 0.928138256072998, "Finetune/Loss (Raw)": 1.0211714506149292, "Finetune/Step": 2088, "Finetune/Step Time": 6.587230693548918}
+{"Finetune/Learning Rate": 1.9677180366796475e-05, "Finetune/Loss": 0.9292573928833008, "Finetune/Loss (Raw)": 1.01904296875, "Finetune/Step": 2089, "Finetune/Step Time": 6.586290955543518}
+{"Finetune/Learning Rate": 1.9676755812617664e-05, "Finetune/Loss": 0.9315202236175537, "Finetune/Loss (Raw)": 1.1444091796875, "Finetune/Step": 2090, "Finetune/Step Time": 6.582699103280902}
+{"Finetune/Learning Rate": 1.9676330984033576e-05, "Finetune/Loss": 0.9320310354232788, "Finetune/Loss (Raw)": 0.9762296676635742, "Finetune/Step": 2091, "Finetune/Step Time": 6.598201891407371}
+{"Finetune/Learning Rate": 1.9675905881056258e-05, "Finetune/Loss": 0.934350848197937, "Finetune/Loss (Raw)": 1.0342541933059692, "Finetune/Step": 2092, "Finetune/Step Time": 6.605415685102344}
+{"Finetune/Learning Rate": 1.9675480503697758e-05, "Finetune/Loss": 0.9345024824142456, "Finetune/Loss (Raw)": 0.9316298961639404, "Finetune/Step": 2093, "Finetune/Step Time": 6.5998573414981365}
+{"Finetune/Learning Rate": 1.9675054851970148e-05, "Finetune/Loss": 0.9367836713790894, "Finetune/Loss (Raw)": 1.054419994354248, "Finetune/Step": 2094, "Finetune/Step Time": 6.591551212593913}
+{"Finetune/Learning Rate": 1.9674628925885497e-05, "Finetune/Loss": 0.9374734163284302, "Finetune/Loss (Raw)": 1.0295225381851196, "Finetune/Step": 2095, "Finetune/Step Time": 6.589416868984699}
+{"Finetune/Learning Rate": 1.9674202725455877e-05, "Finetune/Loss": 0.9363430142402649, "Finetune/Loss (Raw)": 0.771488606929779, "Finetune/Step": 2096, "Finetune/Step Time": 6.595345467329025}
+{"Finetune/Learning Rate": 1.967377625069338e-05, "Finetune/Loss": 0.9372434020042419, "Finetune/Loss (Raw)": 0.9513282179832458, "Finetune/Step": 2097, "Finetune/Step Time": 6.596357688307762}
+{"Finetune/Learning Rate": 1.9673349501610097e-05, "Finetune/Loss": 0.9376794695854187, "Finetune/Loss (Raw)": 0.9801599383354187, "Finetune/Step": 2098, "Finetune/Step Time": 6.598556701093912}
+{"Finetune/Learning Rate": 1.9672922478218125e-05, "Finetune/Loss": 0.935401439666748, "Finetune/Loss (Raw)": 0.6842477917671204, "Finetune/Step": 2099, "Finetune/Step Time": 6.605454431846738}
+{"Finetune/Learning Rate": 1.9672495180529584e-05, "Finetune/Loss": 0.9356299638748169, "Finetune/Loss (Raw)": 0.8609572649002075, "Finetune/Step": 2100, "Finetune/Step Time": 6.603283889591694}
+{"Finetune/Learning Rate": 1.967206760855658e-05, "Finetune/Loss": 0.9361506700515747, "Finetune/Loss (Raw)": 1.1082175970077515, "Finetune/Step": 2101, "Finetune/Step Time": 6.627142371609807}
+{"Finetune/Learning Rate": 1.9671639762311245e-05, "Finetune/Loss": 0.9357534646987915, "Finetune/Loss (Raw)": 0.8005891442298889, "Finetune/Step": 2102, "Finetune/Step Time": 6.626494063064456}
+{"Finetune/Learning Rate": 1.9671211641805706e-05, "Finetune/Loss": 0.935269296169281, "Finetune/Loss (Raw)": 1.0321650505065918, "Finetune/Step": 2103, "Finetune/Step Time": 6.622340930625796}
+{"Finetune/Learning Rate": 1.967078324705211e-05, "Finetune/Loss": 0.9359223246574402, "Finetune/Loss (Raw)": 1.0621397495269775, "Finetune/Step": 2104, "Finetune/Step Time": 6.620977601036429}
+{"Finetune/Learning Rate": 1.9670354578062597e-05, "Finetune/Loss": 0.9366458654403687, "Finetune/Loss (Raw)": 1.0094014406204224, "Finetune/Step": 2105, "Finetune/Step Time": 6.619939338415861}
+{"Finetune/Learning Rate": 1.966992563484933e-05, "Finetune/Loss": 0.9372140169143677, "Finetune/Loss (Raw)": 0.9676798582077026, "Finetune/Step": 2106, "Finetune/Step Time": 6.638850623741746}
+{"Finetune/Learning Rate": 1.9669496417424465e-05, "Finetune/Loss": 0.9375289678573608, "Finetune/Loss (Raw)": 1.0108568668365479, "Finetune/Step": 2107, "Finetune/Step Time": 6.635837556794286}
+{"Finetune/Learning Rate": 1.9669066925800182e-05, "Finetune/Loss": 0.9376657009124756, "Finetune/Loss (Raw)": 0.9482512474060059, "Finetune/Step": 2108, "Finetune/Step Time": 6.6338400561362505}
+{"Finetune/Learning Rate": 1.966863715998866e-05, "Finetune/Loss": 0.9377620816230774, "Finetune/Loss (Raw)": 0.9095593690872192, "Finetune/Step": 2109, "Finetune/Step Time": 6.635252542793751}
+{"Finetune/Learning Rate": 1.9668207120002073e-05, "Finetune/Loss": 0.9380829334259033, "Finetune/Loss (Raw)": 1.0181463956832886, "Finetune/Step": 2110, "Finetune/Step Time": 6.6317616403102875}
+{"Finetune/Learning Rate": 1.966777680585263e-05, "Finetune/Loss": 0.9383456707000732, "Finetune/Loss (Raw)": 0.8886656761169434, "Finetune/Step": 2111, "Finetune/Step Time": 6.631693910807371}
+{"Finetune/Learning Rate": 1.9667346217552528e-05, "Finetune/Loss": 0.9377674460411072, "Finetune/Loss (Raw)": 0.8723653554916382, "Finetune/Step": 2112, "Finetune/Step Time": 6.624786948785186}
+{"Finetune/Learning Rate": 1.9666915355113976e-05, "Finetune/Loss": 0.9378707408905029, "Finetune/Loss (Raw)": 0.9766124486923218, "Finetune/Step": 2113, "Finetune/Step Time": 6.624477589502931}
+{"Finetune/Learning Rate": 1.9666484218549196e-05, "Finetune/Loss": 0.9369422197341919, "Finetune/Loss (Raw)": 0.9391493797302246, "Finetune/Step": 2114, "Finetune/Step Time": 6.624373808503151}
+{"Finetune/Learning Rate": 1.966605280787041e-05, "Finetune/Loss": 0.9386453032493591, "Finetune/Loss (Raw)": 1.109894037246704, "Finetune/Step": 2115, "Finetune/Step Time": 6.6255019921809435}
+{"Finetune/Learning Rate": 1.966562112308985e-05, "Finetune/Loss": 0.9371375441551208, "Finetune/Loss (Raw)": 0.8364772796630859, "Finetune/Step": 2116, "Finetune/Step Time": 6.622872579842806}
+{"Finetune/Learning Rate": 1.9665189164219766e-05, "Finetune/Loss": 0.9380449056625366, "Finetune/Loss (Raw)": 1.035070538520813, "Finetune/Step": 2117, "Finetune/Step Time": 6.628138763830066}
+{"Finetune/Learning Rate": 1.9664756931272398e-05, "Finetune/Loss": 0.9372292160987854, "Finetune/Loss (Raw)": 0.9219898581504822, "Finetune/Step": 2118, "Finetune/Step Time": 6.634611289948225}
+{"Finetune/Learning Rate": 1.9664324424260006e-05, "Finetune/Loss": 0.9359159469604492, "Finetune/Loss (Raw)": 0.852339506149292, "Finetune/Step": 2119, "Finetune/Step Time": 6.643020072951913}
+{"Finetune/Learning Rate": 1.9663891643194857e-05, "Finetune/Loss": 0.9357572793960571, "Finetune/Loss (Raw)": 1.0005059242248535, "Finetune/Step": 2120, "Finetune/Step Time": 6.631550403311849}
+{"Finetune/Learning Rate": 1.966345858808922e-05, "Finetune/Loss": 0.9376789331436157, "Finetune/Loss (Raw)": 1.0122606754302979, "Finetune/Step": 2121, "Finetune/Step Time": 6.625092031434178}
+{"Finetune/Learning Rate": 1.9663025258955376e-05, "Finetune/Loss": 0.9360968470573425, "Finetune/Loss (Raw)": 0.837931215763092, "Finetune/Step": 2122, "Finetune/Step Time": 6.62490663677454}
+{"Finetune/Learning Rate": 1.9662591655805616e-05, "Finetune/Loss": 0.9361880421638489, "Finetune/Loss (Raw)": 1.0625582933425903, "Finetune/Step": 2123, "Finetune/Step Time": 6.625625107437372}
+{"Finetune/Learning Rate": 1.966215777865223e-05, "Finetune/Loss": 0.9372984170913696, "Finetune/Loss (Raw)": 0.9771233797073364, "Finetune/Step": 2124, "Finetune/Step Time": 6.6301666889339685}
+{"Finetune/Learning Rate": 1.9661723627507528e-05, "Finetune/Loss": 0.9369200468063354, "Finetune/Loss (Raw)": 1.0148215293884277, "Finetune/Step": 2125, "Finetune/Step Time": 6.631019216030836}
+{"Finetune/Learning Rate": 1.966128920238382e-05, "Finetune/Loss": 0.9359309077262878, "Finetune/Loss (Raw)": 0.7926053404808044, "Finetune/Step": 2126, "Finetune/Step Time": 6.632107872515917}
+{"Finetune/Learning Rate": 1.966085450329342e-05, "Finetune/Loss": 0.9353689551353455, "Finetune/Loss (Raw)": 0.8939224481582642, "Finetune/Step": 2127, "Finetune/Step Time": 6.628305971622467}
+{"Finetune/Learning Rate": 1.9660419530248657e-05, "Finetune/Loss": 0.9325839281082153, "Finetune/Loss (Raw)": 0.7123048305511475, "Finetune/Step": 2128, "Finetune/Step Time": 6.649065090343356}
+{"Finetune/Learning Rate": 1.9659984283261866e-05, "Finetune/Loss": 0.9333717226982117, "Finetune/Loss (Raw)": 0.962155818939209, "Finetune/Step": 2129, "Finetune/Step Time": 6.648239605128765}
+{"Finetune/Learning Rate": 1.9659548762345392e-05, "Finetune/Loss": 0.9310539364814758, "Finetune/Loss (Raw)": 0.7633916139602661, "Finetune/Step": 2130, "Finetune/Step Time": 6.687235424295068}
+{"Finetune/Learning Rate": 1.9659112967511586e-05, "Finetune/Loss": 0.930855393409729, "Finetune/Loss (Raw)": 0.9245284199714661, "Finetune/Step": 2131, "Finetune/Step Time": 6.68794671818614}
+{"Finetune/Learning Rate": 1.96586768987728e-05, "Finetune/Loss": 0.9310376048088074, "Finetune/Loss (Raw)": 1.0593633651733398, "Finetune/Step": 2132, "Finetune/Step Time": 6.683240940794349}
+{"Finetune/Learning Rate": 1.96582405561414e-05, "Finetune/Loss": 0.93094801902771, "Finetune/Loss (Raw)": 0.975483238697052, "Finetune/Step": 2133, "Finetune/Step Time": 6.6653841976076365}
+{"Finetune/Learning Rate": 1.9657803939629767e-05, "Finetune/Loss": 0.9307366609573364, "Finetune/Loss (Raw)": 0.9184775948524475, "Finetune/Step": 2134, "Finetune/Step Time": 6.661668807268143}
+{"Finetune/Learning Rate": 1.9657367049250276e-05, "Finetune/Loss": 0.9305649995803833, "Finetune/Loss (Raw)": 0.9020078182220459, "Finetune/Step": 2135, "Finetune/Step Time": 6.66168581135571}
+{"Finetune/Learning Rate": 1.9656929885015318e-05, "Finetune/Loss": 0.9330084919929504, "Finetune/Loss (Raw)": 0.9091403484344482, "Finetune/Step": 2136, "Finetune/Step Time": 6.627376236021519}
+{"Finetune/Learning Rate": 1.965649244693729e-05, "Finetune/Loss": 0.9330404996871948, "Finetune/Loss (Raw)": 0.9161158800125122, "Finetune/Step": 2137, "Finetune/Step Time": 6.625089485198259}
+{"Finetune/Learning Rate": 1.9656054735028592e-05, "Finetune/Loss": 0.9321756958961487, "Finetune/Loss (Raw)": 0.8941218852996826, "Finetune/Step": 2138, "Finetune/Step Time": 6.639490744099021}
+{"Finetune/Learning Rate": 1.965561674930164e-05, "Finetune/Loss": 0.9312617778778076, "Finetune/Loss (Raw)": 0.8058512210845947, "Finetune/Step": 2139, "Finetune/Step Time": 6.638235695660114}
+{"Finetune/Learning Rate": 1.9655178489768857e-05, "Finetune/Loss": 0.9322260618209839, "Finetune/Loss (Raw)": 1.130447506904602, "Finetune/Step": 2140, "Finetune/Step Time": 6.632315427064896}
+{"Finetune/Learning Rate": 1.9654739956442665e-05, "Finetune/Loss": 0.9315500259399414, "Finetune/Loss (Raw)": 0.8799041509628296, "Finetune/Step": 2141, "Finetune/Step Time": 6.614141628146172}
+{"Finetune/Learning Rate": 1.9654301149335505e-05, "Finetune/Loss": 0.9319552183151245, "Finetune/Loss (Raw)": 1.0752801895141602, "Finetune/Step": 2142, "Finetune/Step Time": 6.615243999287486}
+{"Finetune/Learning Rate": 1.9653862068459816e-05, "Finetune/Loss": 0.9307513236999512, "Finetune/Loss (Raw)": 0.8328709006309509, "Finetune/Step": 2143, "Finetune/Step Time": 6.621700346469879}
+{"Finetune/Learning Rate": 1.965342271382805e-05, "Finetune/Loss": 0.928554892539978, "Finetune/Loss (Raw)": 0.6838927268981934, "Finetune/Step": 2144, "Finetune/Step Time": 6.633840432390571}
+{"Finetune/Learning Rate": 1.9652983085452665e-05, "Finetune/Loss": 0.9285722970962524, "Finetune/Loss (Raw)": 1.0112862586975098, "Finetune/Step": 2145, "Finetune/Step Time": 6.628916462883353}
+{"Finetune/Learning Rate": 1.9652543183346132e-05, "Finetune/Loss": 0.9297047853469849, "Finetune/Loss (Raw)": 0.9545321464538574, "Finetune/Step": 2146, "Finetune/Step Time": 6.638005429878831}
+{"Finetune/Learning Rate": 1.9652103007520923e-05, "Finetune/Loss": 0.930956244468689, "Finetune/Loss (Raw)": 1.0794217586517334, "Finetune/Step": 2147, "Finetune/Step Time": 6.635733973234892}
+{"Finetune/Learning Rate": 1.9651662557989516e-05, "Finetune/Loss": 0.930681049823761, "Finetune/Loss (Raw)": 0.9875601530075073, "Finetune/Step": 2148, "Finetune/Step Time": 6.637904942035675}
+{"Finetune/Learning Rate": 1.965122183476441e-05, "Finetune/Loss": 0.9315346479415894, "Finetune/Loss (Raw)": 1.0280596017837524, "Finetune/Step": 2149, "Finetune/Step Time": 6.6361985225230455}
+{"Finetune/Learning Rate": 1.9650780837858093e-05, "Finetune/Loss": 0.9314091205596924, "Finetune/Loss (Raw)": 0.9061362147331238, "Finetune/Step": 2150, "Finetune/Step Time": 6.63526801392436}
+{"Finetune/Learning Rate": 1.9650339567283075e-05, "Finetune/Loss": 0.9304095506668091, "Finetune/Loss (Raw)": 0.8059824705123901, "Finetune/Step": 2151, "Finetune/Step Time": 6.635333776473999}
+{"Finetune/Learning Rate": 1.964989802305187e-05, "Finetune/Loss": 0.9311617016792297, "Finetune/Loss (Raw)": 0.9612670540809631, "Finetune/Step": 2152, "Finetune/Step Time": 6.636649698019028}
+{"Finetune/Learning Rate": 1.9649456205176996e-05, "Finetune/Loss": 0.930721640586853, "Finetune/Loss (Raw)": 0.9268723130226135, "Finetune/Step": 2153, "Finetune/Step Time": 6.632584156468511}
+{"Finetune/Learning Rate": 1.9649014113670984e-05, "Finetune/Loss": 0.9304091930389404, "Finetune/Loss (Raw)": 0.8389815092086792, "Finetune/Step": 2154, "Finetune/Step Time": 6.646028723567724}
+{"Finetune/Learning Rate": 1.964857174854637e-05, "Finetune/Loss": 0.9295223355293274, "Finetune/Loss (Raw)": 0.8342156410217285, "Finetune/Step": 2155, "Finetune/Step Time": 6.649278454482555}
+{"Finetune/Learning Rate": 1.96481291098157e-05, "Finetune/Loss": 0.9315483570098877, "Finetune/Loss (Raw)": 0.9484372138977051, "Finetune/Step": 2156, "Finetune/Step Time": 6.632982775568962}
+{"Finetune/Learning Rate": 1.964768619749152e-05, "Finetune/Loss": 0.932494044303894, "Finetune/Loss (Raw)": 1.0543198585510254, "Finetune/Step": 2157, "Finetune/Step Time": 6.631180141121149}
+{"Finetune/Learning Rate": 1.9647243011586396e-05, "Finetune/Loss": 0.9320257306098938, "Finetune/Loss (Raw)": 0.9510560035705566, "Finetune/Step": 2158, "Finetune/Step Time": 6.623975090682507}
+{"Finetune/Learning Rate": 1.9646799552112894e-05, "Finetune/Loss": 0.9327194690704346, "Finetune/Loss (Raw)": 1.0156850814819336, "Finetune/Step": 2159, "Finetune/Step Time": 6.624968703836203}
+{"Finetune/Learning Rate": 1.964635581908359e-05, "Finetune/Loss": 0.9315558671951294, "Finetune/Loss (Raw)": 0.8200642466545105, "Finetune/Step": 2160, "Finetune/Step Time": 6.624641384929419}
+{"Finetune/Learning Rate": 1.9645911812511064e-05, "Finetune/Loss": 0.931321918964386, "Finetune/Loss (Raw)": 0.9485000371932983, "Finetune/Step": 2161, "Finetune/Step Time": 6.624742232263088}
+{"Finetune/Learning Rate": 1.9645467532407905e-05, "Finetune/Loss": 0.9320030212402344, "Finetune/Loss (Raw)": 0.8996982574462891, "Finetune/Step": 2162, "Finetune/Step Time": 6.621575275436044}
+{"Finetune/Learning Rate": 1.964502297878672e-05, "Finetune/Loss": 0.9322213530540466, "Finetune/Loss (Raw)": 0.9192894101142883, "Finetune/Step": 2163, "Finetune/Step Time": 6.600943796336651}
+{"Finetune/Learning Rate": 1.9644578151660105e-05, "Finetune/Loss": 0.932220995426178, "Finetune/Loss (Raw)": 0.9493504762649536, "Finetune/Step": 2164, "Finetune/Step Time": 6.600667797029018}
+{"Finetune/Learning Rate": 1.9644133051040685e-05, "Finetune/Loss": 0.9336813688278198, "Finetune/Loss (Raw)": 1.037812352180481, "Finetune/Step": 2165, "Finetune/Step Time": 6.60042610950768}
+{"Finetune/Learning Rate": 1.964368767694107e-05, "Finetune/Loss": 0.9315661787986755, "Finetune/Loss (Raw)": 0.5615591406822205, "Finetune/Step": 2166, "Finetune/Step Time": 6.6154381688684225}
+{"Finetune/Learning Rate": 1.96432420293739e-05, "Finetune/Loss": 0.9329555034637451, "Finetune/Loss (Raw)": 1.0741939544677734, "Finetune/Step": 2167, "Finetune/Step Time": 6.61682747118175}
+{"Finetune/Learning Rate": 1.9642796108351804e-05, "Finetune/Loss": 0.9331042170524597, "Finetune/Loss (Raw)": 0.9384205937385559, "Finetune/Step": 2168, "Finetune/Step Time": 6.613978298380971}
+{"Finetune/Learning Rate": 1.9642349913887432e-05, "Finetune/Loss": 0.933599591255188, "Finetune/Loss (Raw)": 0.7623752951622009, "Finetune/Step": 2169, "Finetune/Step Time": 6.612268887460232}
+{"Finetune/Learning Rate": 1.964190344599344e-05, "Finetune/Loss": 0.9349050521850586, "Finetune/Loss (Raw)": 1.004174828529358, "Finetune/Step": 2170, "Finetune/Step Time": 6.614141387864947}
+{"Finetune/Learning Rate": 1.964145670468248e-05, "Finetune/Loss": 0.9348132610321045, "Finetune/Loss (Raw)": 0.9802641272544861, "Finetune/Step": 2171, "Finetune/Step Time": 6.610893256962299}
+{"Finetune/Learning Rate": 1.9641009689967223e-05, "Finetune/Loss": 0.9349081516265869, "Finetune/Loss (Raw)": 0.744469404220581, "Finetune/Step": 2172, "Finetune/Step Time": 6.622444061562419}
+{"Finetune/Learning Rate": 1.964056240186035e-05, "Finetune/Loss": 0.9363251328468323, "Finetune/Loss (Raw)": 1.0239962339401245, "Finetune/Step": 2173, "Finetune/Step Time": 6.626930866390467}
+{"Finetune/Learning Rate": 1.964011484037454e-05, "Finetune/Loss": 0.9360391497612, "Finetune/Loss (Raw)": 0.8744584918022156, "Finetune/Step": 2174, "Finetune/Step Time": 6.627896204590797}
+{"Finetune/Learning Rate": 1.9639667005522486e-05, "Finetune/Loss": 0.9365302324295044, "Finetune/Loss (Raw)": 1.0621627569198608, "Finetune/Step": 2175, "Finetune/Step Time": 6.625906361266971}
+{"Finetune/Learning Rate": 1.9639218897316885e-05, "Finetune/Loss": 0.9364913702011108, "Finetune/Loss (Raw)": 0.9723265767097473, "Finetune/Step": 2176, "Finetune/Step Time": 6.62689159438014}
+{"Finetune/Learning Rate": 1.9638770515770447e-05, "Finetune/Loss": 0.9343936443328857, "Finetune/Loss (Raw)": 0.8240519165992737, "Finetune/Step": 2177, "Finetune/Step Time": 6.623331731185317}
+{"Finetune/Learning Rate": 1.9638321860895887e-05, "Finetune/Loss": 0.9325886964797974, "Finetune/Loss (Raw)": 0.7568685412406921, "Finetune/Step": 2178, "Finetune/Step Time": 6.626188946887851}
+{"Finetune/Learning Rate": 1.963787293270593e-05, "Finetune/Loss": 0.933904230594635, "Finetune/Loss (Raw)": 1.0654293298721313, "Finetune/Step": 2179, "Finetune/Step Time": 6.625930108129978}
+{"Finetune/Learning Rate": 1.96374237312133e-05, "Finetune/Loss": 0.9329090118408203, "Finetune/Loss (Raw)": 0.8586632609367371, "Finetune/Step": 2180, "Finetune/Step Time": 6.6200574822723866}
+{"Finetune/Learning Rate": 1.9636974256430738e-05, "Finetune/Loss": 0.9338215589523315, "Finetune/Loss (Raw)": 0.9116615056991577, "Finetune/Step": 2181, "Finetune/Step Time": 6.604172891005874}
+{"Finetune/Learning Rate": 1.963652450837099e-05, "Finetune/Loss": 0.9321894645690918, "Finetune/Loss (Raw)": 0.7785731554031372, "Finetune/Step": 2182, "Finetune/Step Time": 6.599120343104005}
+{"Finetune/Learning Rate": 1.9636074487046813e-05, "Finetune/Loss": 0.9324799180030823, "Finetune/Loss (Raw)": 0.8926772475242615, "Finetune/Step": 2183, "Finetune/Step Time": 6.601775325834751}
+{"Finetune/Learning Rate": 1.963562419247096e-05, "Finetune/Loss": 0.9318501353263855, "Finetune/Loss (Raw)": 0.8499773144721985, "Finetune/Step": 2184, "Finetune/Step Time": 6.602425904944539}
+{"Finetune/Learning Rate": 1.9635173624656208e-05, "Finetune/Loss": 0.9329249858856201, "Finetune/Loss (Raw)": 0.9461863040924072, "Finetune/Step": 2185, "Finetune/Step Time": 6.600542731583118}
+{"Finetune/Learning Rate": 1.963472278361533e-05, "Finetune/Loss": 0.9347883462905884, "Finetune/Loss (Raw)": 1.058922529220581, "Finetune/Step": 2186, "Finetune/Step Time": 6.600788878276944}
+{"Finetune/Learning Rate": 1.9634271669361112e-05, "Finetune/Loss": 0.9354742169380188, "Finetune/Loss (Raw)": 0.957489013671875, "Finetune/Step": 2187, "Finetune/Step Time": 6.5995228085666895}
+{"Finetune/Learning Rate": 1.963382028190634e-05, "Finetune/Loss": 0.9345309734344482, "Finetune/Loss (Raw)": 1.0439834594726562, "Finetune/Step": 2188, "Finetune/Step Time": 6.601043215021491}
+{"Finetune/Learning Rate": 1.963336862126383e-05, "Finetune/Loss": 0.9360203742980957, "Finetune/Loss (Raw)": 0.9502275586128235, "Finetune/Step": 2189, "Finetune/Step Time": 6.603046163916588}
+{"Finetune/Learning Rate": 1.963291668744637e-05, "Finetune/Loss": 0.9362210035324097, "Finetune/Loss (Raw)": 0.9350304007530212, "Finetune/Step": 2190, "Finetune/Step Time": 6.603748016059399}
+{"Finetune/Learning Rate": 1.963246448046679e-05, "Finetune/Loss": 0.9354929327964783, "Finetune/Loss (Raw)": 0.8799623847007751, "Finetune/Step": 2191, "Finetune/Step Time": 6.6026014015078545}
+{"Finetune/Learning Rate": 1.963201200033791e-05, "Finetune/Loss": 0.938029408454895, "Finetune/Loss (Raw)": 0.9663375616073608, "Finetune/Step": 2192, "Finetune/Step Time": 6.595383310690522}
+{"Finetune/Learning Rate": 1.9631559247072553e-05, "Finetune/Loss": 0.9372448921203613, "Finetune/Loss (Raw)": 0.9843155145645142, "Finetune/Step": 2193, "Finetune/Step Time": 6.5975500959903}
+{"Finetune/Learning Rate": 1.9631106220683568e-05, "Finetune/Loss": 0.938035249710083, "Finetune/Loss (Raw)": 1.0672589540481567, "Finetune/Step": 2194, "Finetune/Step Time": 6.611798280850053}
+{"Finetune/Learning Rate": 1.96306529211838e-05, "Finetune/Loss": 0.9370021224021912, "Finetune/Loss (Raw)": 0.966477632522583, "Finetune/Step": 2195, "Finetune/Step Time": 6.610175782814622}
+{"Finetune/Learning Rate": 1.9630199348586097e-05, "Finetune/Loss": 0.9388492107391357, "Finetune/Loss (Raw)": 1.0651723146438599, "Finetune/Step": 2196, "Finetune/Step Time": 6.605420511215925}
+{"Finetune/Learning Rate": 1.9629745502903328e-05, "Finetune/Loss": 0.9381464719772339, "Finetune/Loss (Raw)": 0.8474676012992859, "Finetune/Step": 2197, "Finetune/Step Time": 6.63057135604322}
+{"Finetune/Learning Rate": 1.9629291384148358e-05, "Finetune/Loss": 0.9384608864784241, "Finetune/Loss (Raw)": 0.8885051012039185, "Finetune/Step": 2198, "Finetune/Step Time": 6.621023396030068}
+{"Finetune/Learning Rate": 1.962883699233407e-05, "Finetune/Loss": 0.9373384714126587, "Finetune/Loss (Raw)": 0.8528494238853455, "Finetune/Step": 2199, "Finetune/Step Time": 6.630673488602042}
+{"Finetune/Learning Rate": 1.962838232747334e-05, "Finetune/Loss": 0.9376906752586365, "Finetune/Loss (Raw)": 0.9015308022499084, "Finetune/Step": 2200, "Finetune/Step Time": 6.6186186876147985}
+{"Finetune/Learning Rate": 1.962792738957907e-05, "Finetune/Loss": 0.937278151512146, "Finetune/Loss (Raw)": 1.020182490348816, "Finetune/Step": 2201, "Finetune/Step Time": 6.6208062674850225}
+{"Finetune/Learning Rate": 1.9627472178664156e-05, "Finetune/Loss": 0.9375319480895996, "Finetune/Loss (Raw)": 0.8781107068061829, "Finetune/Step": 2202, "Finetune/Step Time": 6.628587391227484}
+{"Finetune/Learning Rate": 1.962701669474151e-05, "Finetune/Loss": 0.9392783045768738, "Finetune/Loss (Raw)": 1.0732306241989136, "Finetune/Step": 2203, "Finetune/Step Time": 6.628898566588759}
+{"Finetune/Learning Rate": 1.9626560937824047e-05, "Finetune/Loss": 0.9384012222290039, "Finetune/Loss (Raw)": 0.9266753196716309, "Finetune/Step": 2204, "Finetune/Step Time": 6.626187864691019}
+{"Finetune/Learning Rate": 1.9626104907924688e-05, "Finetune/Loss": 0.9394900798797607, "Finetune/Loss (Raw)": 1.0411036014556885, "Finetune/Step": 2205, "Finetune/Step Time": 6.626642309129238}
+{"Finetune/Learning Rate": 1.9625648605056368e-05, "Finetune/Loss": 0.940622091293335, "Finetune/Loss (Raw)": 1.0035511255264282, "Finetune/Step": 2206, "Finetune/Step Time": 6.627617225050926}
+{"Finetune/Learning Rate": 1.9625192029232023e-05, "Finetune/Loss": 0.9408615231513977, "Finetune/Loss (Raw)": 1.0397547483444214, "Finetune/Step": 2207, "Finetune/Step Time": 6.630402030423284}
+{"Finetune/Learning Rate": 1.9624735180464602e-05, "Finetune/Loss": 0.9408730864524841, "Finetune/Loss (Raw)": 0.8628405332565308, "Finetune/Step": 2208, "Finetune/Step Time": 6.640800077468157}
+{"Finetune/Learning Rate": 1.9624278058767062e-05, "Finetune/Loss": 0.9395576119422913, "Finetune/Loss (Raw)": 0.8143911361694336, "Finetune/Step": 2209, "Finetune/Step Time": 6.631374944001436}
+{"Finetune/Learning Rate": 1.9623820664152366e-05, "Finetune/Loss": 0.9417437314987183, "Finetune/Loss (Raw)": 0.9587569236755371, "Finetune/Step": 2210, "Finetune/Step Time": 6.61947694607079}
+{"Finetune/Learning Rate": 1.9623362996633476e-05, "Finetune/Loss": 0.9393320083618164, "Finetune/Loss (Raw)": 0.8062801361083984, "Finetune/Step": 2211, "Finetune/Step Time": 6.6286319606006145}
+{"Finetune/Learning Rate": 1.9622905056223382e-05, "Finetune/Loss": 0.9377747774124146, "Finetune/Loss (Raw)": 0.8674207925796509, "Finetune/Step": 2212, "Finetune/Step Time": 6.631960378959775}
+{"Finetune/Learning Rate": 1.9622446842935066e-05, "Finetune/Loss": 0.9359439015388489, "Finetune/Loss (Raw)": 0.8815644383430481, "Finetune/Step": 2213, "Finetune/Step Time": 6.6334678791463375}
+{"Finetune/Learning Rate": 1.9621988356781516e-05, "Finetune/Loss": 0.9354733228683472, "Finetune/Loss (Raw)": 0.8478070497512817, "Finetune/Step": 2214, "Finetune/Step Time": 6.638744184747338}
+{"Finetune/Learning Rate": 1.9621529597775736e-05, "Finetune/Loss": 0.9353876709938049, "Finetune/Loss (Raw)": 0.8859065771102905, "Finetune/Step": 2215, "Finetune/Step Time": 6.634220661595464}
+{"Finetune/Learning Rate": 1.962107056593074e-05, "Finetune/Loss": 0.9332245588302612, "Finetune/Loss (Raw)": 0.7442919015884399, "Finetune/Step": 2216, "Finetune/Step Time": 6.6476781219244}
+{"Finetune/Learning Rate": 1.9620611261259543e-05, "Finetune/Loss": 0.9330999851226807, "Finetune/Loss (Raw)": 1.0031049251556396, "Finetune/Step": 2217, "Finetune/Step Time": 6.653889345005155}
+{"Finetune/Learning Rate": 1.9620151683775165e-05, "Finetune/Loss": 0.9306729435920715, "Finetune/Loss (Raw)": 0.8337396383285522, "Finetune/Step": 2218, "Finetune/Step Time": 6.652251902967691}
+{"Finetune/Learning Rate": 1.9619691833490645e-05, "Finetune/Loss": 0.9302821755409241, "Finetune/Loss (Raw)": 0.9262143969535828, "Finetune/Step": 2219, "Finetune/Step Time": 6.638129496946931}
+{"Finetune/Learning Rate": 1.9619231710419013e-05, "Finetune/Loss": 0.9292113780975342, "Finetune/Loss (Raw)": 0.8971886038780212, "Finetune/Step": 2220, "Finetune/Step Time": 6.6363292168825865}
+{"Finetune/Learning Rate": 1.961877131457333e-05, "Finetune/Loss": 0.9279912710189819, "Finetune/Loss (Raw)": 0.7754544019699097, "Finetune/Step": 2221, "Finetune/Step Time": 6.654335169121623}
+{"Finetune/Learning Rate": 1.9618310645966637e-05, "Finetune/Loss": 0.9261592030525208, "Finetune/Loss (Raw)": 0.8199225664138794, "Finetune/Step": 2222, "Finetune/Step Time": 6.651619780808687}
+{"Finetune/Learning Rate": 1.9617849704612012e-05, "Finetune/Loss": 0.92594313621521, "Finetune/Loss (Raw)": 1.001859188079834, "Finetune/Step": 2223, "Finetune/Step Time": 6.650220395997167}
+{"Finetune/Learning Rate": 1.9617388490522516e-05, "Finetune/Loss": 0.9275344610214233, "Finetune/Loss (Raw)": 0.975180447101593, "Finetune/Step": 2224, "Finetune/Step Time": 6.644011093303561}
+{"Finetune/Learning Rate": 1.961692700371123e-05, "Finetune/Loss": 0.9284907579421997, "Finetune/Loss (Raw)": 1.073734164237976, "Finetune/Step": 2225, "Finetune/Step Time": 6.641590390354395}
+{"Finetune/Learning Rate": 1.9616465244191242e-05, "Finetune/Loss": 0.9286553263664246, "Finetune/Loss (Raw)": 1.0012270212173462, "Finetune/Step": 2226, "Finetune/Step Time": 6.640590304508805}
+{"Finetune/Learning Rate": 1.9616003211975645e-05, "Finetune/Loss": 0.9303483963012695, "Finetune/Loss (Raw)": 0.9009555578231812, "Finetune/Step": 2227, "Finetune/Step Time": 6.625023972243071}
+{"Finetune/Learning Rate": 1.9615540907077542e-05, "Finetune/Loss": 0.9294319152832031, "Finetune/Loss (Raw)": 0.7436437606811523, "Finetune/Step": 2228, "Finetune/Step Time": 6.637932637706399}
+{"Finetune/Learning Rate": 1.961507832951004e-05, "Finetune/Loss": 0.9277621507644653, "Finetune/Loss (Raw)": 0.8944920897483826, "Finetune/Step": 2229, "Finetune/Step Time": 6.615517621859908}
+{"Finetune/Learning Rate": 1.9614615479286263e-05, "Finetune/Loss": 0.9285378456115723, "Finetune/Loss (Raw)": 0.8998883962631226, "Finetune/Step": 2230, "Finetune/Step Time": 6.615837203338742}
+{"Finetune/Learning Rate": 1.9614152356419326e-05, "Finetune/Loss": 0.9285273551940918, "Finetune/Loss (Raw)": 1.0308119058609009, "Finetune/Step": 2231, "Finetune/Step Time": 6.616542270407081}
+{"Finetune/Learning Rate": 1.9613688960922367e-05, "Finetune/Loss": 0.9259986877441406, "Finetune/Loss (Raw)": 0.7384663224220276, "Finetune/Step": 2232, "Finetune/Step Time": 6.621618416160345}
+{"Finetune/Learning Rate": 1.9613225292808528e-05, "Finetune/Loss": 0.9249861240386963, "Finetune/Loss (Raw)": 0.8798014521598816, "Finetune/Step": 2233, "Finetune/Step Time": 6.6193382032215595}
+{"Finetune/Learning Rate": 1.9612761352090955e-05, "Finetune/Loss": 0.9240280389785767, "Finetune/Loss (Raw)": 0.8450443148612976, "Finetune/Step": 2234, "Finetune/Step Time": 6.6007585767656565}
+{"Finetune/Learning Rate": 1.9612297138782808e-05, "Finetune/Loss": 0.9244866371154785, "Finetune/Loss (Raw)": 1.0695562362670898, "Finetune/Step": 2235, "Finetune/Step Time": 6.598843429237604}
+{"Finetune/Learning Rate": 1.9611832652897246e-05, "Finetune/Loss": 0.9244144558906555, "Finetune/Loss (Raw)": 0.9390146732330322, "Finetune/Step": 2236, "Finetune/Step Time": 6.595970783382654}
+{"Finetune/Learning Rate": 1.9611367894447442e-05, "Finetune/Loss": 0.9250857830047607, "Finetune/Loss (Raw)": 0.9954911470413208, "Finetune/Step": 2237, "Finetune/Step Time": 6.60345789976418}
+{"Finetune/Learning Rate": 1.9610902863446577e-05, "Finetune/Loss": 0.9245524406433105, "Finetune/Loss (Raw)": 0.9498789310455322, "Finetune/Step": 2238, "Finetune/Step Time": 6.606830269098282}
+{"Finetune/Learning Rate": 1.9610437559907835e-05, "Finetune/Loss": 0.925246000289917, "Finetune/Loss (Raw)": 0.97743821144104, "Finetune/Step": 2239, "Finetune/Step Time": 6.622851151973009}
+{"Finetune/Learning Rate": 1.9609971983844412e-05, "Finetune/Loss": 0.9273415207862854, "Finetune/Loss (Raw)": 1.1405909061431885, "Finetune/Step": 2240, "Finetune/Step Time": 6.623200032860041}
+{"Finetune/Learning Rate": 1.9609506135269514e-05, "Finetune/Loss": 0.9274036884307861, "Finetune/Loss (Raw)": 0.984564483165741, "Finetune/Step": 2241, "Finetune/Step Time": 6.621945844963193}
+{"Finetune/Learning Rate": 1.9609040014196344e-05, "Finetune/Loss": 0.928650975227356, "Finetune/Loss (Raw)": 1.0988140106201172, "Finetune/Step": 2242, "Finetune/Step Time": 6.619311664253473}
+{"Finetune/Learning Rate": 1.9608573620638127e-05, "Finetune/Loss": 0.9267503619194031, "Finetune/Loss (Raw)": 0.8666077256202698, "Finetune/Step": 2243, "Finetune/Step Time": 6.614432867616415}
+{"Finetune/Learning Rate": 1.9608106954608082e-05, "Finetune/Loss": 0.9277759790420532, "Finetune/Loss (Raw)": 0.967758059501648, "Finetune/Step": 2244, "Finetune/Step Time": 6.62206463329494}
+{"Finetune/Learning Rate": 1.9607640016119448e-05, "Finetune/Loss": 0.9269120693206787, "Finetune/Loss (Raw)": 0.9244949817657471, "Finetune/Step": 2245, "Finetune/Step Time": 6.6205041985958815}
+{"Finetune/Learning Rate": 1.960717280518546e-05, "Finetune/Loss": 0.92557692527771, "Finetune/Loss (Raw)": 0.7510901093482971, "Finetune/Step": 2246, "Finetune/Step Time": 6.614461889490485}
+{"Finetune/Learning Rate": 1.9606705321819374e-05, "Finetune/Loss": 0.9259151816368103, "Finetune/Loss (Raw)": 0.8956331610679626, "Finetune/Step": 2247, "Finetune/Step Time": 6.606813047081232}
+{"Finetune/Learning Rate": 1.9606237566034443e-05, "Finetune/Loss": 0.9256999492645264, "Finetune/Loss (Raw)": 0.9729586839675903, "Finetune/Step": 2248, "Finetune/Step Time": 6.611497795209289}
+{"Finetune/Learning Rate": 1.960576953784393e-05, "Finetune/Loss": 0.9248512983322144, "Finetune/Loss (Raw)": 0.9036287069320679, "Finetune/Step": 2249, "Finetune/Step Time": 6.624665945768356}
+{"Finetune/Learning Rate": 1.9605301237261108e-05, "Finetune/Loss": 0.9260787963867188, "Finetune/Loss (Raw)": 0.995058000087738, "Finetune/Step": 2250, "Finetune/Step Time": 6.626587176695466}
+{"Finetune/Learning Rate": 1.9604832664299257e-05, "Finetune/Loss": 0.9260514974594116, "Finetune/Loss (Raw)": 1.0590543746948242, "Finetune/Step": 2251, "Finetune/Step Time": 6.6295833475887775}
+{"Finetune/Learning Rate": 1.9604363818971664e-05, "Finetune/Loss": 0.92550128698349, "Finetune/Loss (Raw)": 0.9067016839981079, "Finetune/Step": 2252, "Finetune/Step Time": 6.631730418652296}
+{"Finetune/Learning Rate": 1.9603894701291622e-05, "Finetune/Loss": 0.9256916046142578, "Finetune/Loss (Raw)": 1.0391827821731567, "Finetune/Step": 2253, "Finetune/Step Time": 6.634439771994948}
+{"Finetune/Learning Rate": 1.960342531127244e-05, "Finetune/Loss": 0.9257591962814331, "Finetune/Loss (Raw)": 0.8012588620185852, "Finetune/Step": 2254, "Finetune/Step Time": 6.659487433731556}
+{"Finetune/Learning Rate": 1.9602955648927423e-05, "Finetune/Loss": 0.9277026653289795, "Finetune/Loss (Raw)": 1.1426842212677002, "Finetune/Step": 2255, "Finetune/Step Time": 6.663730658590794}
+{"Finetune/Learning Rate": 1.960248571426989e-05, "Finetune/Loss": 0.9303593635559082, "Finetune/Loss (Raw)": 1.0523539781570435, "Finetune/Step": 2256, "Finetune/Step Time": 6.647800337523222}
+{"Finetune/Learning Rate": 1.960201550731317e-05, "Finetune/Loss": 0.9298698306083679, "Finetune/Loss (Raw)": 0.8995010852813721, "Finetune/Step": 2257, "Finetune/Step Time": 6.651846205815673}
+{"Finetune/Learning Rate": 1.9601545028070592e-05, "Finetune/Loss": 0.9315418601036072, "Finetune/Loss (Raw)": 0.9774137139320374, "Finetune/Step": 2258, "Finetune/Step Time": 6.61336568929255}
+{"Finetune/Learning Rate": 1.96010742765555e-05, "Finetune/Loss": 0.932535707950592, "Finetune/Loss (Raw)": 1.0517380237579346, "Finetune/Step": 2259, "Finetune/Step Time": 6.611716816201806}
+{"Finetune/Learning Rate": 1.9600603252781243e-05, "Finetune/Loss": 0.9320856928825378, "Finetune/Loss (Raw)": 1.0017626285552979, "Finetune/Step": 2260, "Finetune/Step Time": 6.613203007727861}
+{"Finetune/Learning Rate": 1.9600131956761184e-05, "Finetune/Loss": 0.9317258596420288, "Finetune/Loss (Raw)": 0.9294266700744629, "Finetune/Step": 2261, "Finetune/Step Time": 6.6164276804775}
+{"Finetune/Learning Rate": 1.9599660388508675e-05, "Finetune/Loss": 0.9319462776184082, "Finetune/Loss (Raw)": 0.9466877579689026, "Finetune/Step": 2262, "Finetune/Step Time": 6.616059962660074}
+{"Finetune/Learning Rate": 1.95991885480371e-05, "Finetune/Loss": 0.9321224689483643, "Finetune/Loss (Raw)": 0.9245662093162537, "Finetune/Step": 2263, "Finetune/Step Time": 6.615297233685851}
+{"Finetune/Learning Rate": 1.9598716435359834e-05, "Finetune/Loss": 0.932709813117981, "Finetune/Loss (Raw)": 0.9843146204948425, "Finetune/Step": 2264, "Finetune/Step Time": 6.625339772552252}
+{"Finetune/Learning Rate": 1.9598244050490264e-05, "Finetune/Loss": 0.9320840835571289, "Finetune/Loss (Raw)": 0.8360225558280945, "Finetune/Step": 2265, "Finetune/Step Time": 6.624661611393094}
+{"Finetune/Learning Rate": 1.9597771393441784e-05, "Finetune/Loss": 0.9320964813232422, "Finetune/Loss (Raw)": 0.8957042098045349, "Finetune/Step": 2266, "Finetune/Step Time": 6.615429500117898}
+{"Finetune/Learning Rate": 1.9597298464227802e-05, "Finetune/Loss": 0.9327185750007629, "Finetune/Loss (Raw)": 0.8854848146438599, "Finetune/Step": 2267, "Finetune/Step Time": 6.616197884082794}
+{"Finetune/Learning Rate": 1.9596825262861724e-05, "Finetune/Loss": 0.931367039680481, "Finetune/Loss (Raw)": 0.9574517607688904, "Finetune/Step": 2268, "Finetune/Step Time": 6.617637792602181}
+{"Finetune/Learning Rate": 1.9596351789356977e-05, "Finetune/Loss": 0.931113600730896, "Finetune/Loss (Raw)": 0.8474605679512024, "Finetune/Step": 2269, "Finetune/Step Time": 6.617616109549999}
+{"Finetune/Learning Rate": 1.9595878043726974e-05, "Finetune/Loss": 0.9294165968894958, "Finetune/Loss (Raw)": 0.8580678105354309, "Finetune/Step": 2270, "Finetune/Step Time": 6.619646597653627}
+{"Finetune/Learning Rate": 1.959540402598516e-05, "Finetune/Loss": 0.9305851459503174, "Finetune/Loss (Raw)": 0.982445478439331, "Finetune/Step": 2271, "Finetune/Step Time": 6.614679815247655}
+{"Finetune/Learning Rate": 1.9594929736144978e-05, "Finetune/Loss": 0.9332170486450195, "Finetune/Loss (Raw)": 1.020777940750122, "Finetune/Step": 2272, "Finetune/Step Time": 6.600672388449311}
+{"Finetune/Learning Rate": 1.9594455174219865e-05, "Finetune/Loss": 0.9336122274398804, "Finetune/Loss (Raw)": 1.0618633031845093, "Finetune/Step": 2273, "Finetune/Step Time": 6.599665734916925}
+{"Finetune/Learning Rate": 1.9593980340223293e-05, "Finetune/Loss": 0.934576153755188, "Finetune/Loss (Raw)": 1.0779194831848145, "Finetune/Step": 2274, "Finetune/Step Time": 6.582275239750743}
+{"Finetune/Learning Rate": 1.9593505234168714e-05, "Finetune/Loss": 0.9330860376358032, "Finetune/Loss (Raw)": 0.8886809349060059, "Finetune/Step": 2275, "Finetune/Step Time": 6.584458649158478}
+{"Finetune/Learning Rate": 1.9593029856069613e-05, "Finetune/Loss": 0.9325979948043823, "Finetune/Loss (Raw)": 0.9250972867012024, "Finetune/Step": 2276, "Finetune/Step Time": 6.58344023488462}
+{"Finetune/Learning Rate": 1.9592554205939463e-05, "Finetune/Loss": 0.9316239356994629, "Finetune/Loss (Raw)": 0.9033775329589844, "Finetune/Step": 2277, "Finetune/Step Time": 6.58684016764164}
+{"Finetune/Learning Rate": 1.959207828379175e-05, "Finetune/Loss": 0.9299005270004272, "Finetune/Loss (Raw)": 0.6855456829071045, "Finetune/Step": 2278, "Finetune/Step Time": 6.602206053212285}
+{"Finetune/Learning Rate": 1.9591602089639975e-05, "Finetune/Loss": 0.9310054779052734, "Finetune/Loss (Raw)": 0.9474071264266968, "Finetune/Step": 2279, "Finetune/Step Time": 6.614353444427252}
+{"Finetune/Learning Rate": 1.959112562349764e-05, "Finetune/Loss": 0.9305211305618286, "Finetune/Loss (Raw)": 0.8992704153060913, "Finetune/Step": 2280, "Finetune/Step Time": 6.61138679087162}
+{"Finetune/Learning Rate": 1.9590648885378254e-05, "Finetune/Loss": 0.9312353134155273, "Finetune/Loss (Raw)": 1.0182932615280151, "Finetune/Step": 2281, "Finetune/Step Time": 6.61485043913126}
+{"Finetune/Learning Rate": 1.959017187529534e-05, "Finetune/Loss": 0.9318834543228149, "Finetune/Loss (Raw)": 0.9219375252723694, "Finetune/Step": 2282, "Finetune/Step Time": 6.595132512971759}
+{"Finetune/Learning Rate": 1.9589694593262422e-05, "Finetune/Loss": 0.9307618141174316, "Finetune/Loss (Raw)": 0.6906557083129883, "Finetune/Step": 2283, "Finetune/Step Time": 6.593778746202588}
+{"Finetune/Learning Rate": 1.9589217039293034e-05, "Finetune/Loss": 0.9300342798233032, "Finetune/Loss (Raw)": 0.8553053736686707, "Finetune/Step": 2284, "Finetune/Step Time": 6.59397854283452}
+{"Finetune/Learning Rate": 1.958873921340072e-05, "Finetune/Loss": 0.9291738271713257, "Finetune/Loss (Raw)": 0.9441807866096497, "Finetune/Step": 2285, "Finetune/Step Time": 6.5942328702658415}
+{"Finetune/Learning Rate": 1.9588261115599025e-05, "Finetune/Loss": 0.9283890128135681, "Finetune/Loss (Raw)": 0.8506045341491699, "Finetune/Step": 2286, "Finetune/Step Time": 6.595567079260945}
+{"Finetune/Learning Rate": 1.9587782745901513e-05, "Finetune/Loss": 0.927702784538269, "Finetune/Loss (Raw)": 0.9278492331504822, "Finetune/Step": 2287, "Finetune/Step Time": 6.614898754283786}
+{"Finetune/Learning Rate": 1.9587304104321746e-05, "Finetune/Loss": 0.9287394881248474, "Finetune/Loss (Raw)": 0.9527601003646851, "Finetune/Step": 2288, "Finetune/Step Time": 6.615146787837148}
+{"Finetune/Learning Rate": 1.95868251908733e-05, "Finetune/Loss": 0.9293086528778076, "Finetune/Loss (Raw)": 1.0213494300842285, "Finetune/Step": 2289, "Finetune/Step Time": 6.610764365643263}
+{"Finetune/Learning Rate": 1.9586346005569748e-05, "Finetune/Loss": 0.9287123680114746, "Finetune/Loss (Raw)": 0.8233803510665894, "Finetune/Step": 2290, "Finetune/Step Time": 6.614073056727648}
+{"Finetune/Learning Rate": 1.9585866548424687e-05, "Finetune/Loss": 0.9279791116714478, "Finetune/Loss (Raw)": 0.8254244327545166, "Finetune/Step": 2291, "Finetune/Step Time": 6.620972912758589}
+{"Finetune/Learning Rate": 1.9585386819451707e-05, "Finetune/Loss": 0.9292216300964355, "Finetune/Loss (Raw)": 1.1084020137786865, "Finetune/Step": 2292, "Finetune/Step Time": 6.636017924174666}
+{"Finetune/Learning Rate": 1.9584906818664414e-05, "Finetune/Loss": 0.9294993877410889, "Finetune/Loss (Raw)": 1.0733643770217896, "Finetune/Step": 2293, "Finetune/Step Time": 6.635097114369273}
+{"Finetune/Learning Rate": 1.958442654607642e-05, "Finetune/Loss": 0.9321808218955994, "Finetune/Loss (Raw)": 0.9047814011573792, "Finetune/Step": 2294, "Finetune/Step Time": 6.620519319549203}
+{"Finetune/Learning Rate": 1.9583946001701347e-05, "Finetune/Loss": 0.9298694133758545, "Finetune/Loss (Raw)": 0.7783341407775879, "Finetune/Step": 2295, "Finetune/Step Time": 6.619478926062584}
+{"Finetune/Learning Rate": 1.9583465185552814e-05, "Finetune/Loss": 0.9303186535835266, "Finetune/Loss (Raw)": 0.9959204196929932, "Finetune/Step": 2296, "Finetune/Step Time": 6.620153848081827}
+{"Finetune/Learning Rate": 1.9582984097644462e-05, "Finetune/Loss": 0.9313346147537231, "Finetune/Loss (Raw)": 0.8924147486686707, "Finetune/Step": 2297, "Finetune/Step Time": 6.604559902101755}
+{"Finetune/Learning Rate": 1.958250273798993e-05, "Finetune/Loss": 0.9302690029144287, "Finetune/Loss (Raw)": 0.867777407169342, "Finetune/Step": 2298, "Finetune/Step Time": 6.605324473232031}
+{"Finetune/Learning Rate": 1.9582021106602868e-05, "Finetune/Loss": 0.930367112159729, "Finetune/Loss (Raw)": 0.9928217530250549, "Finetune/Step": 2299, "Finetune/Step Time": 6.605000212788582}
+{"Finetune/Learning Rate": 1.958153920349694e-05, "Finetune/Loss": 0.9313772916793823, "Finetune/Loss (Raw)": 0.8737795352935791, "Finetune/Step": 2300, "Finetune/Step Time": 6.588140709325671}
+{"Finetune/Learning Rate": 1.95810570286858e-05, "Finetune/Loss": 0.9300307035446167, "Finetune/Loss (Raw)": 0.8516262173652649, "Finetune/Step": 2301, "Finetune/Step Time": 6.586140312254429}
+{"Finetune/Learning Rate": 1.9580574582183135e-05, "Finetune/Loss": 0.9296990633010864, "Finetune/Loss (Raw)": 0.8320186138153076, "Finetune/Step": 2302, "Finetune/Step Time": 6.585976727306843}
+{"Finetune/Learning Rate": 1.9580091864002613e-05, "Finetune/Loss": 0.9287566542625427, "Finetune/Loss (Raw)": 0.9415273070335388, "Finetune/Step": 2303, "Finetune/Step Time": 6.589970998466015}
+{"Finetune/Learning Rate": 1.957960887415793e-05, "Finetune/Loss": 0.9278876185417175, "Finetune/Loss (Raw)": 0.8610901832580566, "Finetune/Step": 2304, "Finetune/Step Time": 6.5906525161117315}
+{"Finetune/Learning Rate": 1.957912561266278e-05, "Finetune/Loss": 0.9288546442985535, "Finetune/Loss (Raw)": 0.9478314518928528, "Finetune/Step": 2305, "Finetune/Step Time": 6.589985573664308}
+{"Finetune/Learning Rate": 1.9578642079530865e-05, "Finetune/Loss": 0.9296420812606812, "Finetune/Loss (Raw)": 0.8576561808586121, "Finetune/Step": 2306, "Finetune/Step Time": 6.583779273554683}
+{"Finetune/Learning Rate": 1.95781582747759e-05, "Finetune/Loss": 0.9287023544311523, "Finetune/Loss (Raw)": 0.9451471567153931, "Finetune/Step": 2307, "Finetune/Step Time": 6.5829078033566475}
+{"Finetune/Learning Rate": 1.9577674198411603e-05, "Finetune/Loss": 0.9274624586105347, "Finetune/Loss (Raw)": 0.6999576687812805, "Finetune/Step": 2308, "Finetune/Step Time": 6.594251835718751}
+{"Finetune/Learning Rate": 1.95771898504517e-05, "Finetune/Loss": 0.9276060461997986, "Finetune/Loss (Raw)": 0.9300432801246643, "Finetune/Step": 2309, "Finetune/Step Time": 6.593828780576587}
+{"Finetune/Learning Rate": 1.957670523090993e-05, "Finetune/Loss": 0.9292013645172119, "Finetune/Loss (Raw)": 0.98276686668396, "Finetune/Step": 2310, "Finetune/Step Time": 6.59564077667892}
+{"Finetune/Learning Rate": 1.957622033980003e-05, "Finetune/Loss": 0.9295865297317505, "Finetune/Loss (Raw)": 0.9419788718223572, "Finetune/Step": 2311, "Finetune/Step Time": 6.601848596706986}
+{"Finetune/Learning Rate": 1.957573517713575e-05, "Finetune/Loss": 0.9302330613136292, "Finetune/Loss (Raw)": 0.9327379465103149, "Finetune/Step": 2312, "Finetune/Step Time": 6.601106617599726}
+{"Finetune/Learning Rate": 1.9575249742930852e-05, "Finetune/Loss": 0.9285516738891602, "Finetune/Loss (Raw)": 0.7309694290161133, "Finetune/Step": 2313, "Finetune/Step Time": 6.616035336628556}
+{"Finetune/Learning Rate": 1.95747640371991e-05, "Finetune/Loss": 0.9288861751556396, "Finetune/Loss (Raw)": 1.1017364263534546, "Finetune/Step": 2314, "Finetune/Step Time": 6.6301480904221535}
+{"Finetune/Learning Rate": 1.957427805995427e-05, "Finetune/Loss": 0.9285378456115723, "Finetune/Loss (Raw)": 0.9128974676132202, "Finetune/Step": 2315, "Finetune/Step Time": 6.634214263409376}
+{"Finetune/Learning Rate": 1.9573791811210136e-05, "Finetune/Loss": 0.9276798367500305, "Finetune/Loss (Raw)": 0.934161901473999, "Finetune/Step": 2316, "Finetune/Step Time": 6.63358986005187}
+{"Finetune/Learning Rate": 1.9573305290980488e-05, "Finetune/Loss": 0.9289149045944214, "Finetune/Loss (Raw)": 1.1083121299743652, "Finetune/Step": 2317, "Finetune/Step Time": 6.6304662842303514}
+{"Finetune/Learning Rate": 1.9572818499279128e-05, "Finetune/Loss": 0.9292754530906677, "Finetune/Loss (Raw)": 0.9811854958534241, "Finetune/Step": 2318, "Finetune/Step Time": 6.625838678330183}
+{"Finetune/Learning Rate": 1.9572331436119857e-05, "Finetune/Loss": 0.9307156801223755, "Finetune/Loss (Raw)": 1.064308524131775, "Finetune/Step": 2319, "Finetune/Step Time": 6.627677410840988}
+{"Finetune/Learning Rate": 1.9571844101516487e-05, "Finetune/Loss": 0.9290106296539307, "Finetune/Loss (Raw)": 0.7480969429016113, "Finetune/Step": 2320, "Finetune/Step Time": 6.627024149522185}
+{"Finetune/Learning Rate": 1.9571356495482836e-05, "Finetune/Loss": 0.9293232560157776, "Finetune/Loss (Raw)": 1.0243324041366577, "Finetune/Step": 2321, "Finetune/Step Time": 6.6244567558169365}
+{"Finetune/Learning Rate": 1.9570868618032733e-05, "Finetune/Loss": 0.929132342338562, "Finetune/Loss (Raw)": 1.0428247451782227, "Finetune/Step": 2322, "Finetune/Step Time": 6.606430545449257}
+{"Finetune/Learning Rate": 1.957038046918001e-05, "Finetune/Loss": 0.9286435842514038, "Finetune/Loss (Raw)": 0.9039132595062256, "Finetune/Step": 2323, "Finetune/Step Time": 6.607863552868366}
+{"Finetune/Learning Rate": 1.9569892048938516e-05, "Finetune/Loss": 0.9279643297195435, "Finetune/Loss (Raw)": 0.9782208204269409, "Finetune/Step": 2324, "Finetune/Step Time": 6.6141113974153996}
+{"Finetune/Learning Rate": 1.956940335732209e-05, "Finetune/Loss": 0.9294425249099731, "Finetune/Loss (Raw)": 1.036679744720459, "Finetune/Step": 2325, "Finetune/Step Time": 6.589832155033946}
+{"Finetune/Learning Rate": 1.95689143943446e-05, "Finetune/Loss": 0.929760754108429, "Finetune/Loss (Raw)": 0.9292405247688293, "Finetune/Step": 2326, "Finetune/Step Time": 6.58843775652349}
+{"Finetune/Learning Rate": 1.9568425160019908e-05, "Finetune/Loss": 0.9321614503860474, "Finetune/Loss (Raw)": 1.160132884979248, "Finetune/Step": 2327, "Finetune/Step Time": 6.572273077443242}
+{"Finetune/Learning Rate": 1.9567935654361888e-05, "Finetune/Loss": 0.9329018592834473, "Finetune/Loss (Raw)": 0.9963096976280212, "Finetune/Step": 2328, "Finetune/Step Time": 6.571237342432141}
+{"Finetune/Learning Rate": 1.956744587738442e-05, "Finetune/Loss": 0.9318629503250122, "Finetune/Loss (Raw)": 0.887194037437439, "Finetune/Step": 2329, "Finetune/Step Time": 6.5736117120832205}
+{"Finetune/Learning Rate": 1.9566955829101393e-05, "Finetune/Loss": 0.9325270652770996, "Finetune/Loss (Raw)": 0.9631237387657166, "Finetune/Step": 2330, "Finetune/Step Time": 6.564255071803927}
+{"Finetune/Learning Rate": 1.9566465509526704e-05, "Finetune/Loss": 0.9299697279930115, "Finetune/Loss (Raw)": 0.7458925843238831, "Finetune/Step": 2331, "Finetune/Step Time": 6.577763935551047}
+{"Finetune/Learning Rate": 1.9565974918674253e-05, "Finetune/Loss": 0.9299963116645813, "Finetune/Loss (Raw)": 0.9300804138183594, "Finetune/Step": 2332, "Finetune/Step Time": 6.590752111747861}
+{"Finetune/Learning Rate": 1.956548405655796e-05, "Finetune/Loss": 0.9290370345115662, "Finetune/Loss (Raw)": 0.9183112978935242, "Finetune/Step": 2333, "Finetune/Step Time": 6.611408619210124}
+{"Finetune/Learning Rate": 1.9564992923191734e-05, "Finetune/Loss": 0.9279212951660156, "Finetune/Loss (Raw)": 0.8607304692268372, "Finetune/Step": 2334, "Finetune/Step Time": 6.609987605363131}
+{"Finetune/Learning Rate": 1.9564501518589513e-05, "Finetune/Loss": 0.9273613691329956, "Finetune/Loss (Raw)": 0.9680957794189453, "Finetune/Step": 2335, "Finetune/Step Time": 6.611015969887376}
+{"Finetune/Learning Rate": 1.9564009842765225e-05, "Finetune/Loss": 0.9288263916969299, "Finetune/Loss (Raw)": 1.050358533859253, "Finetune/Step": 2336, "Finetune/Step Time": 6.602781413123012}
+{"Finetune/Learning Rate": 1.9563517895732815e-05, "Finetune/Loss": 0.9289144277572632, "Finetune/Loss (Raw)": 0.8256615996360779, "Finetune/Step": 2337, "Finetune/Step Time": 6.607414094731212}
+{"Finetune/Learning Rate": 1.9563025677506232e-05, "Finetune/Loss": 0.9287965297698975, "Finetune/Loss (Raw)": 0.9436684250831604, "Finetune/Step": 2338, "Finetune/Step Time": 6.602038646116853}
+{"Finetune/Learning Rate": 1.9562533188099436e-05, "Finetune/Loss": 0.9300962686538696, "Finetune/Loss (Raw)": 0.9726476669311523, "Finetune/Step": 2339, "Finetune/Step Time": 6.590684158727527}
+{"Finetune/Learning Rate": 1.956204042752639e-05, "Finetune/Loss": 0.9315245151519775, "Finetune/Loss (Raw)": 1.050234317779541, "Finetune/Step": 2340, "Finetune/Step Time": 6.588043266907334}
+{"Finetune/Learning Rate": 1.9561547395801065e-05, "Finetune/Loss": 0.9308135509490967, "Finetune/Loss (Raw)": 0.7905533909797668, "Finetune/Step": 2341, "Finetune/Step Time": 6.58918478526175}
+{"Finetune/Learning Rate": 1.9561054092937447e-05, "Finetune/Loss": 0.9314823746681213, "Finetune/Loss (Raw)": 0.9334239363670349, "Finetune/Step": 2342, "Finetune/Step Time": 6.582013176754117}
+{"Finetune/Learning Rate": 1.956056051894953e-05, "Finetune/Loss": 0.9317479133605957, "Finetune/Loss (Raw)": 0.9198954701423645, "Finetune/Step": 2343, "Finetune/Step Time": 6.580550443381071}
+{"Finetune/Learning Rate": 1.9560066673851294e-05, "Finetune/Loss": 0.9315966367721558, "Finetune/Loss (Raw)": 0.7249262928962708, "Finetune/Step": 2344, "Finetune/Step Time": 6.570738865062594}
+{"Finetune/Learning Rate": 1.9559572557656756e-05, "Finetune/Loss": 0.9314854145050049, "Finetune/Loss (Raw)": 0.988867998123169, "Finetune/Step": 2345, "Finetune/Step Time": 6.578754089772701}
+{"Finetune/Learning Rate": 1.9559078170379922e-05, "Finetune/Loss": 0.9324129223823547, "Finetune/Loss (Raw)": 0.9524604082107544, "Finetune/Step": 2346, "Finetune/Step Time": 6.582406276836991}
+{"Finetune/Learning Rate": 1.9558583512034818e-05, "Finetune/Loss": 0.9329828023910522, "Finetune/Loss (Raw)": 0.9991583228111267, "Finetune/Step": 2347, "Finetune/Step Time": 6.581595677882433}
+{"Finetune/Learning Rate": 1.955808858263546e-05, "Finetune/Loss": 0.9332235455513, "Finetune/Loss (Raw)": 0.9280073642730713, "Finetune/Step": 2348, "Finetune/Step Time": 6.57787523791194}
+{"Finetune/Learning Rate": 1.9557593382195894e-05, "Finetune/Loss": 0.9337464570999146, "Finetune/Loss (Raw)": 0.8423811793327332, "Finetune/Step": 2349, "Finetune/Step Time": 6.563882501795888}
+{"Finetune/Learning Rate": 1.9557097910730158e-05, "Finetune/Loss": 0.9361758232116699, "Finetune/Loss (Raw)": 1.1308859586715698, "Finetune/Step": 2350, "Finetune/Step Time": 6.562491782009602}
+{"Finetune/Learning Rate": 1.9556602168252298e-05, "Finetune/Loss": 0.9356618523597717, "Finetune/Loss (Raw)": 0.9360713362693787, "Finetune/Step": 2351, "Finetune/Step Time": 6.563804065808654}
+{"Finetune/Learning Rate": 1.955610615477638e-05, "Finetune/Loss": 0.9341822266578674, "Finetune/Loss (Raw)": 0.7857832312583923, "Finetune/Step": 2352, "Finetune/Step Time": 6.579165235161781}
+{"Finetune/Learning Rate": 1.9555609870316464e-05, "Finetune/Loss": 0.9325910806655884, "Finetune/Loss (Raw)": 0.8700705766677856, "Finetune/Step": 2353, "Finetune/Step Time": 6.598465245217085}
+{"Finetune/Learning Rate": 1.9555113314886623e-05, "Finetune/Loss": 0.9320612549781799, "Finetune/Loss (Raw)": 0.9334093332290649, "Finetune/Step": 2354, "Finetune/Step Time": 6.5993094984442}
+{"Finetune/Learning Rate": 1.9554616488500944e-05, "Finetune/Loss": 0.9322081804275513, "Finetune/Loss (Raw)": 0.9197660088539124, "Finetune/Step": 2355, "Finetune/Step Time": 6.597143903374672}
+{"Finetune/Learning Rate": 1.9554119391173508e-05, "Finetune/Loss": 0.9340919852256775, "Finetune/Loss (Raw)": 0.9847724437713623, "Finetune/Step": 2356, "Finetune/Step Time": 6.581623733043671}
+{"Finetune/Learning Rate": 1.9553622022918413e-05, "Finetune/Loss": 0.9343391060829163, "Finetune/Loss (Raw)": 0.9261164665222168, "Finetune/Step": 2357, "Finetune/Step Time": 6.579900296404958}
+{"Finetune/Learning Rate": 1.9553124383749767e-05, "Finetune/Loss": 0.9354132413864136, "Finetune/Loss (Raw)": 1.0373817682266235, "Finetune/Step": 2358, "Finetune/Step Time": 6.574304725974798}
+{"Finetune/Learning Rate": 1.955262647368168e-05, "Finetune/Loss": 0.934600830078125, "Finetune/Loss (Raw)": 0.9268137812614441, "Finetune/Step": 2359, "Finetune/Step Time": 6.570115473121405}
+{"Finetune/Learning Rate": 1.9552128292728266e-05, "Finetune/Loss": 0.9363961219787598, "Finetune/Loss (Raw)": 0.968274712562561, "Finetune/Step": 2360, "Finetune/Step Time": 6.566439965739846}
+{"Finetune/Learning Rate": 1.9551629840903658e-05, "Finetune/Loss": 0.9359554052352905, "Finetune/Loss (Raw)": 0.8233889937400818, "Finetune/Step": 2361, "Finetune/Step Time": 6.570584673434496}
+{"Finetune/Learning Rate": 1.955113111822199e-05, "Finetune/Loss": 0.9361007809638977, "Finetune/Loss (Raw)": 0.8636480569839478, "Finetune/Step": 2362, "Finetune/Step Time": 6.572293205186725}
+{"Finetune/Learning Rate": 1.9550632124697402e-05, "Finetune/Loss": 0.936367928981781, "Finetune/Loss (Raw)": 1.1037530899047852, "Finetune/Step": 2363, "Finetune/Step Time": 6.579811234027147}
+{"Finetune/Learning Rate": 1.9550132860344045e-05, "Finetune/Loss": 0.9371001720428467, "Finetune/Loss (Raw)": 1.032741665840149, "Finetune/Step": 2364, "Finetune/Step Time": 6.581151587888598}
+{"Finetune/Learning Rate": 1.9549633325176077e-05, "Finetune/Loss": 0.9367649555206299, "Finetune/Loss (Raw)": 0.9525860548019409, "Finetune/Step": 2365, "Finetune/Step Time": 6.571679385378957}
+{"Finetune/Learning Rate": 1.9549133519207665e-05, "Finetune/Loss": 0.9360137581825256, "Finetune/Loss (Raw)": 0.8537235260009766, "Finetune/Step": 2366, "Finetune/Step Time": 6.569894224405289}
+{"Finetune/Learning Rate": 1.9548633442452977e-05, "Finetune/Loss": 0.9347201585769653, "Finetune/Loss (Raw)": 0.8118534684181213, "Finetune/Step": 2367, "Finetune/Step Time": 6.5641786605119705}
+{"Finetune/Learning Rate": 1.9548133094926203e-05, "Finetune/Loss": 0.9331487417221069, "Finetune/Loss (Raw)": 0.9394577145576477, "Finetune/Step": 2368, "Finetune/Step Time": 6.56130182929337}
+{"Finetune/Learning Rate": 1.9547632476641523e-05, "Finetune/Loss": 0.9324266910552979, "Finetune/Loss (Raw)": 0.8921396732330322, "Finetune/Step": 2369, "Finetune/Step Time": 6.571241630241275}
+{"Finetune/Learning Rate": 1.9547131587613135e-05, "Finetune/Loss": 0.9289752244949341, "Finetune/Loss (Raw)": 0.6570180058479309, "Finetune/Step": 2370, "Finetune/Step Time": 6.587320998311043}
+{"Finetune/Learning Rate": 1.9546630427855243e-05, "Finetune/Loss": 0.9287198185920715, "Finetune/Loss (Raw)": 0.8339242935180664, "Finetune/Step": 2371, "Finetune/Step Time": 6.588139057159424}
+{"Finetune/Learning Rate": 1.954612899738206e-05, "Finetune/Loss": 0.930181086063385, "Finetune/Loss (Raw)": 1.1548036336898804, "Finetune/Step": 2372, "Finetune/Step Time": 6.581782061606646}
+{"Finetune/Learning Rate": 1.9545627296207806e-05, "Finetune/Loss": 0.9304013252258301, "Finetune/Loss (Raw)": 0.9526777267456055, "Finetune/Step": 2373, "Finetune/Step Time": 6.595686007291079}
+{"Finetune/Learning Rate": 1.9545125324346702e-05, "Finetune/Loss": 0.930583119392395, "Finetune/Loss (Raw)": 0.7743604779243469, "Finetune/Step": 2374, "Finetune/Step Time": 6.608537133783102}
+{"Finetune/Learning Rate": 1.9544623081812987e-05, "Finetune/Loss": 0.9301744699478149, "Finetune/Loss (Raw)": 0.8433236479759216, "Finetune/Step": 2375, "Finetune/Step Time": 6.611237946897745}
+{"Finetune/Learning Rate": 1.9544120568620905e-05, "Finetune/Loss": 0.9291712045669556, "Finetune/Loss (Raw)": 0.8445395827293396, "Finetune/Step": 2376, "Finetune/Step Time": 6.623720247298479}
+{"Finetune/Learning Rate": 1.9543617784784703e-05, "Finetune/Loss": 0.9290982484817505, "Finetune/Loss (Raw)": 0.8942983150482178, "Finetune/Step": 2377, "Finetune/Step Time": 6.607872238382697}
+{"Finetune/Learning Rate": 1.954311473031864e-05, "Finetune/Loss": 0.927828848361969, "Finetune/Loss (Raw)": 0.8325713872909546, "Finetune/Step": 2378, "Finetune/Step Time": 6.617775550112128}
+{"Finetune/Learning Rate": 1.954261140523698e-05, "Finetune/Loss": 0.9261186718940735, "Finetune/Loss (Raw)": 0.8401508927345276, "Finetune/Step": 2379, "Finetune/Step Time": 6.620433080941439}
+{"Finetune/Learning Rate": 1.9542107809553995e-05, "Finetune/Loss": 0.9247856140136719, "Finetune/Loss (Raw)": 0.7360706925392151, "Finetune/Step": 2380, "Finetune/Step Time": 6.635955715551972}
+{"Finetune/Learning Rate": 1.9541603943283965e-05, "Finetune/Loss": 0.9241639375686646, "Finetune/Loss (Raw)": 0.9596095085144043, "Finetune/Step": 2381, "Finetune/Step Time": 6.633945181965828}
+{"Finetune/Learning Rate": 1.9541099806441183e-05, "Finetune/Loss": 0.9258517026901245, "Finetune/Loss (Raw)": 1.0172885656356812, "Finetune/Step": 2382, "Finetune/Step Time": 6.608031520619988}
+{"Finetune/Learning Rate": 1.9540595399039942e-05, "Finetune/Loss": 0.9242082834243774, "Finetune/Loss (Raw)": 0.9323267340660095, "Finetune/Step": 2383, "Finetune/Step Time": 6.606227712705731}
+{"Finetune/Learning Rate": 1.9540090721094542e-05, "Finetune/Loss": 0.9229413270950317, "Finetune/Loss (Raw)": 0.8901907801628113, "Finetune/Step": 2384, "Finetune/Step Time": 6.602044774219394}
+{"Finetune/Learning Rate": 1.95395857726193e-05, "Finetune/Loss": 0.9238193035125732, "Finetune/Loss (Raw)": 1.0118803977966309, "Finetune/Step": 2385, "Finetune/Step Time": 6.613433975726366}
+{"Finetune/Learning Rate": 1.953908055362853e-05, "Finetune/Loss": 0.9241607785224915, "Finetune/Loss (Raw)": 1.0211189985275269, "Finetune/Step": 2386, "Finetune/Step Time": 6.617904406040907}
+{"Finetune/Learning Rate": 1.9538575064136563e-05, "Finetune/Loss": 0.92287677526474, "Finetune/Loss (Raw)": 0.8873901963233948, "Finetune/Step": 2387, "Finetune/Step Time": 6.624221941456199}
+{"Finetune/Learning Rate": 1.953806930415773e-05, "Finetune/Loss": 0.9216795563697815, "Finetune/Loss (Raw)": 0.848519504070282, "Finetune/Step": 2388, "Finetune/Step Time": 6.622504040598869}
+{"Finetune/Learning Rate": 1.9537563273706377e-05, "Finetune/Loss": 0.9212548732757568, "Finetune/Loss (Raw)": 0.875065803527832, "Finetune/Step": 2389, "Finetune/Step Time": 6.619779223576188}
+{"Finetune/Learning Rate": 1.9537056972796848e-05, "Finetune/Loss": 0.920649528503418, "Finetune/Loss (Raw)": 0.8692024946212769, "Finetune/Step": 2390, "Finetune/Step Time": 6.661497550085187}
+{"Finetune/Learning Rate": 1.9536550401443505e-05, "Finetune/Loss": 0.9199177622795105, "Finetune/Loss (Raw)": 0.8309009075164795, "Finetune/Step": 2391, "Finetune/Step Time": 6.665685893967748}
+{"Finetune/Learning Rate": 1.9536043559660708e-05, "Finetune/Loss": 0.9204588532447815, "Finetune/Loss (Raw)": 1.053572177886963, "Finetune/Step": 2392, "Finetune/Step Time": 6.657135969027877}
+{"Finetune/Learning Rate": 1.9535536447462835e-05, "Finetune/Loss": 0.9211337566375732, "Finetune/Loss (Raw)": 0.9224143624305725, "Finetune/Step": 2393, "Finetune/Step Time": 6.657405961304903}
+{"Finetune/Learning Rate": 1.9535029064864263e-05, "Finetune/Loss": 0.9219728708267212, "Finetune/Loss (Raw)": 1.0031050443649292, "Finetune/Step": 2394, "Finetune/Step Time": 6.667769705876708}
+{"Finetune/Learning Rate": 1.9534521411879384e-05, "Finetune/Loss": 0.9218406081199646, "Finetune/Loss (Raw)": 0.868552565574646, "Finetune/Step": 2395, "Finetune/Step Time": 6.666004449129105}
+{"Finetune/Learning Rate": 1.9534013488522585e-05, "Finetune/Loss": 0.9197476506233215, "Finetune/Loss (Raw)": 0.6895563006401062, "Finetune/Step": 2396, "Finetune/Step Time": 6.664036283269525}
+{"Finetune/Learning Rate": 1.9533505294808278e-05, "Finetune/Loss": 0.9201172590255737, "Finetune/Loss (Raw)": 0.8947718143463135, "Finetune/Step": 2397, "Finetune/Step Time": 6.671030007302761}
+{"Finetune/Learning Rate": 1.9532996830750866e-05, "Finetune/Loss": 0.9210769534111023, "Finetune/Loss (Raw)": 0.9809056520462036, "Finetune/Step": 2398, "Finetune/Step Time": 6.672472480684519}
+{"Finetune/Learning Rate": 1.953248809636478e-05, "Finetune/Loss": 0.9209408760070801, "Finetune/Loss (Raw)": 0.9650328159332275, "Finetune/Step": 2399, "Finetune/Step Time": 6.670288644731045}
+{"Finetune/Learning Rate": 1.953197909166443e-05, "Finetune/Loss": 0.9186533689498901, "Finetune/Loss (Raw)": 0.7279702425003052, "Finetune/Step": 2400, "Finetune/Step Time": 6.684290278702974}
+{"Finetune/Learning Rate": 1.9531469816664264e-05, "Finetune/Loss": 0.9175788164138794, "Finetune/Loss (Raw)": 0.9243247509002686, "Finetune/Step": 2401, "Finetune/Step Time": 6.6850441750139}
+{"Finetune/Learning Rate": 1.9530960271378715e-05, "Finetune/Loss": 0.9164155125617981, "Finetune/Loss (Raw)": 0.9290227293968201, "Finetune/Step": 2402, "Finetune/Step Time": 6.686826527118683}
+{"Finetune/Learning Rate": 1.9530450455822238e-05, "Finetune/Loss": 0.9157904386520386, "Finetune/Loss (Raw)": 0.8086661100387573, "Finetune/Step": 2403, "Finetune/Step Time": 6.68485633097589}
+{"Finetune/Learning Rate": 1.952994037000928e-05, "Finetune/Loss": 0.915774405002594, "Finetune/Loss (Raw)": 0.9230490922927856, "Finetune/Step": 2404, "Finetune/Step Time": 6.682504367083311}
+{"Finetune/Learning Rate": 1.952943001395432e-05, "Finetune/Loss": 0.9158347249031067, "Finetune/Loss (Raw)": 0.9110977053642273, "Finetune/Step": 2405, "Finetune/Step Time": 6.6817786283791065}
+{"Finetune/Learning Rate": 1.9528919387671822e-05, "Finetune/Loss": 0.9165517091751099, "Finetune/Loss (Raw)": 0.7773226499557495, "Finetune/Step": 2406, "Finetune/Step Time": 6.668706029653549}
+{"Finetune/Learning Rate": 1.9528408491176266e-05, "Finetune/Loss": 0.9159035682678223, "Finetune/Loss (Raw)": 0.8644354939460754, "Finetune/Step": 2407, "Finetune/Step Time": 6.669168030843139}
+{"Finetune/Learning Rate": 1.952789732448214e-05, "Finetune/Loss": 0.9175958633422852, "Finetune/Loss (Raw)": 1.115891456604004, "Finetune/Step": 2408, "Finetune/Step Time": 6.670337300747633}
+{"Finetune/Learning Rate": 1.952738588760394e-05, "Finetune/Loss": 0.9164574146270752, "Finetune/Loss (Raw)": 0.8725656867027283, "Finetune/Step": 2409, "Finetune/Step Time": 6.668879872187972}
+{"Finetune/Learning Rate": 1.9526874180556165e-05, "Finetune/Loss": 0.9171947240829468, "Finetune/Loss (Raw)": 1.016309380531311, "Finetune/Step": 2410, "Finetune/Step Time": 6.6671690959483385}
+{"Finetune/Learning Rate": 1.952636220335333e-05, "Finetune/Loss": 0.9165920615196228, "Finetune/Loss (Raw)": 0.613515317440033, "Finetune/Step": 2411, "Finetune/Step Time": 6.6756088975816965}
+{"Finetune/Learning Rate": 1.9525849956009956e-05, "Finetune/Loss": 0.9158272743225098, "Finetune/Loss (Raw)": 0.7574167251586914, "Finetune/Step": 2412, "Finetune/Step Time": 6.6776531264185905}
+{"Finetune/Learning Rate": 1.952533743854056e-05, "Finetune/Loss": 0.9160853624343872, "Finetune/Loss (Raw)": 0.9772174954414368, "Finetune/Step": 2413, "Finetune/Step Time": 6.677603023126721}
+{"Finetune/Learning Rate": 1.952482465095969e-05, "Finetune/Loss": 0.9165408611297607, "Finetune/Loss (Raw)": 0.9089059829711914, "Finetune/Step": 2414, "Finetune/Step Time": 6.680734993889928}
+{"Finetune/Learning Rate": 1.952431159328187e-05, "Finetune/Loss": 0.9168566465377808, "Finetune/Loss (Raw)": 0.9682692885398865, "Finetune/Step": 2415, "Finetune/Step Time": 6.65888892672956}
+{"Finetune/Learning Rate": 1.9523798265521656e-05, "Finetune/Loss": 0.9169883728027344, "Finetune/Loss (Raw)": 0.9696168899536133, "Finetune/Step": 2416, "Finetune/Step Time": 6.6554760448634624}
+{"Finetune/Learning Rate": 1.952328466769361e-05, "Finetune/Loss": 0.9162163734436035, "Finetune/Loss (Raw)": 0.9225345849990845, "Finetune/Step": 2417, "Finetune/Step Time": 6.6644202917814255}
+{"Finetune/Learning Rate": 1.9522770799812287e-05, "Finetune/Loss": 0.9178341627120972, "Finetune/Loss (Raw)": 1.0304696559906006, "Finetune/Step": 2418, "Finetune/Step Time": 6.6586744915694}
+{"Finetune/Learning Rate": 1.9522256661892264e-05, "Finetune/Loss": 0.9194002747535706, "Finetune/Loss (Raw)": 1.0258783102035522, "Finetune/Step": 2419, "Finetune/Step Time": 6.653729025274515}
+{"Finetune/Learning Rate": 1.9521742253948123e-05, "Finetune/Loss": 0.9181336164474487, "Finetune/Loss (Raw)": 0.9462753534317017, "Finetune/Step": 2420, "Finetune/Step Time": 6.646053500473499}
+{"Finetune/Learning Rate": 1.9521227575994445e-05, "Finetune/Loss": 0.9176144003868103, "Finetune/Loss (Raw)": 1.0069012641906738, "Finetune/Step": 2421, "Finetune/Step Time": 6.645370665937662}
+{"Finetune/Learning Rate": 1.9520712628045827e-05, "Finetune/Loss": 0.9183865189552307, "Finetune/Loss (Raw)": 1.0036121606826782, "Finetune/Step": 2422, "Finetune/Step Time": 6.642592318356037}
+{"Finetune/Learning Rate": 1.9520197410116878e-05, "Finetune/Loss": 0.9204104542732239, "Finetune/Loss (Raw)": 1.0373919010162354, "Finetune/Step": 2423, "Finetune/Step Time": 6.646843135356903}
+{"Finetune/Learning Rate": 1.9519681922222195e-05, "Finetune/Loss": 0.9206646680831909, "Finetune/Loss (Raw)": 1.0284672975540161, "Finetune/Step": 2424, "Finetune/Step Time": 6.646905608475208}
+{"Finetune/Learning Rate": 1.9519166164376408e-05, "Finetune/Loss": 0.9205875396728516, "Finetune/Loss (Raw)": 0.8825413584709167, "Finetune/Step": 2425, "Finetune/Step Time": 6.666507260873914}
+{"Finetune/Learning Rate": 1.9518650136594136e-05, "Finetune/Loss": 0.9219392538070679, "Finetune/Loss (Raw)": 1.0407904386520386, "Finetune/Step": 2426, "Finetune/Step Time": 6.665002087131143}
+{"Finetune/Learning Rate": 1.9518133838890012e-05, "Finetune/Loss": 0.9234448671340942, "Finetune/Loss (Raw)": 1.185547113418579, "Finetune/Step": 2427, "Finetune/Step Time": 6.663563342764974}
+{"Finetune/Learning Rate": 1.951761727127868e-05, "Finetune/Loss": 0.924334704875946, "Finetune/Loss (Raw)": 0.9876742362976074, "Finetune/Step": 2428, "Finetune/Step Time": 6.660826280713081}
+{"Finetune/Learning Rate": 1.9517100433774784e-05, "Finetune/Loss": 0.9247246384620667, "Finetune/Loss (Raw)": 0.9015370011329651, "Finetune/Step": 2429, "Finetune/Step Time": 6.6655333787202835}
+{"Finetune/Learning Rate": 1.9516583326392985e-05, "Finetune/Loss": 0.9250724911689758, "Finetune/Loss (Raw)": 0.876545786857605, "Finetune/Step": 2430, "Finetune/Step Time": 6.6627454943954945}
+{"Finetune/Learning Rate": 1.9516065949147945e-05, "Finetune/Loss": 0.9254631996154785, "Finetune/Loss (Raw)": 0.9915384650230408, "Finetune/Step": 2431, "Finetune/Step Time": 6.660192294046283}
+{"Finetune/Learning Rate": 1.9515548302054335e-05, "Finetune/Loss": 0.925441563129425, "Finetune/Loss (Raw)": 0.8583201169967651, "Finetune/Step": 2432, "Finetune/Step Time": 6.658575443550944}
+{"Finetune/Learning Rate": 1.951503038512683e-05, "Finetune/Loss": 0.9246448278427124, "Finetune/Loss (Raw)": 0.8458463549613953, "Finetune/Step": 2433, "Finetune/Step Time": 6.661273734644055}
+{"Finetune/Learning Rate": 1.9514512198380124e-05, "Finetune/Loss": 0.9253326654434204, "Finetune/Loss (Raw)": 0.9456989169120789, "Finetune/Step": 2434, "Finetune/Step Time": 6.665723195299506}
+{"Finetune/Learning Rate": 1.9513993741828908e-05, "Finetune/Loss": 0.9252573847770691, "Finetune/Loss (Raw)": 0.9355157613754272, "Finetune/Step": 2435, "Finetune/Step Time": 6.668751750141382}
+{"Finetune/Learning Rate": 1.9513475015487883e-05, "Finetune/Loss": 0.9276725053787231, "Finetune/Loss (Raw)": 1.00909423828125, "Finetune/Step": 2436, "Finetune/Step Time": 6.655330969020724}
+{"Finetune/Learning Rate": 1.951295601937176e-05, "Finetune/Loss": 0.9285070896148682, "Finetune/Loss (Raw)": 1.0368647575378418, "Finetune/Step": 2437, "Finetune/Step Time": 6.694747241213918}
+{"Finetune/Learning Rate": 1.9512436753495253e-05, "Finetune/Loss": 0.9280762076377869, "Finetune/Loss (Raw)": 0.9276165962219238, "Finetune/Step": 2438, "Finetune/Step Time": 6.700140319764614}
+{"Finetune/Learning Rate": 1.9511917217873088e-05, "Finetune/Loss": 0.9288339614868164, "Finetune/Loss (Raw)": 1.0389764308929443, "Finetune/Step": 2439, "Finetune/Step Time": 6.693688569590449}
+{"Finetune/Learning Rate": 1.9511397412520003e-05, "Finetune/Loss": 0.9289811849594116, "Finetune/Loss (Raw)": 0.9515817165374756, "Finetune/Step": 2440, "Finetune/Step Time": 6.691973030567169}
+{"Finetune/Learning Rate": 1.9510877337450733e-05, "Finetune/Loss": 0.9317392110824585, "Finetune/Loss (Raw)": 1.0839943885803223, "Finetune/Step": 2441, "Finetune/Step Time": 6.68007386662066}
+{"Finetune/Learning Rate": 1.9510356992680027e-05, "Finetune/Loss": 0.9304980039596558, "Finetune/Loss (Raw)": 0.9428589940071106, "Finetune/Step": 2442, "Finetune/Step Time": 6.664459586143494}
+{"Finetune/Learning Rate": 1.950983637822264e-05, "Finetune/Loss": 0.9305983781814575, "Finetune/Loss (Raw)": 0.9257479906082153, "Finetune/Step": 2443, "Finetune/Step Time": 6.667697863653302}
+{"Finetune/Learning Rate": 1.9509315494093336e-05, "Finetune/Loss": 0.930189311504364, "Finetune/Loss (Raw)": 0.8817981481552124, "Finetune/Step": 2444, "Finetune/Step Time": 6.671422742307186}
+{"Finetune/Learning Rate": 1.9508794340306883e-05, "Finetune/Loss": 0.9278772473335266, "Finetune/Loss (Raw)": 0.8123657703399658, "Finetune/Step": 2445, "Finetune/Step Time": 6.671139843761921}
+{"Finetune/Learning Rate": 1.9508272916878065e-05, "Finetune/Loss": 0.9285322427749634, "Finetune/Loss (Raw)": 1.0650264024734497, "Finetune/Step": 2446, "Finetune/Step Time": 6.6743206437677145}
+{"Finetune/Learning Rate": 1.9507751223821666e-05, "Finetune/Loss": 0.9282491207122803, "Finetune/Loss (Raw)": 1.0280729532241821, "Finetune/Step": 2447, "Finetune/Step Time": 6.669247845187783}
+{"Finetune/Learning Rate": 1.9507229261152476e-05, "Finetune/Loss": 0.9299309253692627, "Finetune/Loss (Raw)": 0.9633596539497375, "Finetune/Step": 2448, "Finetune/Step Time": 6.6641346625983715}
+{"Finetune/Learning Rate": 1.95067070288853e-05, "Finetune/Loss": 0.9292402267456055, "Finetune/Loss (Raw)": 0.9359343647956848, "Finetune/Step": 2449, "Finetune/Step Time": 6.663937747478485}
+{"Finetune/Learning Rate": 1.9506184527034948e-05, "Finetune/Loss": 0.9285388588905334, "Finetune/Loss (Raw)": 0.9530467391014099, "Finetune/Step": 2450, "Finetune/Step Time": 6.6637018751353025}
+{"Finetune/Learning Rate": 1.950566175561623e-05, "Finetune/Loss": 0.9285502433776855, "Finetune/Loss (Raw)": 0.9053769707679749, "Finetune/Step": 2451, "Finetune/Step Time": 6.665170323103666}
+{"Finetune/Learning Rate": 1.950513871464398e-05, "Finetune/Loss": 0.9272974133491516, "Finetune/Loss (Raw)": 0.8178529739379883, "Finetune/Step": 2452, "Finetune/Step Time": 6.665259536355734}
+{"Finetune/Learning Rate": 1.9504615404133026e-05, "Finetune/Loss": 0.9264898300170898, "Finetune/Loss (Raw)": 0.9333125948905945, "Finetune/Step": 2453, "Finetune/Step Time": 6.663547055795789}
+{"Finetune/Learning Rate": 1.9504091824098203e-05, "Finetune/Loss": 0.9264863729476929, "Finetune/Loss (Raw)": 0.9287970066070557, "Finetune/Step": 2454, "Finetune/Step Time": 6.6619554702192545}
+{"Finetune/Learning Rate": 1.950356797455436e-05, "Finetune/Loss": 0.924161434173584, "Finetune/Loss (Raw)": 0.8625363111495972, "Finetune/Step": 2455, "Finetune/Step Time": 6.674451999366283}
+{"Finetune/Learning Rate": 1.950304385551636e-05, "Finetune/Loss": 0.9229700565338135, "Finetune/Loss (Raw)": 0.843813419342041, "Finetune/Step": 2456, "Finetune/Step Time": 6.678715851157904}
+{"Finetune/Learning Rate": 1.9502519466999053e-05, "Finetune/Loss": 0.923519492149353, "Finetune/Loss (Raw)": 0.9575291872024536, "Finetune/Step": 2457, "Finetune/Step Time": 6.677951939404011}
+{"Finetune/Learning Rate": 1.950199480901732e-05, "Finetune/Loss": 0.9236814975738525, "Finetune/Loss (Raw)": 0.9838560819625854, "Finetune/Step": 2458, "Finetune/Step Time": 6.680008798837662}
+{"Finetune/Learning Rate": 1.950146988158603e-05, "Finetune/Loss": 0.926059365272522, "Finetune/Loss (Raw)": 1.0502554178237915, "Finetune/Step": 2459, "Finetune/Step Time": 6.662149760872126}
+{"Finetune/Learning Rate": 1.9500944684720074e-05, "Finetune/Loss": 0.9259625673294067, "Finetune/Loss (Raw)": 0.9176867604255676, "Finetune/Step": 2460, "Finetune/Step Time": 6.64578146673739}
+{"Finetune/Learning Rate": 1.9500419218434346e-05, "Finetune/Loss": 0.9267754554748535, "Finetune/Loss (Raw)": 1.0223658084869385, "Finetune/Step": 2461, "Finetune/Step Time": 6.628753261640668}
+{"Finetune/Learning Rate": 1.9499893482743745e-05, "Finetune/Loss": 0.9281665086746216, "Finetune/Loss (Raw)": 1.038791537284851, "Finetune/Step": 2462, "Finetune/Step Time": 6.6265405882149935}
+{"Finetune/Learning Rate": 1.9499367477663175e-05, "Finetune/Loss": 0.9267995357513428, "Finetune/Loss (Raw)": 0.7931229472160339, "Finetune/Step": 2463, "Finetune/Step Time": 6.623693253844976}
+{"Finetune/Learning Rate": 1.949884120320756e-05, "Finetune/Loss": 0.9262773990631104, "Finetune/Loss (Raw)": 0.9835134744644165, "Finetune/Step": 2464, "Finetune/Step Time": 6.624969186261296}
+{"Finetune/Learning Rate": 1.9498314659391816e-05, "Finetune/Loss": 0.9278609752655029, "Finetune/Loss (Raw)": 1.0283719301223755, "Finetune/Step": 2465, "Finetune/Step Time": 6.621859192848206}
+{"Finetune/Learning Rate": 1.949778784623088e-05, "Finetune/Loss": 0.9284039735794067, "Finetune/Loss (Raw)": 1.0131644010543823, "Finetune/Step": 2466, "Finetune/Step Time": 6.629892431199551}
+{"Finetune/Learning Rate": 1.9497260763739692e-05, "Finetune/Loss": 0.9269919991493225, "Finetune/Loss (Raw)": 0.7919174432754517, "Finetune/Step": 2467, "Finetune/Step Time": 6.644223794341087}
+{"Finetune/Learning Rate": 1.949673341193319e-05, "Finetune/Loss": 0.9247643947601318, "Finetune/Loss (Raw)": 0.7651003003120422, "Finetune/Step": 2468, "Finetune/Step Time": 6.643020939081907}
+{"Finetune/Learning Rate": 1.9496205790826336e-05, "Finetune/Loss": 0.9261685609817505, "Finetune/Loss (Raw)": 0.9702877402305603, "Finetune/Step": 2469, "Finetune/Step Time": 6.645578244701028}
+{"Finetune/Learning Rate": 1.9495677900434086e-05, "Finetune/Loss": 0.9253854751586914, "Finetune/Loss (Raw)": 0.8331854939460754, "Finetune/Step": 2470, "Finetune/Step Time": 6.651610301807523}
+{"Finetune/Learning Rate": 1.9495149740771417e-05, "Finetune/Loss": 0.9240199327468872, "Finetune/Loss (Raw)": 0.7451115846633911, "Finetune/Step": 2471, "Finetune/Step Time": 6.664139281958342}
+{"Finetune/Learning Rate": 1.94946213118533e-05, "Finetune/Loss": 0.9255605936050415, "Finetune/Loss (Raw)": 0.9221224188804626, "Finetune/Step": 2472, "Finetune/Step Time": 6.661097886040807}
+{"Finetune/Learning Rate": 1.949409261369472e-05, "Finetune/Loss": 0.9262650012969971, "Finetune/Loss (Raw)": 1.0790423154830933, "Finetune/Step": 2473, "Finetune/Step Time": 6.669913690537214}
+{"Finetune/Learning Rate": 1.9493563646310677e-05, "Finetune/Loss": 0.9268686771392822, "Finetune/Loss (Raw)": 1.0297285318374634, "Finetune/Step": 2474, "Finetune/Step Time": 6.666459636762738}
+{"Finetune/Learning Rate": 1.949303440971616e-05, "Finetune/Loss": 0.9266954660415649, "Finetune/Loss (Raw)": 0.9769902229309082, "Finetune/Step": 2475, "Finetune/Step Time": 6.665603676810861}
+{"Finetune/Learning Rate": 1.9492504903926183e-05, "Finetune/Loss": 0.9262962341308594, "Finetune/Loss (Raw)": 0.8768970370292664, "Finetune/Step": 2476, "Finetune/Step Time": 6.66544514708221}
+{"Finetune/Learning Rate": 1.949197512895576e-05, "Finetune/Loss": 0.9266349673271179, "Finetune/Loss (Raw)": 0.8857409358024597, "Finetune/Step": 2477, "Finetune/Step Time": 6.665134523063898}
+{"Finetune/Learning Rate": 1.9491445084819912e-05, "Finetune/Loss": 0.9256205558776855, "Finetune/Loss (Raw)": 1.001046061515808, "Finetune/Step": 2478, "Finetune/Step Time": 6.684419766068459}
+{"Finetune/Learning Rate": 1.9490914771533677e-05, "Finetune/Loss": 0.9258347153663635, "Finetune/Loss (Raw)": 0.9634804725646973, "Finetune/Step": 2479, "Finetune/Step Time": 6.68008822388947}
+{"Finetune/Learning Rate": 1.9490384189112084e-05, "Finetune/Loss": 0.926276683807373, "Finetune/Loss (Raw)": 0.8423538208007812, "Finetune/Step": 2480, "Finetune/Step Time": 6.665346313267946}
+{"Finetune/Learning Rate": 1.948985333757018e-05, "Finetune/Loss": 0.9270058274269104, "Finetune/Loss (Raw)": 0.963404655456543, "Finetune/Step": 2481, "Finetune/Step Time": 6.647699922323227}
+{"Finetune/Learning Rate": 1.9489322216923027e-05, "Finetune/Loss": 0.9277059435844421, "Finetune/Loss (Raw)": 1.023017406463623, "Finetune/Step": 2482, "Finetune/Step Time": 6.6482327580451965}
+{"Finetune/Learning Rate": 1.9488790827185676e-05, "Finetune/Loss": 0.928601861000061, "Finetune/Loss (Raw)": 1.0344500541687012, "Finetune/Step": 2483, "Finetune/Step Time": 6.651223063468933}
+{"Finetune/Learning Rate": 1.9488259168373198e-05, "Finetune/Loss": 0.9283040761947632, "Finetune/Loss (Raw)": 0.9466474056243896, "Finetune/Step": 2484, "Finetune/Step Time": 6.65069661475718}
+{"Finetune/Learning Rate": 1.9487727240500674e-05, "Finetune/Loss": 0.9277849197387695, "Finetune/Loss (Raw)": 0.8596651554107666, "Finetune/Step": 2485, "Finetune/Step Time": 6.6619192864745855}
+{"Finetune/Learning Rate": 1.9487195043583184e-05, "Finetune/Loss": 0.9270296096801758, "Finetune/Loss (Raw)": 0.940700352191925, "Finetune/Step": 2486, "Finetune/Step Time": 6.664230611175299}
+{"Finetune/Learning Rate": 1.948666257763582e-05, "Finetune/Loss": 0.9266058206558228, "Finetune/Loss (Raw)": 0.8725762963294983, "Finetune/Step": 2487, "Finetune/Step Time": 6.670463865622878}
+{"Finetune/Learning Rate": 1.948612984267368e-05, "Finetune/Loss": 0.9264481663703918, "Finetune/Loss (Raw)": 0.9480911493301392, "Finetune/Step": 2488, "Finetune/Step Time": 6.673165211454034}
+{"Finetune/Learning Rate": 1.9485596838711876e-05, "Finetune/Loss": 0.927187442779541, "Finetune/Loss (Raw)": 0.9180260896682739, "Finetune/Step": 2489, "Finetune/Step Time": 6.670003125444055}
+{"Finetune/Learning Rate": 1.9485063565765516e-05, "Finetune/Loss": 0.9276659488677979, "Finetune/Loss (Raw)": 0.9248890280723572, "Finetune/Step": 2490, "Finetune/Step Time": 6.670008145272732}
+{"Finetune/Learning Rate": 1.948453002384973e-05, "Finetune/Loss": 0.9262533783912659, "Finetune/Loss (Raw)": 0.9229435920715332, "Finetune/Step": 2491, "Finetune/Step Time": 6.664537969976664}
+{"Finetune/Learning Rate": 1.948399621297964e-05, "Finetune/Loss": 0.9268044233322144, "Finetune/Loss (Raw)": 1.1032718420028687, "Finetune/Step": 2492, "Finetune/Step Time": 6.664052510634065}
+{"Finetune/Learning Rate": 1.9483462133170385e-05, "Finetune/Loss": 0.9269213676452637, "Finetune/Loss (Raw)": 0.9675524830818176, "Finetune/Step": 2493, "Finetune/Step Time": 6.663671551272273}
+{"Finetune/Learning Rate": 1.9482927784437114e-05, "Finetune/Loss": 0.9276176691055298, "Finetune/Loss (Raw)": 0.942859947681427, "Finetune/Step": 2494, "Finetune/Step Time": 6.660135330632329}
+{"Finetune/Learning Rate": 1.9482393166794976e-05, "Finetune/Loss": 0.9291886687278748, "Finetune/Loss (Raw)": 1.0129348039627075, "Finetune/Step": 2495, "Finetune/Step Time": 6.648887360468507}
+{"Finetune/Learning Rate": 1.948185828025913e-05, "Finetune/Loss": 0.9298070669174194, "Finetune/Loss (Raw)": 1.0186115503311157, "Finetune/Step": 2496, "Finetune/Step Time": 6.654723323881626}
+{"Finetune/Learning Rate": 1.9481323124844747e-05, "Finetune/Loss": 0.9301953315734863, "Finetune/Loss (Raw)": 0.9418407678604126, "Finetune/Step": 2497, "Finetune/Step Time": 6.646325366571546}
+{"Finetune/Learning Rate": 1.9480787700567e-05, "Finetune/Loss": 0.9321885108947754, "Finetune/Loss (Raw)": 0.9121497273445129, "Finetune/Step": 2498, "Finetune/Step Time": 6.632581641897559}
+{"Finetune/Learning Rate": 1.9480252007441075e-05, "Finetune/Loss": 0.9334970116615295, "Finetune/Loss (Raw)": 1.001409888267517, "Finetune/Step": 2499, "Finetune/Step Time": 6.6350560281425714}
+{"Finetune/Learning Rate": 1.9479716045482166e-05, "Finetune/Loss": 0.931734025478363, "Finetune/Loss (Raw)": 0.9291395545005798, "Finetune/Step": 2500, "Finetune/Step Time": 6.64890599437058}
+{"Finetune/Learning Rate": 1.9479179814705458e-05, "Finetune/Loss": 0.9311079978942871, "Finetune/Loss (Raw)": 0.8725456595420837, "Finetune/Step": 2501, "Finetune/Step Time": 6.635822117328644}
+{"Finetune/Learning Rate": 1.947864331512617e-05, "Finetune/Loss": 0.9324239492416382, "Finetune/Loss (Raw)": 0.9427974820137024, "Finetune/Step": 2502, "Finetune/Step Time": 6.621990703046322}
+{"Finetune/Learning Rate": 1.9478106546759512e-05, "Finetune/Loss": 0.9334895014762878, "Finetune/Loss (Raw)": 0.9797210097312927, "Finetune/Step": 2503, "Finetune/Step Time": 6.620919231325388}
+{"Finetune/Learning Rate": 1.9477569509620703e-05, "Finetune/Loss": 0.9340153932571411, "Finetune/Loss (Raw)": 0.9118546843528748, "Finetune/Step": 2504, "Finetune/Step Time": 6.6007199715822935}
+{"Finetune/Learning Rate": 1.9477032203724974e-05, "Finetune/Loss": 0.9331550598144531, "Finetune/Loss (Raw)": 0.7841746211051941, "Finetune/Step": 2505, "Finetune/Step Time": 6.6033856850117445}
+{"Finetune/Learning Rate": 1.947649462908756e-05, "Finetune/Loss": 0.9340371489524841, "Finetune/Loss (Raw)": 0.9454805254936218, "Finetune/Step": 2506, "Finetune/Step Time": 6.594253147020936}
+{"Finetune/Learning Rate": 1.9475956785723707e-05, "Finetune/Loss": 0.9339375495910645, "Finetune/Loss (Raw)": 0.8273977041244507, "Finetune/Step": 2507, "Finetune/Step Time": 6.590577753260732}
+{"Finetune/Learning Rate": 1.9475418673648667e-05, "Finetune/Loss": 0.9364271759986877, "Finetune/Loss (Raw)": 1.0547449588775635, "Finetune/Step": 2508, "Finetune/Step Time": 6.569494331255555}
+{"Finetune/Learning Rate": 1.9474880292877695e-05, "Finetune/Loss": 0.9357328414916992, "Finetune/Loss (Raw)": 0.8707389831542969, "Finetune/Step": 2509, "Finetune/Step Time": 6.568057568743825}
+{"Finetune/Learning Rate": 1.9474341643426064e-05, "Finetune/Loss": 0.9348054528236389, "Finetune/Loss (Raw)": 0.8985792994499207, "Finetune/Step": 2510, "Finetune/Step Time": 6.569756403565407}
+{"Finetune/Learning Rate": 1.9473802725309043e-05, "Finetune/Loss": 0.9341714382171631, "Finetune/Loss (Raw)": 0.8511676788330078, "Finetune/Step": 2511, "Finetune/Step Time": 6.568502847105265}
+{"Finetune/Learning Rate": 1.9473263538541916e-05, "Finetune/Loss": 0.9338110685348511, "Finetune/Loss (Raw)": 0.8440661430358887, "Finetune/Step": 2512, "Finetune/Step Time": 6.567847961559892}
+{"Finetune/Learning Rate": 1.9472724083139973e-05, "Finetune/Loss": 0.9328497648239136, "Finetune/Loss (Raw)": 0.8888351917266846, "Finetune/Step": 2513, "Finetune/Step Time": 6.553004002198577}
+{"Finetune/Learning Rate": 1.9472184359118516e-05, "Finetune/Loss": 0.9312176704406738, "Finetune/Loss (Raw)": 0.812212347984314, "Finetune/Step": 2514, "Finetune/Step Time": 6.5604206919670105}
+{"Finetune/Learning Rate": 1.9471644366492842e-05, "Finetune/Loss": 0.9310739040374756, "Finetune/Loss (Raw)": 0.8689880967140198, "Finetune/Step": 2515, "Finetune/Step Time": 6.5523766204714775}
+{"Finetune/Learning Rate": 1.9471104105278265e-05, "Finetune/Loss": 0.9325203895568848, "Finetune/Loss (Raw)": 1.0336757898330688, "Finetune/Step": 2516, "Finetune/Step Time": 6.558907629922032}
+{"Finetune/Learning Rate": 1.9470563575490114e-05, "Finetune/Loss": 0.9328551292419434, "Finetune/Loss (Raw)": 0.9179099202156067, "Finetune/Step": 2517, "Finetune/Step Time": 6.562517561018467}
+{"Finetune/Learning Rate": 1.947002277714371e-05, "Finetune/Loss": 0.9342283010482788, "Finetune/Loss (Raw)": 1.0449692010879517, "Finetune/Step": 2518, "Finetune/Step Time": 6.535301227122545}
+{"Finetune/Learning Rate": 1.9469481710254384e-05, "Finetune/Loss": 0.9348021745681763, "Finetune/Loss (Raw)": 0.9043586254119873, "Finetune/Step": 2519, "Finetune/Step Time": 6.5299308355897665}
+{"Finetune/Learning Rate": 1.946894037483749e-05, "Finetune/Loss": 0.9339592456817627, "Finetune/Loss (Raw)": 0.945674479007721, "Finetune/Step": 2520, "Finetune/Step Time": 6.528622632846236}
+{"Finetune/Learning Rate": 1.9468398770908368e-05, "Finetune/Loss": 0.9336051940917969, "Finetune/Loss (Raw)": 0.8770983219146729, "Finetune/Step": 2521, "Finetune/Step Time": 6.52657064050436}
+{"Finetune/Learning Rate": 1.9467856898482386e-05, "Finetune/Loss": 0.9332685470581055, "Finetune/Loss (Raw)": 0.9600064754486084, "Finetune/Step": 2522, "Finetune/Step Time": 6.513464313000441}
+{"Finetune/Learning Rate": 1.94673147575749e-05, "Finetune/Loss": 0.9334329962730408, "Finetune/Loss (Raw)": 0.8896040916442871, "Finetune/Step": 2523, "Finetune/Step Time": 6.517470547929406}
+{"Finetune/Learning Rate": 1.9466772348201294e-05, "Finetune/Loss": 0.9348348379135132, "Finetune/Loss (Raw)": 0.86899334192276, "Finetune/Step": 2524, "Finetune/Step Time": 6.520044328644872}
+{"Finetune/Learning Rate": 1.946622967037694e-05, "Finetune/Loss": 0.9354614019393921, "Finetune/Loss (Raw)": 0.9749709367752075, "Finetune/Step": 2525, "Finetune/Step Time": 6.512696262449026}
+{"Finetune/Learning Rate": 1.9465686724117236e-05, "Finetune/Loss": 0.9350106716156006, "Finetune/Loss (Raw)": 0.9232083559036255, "Finetune/Step": 2526, "Finetune/Step Time": 6.504615904763341}
+{"Finetune/Learning Rate": 1.946514350943757e-05, "Finetune/Loss": 0.9352483749389648, "Finetune/Loss (Raw)": 0.9954572319984436, "Finetune/Step": 2527, "Finetune/Step Time": 6.506771873682737}
+{"Finetune/Learning Rate": 1.946460002635335e-05, "Finetune/Loss": 0.9372701644897461, "Finetune/Loss (Raw)": 0.986761748790741, "Finetune/Step": 2528, "Finetune/Step Time": 6.495110288262367}
+{"Finetune/Learning Rate": 1.9464056274879984e-05, "Finetune/Loss": 0.9375033378601074, "Finetune/Loss (Raw)": 0.9541746377944946, "Finetune/Step": 2529, "Finetune/Step Time": 6.495970072224736}
+{"Finetune/Learning Rate": 1.94635122550329e-05, "Finetune/Loss": 0.9384991526603699, "Finetune/Loss (Raw)": 1.05648934841156, "Finetune/Step": 2530, "Finetune/Step Time": 6.496013151481748}
+{"Finetune/Learning Rate": 1.9462967966827512e-05, "Finetune/Loss": 0.93771892786026, "Finetune/Loss (Raw)": 0.7087903618812561, "Finetune/Step": 2531, "Finetune/Step Time": 6.510894600301981}
+{"Finetune/Learning Rate": 1.9462423410279268e-05, "Finetune/Loss": 0.9372113943099976, "Finetune/Loss (Raw)": 0.8580874800682068, "Finetune/Step": 2532, "Finetune/Step Time": 6.522322067990899}
+{"Finetune/Learning Rate": 1.94618785854036e-05, "Finetune/Loss": 0.9387525320053101, "Finetune/Loss (Raw)": 1.1083648204803467, "Finetune/Step": 2533, "Finetune/Step Time": 6.521612998098135}
+{"Finetune/Learning Rate": 1.9461333492215965e-05, "Finetune/Loss": 0.9404192566871643, "Finetune/Loss (Raw)": 0.9906669855117798, "Finetune/Step": 2534, "Finetune/Step Time": 6.522413242608309}
+{"Finetune/Learning Rate": 1.9460788130731813e-05, "Finetune/Loss": 0.9405052661895752, "Finetune/Loss (Raw)": 0.8754348158836365, "Finetune/Step": 2535, "Finetune/Step Time": 6.508342653512955}
+{"Finetune/Learning Rate": 1.9460242500966614e-05, "Finetune/Loss": 0.9393110275268555, "Finetune/Loss (Raw)": 0.9630366563796997, "Finetune/Step": 2536, "Finetune/Step Time": 6.509884476661682}
+{"Finetune/Learning Rate": 1.9459696602935838e-05, "Finetune/Loss": 0.9394237995147705, "Finetune/Loss (Raw)": 0.886996865272522, "Finetune/Step": 2537, "Finetune/Step Time": 6.5120896473526955}
+{"Finetune/Learning Rate": 1.9459150436654966e-05, "Finetune/Loss": 0.9391193389892578, "Finetune/Loss (Raw)": 0.9773438572883606, "Finetune/Step": 2538, "Finetune/Step Time": 6.514635374769568}
+{"Finetune/Learning Rate": 1.9458604002139485e-05, "Finetune/Loss": 0.9413459300994873, "Finetune/Loss (Raw)": 0.8985148668289185, "Finetune/Step": 2539, "Finetune/Step Time": 6.504801047965884}
+{"Finetune/Learning Rate": 1.9458057299404895e-05, "Finetune/Loss": 0.9425694942474365, "Finetune/Loss (Raw)": 0.914027750492096, "Finetune/Step": 2540, "Finetune/Step Time": 6.5047842394560575}
+{"Finetune/Learning Rate": 1.945751032846669e-05, "Finetune/Loss": 0.9432892799377441, "Finetune/Loss (Raw)": 1.0693501234054565, "Finetune/Step": 2541, "Finetune/Step Time": 6.513386545702815}
+{"Finetune/Learning Rate": 1.945696308934039e-05, "Finetune/Loss": 0.9431524276733398, "Finetune/Loss (Raw)": 0.8914016485214233, "Finetune/Step": 2542, "Finetune/Step Time": 6.510722363367677}
+{"Finetune/Learning Rate": 1.945641558204151e-05, "Finetune/Loss": 0.9425060749053955, "Finetune/Loss (Raw)": 0.8855295181274414, "Finetune/Step": 2543, "Finetune/Step Time": 6.521723795682192}
+{"Finetune/Learning Rate": 1.945586780658557e-05, "Finetune/Loss": 0.9425665736198425, "Finetune/Loss (Raw)": 0.977360725402832, "Finetune/Step": 2544, "Finetune/Step Time": 6.523617187514901}
+{"Finetune/Learning Rate": 1.9455319762988107e-05, "Finetune/Loss": 0.9413824677467346, "Finetune/Loss (Raw)": 0.7709662318229675, "Finetune/Step": 2545, "Finetune/Step Time": 6.515732707455754}
+{"Finetune/Learning Rate": 1.9454771451264666e-05, "Finetune/Loss": 0.9410290718078613, "Finetune/Loss (Raw)": 0.9852352142333984, "Finetune/Step": 2546, "Finetune/Step Time": 6.519110454246402}
+{"Finetune/Learning Rate": 1.9454222871430794e-05, "Finetune/Loss": 0.9403199553489685, "Finetune/Loss (Raw)": 0.935111939907074, "Finetune/Step": 2547, "Finetune/Step Time": 6.520589703693986}
+{"Finetune/Learning Rate": 1.9453674023502042e-05, "Finetune/Loss": 0.9393130540847778, "Finetune/Loss (Raw)": 0.8173936605453491, "Finetune/Step": 2548, "Finetune/Step Time": 6.5100776720792055}
+{"Finetune/Learning Rate": 1.945312490749398e-05, "Finetune/Loss": 0.9387075901031494, "Finetune/Loss (Raw)": 0.9293974041938782, "Finetune/Step": 2549, "Finetune/Step Time": 6.512493221089244}
+{"Finetune/Learning Rate": 1.9452575523422176e-05, "Finetune/Loss": 0.9378399848937988, "Finetune/Loss (Raw)": 0.8925702571868896, "Finetune/Step": 2550, "Finetune/Step Time": 6.52331355214119}
+{"Finetune/Learning Rate": 1.9452025871302208e-05, "Finetune/Loss": 0.9375036954879761, "Finetune/Loss (Raw)": 0.9943369030952454, "Finetune/Step": 2551, "Finetune/Step Time": 6.518077040091157}
+{"Finetune/Learning Rate": 1.9451475951149665e-05, "Finetune/Loss": 0.9371466636657715, "Finetune/Loss (Raw)": 0.9827674031257629, "Finetune/Step": 2552, "Finetune/Step Time": 6.518483843654394}
+{"Finetune/Learning Rate": 1.9450925762980142e-05, "Finetune/Loss": 0.9370639324188232, "Finetune/Loss (Raw)": 0.871950089931488, "Finetune/Step": 2553, "Finetune/Step Time": 6.49985440261662}
+{"Finetune/Learning Rate": 1.9450375306809236e-05, "Finetune/Loss": 0.9367544651031494, "Finetune/Loss (Raw)": 1.001181721687317, "Finetune/Step": 2554, "Finetune/Step Time": 6.5011663399636745}
+{"Finetune/Learning Rate": 1.9449824582652562e-05, "Finetune/Loss": 0.9340366125106812, "Finetune/Loss (Raw)": 0.8376607894897461, "Finetune/Step": 2555, "Finetune/Step Time": 6.502847481518984}
+{"Finetune/Learning Rate": 1.9449273590525736e-05, "Finetune/Loss": 0.9332599639892578, "Finetune/Loss (Raw)": 0.8882623910903931, "Finetune/Step": 2556, "Finetune/Step Time": 6.508230013772845}
+{"Finetune/Learning Rate": 1.9448722330444377e-05, "Finetune/Loss": 0.9325988292694092, "Finetune/Loss (Raw)": 0.8169119358062744, "Finetune/Step": 2557, "Finetune/Step Time": 6.513455554842949}
+{"Finetune/Learning Rate": 1.9448170802424126e-05, "Finetune/Loss": 0.9343639016151428, "Finetune/Loss (Raw)": 1.102482795715332, "Finetune/Step": 2558, "Finetune/Step Time": 6.52303022146225}
+{"Finetune/Learning Rate": 1.9447619006480614e-05, "Finetune/Loss": 0.9347805380821228, "Finetune/Loss (Raw)": 1.0448633432388306, "Finetune/Step": 2559, "Finetune/Step Time": 6.522786831483245}
+{"Finetune/Learning Rate": 1.9447066942629495e-05, "Finetune/Loss": 0.9339196085929871, "Finetune/Loss (Raw)": 0.7481204271316528, "Finetune/Step": 2560, "Finetune/Step Time": 6.522275174036622}
+{"Finetune/Learning Rate": 1.944651461088642e-05, "Finetune/Loss": 0.9333416223526001, "Finetune/Loss (Raw)": 0.771865725517273, "Finetune/Step": 2561, "Finetune/Step Time": 6.5339796002954245}
+{"Finetune/Learning Rate": 1.9445962011267052e-05, "Finetune/Loss": 0.9323055744171143, "Finetune/Loss (Raw)": 0.8130855560302734, "Finetune/Step": 2562, "Finetune/Step Time": 6.536877304315567}
+{"Finetune/Learning Rate": 1.944540914378706e-05, "Finetune/Loss": 0.9314011335372925, "Finetune/Loss (Raw)": 0.8197484612464905, "Finetune/Step": 2563, "Finetune/Step Time": 6.546404056251049}
+{"Finetune/Learning Rate": 1.944485600846213e-05, "Finetune/Loss": 0.9290953278541565, "Finetune/Loss (Raw)": 0.7139445543289185, "Finetune/Step": 2564, "Finetune/Step Time": 6.560966277495027}
+{"Finetune/Learning Rate": 1.944430260530794e-05, "Finetune/Loss": 0.9286770820617676, "Finetune/Loss (Raw)": 0.9833335280418396, "Finetune/Step": 2565, "Finetune/Step Time": 6.5222862139344215}
+{"Finetune/Learning Rate": 1.944374893434018e-05, "Finetune/Loss": 0.9290010929107666, "Finetune/Loss (Raw)": 0.9690894484519958, "Finetune/Step": 2566, "Finetune/Step Time": 6.537541784346104}
+{"Finetune/Learning Rate": 1.9443194995574558e-05, "Finetune/Loss": 0.927344024181366, "Finetune/Loss (Raw)": 0.8268760442733765, "Finetune/Step": 2567, "Finetune/Step Time": 6.534523658454418}
+{"Finetune/Learning Rate": 1.9442640789026778e-05, "Finetune/Loss": 0.9266804456710815, "Finetune/Loss (Raw)": 0.8666325211524963, "Finetune/Step": 2568, "Finetune/Step Time": 6.5380014311522245}
+{"Finetune/Learning Rate": 1.9442086314712557e-05, "Finetune/Loss": 0.9253669381141663, "Finetune/Loss (Raw)": 0.9158738255500793, "Finetune/Step": 2569, "Finetune/Step Time": 6.5358155239373446}
+{"Finetune/Learning Rate": 1.9441531572647617e-05, "Finetune/Loss": 0.9252349138259888, "Finetune/Loss (Raw)": 0.9259576797485352, "Finetune/Step": 2570, "Finetune/Step Time": 6.533754788339138}
+{"Finetune/Learning Rate": 1.9440976562847688e-05, "Finetune/Loss": 0.925905704498291, "Finetune/Loss (Raw)": 1.0116167068481445, "Finetune/Step": 2571, "Finetune/Step Time": 6.551547294482589}
+{"Finetune/Learning Rate": 1.9440421285328512e-05, "Finetune/Loss": 0.9267573356628418, "Finetune/Loss (Raw)": 0.9908003807067871, "Finetune/Step": 2572, "Finetune/Step Time": 6.547172611579299}
+{"Finetune/Learning Rate": 1.9439865740105833e-05, "Finetune/Loss": 0.9279881715774536, "Finetune/Loss (Raw)": 0.9699166417121887, "Finetune/Step": 2573, "Finetune/Step Time": 6.549125771969557}
+{"Finetune/Learning Rate": 1.9439309927195407e-05, "Finetune/Loss": 0.9269192218780518, "Finetune/Loss (Raw)": 0.9281969666481018, "Finetune/Step": 2574, "Finetune/Step Time": 6.550394956022501}
+{"Finetune/Learning Rate": 1.943875384661299e-05, "Finetune/Loss": 0.9268496632575989, "Finetune/Loss (Raw)": 1.019173502922058, "Finetune/Step": 2575, "Finetune/Step Time": 6.553108457475901}
+{"Finetune/Learning Rate": 1.9438197498374357e-05, "Finetune/Loss": 0.926321268081665, "Finetune/Loss (Raw)": 0.8957218527793884, "Finetune/Step": 2576, "Finetune/Step Time": 6.553457194939256}
+{"Finetune/Learning Rate": 1.943764088249528e-05, "Finetune/Loss": 0.9267882704734802, "Finetune/Loss (Raw)": 0.9957084059715271, "Finetune/Step": 2577, "Finetune/Step Time": 6.5528745874762535}
+{"Finetune/Learning Rate": 1.9437083998991546e-05, "Finetune/Loss": 0.9270471334457397, "Finetune/Loss (Raw)": 0.9861838817596436, "Finetune/Step": 2578, "Finetune/Step Time": 6.554516823962331}
+{"Finetune/Learning Rate": 1.9436526847878944e-05, "Finetune/Loss": 0.9280604720115662, "Finetune/Loss (Raw)": 1.0350836515426636, "Finetune/Step": 2579, "Finetune/Step Time": 6.553761050105095}
+{"Finetune/Learning Rate": 1.9435969429173275e-05, "Finetune/Loss": 0.9285847544670105, "Finetune/Loss (Raw)": 0.8849571347236633, "Finetune/Step": 2580, "Finetune/Step Time": 6.550546385347843}
+{"Finetune/Learning Rate": 1.9435411742890345e-05, "Finetune/Loss": 0.9271829128265381, "Finetune/Loss (Raw)": 0.753882646560669, "Finetune/Step": 2581, "Finetune/Step Time": 6.548410942777991}
+{"Finetune/Learning Rate": 1.943485378904597e-05, "Finetune/Loss": 0.9264301061630249, "Finetune/Loss (Raw)": 0.8324328064918518, "Finetune/Step": 2582, "Finetune/Step Time": 6.5513157192617655}
+{"Finetune/Learning Rate": 1.9434295567655966e-05, "Finetune/Loss": 0.9265068769454956, "Finetune/Loss (Raw)": 0.8723654747009277, "Finetune/Step": 2583, "Finetune/Step Time": 6.539702340960503}
+{"Finetune/Learning Rate": 1.9433737078736172e-05, "Finetune/Loss": 0.9272420406341553, "Finetune/Loss (Raw)": 0.9379107356071472, "Finetune/Step": 2584, "Finetune/Step Time": 6.534428624436259}
+{"Finetune/Learning Rate": 1.943317832230242e-05, "Finetune/Loss": 0.9267032742500305, "Finetune/Loss (Raw)": 0.8885708451271057, "Finetune/Step": 2585, "Finetune/Step Time": 6.529616432264447}
+{"Finetune/Learning Rate": 1.9432619298370554e-05, "Finetune/Loss": 0.9268366098403931, "Finetune/Loss (Raw)": 1.0009162425994873, "Finetune/Step": 2586, "Finetune/Step Time": 6.531768782064319}
+{"Finetune/Learning Rate": 1.9432060006956428e-05, "Finetune/Loss": 0.925243616104126, "Finetune/Loss (Raw)": 0.8463535904884338, "Finetune/Step": 2587, "Finetune/Step Time": 6.53819159977138}
+{"Finetune/Learning Rate": 1.94315004480759e-05, "Finetune/Loss": 0.9246279001235962, "Finetune/Loss (Raw)": 0.8388785719871521, "Finetune/Step": 2588, "Finetune/Step Time": 6.540438363328576}
+{"Finetune/Learning Rate": 1.943094062174484e-05, "Finetune/Loss": 0.9235831499099731, "Finetune/Loss (Raw)": 0.8886417746543884, "Finetune/Step": 2589, "Finetune/Step Time": 6.535828933119774}
+{"Finetune/Learning Rate": 1.9430380527979124e-05, "Finetune/Loss": 0.9228318333625793, "Finetune/Loss (Raw)": 0.9426174163818359, "Finetune/Step": 2590, "Finetune/Step Time": 6.540429089218378}
+{"Finetune/Learning Rate": 1.9429820166794627e-05, "Finetune/Loss": 0.9247230291366577, "Finetune/Loss (Raw)": 1.035202145576477, "Finetune/Step": 2591, "Finetune/Step Time": 6.538131734356284}
+{"Finetune/Learning Rate": 1.942925953820725e-05, "Finetune/Loss": 0.9241417646408081, "Finetune/Loss (Raw)": 0.9091114401817322, "Finetune/Step": 2592, "Finetune/Step Time": 6.5373744666576385}
+{"Finetune/Learning Rate": 1.9428698642232883e-05, "Finetune/Loss": 0.922764003276825, "Finetune/Loss (Raw)": 0.8520141243934631, "Finetune/Step": 2593, "Finetune/Step Time": 6.556325336918235}
+{"Finetune/Learning Rate": 1.9428137478887437e-05, "Finetune/Loss": 0.9205343723297119, "Finetune/Loss (Raw)": 0.7277740240097046, "Finetune/Step": 2594, "Finetune/Step Time": 6.567054849117994}
+{"Finetune/Learning Rate": 1.942757604818682e-05, "Finetune/Loss": 0.9225231409072876, "Finetune/Loss (Raw)": 1.0464775562286377, "Finetune/Step": 2595, "Finetune/Step Time": 6.55365814268589}
+{"Finetune/Learning Rate": 1.9427014350146955e-05, "Finetune/Loss": 0.9241999387741089, "Finetune/Loss (Raw)": 0.9797340035438538, "Finetune/Step": 2596, "Finetune/Step Time": 6.559461319819093}
+{"Finetune/Learning Rate": 1.942645238478377e-05, "Finetune/Loss": 0.9231343269348145, "Finetune/Loss (Raw)": 0.8338826298713684, "Finetune/Step": 2597, "Finetune/Step Time": 6.554491061717272}
+{"Finetune/Learning Rate": 1.94258901521132e-05, "Finetune/Loss": 0.924322247505188, "Finetune/Loss (Raw)": 0.985245943069458, "Finetune/Step": 2598, "Finetune/Step Time": 6.552856590598822}
+{"Finetune/Learning Rate": 1.942532765215119e-05, "Finetune/Loss": 0.9237126111984253, "Finetune/Loss (Raw)": 0.6670742034912109, "Finetune/Step": 2599, "Finetune/Step Time": 6.540324894711375}
+{"Finetune/Learning Rate": 1.942476488491369e-05, "Finetune/Loss": 0.9241575598716736, "Finetune/Loss (Raw)": 0.9790760278701782, "Finetune/Step": 2600, "Finetune/Step Time": 6.537700057029724}
+{"Finetune/Learning Rate": 1.9424201850416656e-05, "Finetune/Loss": 0.922882080078125, "Finetune/Loss (Raw)": 0.9157803654670715, "Finetune/Step": 2601, "Finetune/Step Time": 6.515341097488999}
+{"Finetune/Learning Rate": 1.942363854867606e-05, "Finetune/Loss": 0.9218963384628296, "Finetune/Loss (Raw)": 0.903552770614624, "Finetune/Step": 2602, "Finetune/Step Time": 6.517201371490955}
+{"Finetune/Learning Rate": 1.942307497970787e-05, "Finetune/Loss": 0.9216086864471436, "Finetune/Loss (Raw)": 0.9401715397834778, "Finetune/Step": 2603, "Finetune/Step Time": 6.520519103854895}
+{"Finetune/Learning Rate": 1.942251114352807e-05, "Finetune/Loss": 0.9215290546417236, "Finetune/Loss (Raw)": 0.8667067885398865, "Finetune/Step": 2604, "Finetune/Step Time": 6.520316135138273}
+{"Finetune/Learning Rate": 1.9421947040152648e-05, "Finetune/Loss": 0.921006441116333, "Finetune/Loss (Raw)": 0.8188416361808777, "Finetune/Step": 2605, "Finetune/Step Time": 6.518948828801513}
+{"Finetune/Learning Rate": 1.9421382669597598e-05, "Finetune/Loss": 0.9201658964157104, "Finetune/Loss (Raw)": 0.8934617638587952, "Finetune/Step": 2606, "Finetune/Step Time": 6.501992570236325}
+{"Finetune/Learning Rate": 1.9420818031878927e-05, "Finetune/Loss": 0.9192461967468262, "Finetune/Loss (Raw)": 0.8457562327384949, "Finetune/Step": 2607, "Finetune/Step Time": 6.520955508574843}
+{"Finetune/Learning Rate": 1.9420253127012647e-05, "Finetune/Loss": 0.9197474122047424, "Finetune/Loss (Raw)": 0.906514585018158, "Finetune/Step": 2608, "Finetune/Step Time": 6.534717174246907}
+{"Finetune/Learning Rate": 1.9419687955014775e-05, "Finetune/Loss": 0.9207018613815308, "Finetune/Loss (Raw)": 1.085574746131897, "Finetune/Step": 2609, "Finetune/Step Time": 6.532064711675048}
+{"Finetune/Learning Rate": 1.941912251590134e-05, "Finetune/Loss": 0.9191535115242004, "Finetune/Loss (Raw)": 0.8248243927955627, "Finetune/Step": 2610, "Finetune/Step Time": 6.5398554261773825}
+{"Finetune/Learning Rate": 1.9418556809688373e-05, "Finetune/Loss": 0.9163210391998291, "Finetune/Loss (Raw)": 0.6718972325325012, "Finetune/Step": 2611, "Finetune/Step Time": 6.571582516655326}
+{"Finetune/Learning Rate": 1.941799083639192e-05, "Finetune/Loss": 0.915013313293457, "Finetune/Loss (Raw)": 0.7792626023292542, "Finetune/Step": 2612, "Finetune/Step Time": 6.584264887496829}
+{"Finetune/Learning Rate": 1.941742459602803e-05, "Finetune/Loss": 0.9147676825523376, "Finetune/Loss (Raw)": 0.8282144665718079, "Finetune/Step": 2613, "Finetune/Step Time": 6.574775015935302}
+{"Finetune/Learning Rate": 1.941685808861275e-05, "Finetune/Loss": 0.9141043424606323, "Finetune/Loss (Raw)": 0.855797290802002, "Finetune/Step": 2614, "Finetune/Step Time": 6.57870008982718}
+{"Finetune/Learning Rate": 1.941629131416216e-05, "Finetune/Loss": 0.9142059683799744, "Finetune/Loss (Raw)": 0.8855826258659363, "Finetune/Step": 2615, "Finetune/Step Time": 6.571587095037103}
+{"Finetune/Learning Rate": 1.941572427269232e-05, "Finetune/Loss": 0.9140560626983643, "Finetune/Loss (Raw)": 0.9289001822471619, "Finetune/Step": 2616, "Finetune/Step Time": 6.5685376320034266}
+{"Finetune/Learning Rate": 1.9415156964219318e-05, "Finetune/Loss": 0.9143112897872925, "Finetune/Loss (Raw)": 0.9506956338882446, "Finetune/Step": 2617, "Finetune/Step Time": 6.568072594702244}
+{"Finetune/Learning Rate": 1.9414589388759234e-05, "Finetune/Loss": 0.9142305254936218, "Finetune/Loss (Raw)": 0.9145486354827881, "Finetune/Step": 2618, "Finetune/Step Time": 6.561927789822221}
+{"Finetune/Learning Rate": 1.941402154632817e-05, "Finetune/Loss": 0.9135396480560303, "Finetune/Loss (Raw)": 0.8345111012458801, "Finetune/Step": 2619, "Finetune/Step Time": 6.55970374122262}
+{"Finetune/Learning Rate": 1.941345343694222e-05, "Finetune/Loss": 0.912930965423584, "Finetune/Loss (Raw)": 1.0253700017929077, "Finetune/Step": 2620, "Finetune/Step Time": 6.561789378523827}
+{"Finetune/Learning Rate": 1.9412885060617507e-05, "Finetune/Loss": 0.9112848043441772, "Finetune/Loss (Raw)": 0.7568342685699463, "Finetune/Step": 2621, "Finetune/Step Time": 6.578422918915749}
+{"Finetune/Learning Rate": 1.9412316417370132e-05, "Finetune/Loss": 0.9109252095222473, "Finetune/Loss (Raw)": 0.8968358635902405, "Finetune/Step": 2622, "Finetune/Step Time": 6.59497426263988}
+{"Finetune/Learning Rate": 1.9411747507216235e-05, "Finetune/Loss": 0.9107105731964111, "Finetune/Loss (Raw)": 0.9854588508605957, "Finetune/Step": 2623, "Finetune/Step Time": 6.600682530552149}
+{"Finetune/Learning Rate": 1.941117833017194e-05, "Finetune/Loss": 0.9098717570304871, "Finetune/Loss (Raw)": 0.9112512469291687, "Finetune/Step": 2624, "Finetune/Step Time": 6.598139213398099}
+{"Finetune/Learning Rate": 1.9410608886253387e-05, "Finetune/Loss": 0.9069901704788208, "Finetune/Loss (Raw)": 0.5729905366897583, "Finetune/Step": 2625, "Finetune/Step Time": 6.6062040235847235}
+{"Finetune/Learning Rate": 1.9410039175476728e-05, "Finetune/Loss": 0.9063928127288818, "Finetune/Loss (Raw)": 0.835684597492218, "Finetune/Step": 2626, "Finetune/Step Time": 6.6029935497790575}
+{"Finetune/Learning Rate": 1.9409469197858114e-05, "Finetune/Loss": 0.9049659967422485, "Finetune/Loss (Raw)": 0.8187865614891052, "Finetune/Step": 2627, "Finetune/Step Time": 6.631965549662709}
+{"Finetune/Learning Rate": 1.9408898953413713e-05, "Finetune/Loss": 0.9044559001922607, "Finetune/Loss (Raw)": 0.863852322101593, "Finetune/Step": 2628, "Finetune/Step Time": 6.6179163213819265}
+{"Finetune/Learning Rate": 1.940832844215969e-05, "Finetune/Loss": 0.9048174023628235, "Finetune/Loss (Raw)": 0.9188143014907837, "Finetune/Step": 2629, "Finetune/Step Time": 6.619713606312871}
+{"Finetune/Learning Rate": 1.940775766411223e-05, "Finetune/Loss": 0.9038326740264893, "Finetune/Loss (Raw)": 0.8167514204978943, "Finetune/Step": 2630, "Finetune/Step Time": 6.627135956659913}
+{"Finetune/Learning Rate": 1.9407186619287514e-05, "Finetune/Loss": 0.9040223360061646, "Finetune/Loss (Raw)": 1.0039966106414795, "Finetune/Step": 2631, "Finetune/Step Time": 6.624555334448814}
+{"Finetune/Learning Rate": 1.9406615307701736e-05, "Finetune/Loss": 0.9032535552978516, "Finetune/Loss (Raw)": 0.813448965549469, "Finetune/Step": 2632, "Finetune/Step Time": 6.6336941588670015}
+{"Finetune/Learning Rate": 1.9406043729371097e-05, "Finetune/Loss": 0.9043304324150085, "Finetune/Loss (Raw)": 0.9220133423805237, "Finetune/Step": 2633, "Finetune/Step Time": 6.633456893265247}
+{"Finetune/Learning Rate": 1.9405471884311806e-05, "Finetune/Loss": 0.9032489657402039, "Finetune/Loss (Raw)": 0.8070489764213562, "Finetune/Step": 2634, "Finetune/Step Time": 6.631956230849028}
+{"Finetune/Learning Rate": 1.9404899772540074e-05, "Finetune/Loss": 0.9033045768737793, "Finetune/Loss (Raw)": 0.8345131278038025, "Finetune/Step": 2635, "Finetune/Step Time": 6.638597806915641}
+{"Finetune/Learning Rate": 1.940432739407213e-05, "Finetune/Loss": 0.9023455381393433, "Finetune/Loss (Raw)": 0.9319939613342285, "Finetune/Step": 2636, "Finetune/Step Time": 6.63703472726047}
+{"Finetune/Learning Rate": 1.9403754748924204e-05, "Finetune/Loss": 0.9030449986457825, "Finetune/Loss (Raw)": 0.9602707028388977, "Finetune/Step": 2637, "Finetune/Step Time": 6.638639125972986}
+{"Finetune/Learning Rate": 1.9403181837112533e-05, "Finetune/Loss": 0.9018863439559937, "Finetune/Loss (Raw)": 0.7502694725990295, "Finetune/Step": 2638, "Finetune/Step Time": 6.637016363441944}
+{"Finetune/Learning Rate": 1.9402608658653367e-05, "Finetune/Loss": 0.9020049571990967, "Finetune/Loss (Raw)": 0.8663492202758789, "Finetune/Step": 2639, "Finetune/Step Time": 6.640605442225933}
+{"Finetune/Learning Rate": 1.9402035213562956e-05, "Finetune/Loss": 0.9023324847221375, "Finetune/Loss (Raw)": 0.8859949707984924, "Finetune/Step": 2640, "Finetune/Step Time": 6.641266891732812}
+{"Finetune/Learning Rate": 1.940146150185756e-05, "Finetune/Loss": 0.902458906173706, "Finetune/Loss (Raw)": 0.9050217270851135, "Finetune/Step": 2641, "Finetune/Step Time": 6.639832364395261}
+{"Finetune/Learning Rate": 1.940088752355345e-05, "Finetune/Loss": 0.9042763710021973, "Finetune/Loss (Raw)": 1.0448353290557861, "Finetune/Step": 2642, "Finetune/Step Time": 6.628390572965145}
+{"Finetune/Learning Rate": 1.94003132786669e-05, "Finetune/Loss": 0.9038335084915161, "Finetune/Loss (Raw)": 0.8123086094856262, "Finetune/Step": 2643, "Finetune/Step Time": 6.631113925948739}
+{"Finetune/Learning Rate": 1.93997387672142e-05, "Finetune/Loss": 0.9030388593673706, "Finetune/Loss (Raw)": 0.9319561123847961, "Finetune/Step": 2644, "Finetune/Step Time": 6.633546473458409}
+{"Finetune/Learning Rate": 1.939916398921164e-05, "Finetune/Loss": 0.9026516675949097, "Finetune/Loss (Raw)": 0.868353545665741, "Finetune/Step": 2645, "Finetune/Step Time": 6.629324972629547}
+{"Finetune/Learning Rate": 1.9398588944675515e-05, "Finetune/Loss": 0.90196692943573, "Finetune/Loss (Raw)": 0.9573232531547546, "Finetune/Step": 2646, "Finetune/Step Time": 6.616023071110249}
+{"Finetune/Learning Rate": 1.9398013633622134e-05, "Finetune/Loss": 0.9022886157035828, "Finetune/Loss (Raw)": 0.9455336332321167, "Finetune/Step": 2647, "Finetune/Step Time": 6.6151651460677385}
+{"Finetune/Learning Rate": 1.939743805606781e-05, "Finetune/Loss": 0.9020000696182251, "Finetune/Loss (Raw)": 0.9087457656860352, "Finetune/Step": 2648, "Finetune/Step Time": 6.620187111198902}
+{"Finetune/Learning Rate": 1.9396862212028864e-05, "Finetune/Loss": 0.9026328921318054, "Finetune/Loss (Raw)": 0.9580972790718079, "Finetune/Step": 2649, "Finetune/Step Time": 6.625246623530984}
+{"Finetune/Learning Rate": 1.939628610152163e-05, "Finetune/Loss": 0.9030267000198364, "Finetune/Loss (Raw)": 1.0104073286056519, "Finetune/Step": 2650, "Finetune/Step Time": 6.628097765147686}
+{"Finetune/Learning Rate": 1.9395709724562438e-05, "Finetune/Loss": 0.9031841158866882, "Finetune/Loss (Raw)": 0.9097542762756348, "Finetune/Step": 2651, "Finetune/Step Time": 6.626417674124241}
+{"Finetune/Learning Rate": 1.9395133081167637e-05, "Finetune/Loss": 0.9035106301307678, "Finetune/Loss (Raw)": 0.9107900857925415, "Finetune/Step": 2652, "Finetune/Step Time": 6.626376841217279}
+{"Finetune/Learning Rate": 1.939455617135358e-05, "Finetune/Loss": 0.9026494026184082, "Finetune/Loss (Raw)": 0.8647293448448181, "Finetune/Step": 2653, "Finetune/Step Time": 6.626451775431633}
+{"Finetune/Learning Rate": 1.9393978995136625e-05, "Finetune/Loss": 0.9027435183525085, "Finetune/Loss (Raw)": 0.9352587461471558, "Finetune/Step": 2654, "Finetune/Step Time": 6.630566846579313}
+{"Finetune/Learning Rate": 1.9393401552533136e-05, "Finetune/Loss": 0.9018580913543701, "Finetune/Loss (Raw)": 0.8821243047714233, "Finetune/Step": 2655, "Finetune/Step Time": 6.632858131080866}
+{"Finetune/Learning Rate": 1.939282384355949e-05, "Finetune/Loss": 0.9003305435180664, "Finetune/Loss (Raw)": 0.7912339568138123, "Finetune/Step": 2656, "Finetune/Step Time": 6.66736363992095}
+{"Finetune/Learning Rate": 1.9392245868232068e-05, "Finetune/Loss": 0.900489091873169, "Finetune/Loss (Raw)": 0.9744731783866882, "Finetune/Step": 2657, "Finetune/Step Time": 6.66662136092782}
+{"Finetune/Learning Rate": 1.9391667626567265e-05, "Finetune/Loss": 0.8993358612060547, "Finetune/Loss (Raw)": 0.9088726043701172, "Finetune/Step": 2658, "Finetune/Step Time": 6.673836752772331}
+{"Finetune/Learning Rate": 1.9391089118581473e-05, "Finetune/Loss": 0.9004455804824829, "Finetune/Loss (Raw)": 0.8508341908454895, "Finetune/Step": 2659, "Finetune/Step Time": 6.688268316909671}
+{"Finetune/Learning Rate": 1.93905103442911e-05, "Finetune/Loss": 0.9024544358253479, "Finetune/Loss (Raw)": 1.1152193546295166, "Finetune/Step": 2660, "Finetune/Step Time": 6.678308518603444}
+{"Finetune/Learning Rate": 1.9389931303712554e-05, "Finetune/Loss": 0.8996392488479614, "Finetune/Loss (Raw)": 0.7480255365371704, "Finetune/Step": 2661, "Finetune/Step Time": 6.684844048693776}
+{"Finetune/Learning Rate": 1.9389351996862258e-05, "Finetune/Loss": 0.8993538618087769, "Finetune/Loss (Raw)": 0.9541375041007996, "Finetune/Step": 2662, "Finetune/Step Time": 6.682116052135825}
+{"Finetune/Learning Rate": 1.9388772423756638e-05, "Finetune/Loss": 0.8997999429702759, "Finetune/Loss (Raw)": 0.9325370192527771, "Finetune/Step": 2663, "Finetune/Step Time": 6.682233044877648}
+{"Finetune/Learning Rate": 1.9388192584412137e-05, "Finetune/Loss": 0.8993799686431885, "Finetune/Loss (Raw)": 0.9092749357223511, "Finetune/Step": 2664, "Finetune/Step Time": 6.698863917961717}
+{"Finetune/Learning Rate": 1.9387612478845184e-05, "Finetune/Loss": 0.8991820216178894, "Finetune/Loss (Raw)": 0.8616629838943481, "Finetune/Step": 2665, "Finetune/Step Time": 6.694645460695028}
+{"Finetune/Learning Rate": 1.9387032107072236e-05, "Finetune/Loss": 0.8978011012077332, "Finetune/Loss (Raw)": 0.8005792498588562, "Finetune/Step": 2666, "Finetune/Step Time": 6.696089470759034}
+{"Finetune/Learning Rate": 1.9386451469109754e-05, "Finetune/Loss": 0.8984545469284058, "Finetune/Loss (Raw)": 0.9821599125862122, "Finetune/Step": 2667, "Finetune/Step Time": 6.6984852738678455}
+{"Finetune/Learning Rate": 1.9385870564974196e-05, "Finetune/Loss": 0.8990132808685303, "Finetune/Loss (Raw)": 0.9855414628982544, "Finetune/Step": 2668, "Finetune/Step Time": 6.700589479878545}
+{"Finetune/Learning Rate": 1.938528939468204e-05, "Finetune/Loss": 0.896877646446228, "Finetune/Loss (Raw)": 0.7959926724433899, "Finetune/Step": 2669, "Finetune/Step Time": 6.694095704704523}
+{"Finetune/Learning Rate": 1.9384707958249766e-05, "Finetune/Loss": 0.896220326423645, "Finetune/Loss (Raw)": 0.8072654604911804, "Finetune/Step": 2670, "Finetune/Step Time": 6.698731957003474}
+{"Finetune/Learning Rate": 1.938412625569386e-05, "Finetune/Loss": 0.8959759473800659, "Finetune/Loss (Raw)": 0.8542502522468567, "Finetune/Step": 2671, "Finetune/Step Time": 6.6875015795230865}
+{"Finetune/Learning Rate": 1.938354428703082e-05, "Finetune/Loss": 0.8964836001396179, "Finetune/Loss (Raw)": 1.042335867881775, "Finetune/Step": 2672, "Finetune/Step Time": 6.687839830294251}
+{"Finetune/Learning Rate": 1.9382962052277142e-05, "Finetune/Loss": 0.897530734539032, "Finetune/Loss (Raw)": 0.9050015807151794, "Finetune/Step": 2673, "Finetune/Step Time": 6.688071314245462}
+{"Finetune/Learning Rate": 1.9382379551449347e-05, "Finetune/Loss": 0.8972389698028564, "Finetune/Loss (Raw)": 0.9478940367698669, "Finetune/Step": 2674, "Finetune/Step Time": 6.685641128569841}
+{"Finetune/Learning Rate": 1.9381796784563946e-05, "Finetune/Loss": 0.8975395560264587, "Finetune/Loss (Raw)": 0.9735760688781738, "Finetune/Step": 2675, "Finetune/Step Time": 6.683793222531676}
+{"Finetune/Learning Rate": 1.938121375163747e-05, "Finetune/Loss": 0.8980808258056641, "Finetune/Loss (Raw)": 0.8866862058639526, "Finetune/Step": 2676, "Finetune/Step Time": 6.693318206816912}
+{"Finetune/Learning Rate": 1.9380630452686443e-05, "Finetune/Loss": 0.8975088596343994, "Finetune/Loss (Raw)": 0.8561779856681824, "Finetune/Step": 2677, "Finetune/Step Time": 6.694026336073875}
+{"Finetune/Learning Rate": 1.9380046887727415e-05, "Finetune/Loss": 0.8970699310302734, "Finetune/Loss (Raw)": 0.8363882303237915, "Finetune/Step": 2678, "Finetune/Step Time": 6.694372883066535}
+{"Finetune/Learning Rate": 1.937946305677693e-05, "Finetune/Loss": 0.8973350524902344, "Finetune/Loss (Raw)": 1.028280258178711, "Finetune/Step": 2679, "Finetune/Step Time": 6.693193530663848}
+{"Finetune/Learning Rate": 1.937887895985154e-05, "Finetune/Loss": 0.8972561955451965, "Finetune/Loss (Raw)": 0.972665548324585, "Finetune/Step": 2680, "Finetune/Step Time": 6.693240998312831}
+{"Finetune/Learning Rate": 1.937829459696782e-05, "Finetune/Loss": 0.897799551486969, "Finetune/Loss (Raw)": 0.9415040612220764, "Finetune/Step": 2681, "Finetune/Step Time": 6.690210655331612}
+{"Finetune/Learning Rate": 1.937770996814233e-05, "Finetune/Loss": 0.8974498510360718, "Finetune/Loss (Raw)": 0.9564226269721985, "Finetune/Step": 2682, "Finetune/Step Time": 6.6887037586420774}
+{"Finetune/Learning Rate": 1.937712507339165e-05, "Finetune/Loss": 0.8986586928367615, "Finetune/Loss (Raw)": 0.9923890829086304, "Finetune/Step": 2683, "Finetune/Step Time": 6.6863897778093815}
+{"Finetune/Learning Rate": 1.937653991273237e-05, "Finetune/Loss": 0.8998188972473145, "Finetune/Loss (Raw)": 1.0367635488510132, "Finetune/Step": 2684, "Finetune/Step Time": 6.683252051472664}
+{"Finetune/Learning Rate": 1.9375954486181082e-05, "Finetune/Loss": 0.8999103903770447, "Finetune/Loss (Raw)": 0.8286263346672058, "Finetune/Step": 2685, "Finetune/Step Time": 6.677014030516148}
+{"Finetune/Learning Rate": 1.9375368793754385e-05, "Finetune/Loss": 0.8982537984848022, "Finetune/Loss (Raw)": 0.8904385566711426, "Finetune/Step": 2686, "Finetune/Step Time": 6.6906852517277}
+{"Finetune/Learning Rate": 1.9374782835468888e-05, "Finetune/Loss": 0.8983807563781738, "Finetune/Loss (Raw)": 1.0611212253570557, "Finetune/Step": 2687, "Finetune/Step Time": 6.689147247001529}
+{"Finetune/Learning Rate": 1.9374196611341212e-05, "Finetune/Loss": 0.8997178077697754, "Finetune/Loss (Raw)": 0.9192515015602112, "Finetune/Step": 2688, "Finetune/Step Time": 6.690265208482742}
+{"Finetune/Learning Rate": 1.9373610121387974e-05, "Finetune/Loss": 0.9011266231536865, "Finetune/Loss (Raw)": 0.9521995186805725, "Finetune/Step": 2689, "Finetune/Step Time": 6.6799398716539145}
+{"Finetune/Learning Rate": 1.9373023365625806e-05, "Finetune/Loss": 0.9019843339920044, "Finetune/Loss (Raw)": 0.922875702381134, "Finetune/Step": 2690, "Finetune/Step Time": 6.676480492576957}
+{"Finetune/Learning Rate": 1.937243634407135e-05, "Finetune/Loss": 0.9021244645118713, "Finetune/Loss (Raw)": 0.8376784324645996, "Finetune/Step": 2691, "Finetune/Step Time": 6.660313317552209}
+{"Finetune/Learning Rate": 1.9371849056741254e-05, "Finetune/Loss": 0.9045178294181824, "Finetune/Loss (Raw)": 1.0203006267547607, "Finetune/Step": 2692, "Finetune/Step Time": 6.64904560148716}
+{"Finetune/Learning Rate": 1.9371261503652166e-05, "Finetune/Loss": 0.9023230671882629, "Finetune/Loss (Raw)": 0.702398955821991, "Finetune/Step": 2693, "Finetune/Step Time": 6.672143504023552}
+{"Finetune/Learning Rate": 1.937067368482075e-05, "Finetune/Loss": 0.9032388925552368, "Finetune/Loss (Raw)": 1.0863202810287476, "Finetune/Step": 2694, "Finetune/Step Time": 6.658271133899689}
+{"Finetune/Learning Rate": 1.9370085600263676e-05, "Finetune/Loss": 0.9027478694915771, "Finetune/Loss (Raw)": 0.7640255689620972, "Finetune/Step": 2695, "Finetune/Step Time": 6.669653546065092}
+{"Finetune/Learning Rate": 1.936949724999762e-05, "Finetune/Loss": 0.9034764170646667, "Finetune/Loss (Raw)": 0.9598849415779114, "Finetune/Step": 2696, "Finetune/Step Time": 6.667100258171558}
+{"Finetune/Learning Rate": 1.9368908634039264e-05, "Finetune/Loss": 0.9027414321899414, "Finetune/Loss (Raw)": 0.8217979669570923, "Finetune/Step": 2697, "Finetune/Step Time": 6.677550675347447}
+{"Finetune/Learning Rate": 1.93683197524053e-05, "Finetune/Loss": 0.9030368328094482, "Finetune/Loss (Raw)": 0.9637641906738281, "Finetune/Step": 2698, "Finetune/Step Time": 6.6852271389216185}
+{"Finetune/Learning Rate": 1.936773060511243e-05, "Finetune/Loss": 0.9019254446029663, "Finetune/Loss (Raw)": 0.8693593740463257, "Finetune/Step": 2699, "Finetune/Step Time": 6.66486550308764}
+{"Finetune/Learning Rate": 1.9367141192177358e-05, "Finetune/Loss": 0.8994249701499939, "Finetune/Loss (Raw)": 0.6707413196563721, "Finetune/Step": 2700, "Finetune/Step Time": 6.666732707992196}
+{"Finetune/Learning Rate": 1.9366551513616792e-05, "Finetune/Loss": 0.8991470336914062, "Finetune/Loss (Raw)": 0.9343382716178894, "Finetune/Step": 2701, "Finetune/Step Time": 6.663865135982633}
+{"Finetune/Learning Rate": 1.9365961569447468e-05, "Finetune/Loss": 0.8998959064483643, "Finetune/Loss (Raw)": 1.024052381515503, "Finetune/Step": 2702, "Finetune/Step Time": 6.679487770423293}
+{"Finetune/Learning Rate": 1.9365371359686104e-05, "Finetune/Loss": 0.897486686706543, "Finetune/Loss (Raw)": 0.7107921242713928, "Finetune/Step": 2703, "Finetune/Step Time": 6.67674813605845}
+{"Finetune/Learning Rate": 1.936478088434944e-05, "Finetune/Loss": 0.8971401453018188, "Finetune/Loss (Raw)": 0.8513617515563965, "Finetune/Step": 2704, "Finetune/Step Time": 6.69924365542829}
+{"Finetune/Learning Rate": 1.936419014345422e-05, "Finetune/Loss": 0.8953311443328857, "Finetune/Loss (Raw)": 0.7641676068305969, "Finetune/Step": 2705, "Finetune/Step Time": 6.7169718481600285}
+{"Finetune/Learning Rate": 1.9363599137017197e-05, "Finetune/Loss": 0.8933306336402893, "Finetune/Loss (Raw)": 0.7301173806190491, "Finetune/Step": 2706, "Finetune/Step Time": 6.718350445851684}
+{"Finetune/Learning Rate": 1.9363007865055125e-05, "Finetune/Loss": 0.8918429613113403, "Finetune/Loss (Raw)": 0.8446548581123352, "Finetune/Step": 2707, "Finetune/Step Time": 6.717617874965072}
+{"Finetune/Learning Rate": 1.936241632758478e-05, "Finetune/Loss": 0.8922673463821411, "Finetune/Loss (Raw)": 0.939285397529602, "Finetune/Step": 2708, "Finetune/Step Time": 6.720789318904281}
+{"Finetune/Learning Rate": 1.9361824524622928e-05, "Finetune/Loss": 0.8931374549865723, "Finetune/Loss (Raw)": 0.8652458786964417, "Finetune/Step": 2709, "Finetune/Step Time": 6.738704677671194}
+{"Finetune/Learning Rate": 1.9361232456186356e-05, "Finetune/Loss": 0.8947298526763916, "Finetune/Loss (Raw)": 1.0362629890441895, "Finetune/Step": 2710, "Finetune/Step Time": 6.737090177834034}
+{"Finetune/Learning Rate": 1.936064012229185e-05, "Finetune/Loss": 0.8963289856910706, "Finetune/Loss (Raw)": 1.0770562887191772, "Finetune/Step": 2711, "Finetune/Step Time": 6.742332432419062}
+{"Finetune/Learning Rate": 1.9360047522956207e-05, "Finetune/Loss": 0.8965065479278564, "Finetune/Loss (Raw)": 0.960639476776123, "Finetune/Step": 2712, "Finetune/Step Time": 6.742723232135177}
+{"Finetune/Learning Rate": 1.9359454658196232e-05, "Finetune/Loss": 0.8975971937179565, "Finetune/Loss (Raw)": 1.0281704664230347, "Finetune/Step": 2713, "Finetune/Step Time": 6.745393956080079}
+{"Finetune/Learning Rate": 1.935886152802874e-05, "Finetune/Loss": 0.8979933261871338, "Finetune/Loss (Raw)": 1.0516245365142822, "Finetune/Step": 2714, "Finetune/Step Time": 6.7417189963161945}
+{"Finetune/Learning Rate": 1.935826813247055e-05, "Finetune/Loss": 0.8984236717224121, "Finetune/Loss (Raw)": 0.9014318585395813, "Finetune/Step": 2715, "Finetune/Step Time": 6.737241273745894}
+{"Finetune/Learning Rate": 1.9357674471538483e-05, "Finetune/Loss": 0.8983614444732666, "Finetune/Loss (Raw)": 0.8309169411659241, "Finetune/Step": 2716, "Finetune/Step Time": 6.734860148280859}
+{"Finetune/Learning Rate": 1.935708054524938e-05, "Finetune/Loss": 0.8989928960800171, "Finetune/Loss (Raw)": 0.9694643020629883, "Finetune/Step": 2717, "Finetune/Step Time": 6.735889952629805}
+{"Finetune/Learning Rate": 1.9356486353620082e-05, "Finetune/Loss": 0.8990623950958252, "Finetune/Loss (Raw)": 0.9515188932418823, "Finetune/Step": 2718, "Finetune/Step Time": 6.738700471818447}
+{"Finetune/Learning Rate": 1.9355891896667432e-05, "Finetune/Loss": 0.897601842880249, "Finetune/Loss (Raw)": 0.8482455611228943, "Finetune/Step": 2719, "Finetune/Step Time": 6.745859568938613}
+{"Finetune/Learning Rate": 1.9355297174408298e-05, "Finetune/Loss": 0.8984860181808472, "Finetune/Loss (Raw)": 1.0222890377044678, "Finetune/Step": 2720, "Finetune/Step Time": 6.745285101234913}
+{"Finetune/Learning Rate": 1.9354702186859536e-05, "Finetune/Loss": 0.899142861366272, "Finetune/Loss (Raw)": 0.9360881447792053, "Finetune/Step": 2721, "Finetune/Step Time": 6.730999583378434}
+{"Finetune/Learning Rate": 1.935410693403802e-05, "Finetune/Loss": 0.900036096572876, "Finetune/Loss (Raw)": 0.8421148657798767, "Finetune/Step": 2722, "Finetune/Step Time": 6.7230936624109745}
+{"Finetune/Learning Rate": 1.9353511415960635e-05, "Finetune/Loss": 0.8970879912376404, "Finetune/Loss (Raw)": 0.6691129803657532, "Finetune/Step": 2723, "Finetune/Step Time": 6.721472376957536}
+{"Finetune/Learning Rate": 1.9352915632644263e-05, "Finetune/Loss": 0.8966137170791626, "Finetune/Loss (Raw)": 0.9190369248390198, "Finetune/Step": 2724, "Finetune/Step Time": 6.7144953068345785}
+{"Finetune/Learning Rate": 1.93523195841058e-05, "Finetune/Loss": 0.8975174427032471, "Finetune/Loss (Raw)": 0.9495537281036377, "Finetune/Step": 2725, "Finetune/Step Time": 6.718622235581279}
+{"Finetune/Learning Rate": 1.9351723270362145e-05, "Finetune/Loss": 0.8967854976654053, "Finetune/Loss (Raw)": 0.8915554285049438, "Finetune/Step": 2726, "Finetune/Step Time": 6.7178967129439116}
+{"Finetune/Learning Rate": 1.9351126691430213e-05, "Finetune/Loss": 0.8988511562347412, "Finetune/Loss (Raw)": 0.9314761757850647, "Finetune/Step": 2727, "Finetune/Step Time": 6.716282822191715}
+{"Finetune/Learning Rate": 1.935052984732692e-05, "Finetune/Loss": 0.8991744518280029, "Finetune/Loss (Raw)": 1.0204625129699707, "Finetune/Step": 2728, "Finetune/Step Time": 6.716675879433751}
+{"Finetune/Learning Rate": 1.9349932738069186e-05, "Finetune/Loss": 0.8983461856842041, "Finetune/Loss (Raw)": 0.8097622394561768, "Finetune/Step": 2729, "Finetune/Step Time": 6.717601092532277}
+{"Finetune/Learning Rate": 1.934933536367395e-05, "Finetune/Loss": 0.8977333307266235, "Finetune/Loss (Raw)": 0.825103223323822, "Finetune/Step": 2730, "Finetune/Step Time": 6.732215901836753}
+{"Finetune/Learning Rate": 1.9348737724158148e-05, "Finetune/Loss": 0.8977289199829102, "Finetune/Loss (Raw)": 0.9396016597747803, "Finetune/Step": 2731, "Finetune/Step Time": 6.732473937794566}
+{"Finetune/Learning Rate": 1.934813981953873e-05, "Finetune/Loss": 0.897149920463562, "Finetune/Loss (Raw)": 0.7926068902015686, "Finetune/Step": 2732, "Finetune/Step Time": 6.733604377135634}
+{"Finetune/Learning Rate": 1.9347541649832648e-05, "Finetune/Loss": 0.8975846767425537, "Finetune/Loss (Raw)": 0.874485194683075, "Finetune/Step": 2733, "Finetune/Step Time": 6.731712883338332}
+{"Finetune/Learning Rate": 1.9346943215056865e-05, "Finetune/Loss": 0.899397611618042, "Finetune/Loss (Raw)": 1.1255265474319458, "Finetune/Step": 2734, "Finetune/Step Time": 6.7325126975774765}
+{"Finetune/Learning Rate": 1.934634451522835e-05, "Finetune/Loss": 0.8999796509742737, "Finetune/Loss (Raw)": 0.9202444553375244, "Finetune/Step": 2735, "Finetune/Step Time": 6.720509611070156}
+{"Finetune/Learning Rate": 1.934574555036409e-05, "Finetune/Loss": 0.8992347717285156, "Finetune/Loss (Raw)": 0.8111762404441833, "Finetune/Step": 2736, "Finetune/Step Time": 6.709645951166749}
+{"Finetune/Learning Rate": 1.9345146320481053e-05, "Finetune/Loss": 0.8974393606185913, "Finetune/Loss (Raw)": 0.8557670712471008, "Finetune/Step": 2737, "Finetune/Step Time": 6.719075247645378}
+{"Finetune/Learning Rate": 1.9344546825596244e-05, "Finetune/Loss": 0.8978293538093567, "Finetune/Loss (Raw)": 0.8747352361679077, "Finetune/Step": 2738, "Finetune/Step Time": 6.718071833252907}
+{"Finetune/Learning Rate": 1.934394706572666e-05, "Finetune/Loss": 0.8992134928703308, "Finetune/Loss (Raw)": 0.8490691184997559, "Finetune/Step": 2739, "Finetune/Step Time": 6.686688259243965}
+{"Finetune/Learning Rate": 1.9343347040889306e-05, "Finetune/Loss": 0.9002951383590698, "Finetune/Loss (Raw)": 0.9177142381668091, "Finetune/Step": 2740, "Finetune/Step Time": 6.674616072326899}
+{"Finetune/Learning Rate": 1.9342746751101204e-05, "Finetune/Loss": 0.9026030898094177, "Finetune/Loss (Raw)": 1.123631238937378, "Finetune/Step": 2741, "Finetune/Step Time": 6.67267731577158}
+{"Finetune/Learning Rate": 1.9342146196379366e-05, "Finetune/Loss": 0.9025143384933472, "Finetune/Loss (Raw)": 0.8444446921348572, "Finetune/Step": 2742, "Finetune/Step Time": 6.670540062710643}
+{"Finetune/Learning Rate": 1.9341545376740828e-05, "Finetune/Loss": 0.9028584957122803, "Finetune/Loss (Raw)": 0.929621160030365, "Finetune/Step": 2743, "Finetune/Step Time": 6.671457301825285}
+{"Finetune/Learning Rate": 1.9340944292202626e-05, "Finetune/Loss": 0.9028986692428589, "Finetune/Loss (Raw)": 0.9340537786483765, "Finetune/Step": 2744, "Finetune/Step Time": 6.668968042358756}
+{"Finetune/Learning Rate": 1.9340342942781806e-05, "Finetune/Loss": 0.90195631980896, "Finetune/Loss (Raw)": 0.8300725221633911, "Finetune/Step": 2745, "Finetune/Step Time": 6.666897393763065}
+{"Finetune/Learning Rate": 1.9339741328495422e-05, "Finetune/Loss": 0.9027653336524963, "Finetune/Loss (Raw)": 1.0180959701538086, "Finetune/Step": 2746, "Finetune/Step Time": 6.670114155858755}
+{"Finetune/Learning Rate": 1.9339139449360536e-05, "Finetune/Loss": 0.9022769331932068, "Finetune/Loss (Raw)": 0.7719981670379639, "Finetune/Step": 2747, "Finetune/Step Time": 6.684845509007573}
+{"Finetune/Learning Rate": 1.9338537305394208e-05, "Finetune/Loss": 0.9010661840438843, "Finetune/Loss (Raw)": 0.8703980445861816, "Finetune/Step": 2748, "Finetune/Step Time": 6.682865930721164}
+{"Finetune/Learning Rate": 1.9337934896613516e-05, "Finetune/Loss": 0.902108907699585, "Finetune/Loss (Raw)": 0.8902987837791443, "Finetune/Step": 2749, "Finetune/Step Time": 6.668476413935423}
+{"Finetune/Learning Rate": 1.9337332223035548e-05, "Finetune/Loss": 0.9025917053222656, "Finetune/Loss (Raw)": 0.9586413502693176, "Finetune/Step": 2750, "Finetune/Step Time": 6.6559221893548965}
+{"Finetune/Learning Rate": 1.9336729284677386e-05, "Finetune/Loss": 0.9018874168395996, "Finetune/Loss (Raw)": 0.8952999711036682, "Finetune/Step": 2751, "Finetune/Step Time": 6.66802772693336}
+{"Finetune/Learning Rate": 1.9336126081556134e-05, "Finetune/Loss": 0.9019428491592407, "Finetune/Loss (Raw)": 0.9183520078659058, "Finetune/Step": 2752, "Finetune/Step Time": 6.684962779283524}
+{"Finetune/Learning Rate": 1.9335522613688894e-05, "Finetune/Loss": 0.9047902822494507, "Finetune/Loss (Raw)": 0.9374620914459229, "Finetune/Step": 2753, "Finetune/Step Time": 6.677124062553048}
+{"Finetune/Learning Rate": 1.933491888109278e-05, "Finetune/Loss": 0.9054020643234253, "Finetune/Loss (Raw)": 0.9139901995658875, "Finetune/Step": 2754, "Finetune/Step Time": 6.684134921059012}
+{"Finetune/Learning Rate": 1.933431488378491e-05, "Finetune/Loss": 0.9052699208259583, "Finetune/Loss (Raw)": 0.8018773794174194, "Finetune/Step": 2755, "Finetune/Step Time": 6.6552340146154165}
+{"Finetune/Learning Rate": 1.9333710621782416e-05, "Finetune/Loss": 0.9060130715370178, "Finetune/Loss (Raw)": 0.9589719176292419, "Finetune/Step": 2756, "Finetune/Step Time": 6.655956724658608}
+{"Finetune/Learning Rate": 1.933310609510243e-05, "Finetune/Loss": 0.9054612517356873, "Finetune/Loss (Raw)": 0.8481818437576294, "Finetune/Step": 2757, "Finetune/Step Time": 6.669290039688349}
+{"Finetune/Learning Rate": 1.9332501303762093e-05, "Finetune/Loss": 0.9066920280456543, "Finetune/Loss (Raw)": 0.9742938280105591, "Finetune/Step": 2758, "Finetune/Step Time": 6.667004739865661}
+{"Finetune/Learning Rate": 1.9331896247778553e-05, "Finetune/Loss": 0.906119704246521, "Finetune/Loss (Raw)": 0.9307385683059692, "Finetune/Step": 2759, "Finetune/Step Time": 6.6661299001425505}
+{"Finetune/Learning Rate": 1.933129092716898e-05, "Finetune/Loss": 0.9066844582557678, "Finetune/Loss (Raw)": 0.8857351541519165, "Finetune/Step": 2760, "Finetune/Step Time": 6.658033298328519}
+{"Finetune/Learning Rate": 1.9330685341950525e-05, "Finetune/Loss": 0.9070346355438232, "Finetune/Loss (Raw)": 0.9668354988098145, "Finetune/Step": 2761, "Finetune/Step Time": 6.658566562458873}
+{"Finetune/Learning Rate": 1.933007949214037e-05, "Finetune/Loss": 0.9068894982337952, "Finetune/Loss (Raw)": 0.7884670495986938, "Finetune/Step": 2762, "Finetune/Step Time": 6.65787866897881}
+{"Finetune/Learning Rate": 1.932947337775569e-05, "Finetune/Loss": 0.9065905809402466, "Finetune/Loss (Raw)": 0.7962623834609985, "Finetune/Step": 2763, "Finetune/Step Time": 6.6540746334940195}
+{"Finetune/Learning Rate": 1.9328866998813676e-05, "Finetune/Loss": 0.9069428443908691, "Finetune/Loss (Raw)": 0.9770757555961609, "Finetune/Step": 2764, "Finetune/Step Time": 6.65138821862638}
+{"Finetune/Learning Rate": 1.932826035533152e-05, "Finetune/Loss": 0.904069185256958, "Finetune/Loss (Raw)": 0.592449426651001, "Finetune/Step": 2765, "Finetune/Step Time": 6.657572470605373}
+{"Finetune/Learning Rate": 1.932765344732643e-05, "Finetune/Loss": 0.906240701675415, "Finetune/Loss (Raw)": 1.0282247066497803, "Finetune/Step": 2766, "Finetune/Step Time": 6.670386945828795}
+{"Finetune/Learning Rate": 1.9327046274815607e-05, "Finetune/Loss": 0.906879186630249, "Finetune/Loss (Raw)": 0.9480720162391663, "Finetune/Step": 2767, "Finetune/Step Time": 6.66696610301733}
+{"Finetune/Learning Rate": 1.9326438837816276e-05, "Finetune/Loss": 0.9081066250801086, "Finetune/Loss (Raw)": 1.043105125427246, "Finetune/Step": 2768, "Finetune/Step Time": 6.667250396683812}
+{"Finetune/Learning Rate": 1.9325831136345662e-05, "Finetune/Loss": 0.9077889919281006, "Finetune/Loss (Raw)": 0.8643617630004883, "Finetune/Step": 2769, "Finetune/Step Time": 6.666218031197786}
+{"Finetune/Learning Rate": 1.9325223170420995e-05, "Finetune/Loss": 0.9075037240982056, "Finetune/Loss (Raw)": 1.008318543434143, "Finetune/Step": 2770, "Finetune/Step Time": 6.665089912712574}
+{"Finetune/Learning Rate": 1.932461494005952e-05, "Finetune/Loss": 0.9066354036331177, "Finetune/Loss (Raw)": 0.7011678814888, "Finetune/Step": 2771, "Finetune/Step Time": 6.677668048068881}
+{"Finetune/Learning Rate": 1.9324006445278474e-05, "Finetune/Loss": 0.9073983430862427, "Finetune/Loss (Raw)": 1.029610514640808, "Finetune/Step": 2772, "Finetune/Step Time": 6.674436453729868}
+{"Finetune/Learning Rate": 1.9323397686095126e-05, "Finetune/Loss": 0.9071780443191528, "Finetune/Loss (Raw)": 0.8401590585708618, "Finetune/Step": 2773, "Finetune/Step Time": 6.670574866235256}
+{"Finetune/Learning Rate": 1.9322788662526726e-05, "Finetune/Loss": 0.9075471758842468, "Finetune/Loss (Raw)": 1.004567265510559, "Finetune/Step": 2774, "Finetune/Step Time": 6.6700090020895}
+{"Finetune/Learning Rate": 1.932217937459055e-05, "Finetune/Loss": 0.9078757762908936, "Finetune/Loss (Raw)": 0.9876075983047485, "Finetune/Step": 2775, "Finetune/Step Time": 6.672603311017156}
+{"Finetune/Learning Rate": 1.932156982230388e-05, "Finetune/Loss": 0.9081303477287292, "Finetune/Loss (Raw)": 0.9413215517997742, "Finetune/Step": 2776, "Finetune/Step Time": 6.675265803933144}
+{"Finetune/Learning Rate": 1.9320960005683995e-05, "Finetune/Loss": 0.9072985649108887, "Finetune/Loss (Raw)": 0.8516263365745544, "Finetune/Step": 2777, "Finetune/Step Time": 6.670637918636203}
+{"Finetune/Learning Rate": 1.932034992474819e-05, "Finetune/Loss": 0.9057210683822632, "Finetune/Loss (Raw)": 0.8084836602210999, "Finetune/Step": 2778, "Finetune/Step Time": 6.682744396850467}
+{"Finetune/Learning Rate": 1.9319739579513763e-05, "Finetune/Loss": 0.9043912887573242, "Finetune/Loss (Raw)": 0.7395561933517456, "Finetune/Step": 2779, "Finetune/Step Time": 6.708030549809337}
+{"Finetune/Learning Rate": 1.9319128969998027e-05, "Finetune/Loss": 0.9050936698913574, "Finetune/Loss (Raw)": 1.000694751739502, "Finetune/Step": 2780, "Finetune/Step Time": 6.704161806032062}
+{"Finetune/Learning Rate": 1.9318518096218288e-05, "Finetune/Loss": 0.9048573970794678, "Finetune/Loss (Raw)": 0.8344765305519104, "Finetune/Step": 2781, "Finetune/Step Time": 6.713831393048167}
+{"Finetune/Learning Rate": 1.9317906958191876e-05, "Finetune/Loss": 0.9052050113677979, "Finetune/Loss (Raw)": 0.9797524213790894, "Finetune/Step": 2782, "Finetune/Step Time": 6.7114292699843645}
+{"Finetune/Learning Rate": 1.931729555593612e-05, "Finetune/Loss": 0.9050338268280029, "Finetune/Loss (Raw)": 0.8602186441421509, "Finetune/Step": 2783, "Finetune/Step Time": 6.708233220502734}
+{"Finetune/Learning Rate": 1.931668388946836e-05, "Finetune/Loss": 0.9064770936965942, "Finetune/Loss (Raw)": 0.9759681820869446, "Finetune/Step": 2784, "Finetune/Step Time": 6.671941669657826}
+{"Finetune/Learning Rate": 1.9316071958805935e-05, "Finetune/Loss": 0.9058923721313477, "Finetune/Loss (Raw)": 0.8996386528015137, "Finetune/Step": 2785, "Finetune/Step Time": 6.671891523525119}
+{"Finetune/Learning Rate": 1.93154597639662e-05, "Finetune/Loss": 0.9065337181091309, "Finetune/Loss (Raw)": 0.9909567832946777, "Finetune/Step": 2786, "Finetune/Step Time": 6.661691136658192}
+{"Finetune/Learning Rate": 1.9314847304966517e-05, "Finetune/Loss": 0.9052459597587585, "Finetune/Loss (Raw)": 0.6860045194625854, "Finetune/Step": 2787, "Finetune/Step Time": 6.65490766055882}
+{"Finetune/Learning Rate": 1.931423458182425e-05, "Finetune/Loss": 0.9041001796722412, "Finetune/Loss (Raw)": 0.9685561656951904, "Finetune/Step": 2788, "Finetune/Step Time": 6.655490268021822}
+{"Finetune/Learning Rate": 1.9313621594556778e-05, "Finetune/Loss": 0.9052261114120483, "Finetune/Loss (Raw)": 0.8921437859535217, "Finetune/Step": 2789, "Finetune/Step Time": 6.650203665718436}
+{"Finetune/Learning Rate": 1.9313008343181482e-05, "Finetune/Loss": 0.9049491882324219, "Finetune/Loss (Raw)": 0.9186927676200867, "Finetune/Step": 2790, "Finetune/Step Time": 6.650002509355545}
+{"Finetune/Learning Rate": 1.9312394827715756e-05, "Finetune/Loss": 0.9055768847465515, "Finetune/Loss (Raw)": 1.0128852128982544, "Finetune/Step": 2791, "Finetune/Step Time": 6.6471691858023405}
+{"Finetune/Learning Rate": 1.9311781048176986e-05, "Finetune/Loss": 0.9061079025268555, "Finetune/Loss (Raw)": 0.977241575717926, "Finetune/Step": 2792, "Finetune/Step Time": 6.631195606663823}
+{"Finetune/Learning Rate": 1.931116700458259e-05, "Finetune/Loss": 0.9074863195419312, "Finetune/Loss (Raw)": 1.0381062030792236, "Finetune/Step": 2793, "Finetune/Step Time": 6.6350602973252535}
+{"Finetune/Learning Rate": 1.9310552696949974e-05, "Finetune/Loss": 0.9099681377410889, "Finetune/Loss (Raw)": 1.1182464361190796, "Finetune/Step": 2794, "Finetune/Step Time": 6.633075462654233}
+{"Finetune/Learning Rate": 1.9309938125296556e-05, "Finetune/Loss": 0.909199595451355, "Finetune/Loss (Raw)": 0.8837935924530029, "Finetune/Step": 2795, "Finetune/Step Time": 6.627390738576651}
+{"Finetune/Learning Rate": 1.9309323289639773e-05, "Finetune/Loss": 0.9080754518508911, "Finetune/Loss (Raw)": 0.8416429758071899, "Finetune/Step": 2796, "Finetune/Step Time": 6.627995999529958}
+{"Finetune/Learning Rate": 1.9308708189997048e-05, "Finetune/Loss": 0.9074443578720093, "Finetune/Loss (Raw)": 0.7152074575424194, "Finetune/Step": 2797, "Finetune/Step Time": 6.659806167706847}
+{"Finetune/Learning Rate": 1.9308092826385832e-05, "Finetune/Loss": 0.9077595472335815, "Finetune/Loss (Raw)": 0.8476189970970154, "Finetune/Step": 2798, "Finetune/Step Time": 6.65755501203239}
+{"Finetune/Learning Rate": 1.930747719882357e-05, "Finetune/Loss": 0.9096156358718872, "Finetune/Loss (Raw)": 1.0918262004852295, "Finetune/Step": 2799, "Finetune/Step Time": 6.658186350017786}
+{"Finetune/Learning Rate": 1.9306861307327724e-05, "Finetune/Loss": 0.9093296527862549, "Finetune/Loss (Raw)": 1.005728006362915, "Finetune/Step": 2800, "Finetune/Step Time": 6.659846713766456}
+{"Finetune/Learning Rate": 1.9306245151915757e-05, "Finetune/Loss": 0.9092214107513428, "Finetune/Loss (Raw)": 0.891145646572113, "Finetune/Step": 2801, "Finetune/Step Time": 6.663824955001473}
+{"Finetune/Learning Rate": 1.930562873260514e-05, "Finetune/Loss": 0.9092960357666016, "Finetune/Loss (Raw)": 0.9574445486068726, "Finetune/Step": 2802, "Finetune/Step Time": 6.664297861978412}
+{"Finetune/Learning Rate": 1.9305012049413353e-05, "Finetune/Loss": 0.9077886343002319, "Finetune/Loss (Raw)": 0.7806329727172852, "Finetune/Step": 2803, "Finetune/Step Time": 6.6667982414364815}
+{"Finetune/Learning Rate": 1.930439510235788e-05, "Finetune/Loss": 0.9085901975631714, "Finetune/Loss (Raw)": 0.9892845749855042, "Finetune/Step": 2804, "Finetune/Step Time": 6.659136228263378}
+{"Finetune/Learning Rate": 1.9303777891456227e-05, "Finetune/Loss": 0.9092809557914734, "Finetune/Loss (Raw)": 0.9445938467979431, "Finetune/Step": 2805, "Finetune/Step Time": 6.661022879183292}
+{"Finetune/Learning Rate": 1.9303160416725884e-05, "Finetune/Loss": 0.9111137986183167, "Finetune/Loss (Raw)": 1.070996642112732, "Finetune/Step": 2806, "Finetune/Step Time": 6.655929209664464}
+{"Finetune/Learning Rate": 1.930254267818437e-05, "Finetune/Loss": 0.9111065864562988, "Finetune/Loss (Raw)": 1.0273584127426147, "Finetune/Step": 2807, "Finetune/Step Time": 6.660895144566894}
+{"Finetune/Learning Rate": 1.9301924675849196e-05, "Finetune/Loss": 0.9113787412643433, "Finetune/Loss (Raw)": 1.0074942111968994, "Finetune/Step": 2808, "Finetune/Step Time": 6.662874037399888}
+{"Finetune/Learning Rate": 1.9301306409737894e-05, "Finetune/Loss": 0.9106643199920654, "Finetune/Loss (Raw)": 0.8500685691833496, "Finetune/Step": 2809, "Finetune/Step Time": 6.664661498740315}
+{"Finetune/Learning Rate": 1.9300687879867987e-05, "Finetune/Loss": 0.9116370677947998, "Finetune/Loss (Raw)": 1.080926537513733, "Finetune/Step": 2810, "Finetune/Step Time": 6.6639716904610395}
+{"Finetune/Learning Rate": 1.930006908625702e-05, "Finetune/Loss": 0.9112873077392578, "Finetune/Loss (Raw)": 0.9476245641708374, "Finetune/Step": 2811, "Finetune/Step Time": 6.671928498893976}
+{"Finetune/Learning Rate": 1.929945002892254e-05, "Finetune/Loss": 0.9095657467842102, "Finetune/Loss (Raw)": 0.8164017796516418, "Finetune/Step": 2812, "Finetune/Step Time": 6.670898938551545}
+{"Finetune/Learning Rate": 1.9298830707882105e-05, "Finetune/Loss": 0.9101125001907349, "Finetune/Loss (Raw)": 0.898608922958374, "Finetune/Step": 2813, "Finetune/Step Time": 6.664819158613682}
+{"Finetune/Learning Rate": 1.929821112315327e-05, "Finetune/Loss": 0.9098395109176636, "Finetune/Loss (Raw)": 0.8554894924163818, "Finetune/Step": 2814, "Finetune/Step Time": 6.646065199747682}
+{"Finetune/Learning Rate": 1.9297591274753607e-05, "Finetune/Loss": 0.9093027710914612, "Finetune/Loss (Raw)": 0.9924272894859314, "Finetune/Step": 2815, "Finetune/Step Time": 6.647702185437083}
+{"Finetune/Learning Rate": 1.9296971162700696e-05, "Finetune/Loss": 0.9090548753738403, "Finetune/Loss (Raw)": 0.8875176906585693, "Finetune/Step": 2816, "Finetune/Step Time": 6.645557407289743}
+{"Finetune/Learning Rate": 1.929635078701212e-05, "Finetune/Loss": 0.9083617925643921, "Finetune/Loss (Raw)": 0.8634918928146362, "Finetune/Step": 2817, "Finetune/Step Time": 6.643905345350504}
+{"Finetune/Learning Rate": 1.9295730147705467e-05, "Finetune/Loss": 0.9073232412338257, "Finetune/Loss (Raw)": 0.7899342775344849, "Finetune/Step": 2818, "Finetune/Step Time": 6.640390757471323}
+{"Finetune/Learning Rate": 1.9295109244798348e-05, "Finetune/Loss": 0.9078174829483032, "Finetune/Loss (Raw)": 0.9009490609169006, "Finetune/Step": 2819, "Finetune/Step Time": 6.648107273504138}
+{"Finetune/Learning Rate": 1.9294488078308355e-05, "Finetune/Loss": 0.90717613697052, "Finetune/Loss (Raw)": 0.9381963610649109, "Finetune/Step": 2820, "Finetune/Step Time": 6.648854361847043}
+{"Finetune/Learning Rate": 1.9293866648253114e-05, "Finetune/Loss": 0.9077650308609009, "Finetune/Loss (Raw)": 0.7777765393257141, "Finetune/Step": 2821, "Finetune/Step Time": 6.626234697178006}
+{"Finetune/Learning Rate": 1.9293244954650242e-05, "Finetune/Loss": 0.9043846130371094, "Finetune/Loss (Raw)": 0.653631329536438, "Finetune/Step": 2822, "Finetune/Step Time": 6.637384187430143}
+{"Finetune/Learning Rate": 1.929262299751737e-05, "Finetune/Loss": 0.9053533673286438, "Finetune/Loss (Raw)": 0.8880322575569153, "Finetune/Step": 2823, "Finetune/Step Time": 6.6303830575197935}
+{"Finetune/Learning Rate": 1.9292000776872135e-05, "Finetune/Loss": 0.9062028527259827, "Finetune/Loss (Raw)": 1.0686091184616089, "Finetune/Step": 2824, "Finetune/Step Time": 6.63478852622211}
+{"Finetune/Learning Rate": 1.929137829273218e-05, "Finetune/Loss": 0.9083446264266968, "Finetune/Loss (Raw)": 1.0959570407867432, "Finetune/Step": 2825, "Finetune/Step Time": 6.624927915632725}
+{"Finetune/Learning Rate": 1.929075554511516e-05, "Finetune/Loss": 0.9087544679641724, "Finetune/Loss (Raw)": 1.0162163972854614, "Finetune/Step": 2826, "Finetune/Step Time": 6.618828043341637}
+{"Finetune/Learning Rate": 1.929013253403873e-05, "Finetune/Loss": 0.9103184342384338, "Finetune/Loss (Raw)": 1.0695501565933228, "Finetune/Step": 2827, "Finetune/Step Time": 6.616366673260927}
+{"Finetune/Learning Rate": 1.9289509259520558e-05, "Finetune/Loss": 0.9112681746482849, "Finetune/Loss (Raw)": 0.7923069596290588, "Finetune/Step": 2828, "Finetune/Step Time": 6.6121425442397594}
+{"Finetune/Learning Rate": 1.928888572157832e-05, "Finetune/Loss": 0.9111668467521667, "Finetune/Loss (Raw)": 0.9213688373565674, "Finetune/Step": 2829, "Finetune/Step Time": 6.613191371783614}
+{"Finetune/Learning Rate": 1.92882619202297e-05, "Finetune/Loss": 0.9092518091201782, "Finetune/Loss (Raw)": 0.7789252400398254, "Finetune/Step": 2830, "Finetune/Step Time": 6.611629690974951}
+{"Finetune/Learning Rate": 1.928763785549238e-05, "Finetune/Loss": 0.910936713218689, "Finetune/Loss (Raw)": 0.9264578223228455, "Finetune/Step": 2831, "Finetune/Step Time": 6.61565051600337}
+{"Finetune/Learning Rate": 1.928701352738406e-05, "Finetune/Loss": 0.9108814001083374, "Finetune/Loss (Raw)": 0.8442819714546204, "Finetune/Step": 2832, "Finetune/Step Time": 6.591533390805125}
+{"Finetune/Learning Rate": 1.928638893592245e-05, "Finetune/Loss": 0.9124491214752197, "Finetune/Loss (Raw)": 0.9648399949073792, "Finetune/Step": 2833, "Finetune/Step Time": 6.575699117034674}
+{"Finetune/Learning Rate": 1.9285764081125254e-05, "Finetune/Loss": 0.9138621091842651, "Finetune/Loss (Raw)": 0.9109833836555481, "Finetune/Step": 2834, "Finetune/Step Time": 6.584196796640754}
+{"Finetune/Learning Rate": 1.9285138963010196e-05, "Finetune/Loss": 0.9144203662872314, "Finetune/Loss (Raw)": 0.9161056876182556, "Finetune/Step": 2835, "Finetune/Step Time": 6.586825039237738}
+{"Finetune/Learning Rate": 1.9284513581594997e-05, "Finetune/Loss": 0.9146851301193237, "Finetune/Loss (Raw)": 0.9731760025024414, "Finetune/Step": 2836, "Finetune/Step Time": 6.584445212036371}
+{"Finetune/Learning Rate": 1.9283887936897398e-05, "Finetune/Loss": 0.9160193800926208, "Finetune/Loss (Raw)": 1.0360286235809326, "Finetune/Step": 2837, "Finetune/Step Time": 6.571319004520774}
+{"Finetune/Learning Rate": 1.928326202893513e-05, "Finetune/Loss": 0.916324257850647, "Finetune/Loss (Raw)": 1.075282335281372, "Finetune/Step": 2838, "Finetune/Step Time": 6.570259753614664}
+{"Finetune/Learning Rate": 1.928263585772596e-05, "Finetune/Loss": 0.9139175415039062, "Finetune/Loss (Raw)": 0.7690009474754333, "Finetune/Step": 2839, "Finetune/Step Time": 6.567080793902278}
+{"Finetune/Learning Rate": 1.9282009423287623e-05, "Finetune/Loss": 0.9146607518196106, "Finetune/Loss (Raw)": 1.0557664632797241, "Finetune/Step": 2840, "Finetune/Step Time": 6.565335704013705}
+{"Finetune/Learning Rate": 1.92813827256379e-05, "Finetune/Loss": 0.9140497446060181, "Finetune/Loss (Raw)": 0.9499698281288147, "Finetune/Step": 2841, "Finetune/Step Time": 6.561078675091267}
+{"Finetune/Learning Rate": 1.9280755764794553e-05, "Finetune/Loss": 0.913235068321228, "Finetune/Loss (Raw)": 0.9473455548286438, "Finetune/Step": 2842, "Finetune/Step Time": 6.563675904646516}
+{"Finetune/Learning Rate": 1.9280128540775363e-05, "Finetune/Loss": 0.9135571122169495, "Finetune/Loss (Raw)": 0.942649781703949, "Finetune/Step": 2843, "Finetune/Step Time": 6.564494280144572}
+{"Finetune/Learning Rate": 1.9279501053598117e-05, "Finetune/Loss": 0.9135385751724243, "Finetune/Loss (Raw)": 0.8285455107688904, "Finetune/Step": 2844, "Finetune/Step Time": 6.571196371689439}
+{"Finetune/Learning Rate": 1.9278873303280606e-05, "Finetune/Loss": 0.9123064279556274, "Finetune/Loss (Raw)": 0.811754047870636, "Finetune/Step": 2845, "Finetune/Step Time": 6.590118303894997}
+{"Finetune/Learning Rate": 1.9278245289840642e-05, "Finetune/Loss": 0.9127857089042664, "Finetune/Loss (Raw)": 1.0128644704818726, "Finetune/Step": 2846, "Finetune/Step Time": 6.58639962784946}
+{"Finetune/Learning Rate": 1.9277617013296018e-05, "Finetune/Loss": 0.9133970737457275, "Finetune/Loss (Raw)": 0.926500141620636, "Finetune/Step": 2847, "Finetune/Step Time": 6.580985983833671}
+{"Finetune/Learning Rate": 1.9276988473664557e-05, "Finetune/Loss": 0.9128996133804321, "Finetune/Loss (Raw)": 0.9586156010627747, "Finetune/Step": 2848, "Finetune/Step Time": 6.580670680850744}
+{"Finetune/Learning Rate": 1.9276359670964086e-05, "Finetune/Loss": 0.9114246368408203, "Finetune/Loss (Raw)": 0.7472918629646301, "Finetune/Step": 2849, "Finetune/Step Time": 6.585081309080124}
+{"Finetune/Learning Rate": 1.9275730605212435e-05, "Finetune/Loss": 0.9128776788711548, "Finetune/Loss (Raw)": 1.028103232383728, "Finetune/Step": 2850, "Finetune/Step Time": 6.591749049723148}
+{"Finetune/Learning Rate": 1.9275101276427438e-05, "Finetune/Loss": 0.9154905080795288, "Finetune/Loss (Raw)": 1.003554105758667, "Finetune/Step": 2851, "Finetune/Step Time": 6.598935646936297}
+{"Finetune/Learning Rate": 1.9274471684626943e-05, "Finetune/Loss": 0.9162822961807251, "Finetune/Loss (Raw)": 1.0203789472579956, "Finetune/Step": 2852, "Finetune/Step Time": 6.6013976614922285}
+{"Finetune/Learning Rate": 1.9273841829828804e-05, "Finetune/Loss": 0.9152430295944214, "Finetune/Loss (Raw)": 0.8165334463119507, "Finetune/Step": 2853, "Finetune/Step Time": 6.636879352852702}
+{"Finetune/Learning Rate": 1.9273211712050885e-05, "Finetune/Loss": 0.9146603345870972, "Finetune/Loss (Raw)": 0.8169745802879333, "Finetune/Step": 2854, "Finetune/Step Time": 6.6370283998548985}
+{"Finetune/Learning Rate": 1.927258133131105e-05, "Finetune/Loss": 0.915066123008728, "Finetune/Loss (Raw)": 0.9834058284759521, "Finetune/Step": 2855, "Finetune/Step Time": 6.636970823630691}
+{"Finetune/Learning Rate": 1.9271950687627175e-05, "Finetune/Loss": 0.9141188859939575, "Finetune/Loss (Raw)": 0.899224579334259, "Finetune/Step": 2856, "Finetune/Step Time": 6.64262324385345}
+{"Finetune/Learning Rate": 1.9271319781017142e-05, "Finetune/Loss": 0.9154665470123291, "Finetune/Loss (Raw)": 0.9822583794593811, "Finetune/Step": 2857, "Finetune/Step Time": 6.642227998003364}
+{"Finetune/Learning Rate": 1.927068861149885e-05, "Finetune/Loss": 0.9162384271621704, "Finetune/Loss (Raw)": 0.9239117503166199, "Finetune/Step": 2858, "Finetune/Step Time": 6.6280467845499516}
+{"Finetune/Learning Rate": 1.9270057179090188e-05, "Finetune/Loss": 0.9157154560089111, "Finetune/Loss (Raw)": 0.8726582527160645, "Finetune/Step": 2859, "Finetune/Step Time": 6.638932039961219}
+{"Finetune/Learning Rate": 1.9269425483809065e-05, "Finetune/Loss": 0.9157925844192505, "Finetune/Loss (Raw)": 0.8024760484695435, "Finetune/Step": 2860, "Finetune/Step Time": 6.651538176462054}
+{"Finetune/Learning Rate": 1.9268793525673396e-05, "Finetune/Loss": 0.9148780107498169, "Finetune/Loss (Raw)": 0.757419228553772, "Finetune/Step": 2861, "Finetune/Step Time": 6.649313259869814}
+{"Finetune/Learning Rate": 1.9268161304701095e-05, "Finetune/Loss": 0.9127460718154907, "Finetune/Loss (Raw)": 0.8526408076286316, "Finetune/Step": 2862, "Finetune/Step Time": 6.650362379848957}
+{"Finetune/Learning Rate": 1.9267528820910097e-05, "Finetune/Loss": 0.9118865728378296, "Finetune/Loss (Raw)": 0.81022047996521, "Finetune/Step": 2863, "Finetune/Step Time": 6.647311152890325}
+{"Finetune/Learning Rate": 1.9266896074318335e-05, "Finetune/Loss": 0.9125930070877075, "Finetune/Loss (Raw)": 0.9016041159629822, "Finetune/Step": 2864, "Finetune/Step Time": 6.647904785349965}
+{"Finetune/Learning Rate": 1.9266263064943752e-05, "Finetune/Loss": 0.9134356379508972, "Finetune/Loss (Raw)": 0.9636247754096985, "Finetune/Step": 2865, "Finetune/Step Time": 6.641253845766187}
+{"Finetune/Learning Rate": 1.92656297928043e-05, "Finetune/Loss": 0.9127131700515747, "Finetune/Loss (Raw)": 0.7822567224502563, "Finetune/Step": 2866, "Finetune/Step Time": 6.644292740151286}
+{"Finetune/Learning Rate": 1.9264996257917933e-05, "Finetune/Loss": 0.9132733345031738, "Finetune/Loss (Raw)": 0.9207754135131836, "Finetune/Step": 2867, "Finetune/Step Time": 6.6447155475616455}
+{"Finetune/Learning Rate": 1.926436246030262e-05, "Finetune/Loss": 0.9120837450027466, "Finetune/Loss (Raw)": 0.7654433250427246, "Finetune/Step": 2868, "Finetune/Step Time": 6.643765885382891}
+{"Finetune/Learning Rate": 1.926372839997633e-05, "Finetune/Loss": 0.9106996655464172, "Finetune/Loss (Raw)": 0.9464752078056335, "Finetune/Step": 2869, "Finetune/Step Time": 6.648476528003812}
+{"Finetune/Learning Rate": 1.9263094076957042e-05, "Finetune/Loss": 0.9098894596099854, "Finetune/Loss (Raw)": 0.740735650062561, "Finetune/Step": 2870, "Finetune/Step Time": 6.646960631012917}
+{"Finetune/Learning Rate": 1.9262459491262753e-05, "Finetune/Loss": 0.9083850383758545, "Finetune/Loss (Raw)": 0.7370494604110718, "Finetune/Step": 2871, "Finetune/Step Time": 6.665976708754897}
+{"Finetune/Learning Rate": 1.926182464291145e-05, "Finetune/Loss": 0.9089226126670837, "Finetune/Loss (Raw)": 1.0028702020645142, "Finetune/Step": 2872, "Finetune/Step Time": 6.684980662539601}
+{"Finetune/Learning Rate": 1.9261189531921137e-05, "Finetune/Loss": 0.9072861075401306, "Finetune/Loss (Raw)": 0.6205987334251404, "Finetune/Step": 2873, "Finetune/Step Time": 6.700189845636487}
+{"Finetune/Learning Rate": 1.926055415830982e-05, "Finetune/Loss": 0.9081015586853027, "Finetune/Loss (Raw)": 1.1224751472473145, "Finetune/Step": 2874, "Finetune/Step Time": 6.705012585967779}
+{"Finetune/Learning Rate": 1.9259918522095528e-05, "Finetune/Loss": 0.9066875576972961, "Finetune/Loss (Raw)": 0.5910038352012634, "Finetune/Step": 2875, "Finetune/Step Time": 6.711796628311276}
+{"Finetune/Learning Rate": 1.925928262329627e-05, "Finetune/Loss": 0.9057453274726868, "Finetune/Loss (Raw)": 0.7497960329055786, "Finetune/Step": 2876, "Finetune/Step Time": 6.710327537730336}
+{"Finetune/Learning Rate": 1.9258646461930093e-05, "Finetune/Loss": 0.9038461446762085, "Finetune/Loss (Raw)": 0.6471981406211853, "Finetune/Step": 2877, "Finetune/Step Time": 6.724765432998538}
+{"Finetune/Learning Rate": 1.9258010038015027e-05, "Finetune/Loss": 0.903336226940155, "Finetune/Loss (Raw)": 0.8933746814727783, "Finetune/Step": 2878, "Finetune/Step Time": 6.727502016350627}
+{"Finetune/Learning Rate": 1.9257373351569125e-05, "Finetune/Loss": 0.9030053615570068, "Finetune/Loss (Raw)": 0.8529415130615234, "Finetune/Step": 2879, "Finetune/Step Time": 6.710906160995364}
+{"Finetune/Learning Rate": 1.9256736402610437e-05, "Finetune/Loss": 0.902401328086853, "Finetune/Loss (Raw)": 0.8410447239875793, "Finetune/Step": 2880, "Finetune/Step Time": 6.69313526339829}
+{"Finetune/Learning Rate": 1.925609919115703e-05, "Finetune/Loss": 0.9019913077354431, "Finetune/Loss (Raw)": 0.8849778175354004, "Finetune/Step": 2881, "Finetune/Step Time": 6.691937288269401}
+{"Finetune/Learning Rate": 1.925546171722697e-05, "Finetune/Loss": 0.9017934203147888, "Finetune/Loss (Raw)": 0.8886547684669495, "Finetune/Step": 2882, "Finetune/Step Time": 6.6881503742188215}
+{"Finetune/Learning Rate": 1.9254823980838332e-05, "Finetune/Loss": 0.9015234708786011, "Finetune/Loss (Raw)": 0.7673313021659851, "Finetune/Step": 2883, "Finetune/Step Time": 6.689543204382062}
+{"Finetune/Learning Rate": 1.9254185982009204e-05, "Finetune/Loss": 0.9013723134994507, "Finetune/Loss (Raw)": 0.9396235942840576, "Finetune/Step": 2884, "Finetune/Step Time": 6.690746081992984}
+{"Finetune/Learning Rate": 1.925354772075768e-05, "Finetune/Loss": 0.8998018503189087, "Finetune/Loss (Raw)": 0.6471685171127319, "Finetune/Step": 2885, "Finetune/Step Time": 6.689451172947884}
+{"Finetune/Learning Rate": 1.9252909197101854e-05, "Finetune/Loss": 0.9000349640846252, "Finetune/Loss (Raw)": 1.0041245222091675, "Finetune/Step": 2886, "Finetune/Step Time": 6.690078038722277}
+{"Finetune/Learning Rate": 1.9252270411059834e-05, "Finetune/Loss": 0.9008756875991821, "Finetune/Loss (Raw)": 1.0383530855178833, "Finetune/Step": 2887, "Finetune/Step Time": 6.693434409797192}
+{"Finetune/Learning Rate": 1.9251631362649735e-05, "Finetune/Loss": 0.9020261168479919, "Finetune/Loss (Raw)": 1.0329909324645996, "Finetune/Step": 2888, "Finetune/Step Time": 6.6991061214357615}
+{"Finetune/Learning Rate": 1.925099205188968e-05, "Finetune/Loss": 0.9002023339271545, "Finetune/Loss (Raw)": 0.7333923578262329, "Finetune/Step": 2889, "Finetune/Step Time": 6.70597555115819}
+{"Finetune/Learning Rate": 1.9250352478797798e-05, "Finetune/Loss": 0.9011530876159668, "Finetune/Loss (Raw)": 0.9101613163948059, "Finetune/Step": 2890, "Finetune/Step Time": 6.721217026934028}
+{"Finetune/Learning Rate": 1.9249712643392223e-05, "Finetune/Loss": 0.9022240042686462, "Finetune/Loss (Raw)": 0.9333374500274658, "Finetune/Step": 2891, "Finetune/Step Time": 6.7190428506582975}
+{"Finetune/Learning Rate": 1.9249072545691102e-05, "Finetune/Loss": 0.9011591672897339, "Finetune/Loss (Raw)": 0.840777575969696, "Finetune/Step": 2892, "Finetune/Step Time": 6.723537726327777}
+{"Finetune/Learning Rate": 1.924843218571258e-05, "Finetune/Loss": 0.9035332202911377, "Finetune/Loss (Raw)": 0.8963344693183899, "Finetune/Step": 2893, "Finetune/Step Time": 6.714168107137084}
+{"Finetune/Learning Rate": 1.9247791563474822e-05, "Finetune/Loss": 0.902306079864502, "Finetune/Loss (Raw)": 0.871148407459259, "Finetune/Step": 2894, "Finetune/Step Time": 6.702104240655899}
+{"Finetune/Learning Rate": 1.9247150678995994e-05, "Finetune/Loss": 0.9017442464828491, "Finetune/Loss (Raw)": 0.8761590719223022, "Finetune/Step": 2895, "Finetune/Step Time": 6.705347439274192}
+{"Finetune/Learning Rate": 1.9246509532294265e-05, "Finetune/Loss": 0.9006847143173218, "Finetune/Loss (Raw)": 0.907482385635376, "Finetune/Step": 2896, "Finetune/Step Time": 6.704988399520516}
+{"Finetune/Learning Rate": 1.9245868123387822e-05, "Finetune/Loss": 0.9016842842102051, "Finetune/Loss (Raw)": 0.9923009872436523, "Finetune/Step": 2897, "Finetune/Step Time": 6.705235613510013}
+{"Finetune/Learning Rate": 1.9245226452294853e-05, "Finetune/Loss": 0.9010356664657593, "Finetune/Loss (Raw)": 0.9252983927726746, "Finetune/Step": 2898, "Finetune/Step Time": 6.708643279969692}
+{"Finetune/Learning Rate": 1.9244584519033548e-05, "Finetune/Loss": 0.9021410942077637, "Finetune/Loss (Raw)": 0.8426656723022461, "Finetune/Step": 2899, "Finetune/Step Time": 6.700260065495968}
+{"Finetune/Learning Rate": 1.9243942323622113e-05, "Finetune/Loss": 0.900606095790863, "Finetune/Loss (Raw)": 0.8331319093704224, "Finetune/Step": 2900, "Finetune/Step Time": 6.705327782779932}
+{"Finetune/Learning Rate": 1.924329986607876e-05, "Finetune/Loss": 0.9011406898498535, "Finetune/Loss (Raw)": 0.9085906744003296, "Finetune/Step": 2901, "Finetune/Step Time": 6.708056751638651}
+{"Finetune/Learning Rate": 1.924265714642171e-05, "Finetune/Loss": 0.9002517461776733, "Finetune/Loss (Raw)": 0.8907712697982788, "Finetune/Step": 2902, "Finetune/Step Time": 6.708177210763097}
+{"Finetune/Learning Rate": 1.9242014164669186e-05, "Finetune/Loss": 0.9001779556274414, "Finetune/Loss (Raw)": 0.9781720042228699, "Finetune/Step": 2903, "Finetune/Step Time": 6.711357854306698}
+{"Finetune/Learning Rate": 1.924137092083942e-05, "Finetune/Loss": 0.8988276720046997, "Finetune/Loss (Raw)": 0.7684797644615173, "Finetune/Step": 2904, "Finetune/Step Time": 6.718595921993256}
+{"Finetune/Learning Rate": 1.9240727414950654e-05, "Finetune/Loss": 0.8990129232406616, "Finetune/Loss (Raw)": 0.8753370642662048, "Finetune/Step": 2905, "Finetune/Step Time": 6.717401262372732}
+{"Finetune/Learning Rate": 1.9240083647021135e-05, "Finetune/Loss": 0.8996623158454895, "Finetune/Loss (Raw)": 0.8916099071502686, "Finetune/Step": 2906, "Finetune/Step Time": 6.705994665622711}
+{"Finetune/Learning Rate": 1.923943961706912e-05, "Finetune/Loss": 0.9013384580612183, "Finetune/Loss (Raw)": 0.9540998339653015, "Finetune/Step": 2907, "Finetune/Step Time": 6.678455200046301}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.8998488187789917, "Finetune/Loss (Raw)": 0.8100175261497498, "Finetune/Step": 2908, "Finetune/Step Time": 6.678885841742158}
+{"Finetune/Learning Rate": 1.9238150771170655e-05, "Finetune/Loss": 0.900645911693573, "Finetune/Loss (Raw)": 0.9365062713623047, "Finetune/Step": 2909, "Finetune/Step Time": 6.672725886106491}
+{"Finetune/Learning Rate": 1.9237505955260756e-05, "Finetune/Loss": 0.9005509614944458, "Finetune/Loss (Raw)": 0.967599093914032, "Finetune/Step": 2910, "Finetune/Step Time": 6.673672052100301}
+{"Finetune/Learning Rate": 1.9236860877401456e-05, "Finetune/Loss": 0.8995267152786255, "Finetune/Loss (Raw)": 0.7291219830513, "Finetune/Step": 2911, "Finetune/Step Time": 6.673783656209707}
+{"Finetune/Learning Rate": 1.9236215537611044e-05, "Finetune/Loss": 0.8971872925758362, "Finetune/Loss (Raw)": 0.6765182018280029, "Finetune/Step": 2912, "Finetune/Step Time": 6.68863040022552}
+{"Finetune/Learning Rate": 1.9235569935907826e-05, "Finetune/Loss": 0.8984614610671997, "Finetune/Loss (Raw)": 1.062731385231018, "Finetune/Step": 2913, "Finetune/Step Time": 6.688275631517172}
+{"Finetune/Learning Rate": 1.9234924072310112e-05, "Finetune/Loss": 0.8984900116920471, "Finetune/Loss (Raw)": 0.9946122169494629, "Finetune/Step": 2914, "Finetune/Step Time": 6.691407410427928}
+{"Finetune/Learning Rate": 1.9234277946836207e-05, "Finetune/Loss": 0.9003211855888367, "Finetune/Loss (Raw)": 0.920393168926239, "Finetune/Step": 2915, "Finetune/Step Time": 6.672886524349451}
+{"Finetune/Learning Rate": 1.923363155950444e-05, "Finetune/Loss": 0.8990411162376404, "Finetune/Loss (Raw)": 0.804707407951355, "Finetune/Step": 2916, "Finetune/Step Time": 6.671605700626969}
+{"Finetune/Learning Rate": 1.9232984910333136e-05, "Finetune/Loss": 0.8995170593261719, "Finetune/Loss (Raw)": 0.9530696272850037, "Finetune/Step": 2917, "Finetune/Step Time": 6.669837595894933}
+{"Finetune/Learning Rate": 1.923233799934064e-05, "Finetune/Loss": 0.9002997875213623, "Finetune/Loss (Raw)": 1.018871545791626, "Finetune/Step": 2918, "Finetune/Step Time": 6.667580572888255}
+{"Finetune/Learning Rate": 1.9231690826545284e-05, "Finetune/Loss": 0.8994663953781128, "Finetune/Loss (Raw)": 0.9062175750732422, "Finetune/Step": 2919, "Finetune/Step Time": 6.669682212173939}
+{"Finetune/Learning Rate": 1.9231043391965435e-05, "Finetune/Loss": 0.8986244797706604, "Finetune/Loss (Raw)": 0.8694788813591003, "Finetune/Step": 2920, "Finetune/Step Time": 6.667520822957158}
+{"Finetune/Learning Rate": 1.923039569561944e-05, "Finetune/Loss": 0.8969736695289612, "Finetune/Loss (Raw)": 0.826799750328064, "Finetune/Step": 2921, "Finetune/Step Time": 6.668237382546067}
+{"Finetune/Learning Rate": 1.922974773752567e-05, "Finetune/Loss": 0.8954761028289795, "Finetune/Loss (Raw)": 0.9265550374984741, "Finetune/Step": 2922, "Finetune/Step Time": 6.6697422079741955}
+{"Finetune/Learning Rate": 1.9229099517702505e-05, "Finetune/Loss": 0.8957753777503967, "Finetune/Loss (Raw)": 0.9221023321151733, "Finetune/Step": 2923, "Finetune/Step Time": 6.669836541637778}
+{"Finetune/Learning Rate": 1.9228451036168317e-05, "Finetune/Loss": 0.8960976004600525, "Finetune/Loss (Raw)": 0.8828817009925842, "Finetune/Step": 2924, "Finetune/Step Time": 6.666261902078986}
+{"Finetune/Learning Rate": 1.9227802292941504e-05, "Finetune/Loss": 0.8976792097091675, "Finetune/Loss (Raw)": 0.9176557064056396, "Finetune/Step": 2925, "Finetune/Step Time": 6.629809653386474}
+{"Finetune/Learning Rate": 1.9227153288040458e-05, "Finetune/Loss": 0.8982686996459961, "Finetune/Loss (Raw)": 0.9230765104293823, "Finetune/Step": 2926, "Finetune/Step Time": 6.623892484232783}
+{"Finetune/Learning Rate": 1.9226504021483582e-05, "Finetune/Loss": 0.8958446383476257, "Finetune/Loss (Raw)": 0.7815457582473755, "Finetune/Step": 2927, "Finetune/Step Time": 6.62616153806448}
+{"Finetune/Learning Rate": 1.9225854493289287e-05, "Finetune/Loss": 0.8952833414077759, "Finetune/Loss (Raw)": 0.9338796138763428, "Finetune/Step": 2928, "Finetune/Step Time": 6.626639416441321}
+{"Finetune/Learning Rate": 1.9225204703475995e-05, "Finetune/Loss": 0.8964046239852905, "Finetune/Loss (Raw)": 1.0346715450286865, "Finetune/Step": 2929, "Finetune/Step Time": 6.6263507809489965}
+{"Finetune/Learning Rate": 1.922455465206213e-05, "Finetune/Loss": 0.8958747982978821, "Finetune/Loss (Raw)": 0.8896299600601196, "Finetune/Step": 2930, "Finetune/Step Time": 6.625658232718706}
+{"Finetune/Learning Rate": 1.9223904339066125e-05, "Finetune/Loss": 0.8956062197685242, "Finetune/Loss (Raw)": 0.7462510466575623, "Finetune/Step": 2931, "Finetune/Step Time": 6.619664765894413}
+{"Finetune/Learning Rate": 1.9223253764506426e-05, "Finetune/Loss": 0.8954651951789856, "Finetune/Loss (Raw)": 0.9712348580360413, "Finetune/Step": 2932, "Finetune/Step Time": 6.620389558374882}
+{"Finetune/Learning Rate": 1.9222602928401473e-05, "Finetune/Loss": 0.8951359987258911, "Finetune/Loss (Raw)": 0.902449905872345, "Finetune/Step": 2933, "Finetune/Step Time": 6.621806982904673}
+{"Finetune/Learning Rate": 1.922195183076973e-05, "Finetune/Loss": 0.8925754427909851, "Finetune/Loss (Raw)": 0.7432548999786377, "Finetune/Step": 2934, "Finetune/Step Time": 6.625650130212307}
+{"Finetune/Learning Rate": 1.9221300471629658e-05, "Finetune/Loss": 0.891899585723877, "Finetune/Loss (Raw)": 0.9408463835716248, "Finetune/Step": 2935, "Finetune/Step Time": 6.6247001234442}
+{"Finetune/Learning Rate": 1.9220648850999723e-05, "Finetune/Loss": 0.890489935874939, "Finetune/Loss (Raw)": 0.8270584344863892, "Finetune/Step": 2936, "Finetune/Step Time": 6.6282670032233}
+{"Finetune/Learning Rate": 1.9219996968898408e-05, "Finetune/Loss": 0.8907173871994019, "Finetune/Loss (Raw)": 0.8791832327842712, "Finetune/Step": 2937, "Finetune/Step Time": 6.62931633926928}
+{"Finetune/Learning Rate": 1.92193448253442e-05, "Finetune/Loss": 0.8895113468170166, "Finetune/Loss (Raw)": 0.9265556931495667, "Finetune/Step": 2938, "Finetune/Step Time": 6.649861931800842}
+{"Finetune/Learning Rate": 1.9218692420355585e-05, "Finetune/Loss": 0.8874361515045166, "Finetune/Loss (Raw)": 0.6819937825202942, "Finetune/Step": 2939, "Finetune/Step Time": 6.658259138464928}
+{"Finetune/Learning Rate": 1.9218039753951068e-05, "Finetune/Loss": 0.8880984783172607, "Finetune/Loss (Raw)": 0.9011743664741516, "Finetune/Step": 2940, "Finetune/Step Time": 6.65736985579133}
+{"Finetune/Learning Rate": 1.9217386826149155e-05, "Finetune/Loss": 0.8875409960746765, "Finetune/Loss (Raw)": 0.8272570967674255, "Finetune/Step": 2941, "Finetune/Step Time": 6.662956265732646}
+{"Finetune/Learning Rate": 1.9216733636968365e-05, "Finetune/Loss": 0.8873844742774963, "Finetune/Loss (Raw)": 0.8354567289352417, "Finetune/Step": 2942, "Finetune/Step Time": 6.661534426733851}
+{"Finetune/Learning Rate": 1.9216080186427218e-05, "Finetune/Loss": 0.8879387378692627, "Finetune/Loss (Raw)": 1.0633715391159058, "Finetune/Step": 2943, "Finetune/Step Time": 6.673309234902263}
+{"Finetune/Learning Rate": 1.9215426474544242e-05, "Finetune/Loss": 0.8885933756828308, "Finetune/Loss (Raw)": 0.971310555934906, "Finetune/Step": 2944, "Finetune/Step Time": 6.671001894399524}
+{"Finetune/Learning Rate": 1.9214772501337976e-05, "Finetune/Loss": 0.8891814947128296, "Finetune/Loss (Raw)": 0.9387704133987427, "Finetune/Step": 2945, "Finetune/Step Time": 6.676513344049454}
+{"Finetune/Learning Rate": 1.9214118266826968e-05, "Finetune/Loss": 0.8897899389266968, "Finetune/Loss (Raw)": 0.8678202033042908, "Finetune/Step": 2946, "Finetune/Step Time": 6.6758119482547045}
+{"Finetune/Learning Rate": 1.9213463771029762e-05, "Finetune/Loss": 0.8899879455566406, "Finetune/Loss (Raw)": 0.9262920022010803, "Finetune/Step": 2947, "Finetune/Step Time": 6.672900207340717}
+{"Finetune/Learning Rate": 1.9212809013964932e-05, "Finetune/Loss": 0.8900112509727478, "Finetune/Loss (Raw)": 0.9411807656288147, "Finetune/Step": 2948, "Finetune/Step Time": 6.675766875967383}
+{"Finetune/Learning Rate": 1.9212153995651028e-05, "Finetune/Loss": 0.8916203379631042, "Finetune/Loss (Raw)": 0.9837377071380615, "Finetune/Step": 2949, "Finetune/Step Time": 6.683633632957935}
+{"Finetune/Learning Rate": 1.9211498716106636e-05, "Finetune/Loss": 0.8928525447845459, "Finetune/Loss (Raw)": 0.8113610148429871, "Finetune/Step": 2950, "Finetune/Step Time": 6.684465041384101}
+{"Finetune/Learning Rate": 1.9210843175350335e-05, "Finetune/Loss": 0.8935366272926331, "Finetune/Loss (Raw)": 0.9755921959877014, "Finetune/Step": 2951, "Finetune/Step Time": 6.684766478836536}
+{"Finetune/Learning Rate": 1.921018737340071e-05, "Finetune/Loss": 0.8929305076599121, "Finetune/Loss (Raw)": 0.9910168647766113, "Finetune/Step": 2952, "Finetune/Step Time": 6.682525174692273}
+{"Finetune/Learning Rate": 1.9209531310276362e-05, "Finetune/Loss": 0.89111328125, "Finetune/Loss (Raw)": 0.8633591532707214, "Finetune/Step": 2953, "Finetune/Step Time": 6.6831149738281965}
+{"Finetune/Learning Rate": 1.92088749859959e-05, "Finetune/Loss": 0.8903981447219849, "Finetune/Loss (Raw)": 0.9246745109558105, "Finetune/Step": 2954, "Finetune/Step Time": 6.684384876862168}
+{"Finetune/Learning Rate": 1.9208218400577926e-05, "Finetune/Loss": 0.8900548219680786, "Finetune/Loss (Raw)": 1.0256085395812988, "Finetune/Step": 2955, "Finetune/Step Time": 6.682422069832683}
+{"Finetune/Learning Rate": 1.920756155404106e-05, "Finetune/Loss": 0.8902522325515747, "Finetune/Loss (Raw)": 0.8175742626190186, "Finetune/Step": 2956, "Finetune/Step Time": 6.70810192450881}
+{"Finetune/Learning Rate": 1.9206904446403936e-05, "Finetune/Loss": 0.8898269534111023, "Finetune/Loss (Raw)": 0.8669334053993225, "Finetune/Step": 2957, "Finetune/Step Time": 6.717832375317812}
+{"Finetune/Learning Rate": 1.9206247077685184e-05, "Finetune/Loss": 0.8911923766136169, "Finetune/Loss (Raw)": 0.9537028074264526, "Finetune/Step": 2958, "Finetune/Step Time": 6.701609645038843}
+{"Finetune/Learning Rate": 1.9205589447903438e-05, "Finetune/Loss": 0.8909916281700134, "Finetune/Loss (Raw)": 0.9007625579833984, "Finetune/Step": 2959, "Finetune/Step Time": 6.710997465997934}
+{"Finetune/Learning Rate": 1.9204931557077355e-05, "Finetune/Loss": 0.8906975388526917, "Finetune/Loss (Raw)": 0.8066352009773254, "Finetune/Step": 2960, "Finetune/Step Time": 6.751696737483144}
+{"Finetune/Learning Rate": 1.9204273405225588e-05, "Finetune/Loss": 0.8908048272132874, "Finetune/Loss (Raw)": 0.9785735607147217, "Finetune/Step": 2961, "Finetune/Step Time": 6.7596346363425255}
+{"Finetune/Learning Rate": 1.9203614992366805e-05, "Finetune/Loss": 0.8913790583610535, "Finetune/Loss (Raw)": 0.9844843149185181, "Finetune/Step": 2962, "Finetune/Step Time": 6.750373516231775}
+{"Finetune/Learning Rate": 1.9202956318519667e-05, "Finetune/Loss": 0.8915307521820068, "Finetune/Loss (Raw)": 0.9355266094207764, "Finetune/Step": 2963, "Finetune/Step Time": 6.747330032289028}
+{"Finetune/Learning Rate": 1.9202297383702858e-05, "Finetune/Loss": 0.8910939693450928, "Finetune/Loss (Raw)": 0.9172676205635071, "Finetune/Step": 2964, "Finetune/Step Time": 6.75400117598474}
+{"Finetune/Learning Rate": 1.9201638187935066e-05, "Finetune/Loss": 0.8899060487747192, "Finetune/Loss (Raw)": 0.8839680552482605, "Finetune/Step": 2965, "Finetune/Step Time": 6.769901471212506}
+{"Finetune/Learning Rate": 1.920097873123498e-05, "Finetune/Loss": 0.887775719165802, "Finetune/Loss (Raw)": 0.8026014566421509, "Finetune/Step": 2966, "Finetune/Step Time": 6.783088589087129}
+{"Finetune/Learning Rate": 1.9200319013621298e-05, "Finetune/Loss": 0.889949381351471, "Finetune/Loss (Raw)": 1.0472335815429688, "Finetune/Step": 2967, "Finetune/Step Time": 6.789145207032561}
+{"Finetune/Learning Rate": 1.9199659035112734e-05, "Finetune/Loss": 0.8877509832382202, "Finetune/Loss (Raw)": 0.7743608355522156, "Finetune/Step": 2968, "Finetune/Step Time": 6.821999456733465}
+{"Finetune/Learning Rate": 1.9198998795728e-05, "Finetune/Loss": 0.8880286812782288, "Finetune/Loss (Raw)": 0.9855257272720337, "Finetune/Step": 2969, "Finetune/Step Time": 6.826975628733635}
+{"Finetune/Learning Rate": 1.919833829548582e-05, "Finetune/Loss": 0.887467086315155, "Finetune/Loss (Raw)": 0.8754594326019287, "Finetune/Step": 2970, "Finetune/Step Time": 6.825293581932783}
+{"Finetune/Learning Rate": 1.919767753440492e-05, "Finetune/Loss": 0.8878352046012878, "Finetune/Loss (Raw)": 0.9897710084915161, "Finetune/Step": 2971, "Finetune/Step Time": 6.825523272156715}
+{"Finetune/Learning Rate": 1.9197016512504037e-05, "Finetune/Loss": 0.8890336751937866, "Finetune/Loss (Raw)": 0.9819455742835999, "Finetune/Step": 2972, "Finetune/Step Time": 6.818956408649683}
+{"Finetune/Learning Rate": 1.9196355229801924e-05, "Finetune/Loss": 0.890382707118988, "Finetune/Loss (Raw)": 0.9844327569007874, "Finetune/Step": 2973, "Finetune/Step Time": 6.804211623966694}
+{"Finetune/Learning Rate": 1.9195693686317327e-05, "Finetune/Loss": 0.8904885649681091, "Finetune/Loss (Raw)": 1.0264124870300293, "Finetune/Step": 2974, "Finetune/Step Time": 6.803115529939532}
+{"Finetune/Learning Rate": 1.9195031882069005e-05, "Finetune/Loss": 0.89104825258255, "Finetune/Loss (Raw)": 0.9981395602226257, "Finetune/Step": 2975, "Finetune/Step Time": 6.803744742646813}
+{"Finetune/Learning Rate": 1.9194369817075725e-05, "Finetune/Loss": 0.8911433219909668, "Finetune/Loss (Raw)": 0.9707887768745422, "Finetune/Step": 2976, "Finetune/Step Time": 6.803770190104842}
+{"Finetune/Learning Rate": 1.9193707491356265e-05, "Finetune/Loss": 0.8923145532608032, "Finetune/Loss (Raw)": 0.8972039818763733, "Finetune/Step": 2977, "Finetune/Step Time": 6.79091558791697}
+{"Finetune/Learning Rate": 1.9193044904929402e-05, "Finetune/Loss": 0.8910496830940247, "Finetune/Loss (Raw)": 0.8662030100822449, "Finetune/Step": 2978, "Finetune/Step Time": 6.777319338172674}
+{"Finetune/Learning Rate": 1.9192382057813926e-05, "Finetune/Loss": 0.89040207862854, "Finetune/Loss (Raw)": 0.9206568598747253, "Finetune/Step": 2979, "Finetune/Step Time": 6.769350117072463}
+{"Finetune/Learning Rate": 1.9191718950028634e-05, "Finetune/Loss": 0.8899251222610474, "Finetune/Loss (Raw)": 0.9593279957771301, "Finetune/Step": 2980, "Finetune/Step Time": 6.76985034160316}
+{"Finetune/Learning Rate": 1.9191055581592334e-05, "Finetune/Loss": 0.8912674784660339, "Finetune/Loss (Raw)": 0.9883584380149841, "Finetune/Step": 2981, "Finetune/Step Time": 6.730489192530513}
+{"Finetune/Learning Rate": 1.919039195252383e-05, "Finetune/Loss": 0.8908978700637817, "Finetune/Loss (Raw)": 0.7696661949157715, "Finetune/Step": 2982, "Finetune/Step Time": 6.728222234174609}
+{"Finetune/Learning Rate": 1.9189728062841944e-05, "Finetune/Loss": 0.88956618309021, "Finetune/Loss (Raw)": 0.8129444122314453, "Finetune/Step": 2983, "Finetune/Step Time": 6.747489340603352}
+{"Finetune/Learning Rate": 1.9189063912565506e-05, "Finetune/Loss": 0.8885904550552368, "Finetune/Loss (Raw)": 0.7743290662765503, "Finetune/Step": 2984, "Finetune/Step Time": 6.7557715233415365}
+{"Finetune/Learning Rate": 1.918839950171334e-05, "Finetune/Loss": 0.8890367746353149, "Finetune/Loss (Raw)": 1.039388656616211, "Finetune/Step": 2985, "Finetune/Step Time": 6.75641106814146}
+{"Finetune/Learning Rate": 1.91877348303043e-05, "Finetune/Loss": 0.8888853788375854, "Finetune/Loss (Raw)": 0.9045414328575134, "Finetune/Step": 2986, "Finetune/Step Time": 6.75717992708087}
+{"Finetune/Learning Rate": 1.918706989835722e-05, "Finetune/Loss": 0.8895235061645508, "Finetune/Loss (Raw)": 0.9543301463127136, "Finetune/Step": 2987, "Finetune/Step Time": 6.746451176702976}
+{"Finetune/Learning Rate": 1.9186404705890967e-05, "Finetune/Loss": 0.8889584541320801, "Finetune/Loss (Raw)": 0.7301474809646606, "Finetune/Step": 2988, "Finetune/Step Time": 6.746885623782873}
+{"Finetune/Learning Rate": 1.9185739252924395e-05, "Finetune/Loss": 0.8908917903900146, "Finetune/Loss (Raw)": 1.0048927068710327, "Finetune/Step": 2989, "Finetune/Step Time": 6.754752319306135}
+{"Finetune/Learning Rate": 1.9185073539476378e-05, "Finetune/Loss": 0.891518235206604, "Finetune/Loss (Raw)": 0.932823657989502, "Finetune/Step": 2990, "Finetune/Step Time": 6.754696851596236}
+{"Finetune/Learning Rate": 1.9184407565565798e-05, "Finetune/Loss": 0.8920047283172607, "Finetune/Loss (Raw)": 0.8724949359893799, "Finetune/Step": 2991, "Finetune/Step Time": 6.752677811309695}
+{"Finetune/Learning Rate": 1.9183741331211535e-05, "Finetune/Loss": 0.8932571411132812, "Finetune/Loss (Raw)": 1.0619064569473267, "Finetune/Step": 2992, "Finetune/Step Time": 6.7486815471202135}
+{"Finetune/Learning Rate": 1.9183074836432484e-05, "Finetune/Loss": 0.8951879143714905, "Finetune/Loss (Raw)": 1.2107707262039185, "Finetune/Step": 2993, "Finetune/Step Time": 6.769279409199953}
+{"Finetune/Learning Rate": 1.9182408081247542e-05, "Finetune/Loss": 0.8960811495780945, "Finetune/Loss (Raw)": 0.8965862989425659, "Finetune/Step": 2994, "Finetune/Step Time": 6.75806831009686}
+{"Finetune/Learning Rate": 1.918174106567562e-05, "Finetune/Loss": 0.8957706689834595, "Finetune/Loss (Raw)": 0.8810417652130127, "Finetune/Step": 2995, "Finetune/Step Time": 6.75503464601934}
+{"Finetune/Learning Rate": 1.918107378973563e-05, "Finetune/Loss": 0.897640585899353, "Finetune/Loss (Raw)": 1.0047879219055176, "Finetune/Step": 2996, "Finetune/Step Time": 6.759872438386083}
+{"Finetune/Learning Rate": 1.9180406253446495e-05, "Finetune/Loss": 0.8977648019790649, "Finetune/Loss (Raw)": 0.9623832702636719, "Finetune/Step": 2997, "Finetune/Step Time": 6.758800053969026}
+{"Finetune/Learning Rate": 1.917973845682714e-05, "Finetune/Loss": 0.8999987840652466, "Finetune/Loss (Raw)": 1.0266780853271484, "Finetune/Step": 2998, "Finetune/Step Time": 6.761257382109761}
+{"Finetune/Learning Rate": 1.9179070399896515e-05, "Finetune/Loss": 0.9013170003890991, "Finetune/Loss (Raw)": 0.9057843685150146, "Finetune/Step": 2999, "Finetune/Step Time": 6.744970450177789}
+{"Finetune/Learning Rate": 1.9178402082673548e-05, "Finetune/Loss": 0.9006551504135132, "Finetune/Loss (Raw)": 0.9181517958641052, "Finetune/Step": 3000, "Finetune/Step Time": 6.731028584763408}
+{"Finetune/Learning Rate": 1.9177733505177197e-05, "Finetune/Loss": 0.9028424024581909, "Finetune/Loss (Raw)": 0.9005641937255859, "Finetune/Step": 3001, "Finetune/Step Time": 6.7194714564830065}
+{"Finetune/Learning Rate": 1.9177064667426426e-05, "Finetune/Loss": 0.9005101919174194, "Finetune/Loss (Raw)": 0.8239508867263794, "Finetune/Step": 3002, "Finetune/Step Time": 6.723765794187784}
+{"Finetune/Learning Rate": 1.9176395569440197e-05, "Finetune/Loss": 0.9034059643745422, "Finetune/Loss (Raw)": 0.9616643190383911, "Finetune/Step": 3003, "Finetune/Step Time": 6.703605446964502}
+{"Finetune/Learning Rate": 1.9175726211237482e-05, "Finetune/Loss": 0.9049148559570312, "Finetune/Loss (Raw)": 0.9429288506507874, "Finetune/Step": 3004, "Finetune/Step Time": 6.708425967022777}
+{"Finetune/Learning Rate": 1.9175056592837264e-05, "Finetune/Loss": 0.9066976308822632, "Finetune/Loss (Raw)": 0.8753942251205444, "Finetune/Step": 3005, "Finetune/Step Time": 6.701448095962405}
+{"Finetune/Learning Rate": 1.917438671425853e-05, "Finetune/Loss": 0.9070823192596436, "Finetune/Loss (Raw)": 0.9426166415214539, "Finetune/Step": 3006, "Finetune/Step Time": 6.6959366369992495}
+{"Finetune/Learning Rate": 1.917371657552028e-05, "Finetune/Loss": 0.9081029295921326, "Finetune/Loss (Raw)": 0.9835853576660156, "Finetune/Step": 3007, "Finetune/Step Time": 6.6970221269875765}
+{"Finetune/Learning Rate": 1.9173046176641515e-05, "Finetune/Loss": 0.9088048934936523, "Finetune/Loss (Raw)": 0.93089359998703, "Finetune/Step": 3008, "Finetune/Step Time": 6.709384186193347}
+{"Finetune/Learning Rate": 1.9172375517641243e-05, "Finetune/Loss": 0.9099094867706299, "Finetune/Loss (Raw)": 1.0263612270355225, "Finetune/Step": 3009, "Finetune/Step Time": 6.709776641801}
+{"Finetune/Learning Rate": 1.9171704598538484e-05, "Finetune/Loss": 0.9093810319900513, "Finetune/Loss (Raw)": 0.8210153579711914, "Finetune/Step": 3010, "Finetune/Step Time": 6.709909241646528}
+{"Finetune/Learning Rate": 1.9171033419352267e-05, "Finetune/Loss": 0.9092094898223877, "Finetune/Loss (Raw)": 0.7453703284263611, "Finetune/Step": 3011, "Finetune/Step Time": 6.7188514936715364}
+{"Finetune/Learning Rate": 1.917036198010162e-05, "Finetune/Loss": 0.9081929922103882, "Finetune/Loss (Raw)": 0.8095141649246216, "Finetune/Step": 3012, "Finetune/Step Time": 6.720337737351656}
+{"Finetune/Learning Rate": 1.916969028080558e-05, "Finetune/Loss": 0.9114231467247009, "Finetune/Loss (Raw)": 1.0606328248977661, "Finetune/Step": 3013, "Finetune/Step Time": 6.706717394292355}
+{"Finetune/Learning Rate": 1.9169018321483198e-05, "Finetune/Loss": 0.9101593494415283, "Finetune/Loss (Raw)": 0.8423505425453186, "Finetune/Step": 3014, "Finetune/Step Time": 6.704600712284446}
+{"Finetune/Learning Rate": 1.9168346102153535e-05, "Finetune/Loss": 0.9092833399772644, "Finetune/Loss (Raw)": 0.9262308478355408, "Finetune/Step": 3015, "Finetune/Step Time": 6.703744102269411}
+{"Finetune/Learning Rate": 1.9167673622835644e-05, "Finetune/Loss": 0.9076440334320068, "Finetune/Loss (Raw)": 0.8231598138809204, "Finetune/Step": 3016, "Finetune/Step Time": 6.697001917287707}
+{"Finetune/Learning Rate": 1.91670008835486e-05, "Finetune/Loss": 0.9082608819007874, "Finetune/Loss (Raw)": 0.8123470544815063, "Finetune/Step": 3017, "Finetune/Step Time": 6.688150551170111}
+{"Finetune/Learning Rate": 1.916632788431148e-05, "Finetune/Loss": 0.9098756313323975, "Finetune/Loss (Raw)": 1.1168516874313354, "Finetune/Step": 3018, "Finetune/Step Time": 6.672906739637256}
+{"Finetune/Learning Rate": 1.9165654625143366e-05, "Finetune/Loss": 0.9105796813964844, "Finetune/Loss (Raw)": 1.0234529972076416, "Finetune/Step": 3019, "Finetune/Step Time": 6.672777995467186}
+{"Finetune/Learning Rate": 1.9164981106063346e-05, "Finetune/Loss": 0.9115113615989685, "Finetune/Loss (Raw)": 0.9600297808647156, "Finetune/Step": 3020, "Finetune/Step Time": 6.673891702666879}
+{"Finetune/Learning Rate": 1.916430732709053e-05, "Finetune/Loss": 0.9120281934738159, "Finetune/Loss (Raw)": 0.9624971151351929, "Finetune/Step": 3021, "Finetune/Step Time": 6.684181563556194}
+{"Finetune/Learning Rate": 1.9163633288244015e-05, "Finetune/Loss": 0.9117992520332336, "Finetune/Loss (Raw)": 0.841838538646698, "Finetune/Step": 3022, "Finetune/Step Time": 6.686383929103613}
+{"Finetune/Learning Rate": 1.9162958989542918e-05, "Finetune/Loss": 0.9111723899841309, "Finetune/Loss (Raw)": 0.7959177494049072, "Finetune/Step": 3023, "Finetune/Step Time": 6.700958939269185}
+{"Finetune/Learning Rate": 1.916228443100636e-05, "Finetune/Loss": 0.9112820625305176, "Finetune/Loss (Raw)": 0.921523928642273, "Finetune/Step": 3024, "Finetune/Step Time": 6.701687324792147}
+{"Finetune/Learning Rate": 1.916160961265347e-05, "Finetune/Loss": 0.9112532138824463, "Finetune/Loss (Raw)": 0.9886018633842468, "Finetune/Step": 3025, "Finetune/Step Time": 6.706300415098667}
+{"Finetune/Learning Rate": 1.9160934534503385e-05, "Finetune/Loss": 0.9115841388702393, "Finetune/Loss (Raw)": 0.9676654934883118, "Finetune/Step": 3026, "Finetune/Step Time": 6.703452257439494}
+{"Finetune/Learning Rate": 1.9160259196575244e-05, "Finetune/Loss": 0.9122084379196167, "Finetune/Loss (Raw)": 0.9225695133209229, "Finetune/Step": 3027, "Finetune/Step Time": 6.700183782726526}
+{"Finetune/Learning Rate": 1.91595835988882e-05, "Finetune/Loss": 0.9135112762451172, "Finetune/Loss (Raw)": 0.9998992681503296, "Finetune/Step": 3028, "Finetune/Step Time": 6.697843007743359}
+{"Finetune/Learning Rate": 1.9158907741461413e-05, "Finetune/Loss": 0.9134921431541443, "Finetune/Loss (Raw)": 0.9061436057090759, "Finetune/Step": 3029, "Finetune/Step Time": 6.699430597946048}
+{"Finetune/Learning Rate": 1.9158231624314047e-05, "Finetune/Loss": 0.9133695960044861, "Finetune/Loss (Raw)": 0.8750820755958557, "Finetune/Step": 3030, "Finetune/Step Time": 6.700496576726437}
+{"Finetune/Learning Rate": 1.9157555247465275e-05, "Finetune/Loss": 0.912761926651001, "Finetune/Loss (Raw)": 0.9003867506980896, "Finetune/Step": 3031, "Finetune/Step Time": 6.717798177152872}
+{"Finetune/Learning Rate": 1.9156878610934276e-05, "Finetune/Loss": 0.9132265448570251, "Finetune/Loss (Raw)": 0.8279566764831543, "Finetune/Step": 3032, "Finetune/Step Time": 6.70485701225698}
+{"Finetune/Learning Rate": 1.9156201714740235e-05, "Finetune/Loss": 0.9122229814529419, "Finetune/Loss (Raw)": 0.7468769550323486, "Finetune/Step": 3033, "Finetune/Step Time": 6.707153849303722}
+{"Finetune/Learning Rate": 1.9155524558902356e-05, "Finetune/Loss": 0.9122933149337769, "Finetune/Loss (Raw)": 0.9006122350692749, "Finetune/Step": 3034, "Finetune/Step Time": 6.702262146398425}
+{"Finetune/Learning Rate": 1.9154847143439836e-05, "Finetune/Loss": 0.912378191947937, "Finetune/Loss (Raw)": 0.9649655222892761, "Finetune/Step": 3035, "Finetune/Step Time": 6.702675238251686}
+{"Finetune/Learning Rate": 1.9154169468371878e-05, "Finetune/Loss": 0.912868320941925, "Finetune/Loss (Raw)": 0.8727566003799438, "Finetune/Step": 3036, "Finetune/Step Time": 6.716758264228702}
+{"Finetune/Learning Rate": 1.915349153371771e-05, "Finetune/Loss": 0.9113557934761047, "Finetune/Loss (Raw)": 0.7429007291793823, "Finetune/Step": 3037, "Finetune/Step Time": 6.71724583953619}
+{"Finetune/Learning Rate": 1.9152813339496548e-05, "Finetune/Loss": 0.9116618037223816, "Finetune/Loss (Raw)": 1.006768822669983, "Finetune/Step": 3038, "Finetune/Step Time": 6.718642894178629}
+{"Finetune/Learning Rate": 1.9152134885727627e-05, "Finetune/Loss": 0.9110954403877258, "Finetune/Loss (Raw)": 0.6566271781921387, "Finetune/Step": 3039, "Finetune/Step Time": 6.723991733044386}
+{"Finetune/Learning Rate": 1.9151456172430186e-05, "Finetune/Loss": 0.9133241772651672, "Finetune/Loss (Raw)": 0.9617944955825806, "Finetune/Step": 3040, "Finetune/Step Time": 6.705705616623163}
+{"Finetune/Learning Rate": 1.9150777199623473e-05, "Finetune/Loss": 0.9125807285308838, "Finetune/Loss (Raw)": 0.9675672650337219, "Finetune/Step": 3041, "Finetune/Step Time": 6.705688359215856}
+{"Finetune/Learning Rate": 1.9150097967326737e-05, "Finetune/Loss": 0.9123125076293945, "Finetune/Loss (Raw)": 0.9602845907211304, "Finetune/Step": 3042, "Finetune/Step Time": 6.706380100920796}
+{"Finetune/Learning Rate": 1.9149418475559244e-05, "Finetune/Loss": 0.9110726118087769, "Finetune/Loss (Raw)": 0.7616830468177795, "Finetune/Step": 3043, "Finetune/Step Time": 6.728554306551814}
+{"Finetune/Learning Rate": 1.914873872434026e-05, "Finetune/Loss": 0.9116216897964478, "Finetune/Loss (Raw)": 0.8749991655349731, "Finetune/Step": 3044, "Finetune/Step Time": 6.733877440914512}
+{"Finetune/Learning Rate": 1.9148058713689062e-05, "Finetune/Loss": 0.9127577543258667, "Finetune/Loss (Raw)": 1.0984867811203003, "Finetune/Step": 3045, "Finetune/Step Time": 6.734978558495641}
+{"Finetune/Learning Rate": 1.914737844362493e-05, "Finetune/Loss": 0.912003219127655, "Finetune/Loss (Raw)": 0.9222835898399353, "Finetune/Step": 3046, "Finetune/Step Time": 6.736856829375029}
+{"Finetune/Learning Rate": 1.9146697914167162e-05, "Finetune/Loss": 0.9113355875015259, "Finetune/Loss (Raw)": 0.8207589983940125, "Finetune/Step": 3047, "Finetune/Step Time": 6.73535081371665}
+{"Finetune/Learning Rate": 1.9146017125335044e-05, "Finetune/Loss": 0.9121911525726318, "Finetune/Loss (Raw)": 0.9789966344833374, "Finetune/Step": 3048, "Finetune/Step Time": 6.7398568242788315}
+{"Finetune/Learning Rate": 1.9145336077147893e-05, "Finetune/Loss": 0.9129207134246826, "Finetune/Loss (Raw)": 0.9201814532279968, "Finetune/Step": 3049, "Finetune/Step Time": 6.737742619588971}
+{"Finetune/Learning Rate": 1.914465476962502e-05, "Finetune/Loss": 0.9126375317573547, "Finetune/Loss (Raw)": 0.8903095126152039, "Finetune/Step": 3050, "Finetune/Step Time": 6.737320991232991}
+{"Finetune/Learning Rate": 1.9143973202785737e-05, "Finetune/Loss": 0.9133845567703247, "Finetune/Loss (Raw)": 1.0177133083343506, "Finetune/Step": 3051, "Finetune/Step Time": 6.737932113930583}
+{"Finetune/Learning Rate": 1.9143291376649374e-05, "Finetune/Loss": 0.9133996367454529, "Finetune/Loss (Raw)": 0.884821355342865, "Finetune/Step": 3052, "Finetune/Step Time": 6.738825859501958}
+{"Finetune/Learning Rate": 1.914260929123527e-05, "Finetune/Loss": 0.9139119386672974, "Finetune/Loss (Raw)": 0.9832203388214111, "Finetune/Step": 3053, "Finetune/Step Time": 6.742614472284913}
+{"Finetune/Learning Rate": 1.9141926946562766e-05, "Finetune/Loss": 0.9129509329795837, "Finetune/Loss (Raw)": 0.8000768423080444, "Finetune/Step": 3054, "Finetune/Step Time": 6.748175838962197}
+{"Finetune/Learning Rate": 1.9141244342651206e-05, "Finetune/Loss": 0.9129519462585449, "Finetune/Loss (Raw)": 0.7816768884658813, "Finetune/Step": 3055, "Finetune/Step Time": 6.74686530418694}
+{"Finetune/Learning Rate": 1.9140561479519955e-05, "Finetune/Loss": 0.9118409156799316, "Finetune/Loss (Raw)": 0.791662335395813, "Finetune/Step": 3056, "Finetune/Step Time": 6.758333560079336}
+{"Finetune/Learning Rate": 1.9139878357188372e-05, "Finetune/Loss": 0.9103161096572876, "Finetune/Loss (Raw)": 0.839496374130249, "Finetune/Step": 3057, "Finetune/Step Time": 6.757491264492273}
+{"Finetune/Learning Rate": 1.9139194975675827e-05, "Finetune/Loss": 0.9115462303161621, "Finetune/Loss (Raw)": 1.047091007232666, "Finetune/Step": 3058, "Finetune/Step Time": 6.776358900591731}
+{"Finetune/Learning Rate": 1.91385113350017e-05, "Finetune/Loss": 0.9125057458877563, "Finetune/Loss (Raw)": 0.869065523147583, "Finetune/Step": 3059, "Finetune/Step Time": 6.780783342197537}
+{"Finetune/Learning Rate": 1.9137827435185378e-05, "Finetune/Loss": 0.9120497703552246, "Finetune/Loss (Raw)": 0.912868320941925, "Finetune/Step": 3060, "Finetune/Step Time": 6.78385409899056}
+{"Finetune/Learning Rate": 1.9137143276246258e-05, "Finetune/Loss": 0.9114431142807007, "Finetune/Loss (Raw)": 0.8248025178909302, "Finetune/Step": 3061, "Finetune/Step Time": 6.779455918818712}
+{"Finetune/Learning Rate": 1.9136458858203734e-05, "Finetune/Loss": 0.9131393432617188, "Finetune/Loss (Raw)": 0.9603701233863831, "Finetune/Step": 3062, "Finetune/Step Time": 6.771391021087766}
+{"Finetune/Learning Rate": 1.913577418107722e-05, "Finetune/Loss": 0.9140486121177673, "Finetune/Loss (Raw)": 1.0572348833084106, "Finetune/Step": 3063, "Finetune/Step Time": 6.76884394697845}
+{"Finetune/Learning Rate": 1.9135089244886128e-05, "Finetune/Loss": 0.9141309261322021, "Finetune/Loss (Raw)": 0.8375909328460693, "Finetune/Step": 3064, "Finetune/Step Time": 6.763017497956753}
+{"Finetune/Learning Rate": 1.913440404964988e-05, "Finetune/Loss": 0.9139317274093628, "Finetune/Loss (Raw)": 0.853687047958374, "Finetune/Step": 3065, "Finetune/Step Time": 6.769461289048195}
+{"Finetune/Learning Rate": 1.913371859538791e-05, "Finetune/Loss": 0.9142190217971802, "Finetune/Loss (Raw)": 0.9633339047431946, "Finetune/Step": 3066, "Finetune/Step Time": 6.751732278615236}
+{"Finetune/Learning Rate": 1.9133032882119656e-05, "Finetune/Loss": 0.9154651761054993, "Finetune/Loss (Raw)": 0.8414940237998962, "Finetune/Step": 3067, "Finetune/Step Time": 6.741042084991932}
+{"Finetune/Learning Rate": 1.9132346909864553e-05, "Finetune/Loss": 0.9150714874267578, "Finetune/Loss (Raw)": 0.8507899045944214, "Finetune/Step": 3068, "Finetune/Step Time": 6.742189925163984}
+{"Finetune/Learning Rate": 1.9131660678642068e-05, "Finetune/Loss": 0.915412187576294, "Finetune/Loss (Raw)": 0.8708592057228088, "Finetune/Step": 3069, "Finetune/Step Time": 6.745028987526894}
+{"Finetune/Learning Rate": 1.913097418847165e-05, "Finetune/Loss": 0.9166908264160156, "Finetune/Loss (Raw)": 0.9991277456283569, "Finetune/Step": 3070, "Finetune/Step Time": 6.745055878534913}
+{"Finetune/Learning Rate": 1.9130287439372768e-05, "Finetune/Loss": 0.915546178817749, "Finetune/Loss (Raw)": 0.9168565273284912, "Finetune/Step": 3071, "Finetune/Step Time": 6.738300051540136}
+{"Finetune/Learning Rate": 1.91296004313649e-05, "Finetune/Loss": 0.914226233959198, "Finetune/Loss (Raw)": 0.8023571968078613, "Finetune/Step": 3072, "Finetune/Step Time": 6.746263217180967}
+{"Finetune/Learning Rate": 1.912891316446752e-05, "Finetune/Loss": 0.9131998419761658, "Finetune/Loss (Raw)": 0.807389497756958, "Finetune/Step": 3073, "Finetune/Step Time": 6.742009378969669}
+{"Finetune/Learning Rate": 1.9128225638700128e-05, "Finetune/Loss": 0.9136092662811279, "Finetune/Loss (Raw)": 0.9202327132225037, "Finetune/Step": 3074, "Finetune/Step Time": 6.749116679653525}
+{"Finetune/Learning Rate": 1.9127537854082207e-05, "Finetune/Loss": 0.9135745167732239, "Finetune/Loss (Raw)": 0.92183917760849, "Finetune/Step": 3075, "Finetune/Step Time": 6.7531054969877005}
+{"Finetune/Learning Rate": 1.9126849810633274e-05, "Finetune/Loss": 0.913433313369751, "Finetune/Loss (Raw)": 0.9231114983558655, "Finetune/Step": 3076, "Finetune/Step Time": 6.765704568475485}
+{"Finetune/Learning Rate": 1.912616150837283e-05, "Finetune/Loss": 0.9118290543556213, "Finetune/Loss (Raw)": 0.7783841490745544, "Finetune/Step": 3077, "Finetune/Step Time": 6.754924774169922}
+{"Finetune/Learning Rate": 1.91254729473204e-05, "Finetune/Loss": 0.9133069515228271, "Finetune/Loss (Raw)": 1.000534176826477, "Finetune/Step": 3078, "Finetune/Step Time": 6.741889286786318}
+{"Finetune/Learning Rate": 1.9124784127495504e-05, "Finetune/Loss": 0.9122374057769775, "Finetune/Loss (Raw)": 0.8386906981468201, "Finetune/Step": 3079, "Finetune/Step Time": 6.74490931071341}
+{"Finetune/Learning Rate": 1.912409504891768e-05, "Finetune/Loss": 0.9120686650276184, "Finetune/Loss (Raw)": 0.9694213271141052, "Finetune/Step": 3080, "Finetune/Step Time": 6.7426554169505835}
+{"Finetune/Learning Rate": 1.912340571160646e-05, "Finetune/Loss": 0.9125831127166748, "Finetune/Loss (Raw)": 0.9292007088661194, "Finetune/Step": 3081, "Finetune/Step Time": 6.740521024912596}
+{"Finetune/Learning Rate": 1.9122716115581403e-05, "Finetune/Loss": 0.9117010831832886, "Finetune/Loss (Raw)": 0.811779797077179, "Finetune/Step": 3082, "Finetune/Step Time": 6.738136848434806}
+{"Finetune/Learning Rate": 1.912202626086206e-05, "Finetune/Loss": 0.910731315612793, "Finetune/Loss (Raw)": 0.9014739990234375, "Finetune/Step": 3083, "Finetune/Step Time": 6.73920769803226}
+{"Finetune/Learning Rate": 1.9121336147467987e-05, "Finetune/Loss": 0.9110857248306274, "Finetune/Loss (Raw)": 0.8629451990127563, "Finetune/Step": 3084, "Finetune/Step Time": 6.713472286239266}
+{"Finetune/Learning Rate": 1.9120645775418762e-05, "Finetune/Loss": 0.911899209022522, "Finetune/Loss (Raw)": 0.9710634350776672, "Finetune/Step": 3085, "Finetune/Step Time": 6.703048398718238}
+{"Finetune/Learning Rate": 1.9119955144733956e-05, "Finetune/Loss": 0.9107558727264404, "Finetune/Loss (Raw)": 0.8073437213897705, "Finetune/Step": 3086, "Finetune/Step Time": 6.713419836014509}
+{"Finetune/Learning Rate": 1.9119264255433156e-05, "Finetune/Loss": 0.9095216989517212, "Finetune/Loss (Raw)": 0.7427865862846375, "Finetune/Step": 3087, "Finetune/Step Time": 6.717982726171613}
+{"Finetune/Learning Rate": 1.9118573107535955e-05, "Finetune/Loss": 0.9082558155059814, "Finetune/Loss (Raw)": 0.6446071863174438, "Finetune/Step": 3088, "Finetune/Step Time": 6.694746756926179}
+{"Finetune/Learning Rate": 1.911788170106195e-05, "Finetune/Loss": 0.9083995819091797, "Finetune/Loss (Raw)": 0.996972918510437, "Finetune/Step": 3089, "Finetune/Step Time": 6.687957609072328}
+{"Finetune/Learning Rate": 1.9117190036030745e-05, "Finetune/Loss": 0.9078583121299744, "Finetune/Loss (Raw)": 0.9152066707611084, "Finetune/Step": 3090, "Finetune/Step Time": 6.68728032708168}
+{"Finetune/Learning Rate": 1.911649811246196e-05, "Finetune/Loss": 0.9081730842590332, "Finetune/Loss (Raw)": 0.9758157730102539, "Finetune/Step": 3091, "Finetune/Step Time": 6.6890236902982}
+{"Finetune/Learning Rate": 1.911580593037521e-05, "Finetune/Loss": 0.9088072776794434, "Finetune/Loss (Raw)": 0.9984502196311951, "Finetune/Step": 3092, "Finetune/Step Time": 6.683214234188199}
+{"Finetune/Learning Rate": 1.911511348979013e-05, "Finetune/Loss": 0.9085249900817871, "Finetune/Loss (Raw)": 0.8478266000747681, "Finetune/Step": 3093, "Finetune/Step Time": 6.6675639022141695}
+{"Finetune/Learning Rate": 1.9114420790726347e-05, "Finetune/Loss": 0.9091225266456604, "Finetune/Loss (Raw)": 0.8790906071662903, "Finetune/Step": 3094, "Finetune/Step Time": 6.659152690321207}
+{"Finetune/Learning Rate": 1.9113727833203508e-05, "Finetune/Loss": 0.9085009694099426, "Finetune/Loss (Raw)": 0.9676743149757385, "Finetune/Step": 3095, "Finetune/Step Time": 6.652080841362476}
+{"Finetune/Learning Rate": 1.9113034617241265e-05, "Finetune/Loss": 0.9104608297348022, "Finetune/Loss (Raw)": 1.0252220630645752, "Finetune/Step": 3096, "Finetune/Step Time": 6.620594659820199}
+{"Finetune/Learning Rate": 1.9112341142859275e-05, "Finetune/Loss": 0.9090092182159424, "Finetune/Loss (Raw)": 0.799727201461792, "Finetune/Step": 3097, "Finetune/Step Time": 6.634846797212958}
+{"Finetune/Learning Rate": 1.9111647410077202e-05, "Finetune/Loss": 0.9089145660400391, "Finetune/Loss (Raw)": 0.8633409142494202, "Finetune/Step": 3098, "Finetune/Step Time": 6.633932884782553}
+{"Finetune/Learning Rate": 1.911095341891472e-05, "Finetune/Loss": 0.9081556797027588, "Finetune/Loss (Raw)": 0.8926361799240112, "Finetune/Step": 3099, "Finetune/Step Time": 6.637410527095199}
+{"Finetune/Learning Rate": 1.9110259169391502e-05, "Finetune/Loss": 0.9075478315353394, "Finetune/Loss (Raw)": 0.9041264653205872, "Finetune/Step": 3100, "Finetune/Step Time": 6.639016628265381}
+{"Finetune/Learning Rate": 1.9109564661527242e-05, "Finetune/Loss": 0.9070948362350464, "Finetune/Loss (Raw)": 0.9264651536941528, "Finetune/Step": 3101, "Finetune/Step Time": 6.634671971201897}
+{"Finetune/Learning Rate": 1.9108869895341636e-05, "Finetune/Loss": 0.9064332246780396, "Finetune/Loss (Raw)": 0.9417243003845215, "Finetune/Step": 3102, "Finetune/Step Time": 6.638839203864336}
+{"Finetune/Learning Rate": 1.910817487085438e-05, "Finetune/Loss": 0.9052028656005859, "Finetune/Loss (Raw)": 0.840642511844635, "Finetune/Step": 3103, "Finetune/Step Time": 6.639628091827035}
+{"Finetune/Learning Rate": 1.9107479588085182e-05, "Finetune/Loss": 0.903557300567627, "Finetune/Loss (Raw)": 0.7601536512374878, "Finetune/Step": 3104, "Finetune/Step Time": 6.640177562832832}
+{"Finetune/Learning Rate": 1.9106784047053762e-05, "Finetune/Loss": 0.9028164148330688, "Finetune/Loss (Raw)": 0.8023762106895447, "Finetune/Step": 3105, "Finetune/Step Time": 6.643734436482191}
+{"Finetune/Learning Rate": 1.9106088247779845e-05, "Finetune/Loss": 0.9026235938072205, "Finetune/Loss (Raw)": 0.8415267467498779, "Finetune/Step": 3106, "Finetune/Step Time": 6.642426235601306}
+{"Finetune/Learning Rate": 1.910539219028316e-05, "Finetune/Loss": 0.9029613733291626, "Finetune/Loss (Raw)": 0.9638883471488953, "Finetune/Step": 3107, "Finetune/Step Time": 6.646869648247957}
+{"Finetune/Learning Rate": 1.9104695874583443e-05, "Finetune/Loss": 0.9020639657974243, "Finetune/Loss (Raw)": 0.8444552421569824, "Finetune/Step": 3108, "Finetune/Step Time": 6.655626360327005}
+{"Finetune/Learning Rate": 1.9103999300700443e-05, "Finetune/Loss": 0.9008022546768188, "Finetune/Loss (Raw)": 0.8268663287162781, "Finetune/Step": 3109, "Finetune/Step Time": 6.669759623706341}
+{"Finetune/Learning Rate": 1.910330246865391e-05, "Finetune/Loss": 0.9012410044670105, "Finetune/Loss (Raw)": 0.8258301615715027, "Finetune/Step": 3110, "Finetune/Step Time": 6.670838721096516}
+{"Finetune/Learning Rate": 1.9102605378463607e-05, "Finetune/Loss": 0.9027824997901917, "Finetune/Loss (Raw)": 1.010249376296997, "Finetune/Step": 3111, "Finetune/Step Time": 6.653797350823879}
+{"Finetune/Learning Rate": 1.9101908030149294e-05, "Finetune/Loss": 0.9039933085441589, "Finetune/Loss (Raw)": 0.9293111562728882, "Finetune/Step": 3112, "Finetune/Step Time": 6.640584003180265}
+{"Finetune/Learning Rate": 1.9101210423730756e-05, "Finetune/Loss": 0.9025200605392456, "Finetune/Loss (Raw)": 0.8508150577545166, "Finetune/Step": 3113, "Finetune/Step Time": 6.643414787948132}
+{"Finetune/Learning Rate": 1.910051255922777e-05, "Finetune/Loss": 0.9032455682754517, "Finetune/Loss (Raw)": 0.9974097013473511, "Finetune/Step": 3114, "Finetune/Step Time": 6.644986316561699}
+{"Finetune/Learning Rate": 1.9099814436660126e-05, "Finetune/Loss": 0.9030864238739014, "Finetune/Loss (Raw)": 0.9339566230773926, "Finetune/Step": 3115, "Finetune/Step Time": 6.647775562480092}
+{"Finetune/Learning Rate": 1.9099116056047623e-05, "Finetune/Loss": 0.904533863067627, "Finetune/Loss (Raw)": 0.915415346622467, "Finetune/Step": 3116, "Finetune/Step Time": 6.638584554195404}
+{"Finetune/Learning Rate": 1.9098417417410064e-05, "Finetune/Loss": 0.90351402759552, "Finetune/Loss (Raw)": 0.874363899230957, "Finetune/Step": 3117, "Finetune/Step Time": 6.631835596635938}
+{"Finetune/Learning Rate": 1.9097718520767255e-05, "Finetune/Loss": 0.9021652936935425, "Finetune/Loss (Raw)": 0.7601855397224426, "Finetune/Step": 3118, "Finetune/Step Time": 6.644557127729058}
+{"Finetune/Learning Rate": 1.909701936613902e-05, "Finetune/Loss": 0.9019675254821777, "Finetune/Loss (Raw)": 0.847180962562561, "Finetune/Step": 3119, "Finetune/Step Time": 6.645922619849443}
+{"Finetune/Learning Rate": 1.9096319953545186e-05, "Finetune/Loss": 0.9011597633361816, "Finetune/Loss (Raw)": 0.95850670337677, "Finetune/Step": 3120, "Finetune/Step Time": 6.646444465965033}
+{"Finetune/Learning Rate": 1.9095620283005582e-05, "Finetune/Loss": 0.8988556861877441, "Finetune/Loss (Raw)": 0.91584712266922, "Finetune/Step": 3121, "Finetune/Step Time": 6.6275036465376616}
+{"Finetune/Learning Rate": 1.9094920354540054e-05, "Finetune/Loss": 0.898890495300293, "Finetune/Loss (Raw)": 0.9010533690452576, "Finetune/Step": 3122, "Finetune/Step Time": 6.631317840889096}
+{"Finetune/Learning Rate": 1.9094220168168446e-05, "Finetune/Loss": 0.8986287117004395, "Finetune/Loss (Raw)": 0.8475263714790344, "Finetune/Step": 3123, "Finetune/Step Time": 6.633565625175834}
+{"Finetune/Learning Rate": 1.9093519723910618e-05, "Finetune/Loss": 0.8987888097763062, "Finetune/Loss (Raw)": 1.0252840518951416, "Finetune/Step": 3124, "Finetune/Step Time": 6.649241438135505}
+{"Finetune/Learning Rate": 1.9092819021786422e-05, "Finetune/Loss": 0.8982893228530884, "Finetune/Loss (Raw)": 0.8984435796737671, "Finetune/Step": 3125, "Finetune/Step Time": 6.646340001374483}
+{"Finetune/Learning Rate": 1.9092118061815742e-05, "Finetune/Loss": 0.8983705639839172, "Finetune/Loss (Raw)": 1.0370821952819824, "Finetune/Step": 3126, "Finetune/Step Time": 6.640680633485317}
+{"Finetune/Learning Rate": 1.9091416844018444e-05, "Finetune/Loss": 0.8983924984931946, "Finetune/Loss (Raw)": 0.9085869193077087, "Finetune/Step": 3127, "Finetune/Step Time": 6.6428399831056595}
+{"Finetune/Learning Rate": 1.909071536841442e-05, "Finetune/Loss": 0.8983739614486694, "Finetune/Loss (Raw)": 0.9157828688621521, "Finetune/Step": 3128, "Finetune/Step Time": 6.640479862689972}
+{"Finetune/Learning Rate": 1.9090013635023556e-05, "Finetune/Loss": 0.8985944986343384, "Finetune/Loss (Raw)": 0.9287920594215393, "Finetune/Step": 3129, "Finetune/Step Time": 6.654810292646289}
+{"Finetune/Learning Rate": 1.9089311643865756e-05, "Finetune/Loss": 0.8984509706497192, "Finetune/Loss (Raw)": 0.8055844306945801, "Finetune/Step": 3130, "Finetune/Step Time": 6.658376878127456}
+{"Finetune/Learning Rate": 1.9088609394960923e-05, "Finetune/Loss": 0.8986662030220032, "Finetune/Loss (Raw)": 0.9892023205757141, "Finetune/Step": 3131, "Finetune/Step Time": 6.66083924844861}
+{"Finetune/Learning Rate": 1.9087906888328972e-05, "Finetune/Loss": 0.8974628448486328, "Finetune/Loss (Raw)": 0.788907527923584, "Finetune/Step": 3132, "Finetune/Step Time": 6.668549589812756}
+{"Finetune/Learning Rate": 1.9087204123989825e-05, "Finetune/Loss": 0.8974214792251587, "Finetune/Loss (Raw)": 0.8700987696647644, "Finetune/Step": 3133, "Finetune/Step Time": 6.67946014739573}
+{"Finetune/Learning Rate": 1.9086501101963407e-05, "Finetune/Loss": 0.8969738483428955, "Finetune/Loss (Raw)": 0.8853210806846619, "Finetune/Step": 3134, "Finetune/Step Time": 6.6848845314234495}
+{"Finetune/Learning Rate": 1.908579782226966e-05, "Finetune/Loss": 0.8993426561355591, "Finetune/Loss (Raw)": 1.2867863178253174, "Finetune/Step": 3135, "Finetune/Step Time": 6.695942912250757}
+{"Finetune/Learning Rate": 1.908509428492852e-05, "Finetune/Loss": 0.8995216488838196, "Finetune/Loss (Raw)": 0.9538063406944275, "Finetune/Step": 3136, "Finetune/Step Time": 6.683460669592023}
+{"Finetune/Learning Rate": 1.9084390489959943e-05, "Finetune/Loss": 0.8984861373901367, "Finetune/Loss (Raw)": 0.8938114047050476, "Finetune/Step": 3137, "Finetune/Step Time": 6.688373113051057}
+{"Finetune/Learning Rate": 1.9083686437383884e-05, "Finetune/Loss": 0.8991819620132446, "Finetune/Loss (Raw)": 0.9100857377052307, "Finetune/Step": 3138, "Finetune/Step Time": 6.689184848219156}
+{"Finetune/Learning Rate": 1.9082982127220307e-05, "Finetune/Loss": 0.9002572298049927, "Finetune/Loss (Raw)": 0.8830040693283081, "Finetune/Step": 3139, "Finetune/Step Time": 6.675907250493765}
+{"Finetune/Learning Rate": 1.9082277559489188e-05, "Finetune/Loss": 0.9003939628601074, "Finetune/Loss (Raw)": 0.8270221948623657, "Finetune/Step": 3140, "Finetune/Step Time": 6.676742486655712}
+{"Finetune/Learning Rate": 1.90815727342105e-05, "Finetune/Loss": 0.8989003896713257, "Finetune/Loss (Raw)": 0.8694429397583008, "Finetune/Step": 3141, "Finetune/Step Time": 6.677979700267315}
+{"Finetune/Learning Rate": 1.9080867651404236e-05, "Finetune/Loss": 0.8988087773323059, "Finetune/Loss (Raw)": 0.8306301236152649, "Finetune/Step": 3142, "Finetune/Step Time": 6.686130240559578}
+{"Finetune/Learning Rate": 1.908016231109039e-05, "Finetune/Loss": 0.8988791108131409, "Finetune/Loss (Raw)": 0.9352357387542725, "Finetune/Step": 3143, "Finetune/Step Time": 6.688140908256173}
+{"Finetune/Learning Rate": 1.9079456713288958e-05, "Finetune/Loss": 0.8993951082229614, "Finetune/Loss (Raw)": 0.8892045021057129, "Finetune/Step": 3144, "Finetune/Step Time": 6.6900092121213675}
+{"Finetune/Learning Rate": 1.907875085801995e-05, "Finetune/Loss": 0.9001429677009583, "Finetune/Loss (Raw)": 0.9080727100372314, "Finetune/Step": 3145, "Finetune/Step Time": 6.690140848979354}
+{"Finetune/Learning Rate": 1.907804474530339e-05, "Finetune/Loss": 0.8980661630630493, "Finetune/Loss (Raw)": 0.8510177731513977, "Finetune/Step": 3146, "Finetune/Step Time": 6.689231038093567}
+{"Finetune/Learning Rate": 1.9077338375159293e-05, "Finetune/Loss": 0.8960987329483032, "Finetune/Loss (Raw)": 0.7716280221939087, "Finetune/Step": 3147, "Finetune/Step Time": 6.6914140079170465}
+{"Finetune/Learning Rate": 1.9076631747607692e-05, "Finetune/Loss": 0.8973261713981628, "Finetune/Loss (Raw)": 1.1171437501907349, "Finetune/Step": 3148, "Finetune/Step Time": 6.686086939647794}
+{"Finetune/Learning Rate": 1.9075924862668627e-05, "Finetune/Loss": 0.8957496881484985, "Finetune/Loss (Raw)": 0.760704517364502, "Finetune/Step": 3149, "Finetune/Step Time": 6.69303497672081}
+{"Finetune/Learning Rate": 1.9075217720362138e-05, "Finetune/Loss": 0.8952287435531616, "Finetune/Loss (Raw)": 0.7751606106758118, "Finetune/Step": 3150, "Finetune/Step Time": 6.705787796527147}
+{"Finetune/Learning Rate": 1.9074510320708282e-05, "Finetune/Loss": 0.8962881565093994, "Finetune/Loss (Raw)": 0.9315177202224731, "Finetune/Step": 3151, "Finetune/Step Time": 6.705302771180868}
+{"Finetune/Learning Rate": 1.907380266372712e-05, "Finetune/Loss": 0.8960925936698914, "Finetune/Loss (Raw)": 0.8964887857437134, "Finetune/Step": 3152, "Finetune/Step Time": 6.705351710319519}
+{"Finetune/Learning Rate": 1.9073094749438718e-05, "Finetune/Loss": 0.8955510258674622, "Finetune/Loss (Raw)": 0.919287383556366, "Finetune/Step": 3153, "Finetune/Step Time": 6.703783832490444}
+{"Finetune/Learning Rate": 1.9072386577863145e-05, "Finetune/Loss": 0.8931106328964233, "Finetune/Loss (Raw)": 0.6552894711494446, "Finetune/Step": 3154, "Finetune/Step Time": 6.717931337654591}
+{"Finetune/Learning Rate": 1.9071678149020487e-05, "Finetune/Loss": 0.8928343057632446, "Finetune/Loss (Raw)": 0.8872089385986328, "Finetune/Step": 3155, "Finetune/Step Time": 6.718227945268154}
+{"Finetune/Learning Rate": 1.9070969462930834e-05, "Finetune/Loss": 0.8923130035400391, "Finetune/Loss (Raw)": 0.9331721067428589, "Finetune/Step": 3156, "Finetune/Step Time": 6.714101456105709}
+{"Finetune/Learning Rate": 1.9070260519614282e-05, "Finetune/Loss": 0.8930768966674805, "Finetune/Loss (Raw)": 1.0039244890213013, "Finetune/Step": 3157, "Finetune/Step Time": 6.713400447741151}
+{"Finetune/Learning Rate": 1.9069551319090935e-05, "Finetune/Loss": 0.8934968113899231, "Finetune/Loss (Raw)": 0.9288231134414673, "Finetune/Step": 3158, "Finetune/Step Time": 6.711015310138464}
+{"Finetune/Learning Rate": 1.90688418613809e-05, "Finetune/Loss": 0.8928195834159851, "Finetune/Loss (Raw)": 0.8137011528015137, "Finetune/Step": 3159, "Finetune/Step Time": 6.70511918887496}
+{"Finetune/Learning Rate": 1.90681321465043e-05, "Finetune/Loss": 0.8935760259628296, "Finetune/Loss (Raw)": 0.9247799515724182, "Finetune/Step": 3160, "Finetune/Step Time": 6.707593943923712}
+{"Finetune/Learning Rate": 1.9067422174481262e-05, "Finetune/Loss": 0.8942141532897949, "Finetune/Loss (Raw)": 0.8285610675811768, "Finetune/Step": 3161, "Finetune/Step Time": 6.716951377689838}
+{"Finetune/Learning Rate": 1.9066711945331912e-05, "Finetune/Loss": 0.8935819864273071, "Finetune/Loss (Raw)": 0.819691002368927, "Finetune/Step": 3162, "Finetune/Step Time": 6.718916965648532}
+{"Finetune/Learning Rate": 1.9066001459076393e-05, "Finetune/Loss": 0.892982006072998, "Finetune/Loss (Raw)": 0.8881711363792419, "Finetune/Step": 3163, "Finetune/Step Time": 6.718879234045744}
+{"Finetune/Learning Rate": 1.9065290715734856e-05, "Finetune/Loss": 0.8945728540420532, "Finetune/Loss (Raw)": 1.0763862133026123, "Finetune/Step": 3164, "Finetune/Step Time": 6.703664069995284}
+{"Finetune/Learning Rate": 1.9064579715327448e-05, "Finetune/Loss": 0.8960211277008057, "Finetune/Loss (Raw)": 0.9282738566398621, "Finetune/Step": 3165, "Finetune/Step Time": 6.713431768119335}
+{"Finetune/Learning Rate": 1.906386845787434e-05, "Finetune/Loss": 0.8955565690994263, "Finetune/Loss (Raw)": 0.9473152756690979, "Finetune/Step": 3166, "Finetune/Step Time": 6.712372902780771}
+{"Finetune/Learning Rate": 1.906315694339569e-05, "Finetune/Loss": 0.8970462679862976, "Finetune/Loss (Raw)": 0.8473063707351685, "Finetune/Step": 3167, "Finetune/Step Time": 6.706695722416043}
+{"Finetune/Learning Rate": 1.9062445171911688e-05, "Finetune/Loss": 0.8968567848205566, "Finetune/Loss (Raw)": 0.9375320672988892, "Finetune/Step": 3168, "Finetune/Step Time": 6.715364266186953}
+{"Finetune/Learning Rate": 1.906173314344251e-05, "Finetune/Loss": 0.896570086479187, "Finetune/Loss (Raw)": 0.9308765530586243, "Finetune/Step": 3169, "Finetune/Step Time": 6.716458171606064}
+{"Finetune/Learning Rate": 1.9061020858008347e-05, "Finetune/Loss": 0.8964824676513672, "Finetune/Loss (Raw)": 0.9490649104118347, "Finetune/Step": 3170, "Finetune/Step Time": 6.734185099601746}
+{"Finetune/Learning Rate": 1.90603083156294e-05, "Finetune/Loss": 0.896864652633667, "Finetune/Loss (Raw)": 0.8106026649475098, "Finetune/Step": 3171, "Finetune/Step Time": 6.711739087477326}
+{"Finetune/Learning Rate": 1.905959551632587e-05, "Finetune/Loss": 0.8964348435401917, "Finetune/Loss (Raw)": 0.8199877142906189, "Finetune/Step": 3172, "Finetune/Step Time": 6.7064615320414305}
+{"Finetune/Learning Rate": 1.9058882460117972e-05, "Finetune/Loss": 0.8946197032928467, "Finetune/Loss (Raw)": 0.8661551475524902, "Finetune/Step": 3173, "Finetune/Step Time": 6.709812028333545}
+{"Finetune/Learning Rate": 1.905816914702593e-05, "Finetune/Loss": 0.8939135074615479, "Finetune/Loss (Raw)": 0.8318895101547241, "Finetune/Step": 3174, "Finetune/Step Time": 6.710647076368332}
+{"Finetune/Learning Rate": 1.9057455577069973e-05, "Finetune/Loss": 0.8947573304176331, "Finetune/Loss (Raw)": 0.9287600517272949, "Finetune/Step": 3175, "Finetune/Step Time": 6.709988934919238}
+{"Finetune/Learning Rate": 1.9056741750270328e-05, "Finetune/Loss": 0.895228385925293, "Finetune/Loss (Raw)": 1.0392956733703613, "Finetune/Step": 3176, "Finetune/Step Time": 6.704441862180829}
+{"Finetune/Learning Rate": 1.9056027666647238e-05, "Finetune/Loss": 0.8960225582122803, "Finetune/Loss (Raw)": 1.0218322277069092, "Finetune/Step": 3177, "Finetune/Step Time": 6.703902907669544}
+{"Finetune/Learning Rate": 1.9055313326220963e-05, "Finetune/Loss": 0.895277738571167, "Finetune/Loss (Raw)": 0.7949690818786621, "Finetune/Step": 3178, "Finetune/Step Time": 6.712283616885543}
+{"Finetune/Learning Rate": 1.9054598729011744e-05, "Finetune/Loss": 0.8952671885490417, "Finetune/Loss (Raw)": 1.016369342803955, "Finetune/Step": 3179, "Finetune/Step Time": 6.713865391910076}
+{"Finetune/Learning Rate": 1.9053883875039855e-05, "Finetune/Loss": 0.895708441734314, "Finetune/Loss (Raw)": 0.9413002729415894, "Finetune/Step": 3180, "Finetune/Step Time": 6.715283490717411}
+{"Finetune/Learning Rate": 1.905316876432557e-05, "Finetune/Loss": 0.8954563140869141, "Finetune/Loss (Raw)": 0.950941801071167, "Finetune/Step": 3181, "Finetune/Step Time": 6.712427103891969}
+{"Finetune/Learning Rate": 1.9052453396889155e-05, "Finetune/Loss": 0.896170973777771, "Finetune/Loss (Raw)": 0.8915613293647766, "Finetune/Step": 3182, "Finetune/Step Time": 6.7147079184651375}
+{"Finetune/Learning Rate": 1.905173777275091e-05, "Finetune/Loss": 0.8970139026641846, "Finetune/Loss (Raw)": 0.8895761370658875, "Finetune/Step": 3183, "Finetune/Step Time": 6.716955903917551}
+{"Finetune/Learning Rate": 1.905102189193112e-05, "Finetune/Loss": 0.8970217704772949, "Finetune/Loss (Raw)": 0.7926618456840515, "Finetune/Step": 3184, "Finetune/Step Time": 6.715234823524952}
+{"Finetune/Learning Rate": 1.905030575445008e-05, "Finetune/Loss": 0.8972599506378174, "Finetune/Loss (Raw)": 0.8699877858161926, "Finetune/Step": 3185, "Finetune/Step Time": 6.711447287350893}
+{"Finetune/Learning Rate": 1.9049589360328112e-05, "Finetune/Loss": 0.8953927755355835, "Finetune/Loss (Raw)": 0.8080955743789673, "Finetune/Step": 3186, "Finetune/Step Time": 6.69554871879518}
+{"Finetune/Learning Rate": 1.904887270958552e-05, "Finetune/Loss": 0.895915150642395, "Finetune/Loss (Raw)": 0.9359249472618103, "Finetune/Step": 3187, "Finetune/Step Time": 6.694022428244352}
+{"Finetune/Learning Rate": 1.9048155802242633e-05, "Finetune/Loss": 0.8957794904708862, "Finetune/Loss (Raw)": 0.8954980373382568, "Finetune/Step": 3188, "Finetune/Step Time": 6.6910023130476475}
+{"Finetune/Learning Rate": 1.9047438638319774e-05, "Finetune/Loss": 0.8975321054458618, "Finetune/Loss (Raw)": 1.049142837524414, "Finetune/Step": 3189, "Finetune/Step Time": 6.689749836921692}
+{"Finetune/Learning Rate": 1.9046721217837283e-05, "Finetune/Loss": 0.897803783416748, "Finetune/Loss (Raw)": 0.9951463341712952, "Finetune/Step": 3190, "Finetune/Step Time": 6.705810682848096}
+{"Finetune/Learning Rate": 1.9046003540815502e-05, "Finetune/Loss": 0.8960443735122681, "Finetune/Loss (Raw)": 0.8320251107215881, "Finetune/Step": 3191, "Finetune/Step Time": 6.708213513717055}
+{"Finetune/Learning Rate": 1.9045285607274787e-05, "Finetune/Loss": 0.8957841992378235, "Finetune/Loss (Raw)": 0.8042911887168884, "Finetune/Step": 3192, "Finetune/Step Time": 6.710837751626968}
+{"Finetune/Learning Rate": 1.9044567417235494e-05, "Finetune/Loss": 0.8957371711730957, "Finetune/Loss (Raw)": 0.8476635217666626, "Finetune/Step": 3193, "Finetune/Step Time": 6.7057668175548315}
+{"Finetune/Learning Rate": 1.9043848970717986e-05, "Finetune/Loss": 0.894418478012085, "Finetune/Loss (Raw)": 0.7945493459701538, "Finetune/Step": 3194, "Finetune/Step Time": 6.705361178144813}
+{"Finetune/Learning Rate": 1.9043130267742638e-05, "Finetune/Loss": 0.8951904773712158, "Finetune/Loss (Raw)": 0.9403135180473328, "Finetune/Step": 3195, "Finetune/Step Time": 6.70142780803144}
+{"Finetune/Learning Rate": 1.9042411308329835e-05, "Finetune/Loss": 0.8971349596977234, "Finetune/Loss (Raw)": 1.0996793508529663, "Finetune/Step": 3196, "Finetune/Step Time": 6.70174271799624}
+{"Finetune/Learning Rate": 1.9041692092499958e-05, "Finetune/Loss": 0.8976995944976807, "Finetune/Loss (Raw)": 0.94313645362854, "Finetune/Step": 3197, "Finetune/Step Time": 6.6973935309797525}
+{"Finetune/Learning Rate": 1.90409726202734e-05, "Finetune/Loss": 0.8971618413925171, "Finetune/Loss (Raw)": 0.9302864074707031, "Finetune/Step": 3198, "Finetune/Step Time": 6.696735126897693}
+{"Finetune/Learning Rate": 1.9040252891670574e-05, "Finetune/Loss": 0.8975069522857666, "Finetune/Loss (Raw)": 0.9610342979431152, "Finetune/Step": 3199, "Finetune/Step Time": 6.689653247594833}
+{"Finetune/Learning Rate": 1.903953290671188e-05, "Finetune/Loss": 0.8982017040252686, "Finetune/Loss (Raw)": 0.8912813663482666, "Finetune/Step": 3200, "Finetune/Step Time": 6.682518130168319}
+{"Finetune/Learning Rate": 1.9038812665417737e-05, "Finetune/Loss": 0.8989623785018921, "Finetune/Loss (Raw)": 0.9047632813453674, "Finetune/Step": 3201, "Finetune/Step Time": 6.681398920714855}
+{"Finetune/Learning Rate": 1.903809216780857e-05, "Finetune/Loss": 0.8983026742935181, "Finetune/Loss (Raw)": 0.8357883095741272, "Finetune/Step": 3202, "Finetune/Step Time": 6.679090689867735}
+{"Finetune/Learning Rate": 1.9037371413904814e-05, "Finetune/Loss": 0.8966994285583496, "Finetune/Loss (Raw)": 0.7166171073913574, "Finetune/Step": 3203, "Finetune/Step Time": 6.701051184907556}
+{"Finetune/Learning Rate": 1.90366504037269e-05, "Finetune/Loss": 0.8968678712844849, "Finetune/Loss (Raw)": 0.9446693062782288, "Finetune/Step": 3204, "Finetune/Step Time": 6.682104272767901}
+{"Finetune/Learning Rate": 1.903592913729528e-05, "Finetune/Loss": 0.8965729475021362, "Finetune/Loss (Raw)": 0.7406481504440308, "Finetune/Step": 3205, "Finetune/Step Time": 6.701827125623822}
+{"Finetune/Learning Rate": 1.9035207614630403e-05, "Finetune/Loss": 0.8956836462020874, "Finetune/Loss (Raw)": 0.8866982460021973, "Finetune/Step": 3206, "Finetune/Step Time": 6.698090795427561}
+{"Finetune/Learning Rate": 1.9034485835752726e-05, "Finetune/Loss": 0.8959488868713379, "Finetune/Loss (Raw)": 0.8726365566253662, "Finetune/Step": 3207, "Finetune/Step Time": 6.69855167157948}
+{"Finetune/Learning Rate": 1.9033763800682728e-05, "Finetune/Loss": 0.8947541117668152, "Finetune/Loss (Raw)": 0.8164900541305542, "Finetune/Step": 3208, "Finetune/Step Time": 6.700205883011222}
+{"Finetune/Learning Rate": 1.9033041509440876e-05, "Finetune/Loss": 0.893672525882721, "Finetune/Loss (Raw)": 0.7907549738883972, "Finetune/Step": 3209, "Finetune/Step Time": 6.708351705223322}
+{"Finetune/Learning Rate": 1.903231896204765e-05, "Finetune/Loss": 0.895288348197937, "Finetune/Loss (Raw)": 1.0186108350753784, "Finetune/Step": 3210, "Finetune/Step Time": 6.710238901898265}
+{"Finetune/Learning Rate": 1.9031596158523546e-05, "Finetune/Loss": 0.8945895433425903, "Finetune/Loss (Raw)": 0.8120309710502625, "Finetune/Step": 3211, "Finetune/Step Time": 6.710606629028916}
+{"Finetune/Learning Rate": 1.9030873098889054e-05, "Finetune/Loss": 0.895129382610321, "Finetune/Loss (Raw)": 0.9320396184921265, "Finetune/Step": 3212, "Finetune/Step Time": 6.709830479696393}
+{"Finetune/Learning Rate": 1.9030149783164688e-05, "Finetune/Loss": 0.8931998610496521, "Finetune/Loss (Raw)": 0.7240902781486511, "Finetune/Step": 3213, "Finetune/Step Time": 6.720617961138487}
+{"Finetune/Learning Rate": 1.9029426211370945e-05, "Finetune/Loss": 0.8935620784759521, "Finetune/Loss (Raw)": 0.8537015318870544, "Finetune/Step": 3214, "Finetune/Step Time": 6.7095870561897755}
+{"Finetune/Learning Rate": 1.9028702383528355e-05, "Finetune/Loss": 0.8942331075668335, "Finetune/Loss (Raw)": 0.8286738395690918, "Finetune/Step": 3215, "Finetune/Step Time": 6.6954194232821465}
+{"Finetune/Learning Rate": 1.9027978299657436e-05, "Finetune/Loss": 0.8970441818237305, "Finetune/Loss (Raw)": 1.0044348239898682, "Finetune/Step": 3216, "Finetune/Step Time": 6.680676646530628}
+{"Finetune/Learning Rate": 1.9027253959778726e-05, "Finetune/Loss": 0.8949682116508484, "Finetune/Loss (Raw)": 0.7312420606613159, "Finetune/Step": 3217, "Finetune/Step Time": 6.693189240992069}
+{"Finetune/Learning Rate": 1.9026529363912765e-05, "Finetune/Loss": 0.8942993879318237, "Finetune/Loss (Raw)": 0.8296024799346924, "Finetune/Step": 3218, "Finetune/Step Time": 6.70363675057888}
+{"Finetune/Learning Rate": 1.90258045120801e-05, "Finetune/Loss": 0.8934101462364197, "Finetune/Loss (Raw)": 0.8619882464408875, "Finetune/Step": 3219, "Finetune/Step Time": 6.698741490021348}
+{"Finetune/Learning Rate": 1.9025079404301285e-05, "Finetune/Loss": 0.8930035829544067, "Finetune/Loss (Raw)": 0.9464110136032104, "Finetune/Step": 3220, "Finetune/Step Time": 6.696697425097227}
+{"Finetune/Learning Rate": 1.902435404059688e-05, "Finetune/Loss": 0.8927769064903259, "Finetune/Loss (Raw)": 0.8188152313232422, "Finetune/Step": 3221, "Finetune/Step Time": 6.69526363350451}
+{"Finetune/Learning Rate": 1.9023628420987455e-05, "Finetune/Loss": 0.893586277961731, "Finetune/Loss (Raw)": 0.9826846122741699, "Finetune/Step": 3222, "Finetune/Step Time": 6.7071115039289}
+{"Finetune/Learning Rate": 1.902290254549359e-05, "Finetune/Loss": 0.8924808502197266, "Finetune/Loss (Raw)": 0.8261839747428894, "Finetune/Step": 3223, "Finetune/Step Time": 6.7042614091187716}
+{"Finetune/Learning Rate": 1.9022176414135868e-05, "Finetune/Loss": 0.8912212252616882, "Finetune/Loss (Raw)": 0.8639867901802063, "Finetune/Step": 3224, "Finetune/Step Time": 6.705934386700392}
+{"Finetune/Learning Rate": 1.902145002693488e-05, "Finetune/Loss": 0.8917464017868042, "Finetune/Loss (Raw)": 0.8669477105140686, "Finetune/Step": 3225, "Finetune/Step Time": 6.6916766706854105}
+{"Finetune/Learning Rate": 1.9020723383911214e-05, "Finetune/Loss": 0.8927294015884399, "Finetune/Loss (Raw)": 0.9891685247421265, "Finetune/Step": 3226, "Finetune/Step Time": 6.691977001726627}
+{"Finetune/Learning Rate": 1.9019996485085493e-05, "Finetune/Loss": 0.8936289548873901, "Finetune/Loss (Raw)": 1.0077811479568481, "Finetune/Step": 3227, "Finetune/Step Time": 6.689354998990893}
+{"Finetune/Learning Rate": 1.9019269330478315e-05, "Finetune/Loss": 0.8935213088989258, "Finetune/Loss (Raw)": 0.8903375864028931, "Finetune/Step": 3228, "Finetune/Step Time": 6.694184543564916}
+{"Finetune/Learning Rate": 1.901854192011031e-05, "Finetune/Loss": 0.8935031890869141, "Finetune/Loss (Raw)": 0.9241557121276855, "Finetune/Step": 3229, "Finetune/Step Time": 6.706809399649501}
+{"Finetune/Learning Rate": 1.9017814254002102e-05, "Finetune/Loss": 0.8937484622001648, "Finetune/Loss (Raw)": 0.9731165170669556, "Finetune/Step": 3230, "Finetune/Step Time": 6.706263760104775}
+{"Finetune/Learning Rate": 1.9017086332174327e-05, "Finetune/Loss": 0.8942064046859741, "Finetune/Loss (Raw)": 0.8992616534233093, "Finetune/Step": 3231, "Finetune/Step Time": 6.705687554553151}
+{"Finetune/Learning Rate": 1.9016358154647618e-05, "Finetune/Loss": 0.8953396081924438, "Finetune/Loss (Raw)": 0.9052044749259949, "Finetune/Step": 3232, "Finetune/Step Time": 6.705518992617726}
+{"Finetune/Learning Rate": 1.9015629721442638e-05, "Finetune/Loss": 0.8971335887908936, "Finetune/Loss (Raw)": 1.0319968461990356, "Finetune/Step": 3233, "Finetune/Step Time": 6.704984791576862}
+{"Finetune/Learning Rate": 1.901490103258003e-05, "Finetune/Loss": 0.8988979458808899, "Finetune/Loss (Raw)": 1.0673716068267822, "Finetune/Step": 3234, "Finetune/Step Time": 6.708506852388382}
+{"Finetune/Learning Rate": 1.9014172088080464e-05, "Finetune/Loss": 0.8974013328552246, "Finetune/Loss (Raw)": 0.7723183035850525, "Finetune/Step": 3235, "Finetune/Step Time": 6.702446054667234}
+{"Finetune/Learning Rate": 1.9013442887964617e-05, "Finetune/Loss": 0.8980454206466675, "Finetune/Loss (Raw)": 0.9269049167633057, "Finetune/Step": 3236, "Finetune/Step Time": 6.690519889816642}
+{"Finetune/Learning Rate": 1.9012713432253155e-05, "Finetune/Loss": 0.897812008857727, "Finetune/Loss (Raw)": 0.7969921231269836, "Finetune/Step": 3237, "Finetune/Step Time": 6.675960328429937}
+{"Finetune/Learning Rate": 1.9011983720966767e-05, "Finetune/Loss": 0.8975956439971924, "Finetune/Loss (Raw)": 0.7981276512145996, "Finetune/Step": 3238, "Finetune/Step Time": 6.6751434076577425}
+{"Finetune/Learning Rate": 1.9011253754126152e-05, "Finetune/Loss": 0.8963475227355957, "Finetune/Loss (Raw)": 0.8504946827888489, "Finetune/Step": 3239, "Finetune/Step Time": 6.677281342446804}
+{"Finetune/Learning Rate": 1.9010523531752004e-05, "Finetune/Loss": 0.8957918882369995, "Finetune/Loss (Raw)": 0.8581881523132324, "Finetune/Step": 3240, "Finetune/Step Time": 6.679270589724183}
+{"Finetune/Learning Rate": 1.900979305386503e-05, "Finetune/Loss": 0.8967089056968689, "Finetune/Loss (Raw)": 0.9681940078735352, "Finetune/Step": 3241, "Finetune/Step Time": 6.6767787784338}
+{"Finetune/Learning Rate": 1.9009062320485944e-05, "Finetune/Loss": 0.8965141773223877, "Finetune/Loss (Raw)": 0.9724817872047424, "Finetune/Step": 3242, "Finetune/Step Time": 6.673918403685093}
+{"Finetune/Learning Rate": 1.900833133163547e-05, "Finetune/Loss": 0.894878089427948, "Finetune/Loss (Raw)": 0.724539577960968, "Finetune/Step": 3243, "Finetune/Step Time": 6.69619532302022}
+{"Finetune/Learning Rate": 1.9007600087334336e-05, "Finetune/Loss": 0.8955693244934082, "Finetune/Loss (Raw)": 1.003891944885254, "Finetune/Step": 3244, "Finetune/Step Time": 6.710476925596595}
+{"Finetune/Learning Rate": 1.900686858760328e-05, "Finetune/Loss": 0.8959738612174988, "Finetune/Loss (Raw)": 0.9261456727981567, "Finetune/Step": 3245, "Finetune/Step Time": 6.710835428908467}
+{"Finetune/Learning Rate": 1.900613683246304e-05, "Finetune/Loss": 0.8980308771133423, "Finetune/Loss (Raw)": 1.023486614227295, "Finetune/Step": 3246, "Finetune/Step Time": 6.707156922668219}
+{"Finetune/Learning Rate": 1.9005404821934372e-05, "Finetune/Loss": 0.8984382748603821, "Finetune/Loss (Raw)": 0.8993211388587952, "Finetune/Step": 3247, "Finetune/Step Time": 6.707003777846694}
+{"Finetune/Learning Rate": 1.900467255603803e-05, "Finetune/Loss": 0.8992024064064026, "Finetune/Loss (Raw)": 1.0563215017318726, "Finetune/Step": 3248, "Finetune/Step Time": 6.708009444177151}
+{"Finetune/Learning Rate": 1.9003940034794777e-05, "Finetune/Loss": 0.8996649980545044, "Finetune/Loss (Raw)": 0.9750502109527588, "Finetune/Step": 3249, "Finetune/Step Time": 6.7036517430096865}
+{"Finetune/Learning Rate": 1.9003207258225394e-05, "Finetune/Loss": 0.8999701738357544, "Finetune/Loss (Raw)": 0.9401183128356934, "Finetune/Step": 3250, "Finetune/Step Time": 6.699849858880043}
+{"Finetune/Learning Rate": 1.900247422635065e-05, "Finetune/Loss": 0.9002431631088257, "Finetune/Loss (Raw)": 0.8824679851531982, "Finetune/Step": 3251, "Finetune/Step Time": 6.697704955935478}
+{"Finetune/Learning Rate": 1.900174093919134e-05, "Finetune/Loss": 0.8987405300140381, "Finetune/Loss (Raw)": 0.832956075668335, "Finetune/Step": 3252, "Finetune/Step Time": 6.678532097488642}
+{"Finetune/Learning Rate": 1.9001007396768253e-05, "Finetune/Loss": 0.8988801836967468, "Finetune/Loss (Raw)": 0.9163140654563904, "Finetune/Step": 3253, "Finetune/Step Time": 6.678651567548513}
+{"Finetune/Learning Rate": 1.9000273599102193e-05, "Finetune/Loss": 0.8973702192306519, "Finetune/Loss (Raw)": 0.8438015580177307, "Finetune/Step": 3254, "Finetune/Step Time": 6.68569496460259}
+{"Finetune/Learning Rate": 1.8999539546213963e-05, "Finetune/Loss": 0.8962885737419128, "Finetune/Loss (Raw)": 0.7701409459114075, "Finetune/Step": 3255, "Finetune/Step Time": 6.695592371746898}
+{"Finetune/Learning Rate": 1.8998805238124386e-05, "Finetune/Loss": 0.8958843946456909, "Finetune/Loss (Raw)": 0.8640519380569458, "Finetune/Step": 3256, "Finetune/Step Time": 6.704159449785948}
+{"Finetune/Learning Rate": 1.899807067485428e-05, "Finetune/Loss": 0.8957847952842712, "Finetune/Loss (Raw)": 0.9160407185554504, "Finetune/Step": 3257, "Finetune/Step Time": 6.688966915011406}
+{"Finetune/Learning Rate": 1.899733585642448e-05, "Finetune/Loss": 0.8971875905990601, "Finetune/Loss (Raw)": 0.9851415753364563, "Finetune/Step": 3258, "Finetune/Step Time": 6.674637097865343}
+{"Finetune/Learning Rate": 1.899660078285582e-05, "Finetune/Loss": 0.8963210582733154, "Finetune/Loss (Raw)": 0.8782899379730225, "Finetune/Step": 3259, "Finetune/Step Time": 6.6830303482711315}
+{"Finetune/Learning Rate": 1.8995865454169142e-05, "Finetune/Loss": 0.8970342874526978, "Finetune/Loss (Raw)": 0.8801941871643066, "Finetune/Step": 3260, "Finetune/Step Time": 6.684651827439666}
+{"Finetune/Learning Rate": 1.89951298703853e-05, "Finetune/Loss": 0.8969049453735352, "Finetune/Loss (Raw)": 0.8535484671592712, "Finetune/Step": 3261, "Finetune/Step Time": 6.668103188276291}
+{"Finetune/Learning Rate": 1.8994394031525156e-05, "Finetune/Loss": 0.8983231782913208, "Finetune/Loss (Raw)": 1.066843867301941, "Finetune/Step": 3262, "Finetune/Step Time": 6.66541095636785}
+{"Finetune/Learning Rate": 1.899365793760957e-05, "Finetune/Loss": 0.8953733444213867, "Finetune/Loss (Raw)": 0.9092179536819458, "Finetune/Step": 3263, "Finetune/Step Time": 6.668146258220077}
+{"Finetune/Learning Rate": 1.8992921588659424e-05, "Finetune/Loss": 0.8948584794998169, "Finetune/Loss (Raw)": 0.8879052400588989, "Finetune/Step": 3264, "Finetune/Step Time": 6.669439118355513}
+{"Finetune/Learning Rate": 1.8992184984695595e-05, "Finetune/Loss": 0.8957352042198181, "Finetune/Loss (Raw)": 1.006028413772583, "Finetune/Step": 3265, "Finetune/Step Time": 6.67185709439218}
+{"Finetune/Learning Rate": 1.8991448125738965e-05, "Finetune/Loss": 0.8955227136611938, "Finetune/Loss (Raw)": 0.8828812837600708, "Finetune/Step": 3266, "Finetune/Step Time": 6.6702539678663015}
+{"Finetune/Learning Rate": 1.899071101181044e-05, "Finetune/Loss": 0.8956049680709839, "Finetune/Loss (Raw)": 0.8935374021530151, "Finetune/Step": 3267, "Finetune/Step Time": 6.671659205108881}
+{"Finetune/Learning Rate": 1.898997364293091e-05, "Finetune/Loss": 0.8961621522903442, "Finetune/Loss (Raw)": 0.8983463644981384, "Finetune/Step": 3268, "Finetune/Step Time": 6.672138940542936}
+{"Finetune/Learning Rate": 1.8989236019121294e-05, "Finetune/Loss": 0.8953997492790222, "Finetune/Loss (Raw)": 0.7718502283096313, "Finetune/Step": 3269, "Finetune/Step Time": 6.668117541819811}
+{"Finetune/Learning Rate": 1.8988498140402512e-05, "Finetune/Loss": 0.8958389163017273, "Finetune/Loss (Raw)": 0.8868401050567627, "Finetune/Step": 3270, "Finetune/Step Time": 6.6646466087549925}
+{"Finetune/Learning Rate": 1.8987760006795476e-05, "Finetune/Loss": 0.89605313539505, "Finetune/Loss (Raw)": 0.9626601934432983, "Finetune/Step": 3271, "Finetune/Step Time": 6.661681709811091}
+{"Finetune/Learning Rate": 1.898702161832113e-05, "Finetune/Loss": 0.8966650366783142, "Finetune/Loss (Raw)": 0.9675275087356567, "Finetune/Step": 3272, "Finetune/Step Time": 6.662919016554952}
+{"Finetune/Learning Rate": 1.89862829750004e-05, "Finetune/Loss": 0.8953409790992737, "Finetune/Loss (Raw)": 0.7385942339897156, "Finetune/Step": 3273, "Finetune/Step Time": 6.677682062610984}
+{"Finetune/Learning Rate": 1.898554407685424e-05, "Finetune/Loss": 0.8955801129341125, "Finetune/Loss (Raw)": 0.8816301822662354, "Finetune/Step": 3274, "Finetune/Step Time": 6.678205573931336}
+{"Finetune/Learning Rate": 1.8984804923903602e-05, "Finetune/Loss": 0.8968237638473511, "Finetune/Loss (Raw)": 0.930816113948822, "Finetune/Step": 3275, "Finetune/Step Time": 6.677605073899031}
+{"Finetune/Learning Rate": 1.898406551616945e-05, "Finetune/Loss": 0.8947725892066956, "Finetune/Loss (Raw)": 0.8545874357223511, "Finetune/Step": 3276, "Finetune/Step Time": 6.686732808127999}
+{"Finetune/Learning Rate": 1.8983325853672744e-05, "Finetune/Loss": 0.8968923091888428, "Finetune/Loss (Raw)": 1.032031536102295, "Finetune/Step": 3277, "Finetune/Step Time": 6.673242023214698}
+{"Finetune/Learning Rate": 1.8982585936434462e-05, "Finetune/Loss": 0.8973516225814819, "Finetune/Loss (Raw)": 0.8339455127716064, "Finetune/Step": 3278, "Finetune/Step Time": 6.658206334337592}
+{"Finetune/Learning Rate": 1.8981845764475585e-05, "Finetune/Loss": 0.8971781730651855, "Finetune/Loss (Raw)": 0.9093292355537415, "Finetune/Step": 3279, "Finetune/Step Time": 6.641708070412278}
+{"Finetune/Learning Rate": 1.8981105337817106e-05, "Finetune/Loss": 0.8967700004577637, "Finetune/Loss (Raw)": 0.8442373871803284, "Finetune/Step": 3280, "Finetune/Step Time": 6.641186838969588}
+{"Finetune/Learning Rate": 1.8980364656480015e-05, "Finetune/Loss": 0.8982358574867249, "Finetune/Loss (Raw)": 1.106919527053833, "Finetune/Step": 3281, "Finetune/Step Time": 6.639084547758102}
+{"Finetune/Learning Rate": 1.8979623720485317e-05, "Finetune/Loss": 0.9004206657409668, "Finetune/Loss (Raw)": 0.9349417090415955, "Finetune/Step": 3282, "Finetune/Step Time": 6.622943785041571}
+{"Finetune/Learning Rate": 1.897888252985403e-05, "Finetune/Loss": 0.9008718729019165, "Finetune/Loss (Raw)": 0.944959282875061, "Finetune/Step": 3283, "Finetune/Step Time": 6.621151024475694}
+{"Finetune/Learning Rate": 1.8978141084607166e-05, "Finetune/Loss": 0.8999028205871582, "Finetune/Loss (Raw)": 0.8091357350349426, "Finetune/Step": 3284, "Finetune/Step Time": 6.622223356738687}
+{"Finetune/Learning Rate": 1.897739938476575e-05, "Finetune/Loss": 0.899137020111084, "Finetune/Loss (Raw)": 0.9059052467346191, "Finetune/Step": 3285, "Finetune/Step Time": 6.623225912451744}
+{"Finetune/Learning Rate": 1.8976657430350816e-05, "Finetune/Loss": 0.8991773128509521, "Finetune/Loss (Raw)": 0.9339802265167236, "Finetune/Step": 3286, "Finetune/Step Time": 6.6268850564956665}
+{"Finetune/Learning Rate": 1.8975915221383404e-05, "Finetune/Loss": 0.900865375995636, "Finetune/Loss (Raw)": 1.0297744274139404, "Finetune/Step": 3287, "Finetune/Step Time": 6.612251114100218}
+{"Finetune/Learning Rate": 1.897517275788456e-05, "Finetune/Loss": 0.900709331035614, "Finetune/Loss (Raw)": 0.9048029780387878, "Finetune/Step": 3288, "Finetune/Step Time": 6.623415231704712}
+{"Finetune/Learning Rate": 1.897443003987534e-05, "Finetune/Loss": 0.9001256823539734, "Finetune/Loss (Raw)": 0.7538578510284424, "Finetune/Step": 3289, "Finetune/Step Time": 6.6176258865743876}
+{"Finetune/Learning Rate": 1.8973687067376804e-05, "Finetune/Loss": 0.8991140127182007, "Finetune/Loss (Raw)": 0.6901960968971252, "Finetune/Step": 3290, "Finetune/Step Time": 6.6240814086049795}
+{"Finetune/Learning Rate": 1.8972943840410017e-05, "Finetune/Loss": 0.8987712860107422, "Finetune/Loss (Raw)": 0.8443034887313843, "Finetune/Step": 3291, "Finetune/Step Time": 6.624249072745442}
+{"Finetune/Learning Rate": 1.897220035899606e-05, "Finetune/Loss": 0.8975691795349121, "Finetune/Loss (Raw)": 0.922511875629425, "Finetune/Step": 3292, "Finetune/Step Time": 6.6276619751006365}
+{"Finetune/Learning Rate": 1.8971456623156013e-05, "Finetune/Loss": 0.897252082824707, "Finetune/Loss (Raw)": 0.8876881003379822, "Finetune/Step": 3293, "Finetune/Step Time": 6.615578297525644}
+{"Finetune/Learning Rate": 1.897071263291097e-05, "Finetune/Loss": 0.8950268030166626, "Finetune/Loss (Raw)": 0.6624723672866821, "Finetune/Step": 3294, "Finetune/Step Time": 6.61604112945497}
+{"Finetune/Learning Rate": 1.8969968388282026e-05, "Finetune/Loss": 0.8958098292350769, "Finetune/Loss (Raw)": 0.9475420713424683, "Finetune/Step": 3295, "Finetune/Step Time": 6.616645820438862}
+{"Finetune/Learning Rate": 1.8969223889290283e-05, "Finetune/Loss": 0.8937722444534302, "Finetune/Loss (Raw)": 0.6767184138298035, "Finetune/Step": 3296, "Finetune/Step Time": 6.626901166513562}
+{"Finetune/Learning Rate": 1.8968479135956858e-05, "Finetune/Loss": 0.8934073448181152, "Finetune/Loss (Raw)": 0.8841699957847595, "Finetune/Step": 3297, "Finetune/Step Time": 6.628384819254279}
+{"Finetune/Learning Rate": 1.8967734128302867e-05, "Finetune/Loss": 0.8921966552734375, "Finetune/Loss (Raw)": 0.7940955758094788, "Finetune/Step": 3298, "Finetune/Step Time": 6.609546376392245}
+{"Finetune/Learning Rate": 1.896698886634944e-05, "Finetune/Loss": 0.8934214115142822, "Finetune/Loss (Raw)": 0.9673686027526855, "Finetune/Step": 3299, "Finetune/Step Time": 6.609200336039066}
+{"Finetune/Learning Rate": 1.8966243350117703e-05, "Finetune/Loss": 0.8933261632919312, "Finetune/Loss (Raw)": 0.8078006505966187, "Finetune/Step": 3300, "Finetune/Step Time": 6.61269305832684}
+{"Finetune/Learning Rate": 1.8965497579628805e-05, "Finetune/Loss": 0.8925822377204895, "Finetune/Loss (Raw)": 0.7709323763847351, "Finetune/Step": 3301, "Finetune/Step Time": 6.610928636044264}
+{"Finetune/Learning Rate": 1.8964751554903885e-05, "Finetune/Loss": 0.8940662145614624, "Finetune/Loss (Raw)": 1.0218428373336792, "Finetune/Step": 3302, "Finetune/Step Time": 6.611781487241387}
+{"Finetune/Learning Rate": 1.8964005275964107e-05, "Finetune/Loss": 0.8938858509063721, "Finetune/Loss (Raw)": 0.905671238899231, "Finetune/Step": 3303, "Finetune/Step Time": 6.621083155274391}
+{"Finetune/Learning Rate": 1.896325874283063e-05, "Finetune/Loss": 0.892488956451416, "Finetune/Loss (Raw)": 0.8604921102523804, "Finetune/Step": 3304, "Finetune/Step Time": 6.623225621879101}
+{"Finetune/Learning Rate": 1.8962511955524617e-05, "Finetune/Loss": 0.8916592001914978, "Finetune/Loss (Raw)": 0.9156257510185242, "Finetune/Step": 3305, "Finetune/Step Time": 6.620959801599383}
+{"Finetune/Learning Rate": 1.8961764914067257e-05, "Finetune/Loss": 0.8924219012260437, "Finetune/Loss (Raw)": 0.8925935626029968, "Finetune/Step": 3306, "Finetune/Step Time": 6.608771184459329}
+{"Finetune/Learning Rate": 1.8961017618479728e-05, "Finetune/Loss": 0.8917115926742554, "Finetune/Loss (Raw)": 0.9254517555236816, "Finetune/Step": 3307, "Finetune/Step Time": 6.611012704670429}
+{"Finetune/Learning Rate": 1.896027006878322e-05, "Finetune/Loss": 0.8909536600112915, "Finetune/Loss (Raw)": 0.8442782759666443, "Finetune/Step": 3308, "Finetune/Step Time": 6.611703917384148}
+{"Finetune/Learning Rate": 1.895952226499893e-05, "Finetune/Loss": 0.8909605741500854, "Finetune/Loss (Raw)": 0.9518222212791443, "Finetune/Step": 3309, "Finetune/Step Time": 6.613595440983772}
+{"Finetune/Learning Rate": 1.895877420714807e-05, "Finetune/Loss": 0.8900997638702393, "Finetune/Loss (Raw)": 0.7813863754272461, "Finetune/Step": 3310, "Finetune/Step Time": 6.626591298729181}
+{"Finetune/Learning Rate": 1.8958025895251845e-05, "Finetune/Loss": 0.8903648853302002, "Finetune/Loss (Raw)": 0.9235103130340576, "Finetune/Step": 3311, "Finetune/Step Time": 6.623511575162411}
+{"Finetune/Learning Rate": 1.8957277329331485e-05, "Finetune/Loss": 0.8923164010047913, "Finetune/Loss (Raw)": 1.0424540042877197, "Finetune/Step": 3312, "Finetune/Step Time": 6.61525016091764}
+{"Finetune/Learning Rate": 1.8956528509408207e-05, "Finetune/Loss": 0.8923850059509277, "Finetune/Loss (Raw)": 0.8787667155265808, "Finetune/Step": 3313, "Finetune/Step Time": 6.619208291172981}
+{"Finetune/Learning Rate": 1.895577943550325e-05, "Finetune/Loss": 0.8921538591384888, "Finetune/Loss (Raw)": 0.7785103917121887, "Finetune/Step": 3314, "Finetune/Step Time": 6.622011372819543}
+{"Finetune/Learning Rate": 1.8955030107637853e-05, "Finetune/Loss": 0.8934009075164795, "Finetune/Loss (Raw)": 1.095548152923584, "Finetune/Step": 3315, "Finetune/Step Time": 6.638703564181924}
+{"Finetune/Learning Rate": 1.8954280525833267e-05, "Finetune/Loss": 0.8925149440765381, "Finetune/Loss (Raw)": 0.7820955514907837, "Finetune/Step": 3316, "Finetune/Step Time": 6.637691371142864}
+{"Finetune/Learning Rate": 1.895353069011075e-05, "Finetune/Loss": 0.8904573917388916, "Finetune/Loss (Raw)": 0.785774827003479, "Finetune/Step": 3317, "Finetune/Step Time": 6.650369858369231}
+{"Finetune/Learning Rate": 1.895278060049156e-05, "Finetune/Loss": 0.8896155953407288, "Finetune/Loss (Raw)": 0.8873977065086365, "Finetune/Step": 3318, "Finetune/Step Time": 6.636146197095513}
+{"Finetune/Learning Rate": 1.8952030256996975e-05, "Finetune/Loss": 0.8909751772880554, "Finetune/Loss (Raw)": 1.0060492753982544, "Finetune/Step": 3319, "Finetune/Step Time": 6.635477468371391}
+{"Finetune/Learning Rate": 1.8951279659648265e-05, "Finetune/Loss": 0.8907394409179688, "Finetune/Loss (Raw)": 0.7741193175315857, "Finetune/Step": 3320, "Finetune/Step Time": 6.639687824994326}
+{"Finetune/Learning Rate": 1.8950528808466718e-05, "Finetune/Loss": 0.8916775584220886, "Finetune/Loss (Raw)": 0.9677399396896362, "Finetune/Step": 3321, "Finetune/Step Time": 6.640258280560374}
+{"Finetune/Learning Rate": 1.8949777703473626e-05, "Finetune/Loss": 0.8932003974914551, "Finetune/Loss (Raw)": 0.9894810914993286, "Finetune/Step": 3322, "Finetune/Step Time": 6.636106826364994}
+{"Finetune/Learning Rate": 1.8949026344690285e-05, "Finetune/Loss": 0.8919152021408081, "Finetune/Loss (Raw)": 0.7758051753044128, "Finetune/Step": 3323, "Finetune/Step Time": 6.635564329102635}
+{"Finetune/Learning Rate": 1.894827473213801e-05, "Finetune/Loss": 0.889937162399292, "Finetune/Loss (Raw)": 0.8464881777763367, "Finetune/Step": 3324, "Finetune/Step Time": 6.635028891265392}
+{"Finetune/Learning Rate": 1.894752286583811e-05, "Finetune/Loss": 0.8899707794189453, "Finetune/Loss (Raw)": 0.9474377036094666, "Finetune/Step": 3325, "Finetune/Step Time": 6.631576757878065}
+{"Finetune/Learning Rate": 1.89467707458119e-05, "Finetune/Loss": 0.8912982940673828, "Finetune/Loss (Raw)": 1.1002099514007568, "Finetune/Step": 3326, "Finetune/Step Time": 6.6346488036215305}
+{"Finetune/Learning Rate": 1.8946018372080713e-05, "Finetune/Loss": 0.8922556638717651, "Finetune/Loss (Raw)": 1.0835806131362915, "Finetune/Step": 3327, "Finetune/Step Time": 6.641177553683519}
+{"Finetune/Learning Rate": 1.8945265744665886e-05, "Finetune/Loss": 0.8920860886573792, "Finetune/Loss (Raw)": 0.8695719838142395, "Finetune/Step": 3328, "Finetune/Step Time": 6.646748391911387}
+{"Finetune/Learning Rate": 1.894451286358876e-05, "Finetune/Loss": 0.8914368748664856, "Finetune/Loss (Raw)": 0.8216601610183716, "Finetune/Step": 3329, "Finetune/Step Time": 6.647955605760217}
+{"Finetune/Learning Rate": 1.8943759728870687e-05, "Finetune/Loss": 0.8917423486709595, "Finetune/Loss (Raw)": 0.8748906850814819, "Finetune/Step": 3330, "Finetune/Step Time": 6.651961904019117}
+{"Finetune/Learning Rate": 1.8943006340533016e-05, "Finetune/Loss": 0.890690803527832, "Finetune/Loss (Raw)": 0.5820158123970032, "Finetune/Step": 3331, "Finetune/Step Time": 6.640813056379557}
+{"Finetune/Learning Rate": 1.8942252698597113e-05, "Finetune/Loss": 0.8898336887359619, "Finetune/Loss (Raw)": 0.8349640965461731, "Finetune/Step": 3332, "Finetune/Step Time": 6.643017899245024}
+{"Finetune/Learning Rate": 1.8941498803084358e-05, "Finetune/Loss": 0.891627848148346, "Finetune/Loss (Raw)": 0.9703020453453064, "Finetune/Step": 3333, "Finetune/Step Time": 6.627212684601545}
+{"Finetune/Learning Rate": 1.8940744654016118e-05, "Finetune/Loss": 0.8915543556213379, "Finetune/Loss (Raw)": 0.8772878646850586, "Finetune/Step": 3334, "Finetune/Step Time": 6.627337506040931}
+{"Finetune/Learning Rate": 1.893999025141379e-05, "Finetune/Loss": 0.8922023773193359, "Finetune/Loss (Raw)": 0.9555807113647461, "Finetune/Step": 3335, "Finetune/Step Time": 6.621676443144679}
+{"Finetune/Learning Rate": 1.8939235595298756e-05, "Finetune/Loss": 0.8927562236785889, "Finetune/Loss (Raw)": 0.8873847723007202, "Finetune/Step": 3336, "Finetune/Step Time": 6.621464120224118}
+{"Finetune/Learning Rate": 1.893848068569242e-05, "Finetune/Loss": 0.8949012756347656, "Finetune/Loss (Raw)": 1.065316081047058, "Finetune/Step": 3337, "Finetune/Step Time": 6.6317424308508635}
+{"Finetune/Learning Rate": 1.893772552261619e-05, "Finetune/Loss": 0.8938765525817871, "Finetune/Loss (Raw)": 0.887456476688385, "Finetune/Step": 3338, "Finetune/Step Time": 6.636942872777581}
+{"Finetune/Learning Rate": 1.893697010609148e-05, "Finetune/Loss": 0.8948904275894165, "Finetune/Loss (Raw)": 0.9418064951896667, "Finetune/Step": 3339, "Finetune/Step Time": 6.6403637286275625}
+{"Finetune/Learning Rate": 1.893621443613971e-05, "Finetune/Loss": 0.893581748008728, "Finetune/Loss (Raw)": 0.7645273804664612, "Finetune/Step": 3340, "Finetune/Step Time": 6.653094856068492}
+{"Finetune/Learning Rate": 1.893545851278231e-05, "Finetune/Loss": 0.8946154713630676, "Finetune/Loss (Raw)": 0.8564059138298035, "Finetune/Step": 3341, "Finetune/Step Time": 6.644606461748481}
+{"Finetune/Learning Rate": 1.8934702336040717e-05, "Finetune/Loss": 0.8939797878265381, "Finetune/Loss (Raw)": 0.7723335027694702, "Finetune/Step": 3342, "Finetune/Step Time": 6.64548908919096}
+{"Finetune/Learning Rate": 1.8933945905936376e-05, "Finetune/Loss": 0.8951523303985596, "Finetune/Loss (Raw)": 0.9787607192993164, "Finetune/Step": 3343, "Finetune/Step Time": 6.643012546002865}
+{"Finetune/Learning Rate": 1.8933189222490727e-05, "Finetune/Loss": 0.893684446811676, "Finetune/Loss (Raw)": 0.8165439367294312, "Finetune/Step": 3344, "Finetune/Step Time": 6.640997361391783}
+{"Finetune/Learning Rate": 1.8932432285725236e-05, "Finetune/Loss": 0.8950533866882324, "Finetune/Loss (Raw)": 0.9064686894416809, "Finetune/Step": 3345, "Finetune/Step Time": 6.640933288261294}
+{"Finetune/Learning Rate": 1.893167509566137e-05, "Finetune/Loss": 0.8934264183044434, "Finetune/Loss (Raw)": 0.6213503479957581, "Finetune/Step": 3346, "Finetune/Step Time": 6.647127814590931}
+{"Finetune/Learning Rate": 1.8930917652320593e-05, "Finetune/Loss": 0.8941643238067627, "Finetune/Loss (Raw)": 0.9564341306686401, "Finetune/Step": 3347, "Finetune/Step Time": 6.652024043723941}
+{"Finetune/Learning Rate": 1.8930159955724386e-05, "Finetune/Loss": 0.8943061232566833, "Finetune/Loss (Raw)": 0.9645691514015198, "Finetune/Step": 3348, "Finetune/Step Time": 6.6514422334730625}
+{"Finetune/Learning Rate": 1.892940200589424e-05, "Finetune/Loss": 0.8933882713317871, "Finetune/Loss (Raw)": 0.7013220191001892, "Finetune/Step": 3349, "Finetune/Step Time": 6.648026341572404}
+{"Finetune/Learning Rate": 1.8928643802851642e-05, "Finetune/Loss": 0.8921862244606018, "Finetune/Loss (Raw)": 0.8288300633430481, "Finetune/Step": 3350, "Finetune/Step Time": 6.632400248199701}
+{"Finetune/Learning Rate": 1.89278853466181e-05, "Finetune/Loss": 0.8913252353668213, "Finetune/Loss (Raw)": 0.7159727811813354, "Finetune/Step": 3351, "Finetune/Step Time": 6.633570842444897}
+{"Finetune/Learning Rate": 1.8927126637215112e-05, "Finetune/Loss": 0.8926101922988892, "Finetune/Loss (Raw)": 1.0284678936004639, "Finetune/Step": 3352, "Finetune/Step Time": 6.633336789906025}
+{"Finetune/Learning Rate": 1.89263676746642e-05, "Finetune/Loss": 0.8920486569404602, "Finetune/Loss (Raw)": 0.7950664758682251, "Finetune/Step": 3353, "Finetune/Step Time": 6.643350332975388}
+{"Finetune/Learning Rate": 1.8925608458986885e-05, "Finetune/Loss": 0.8909376859664917, "Finetune/Loss (Raw)": 0.8469687700271606, "Finetune/Step": 3354, "Finetune/Step Time": 6.644735189154744}
+{"Finetune/Learning Rate": 1.8924848990204694e-05, "Finetune/Loss": 0.8875607252120972, "Finetune/Loss (Raw)": 0.5755290389060974, "Finetune/Step": 3355, "Finetune/Step Time": 6.653421904891729}
+{"Finetune/Learning Rate": 1.8924089268339164e-05, "Finetune/Loss": 0.8867522478103638, "Finetune/Loss (Raw)": 0.7868512272834778, "Finetune/Step": 3356, "Finetune/Step Time": 6.667988082394004}
+{"Finetune/Learning Rate": 1.8923329293411842e-05, "Finetune/Loss": 0.8869299292564392, "Finetune/Loss (Raw)": 0.9468944668769836, "Finetune/Step": 3357, "Finetune/Step Time": 6.660316558554769}
+{"Finetune/Learning Rate": 1.8922569065444275e-05, "Finetune/Loss": 0.8858685493469238, "Finetune/Loss (Raw)": 0.83726966381073, "Finetune/Step": 3358, "Finetune/Step Time": 6.66469394415617}
+{"Finetune/Learning Rate": 1.892180858445802e-05, "Finetune/Loss": 0.8858780264854431, "Finetune/Loss (Raw)": 0.9004682302474976, "Finetune/Step": 3359, "Finetune/Step Time": 6.666053127497435}
+{"Finetune/Learning Rate": 1.8921047850474645e-05, "Finetune/Loss": 0.8855249881744385, "Finetune/Loss (Raw)": 0.8600139617919922, "Finetune/Step": 3360, "Finetune/Step Time": 6.666068114340305}
+{"Finetune/Learning Rate": 1.8920286863515715e-05, "Finetune/Loss": 0.8840606212615967, "Finetune/Loss (Raw)": 0.8445556163787842, "Finetune/Step": 3361, "Finetune/Step Time": 6.667148608714342}
+{"Finetune/Learning Rate": 1.8919525623602823e-05, "Finetune/Loss": 0.8830504417419434, "Finetune/Loss (Raw)": 0.938067615032196, "Finetune/Step": 3362, "Finetune/Step Time": 6.662993697449565}
+{"Finetune/Learning Rate": 1.8918764130757544e-05, "Finetune/Loss": 0.8837766647338867, "Finetune/Loss (Raw)": 0.8652738928794861, "Finetune/Step": 3363, "Finetune/Step Time": 6.668073154985905}
+{"Finetune/Learning Rate": 1.891800238500148e-05, "Finetune/Loss": 0.8831665515899658, "Finetune/Loss (Raw)": 0.8488144278526306, "Finetune/Step": 3364, "Finetune/Step Time": 6.671907514333725}
+{"Finetune/Learning Rate": 1.8917240386356225e-05, "Finetune/Loss": 0.8831012845039368, "Finetune/Loss (Raw)": 0.788638710975647, "Finetune/Step": 3365, "Finetune/Step Time": 6.672228982672095}
+{"Finetune/Learning Rate": 1.8916478134843387e-05, "Finetune/Loss": 0.8845023512840271, "Finetune/Loss (Raw)": 0.9774664640426636, "Finetune/Step": 3366, "Finetune/Step Time": 6.673750204965472}
+{"Finetune/Learning Rate": 1.8915715630484587e-05, "Finetune/Loss": 0.8859483003616333, "Finetune/Loss (Raw)": 1.035569190979004, "Finetune/Step": 3367, "Finetune/Step Time": 6.6730431243777275}
+{"Finetune/Learning Rate": 1.8914952873301448e-05, "Finetune/Loss": 0.8844481706619263, "Finetune/Loss (Raw)": 0.6661766767501831, "Finetune/Step": 3368, "Finetune/Step Time": 6.685198882594705}
+{"Finetune/Learning Rate": 1.891418986331559e-05, "Finetune/Loss": 0.8845624923706055, "Finetune/Loss (Raw)": 0.982819676399231, "Finetune/Step": 3369, "Finetune/Step Time": 6.6880846712738276}
+{"Finetune/Learning Rate": 1.891342660054866e-05, "Finetune/Loss": 0.8843269348144531, "Finetune/Loss (Raw)": 0.9423335790634155, "Finetune/Step": 3370, "Finetune/Step Time": 6.69241707958281}
+{"Finetune/Learning Rate": 1.8912663085022296e-05, "Finetune/Loss": 0.8850690126419067, "Finetune/Loss (Raw)": 0.8195303678512573, "Finetune/Step": 3371, "Finetune/Step Time": 6.66670192964375}
+{"Finetune/Learning Rate": 1.8911899316758154e-05, "Finetune/Loss": 0.8844423890113831, "Finetune/Loss (Raw)": 0.9236817955970764, "Finetune/Step": 3372, "Finetune/Step Time": 6.646985746920109}
+{"Finetune/Learning Rate": 1.8911135295777886e-05, "Finetune/Loss": 0.8845046162605286, "Finetune/Loss (Raw)": 0.9341098070144653, "Finetune/Step": 3373, "Finetune/Step Time": 6.648409567773342}
+{"Finetune/Learning Rate": 1.8910371022103164e-05, "Finetune/Loss": 0.8839856386184692, "Finetune/Loss (Raw)": 0.9570617079734802, "Finetune/Step": 3374, "Finetune/Step Time": 6.639418030157685}
+{"Finetune/Learning Rate": 1.8909606495755657e-05, "Finetune/Loss": 0.8835769891738892, "Finetune/Loss (Raw)": 0.8470156192779541, "Finetune/Step": 3375, "Finetune/Step Time": 6.641388697549701}
+{"Finetune/Learning Rate": 1.8908841716757044e-05, "Finetune/Loss": 0.882697582244873, "Finetune/Loss (Raw)": 0.9437597990036011, "Finetune/Step": 3376, "Finetune/Step Time": 6.6422745902091265}
+{"Finetune/Learning Rate": 1.8908076685129014e-05, "Finetune/Loss": 0.8826484680175781, "Finetune/Loss (Raw)": 0.9687618017196655, "Finetune/Step": 3377, "Finetune/Step Time": 6.647740026935935}
+{"Finetune/Learning Rate": 1.8907311400893258e-05, "Finetune/Loss": 0.8826791644096375, "Finetune/Loss (Raw)": 0.9440414309501648, "Finetune/Step": 3378, "Finetune/Step Time": 6.657183021306992}
+{"Finetune/Learning Rate": 1.890654586407148e-05, "Finetune/Loss": 0.88197261095047, "Finetune/Loss (Raw)": 0.7920306921005249, "Finetune/Step": 3379, "Finetune/Step Time": 6.660673914477229}
+{"Finetune/Learning Rate": 1.8905780074685392e-05, "Finetune/Loss": 0.8813172578811646, "Finetune/Loss (Raw)": 0.7490693926811218, "Finetune/Step": 3380, "Finetune/Step Time": 6.674284026026726}
+{"Finetune/Learning Rate": 1.8905014032756703e-05, "Finetune/Loss": 0.8806222677230835, "Finetune/Loss (Raw)": 0.8273607492446899, "Finetune/Step": 3381, "Finetune/Step Time": 6.677215468138456}
+{"Finetune/Learning Rate": 1.8904247738307137e-05, "Finetune/Loss": 0.8802816867828369, "Finetune/Loss (Raw)": 0.8002073168754578, "Finetune/Step": 3382, "Finetune/Step Time": 6.6782201156020164}
+{"Finetune/Learning Rate": 1.8903481191358432e-05, "Finetune/Loss": 0.8810662031173706, "Finetune/Loss (Raw)": 0.8705514669418335, "Finetune/Step": 3383, "Finetune/Step Time": 6.665940443053842}
+{"Finetune/Learning Rate": 1.8902714391932312e-05, "Finetune/Loss": 0.8808037042617798, "Finetune/Loss (Raw)": 0.8304581046104431, "Finetune/Step": 3384, "Finetune/Step Time": 6.654683893546462}
+{"Finetune/Learning Rate": 1.890194734005053e-05, "Finetune/Loss": 0.8806878924369812, "Finetune/Loss (Raw)": 0.9012114405632019, "Finetune/Step": 3385, "Finetune/Step Time": 6.661315580829978}
+{"Finetune/Learning Rate": 1.8901180035734833e-05, "Finetune/Loss": 0.8798772692680359, "Finetune/Loss (Raw)": 0.8813832998275757, "Finetune/Step": 3386, "Finetune/Step Time": 6.66639075614512}
+{"Finetune/Learning Rate": 1.8900412479006983e-05, "Finetune/Loss": 0.8791809678077698, "Finetune/Loss (Raw)": 0.789162814617157, "Finetune/Step": 3387, "Finetune/Step Time": 6.655603591352701}
+{"Finetune/Learning Rate": 1.8899644669888747e-05, "Finetune/Loss": 0.8787596225738525, "Finetune/Loss (Raw)": 0.8262620568275452, "Finetune/Step": 3388, "Finetune/Step Time": 6.642799133434892}
+{"Finetune/Learning Rate": 1.8898876608401893e-05, "Finetune/Loss": 0.8774925470352173, "Finetune/Loss (Raw)": 0.6913646459579468, "Finetune/Step": 3389, "Finetune/Step Time": 6.655955467373133}
+{"Finetune/Learning Rate": 1.8898108294568206e-05, "Finetune/Loss": 0.8757066130638123, "Finetune/Loss (Raw)": 0.8382469415664673, "Finetune/Step": 3390, "Finetune/Step Time": 6.656255342066288}
+{"Finetune/Learning Rate": 1.889733972840947e-05, "Finetune/Loss": 0.8761571049690247, "Finetune/Loss (Raw)": 0.9668825268745422, "Finetune/Step": 3391, "Finetune/Step Time": 6.641169238835573}
+{"Finetune/Learning Rate": 1.8896570909947477e-05, "Finetune/Loss": 0.876250147819519, "Finetune/Loss (Raw)": 0.899804949760437, "Finetune/Step": 3392, "Finetune/Step Time": 6.636440536007285}
+{"Finetune/Learning Rate": 1.889580183920403e-05, "Finetune/Loss": 0.8748683929443359, "Finetune/Loss (Raw)": 0.8291627764701843, "Finetune/Step": 3393, "Finetune/Step Time": 6.640108559280634}
+{"Finetune/Learning Rate": 1.8895032516200942e-05, "Finetune/Loss": 0.8738217353820801, "Finetune/Loss (Raw)": 0.748913586139679, "Finetune/Step": 3394, "Finetune/Step Time": 6.644071375951171}
+{"Finetune/Learning Rate": 1.8894262940960027e-05, "Finetune/Loss": 0.8726383447647095, "Finetune/Loss (Raw)": 0.7420646548271179, "Finetune/Step": 3395, "Finetune/Step Time": 6.646527320146561}
+{"Finetune/Learning Rate": 1.88934931135031e-05, "Finetune/Loss": 0.8731648325920105, "Finetune/Loss (Raw)": 0.9657414555549622, "Finetune/Step": 3396, "Finetune/Step Time": 6.644142968580127}
+{"Finetune/Learning Rate": 1.8892723033852006e-05, "Finetune/Loss": 0.8742469549179077, "Finetune/Loss (Raw)": 0.9103571772575378, "Finetune/Step": 3397, "Finetune/Step Time": 6.648343980312347}
+{"Finetune/Learning Rate": 1.8891952702028574e-05, "Finetune/Loss": 0.8746305704116821, "Finetune/Loss (Raw)": 0.9359483122825623, "Finetune/Step": 3398, "Finetune/Step Time": 6.64378509297967}
+{"Finetune/Learning Rate": 1.8891182118054648e-05, "Finetune/Loss": 0.8752912878990173, "Finetune/Loss (Raw)": 1.0472272634506226, "Finetune/Step": 3399, "Finetune/Step Time": 6.6454600896686316}
+{"Finetune/Learning Rate": 1.889041128195208e-05, "Finetune/Loss": 0.8750471472740173, "Finetune/Loss (Raw)": 0.9362802505493164, "Finetune/Step": 3400, "Finetune/Step Time": 6.64189631678164}
+{"Finetune/Learning Rate": 1.8889640193742726e-05, "Finetune/Loss": 0.8762399554252625, "Finetune/Loss (Raw)": 0.8912674188613892, "Finetune/Step": 3401, "Finetune/Step Time": 6.628518003970385}
+{"Finetune/Learning Rate": 1.888886885344846e-05, "Finetune/Loss": 0.876619279384613, "Finetune/Loss (Raw)": 0.9301877617835999, "Finetune/Step": 3402, "Finetune/Step Time": 6.628748334944248}
+{"Finetune/Learning Rate": 1.8888097261091145e-05, "Finetune/Loss": 0.8757781386375427, "Finetune/Loss (Raw)": 0.8231523633003235, "Finetune/Step": 3403, "Finetune/Step Time": 6.647107396274805}
+{"Finetune/Learning Rate": 1.8887325416692664e-05, "Finetune/Loss": 0.8754376173019409, "Finetune/Loss (Raw)": 0.810997724533081, "Finetune/Step": 3404, "Finetune/Step Time": 6.65420295484364}
+{"Finetune/Learning Rate": 1.8886553320274915e-05, "Finetune/Loss": 0.873697817325592, "Finetune/Loss (Raw)": 0.8093391060829163, "Finetune/Step": 3405, "Finetune/Step Time": 6.662419633939862}
+{"Finetune/Learning Rate": 1.8885780971859776e-05, "Finetune/Loss": 0.8746861219406128, "Finetune/Loss (Raw)": 0.9604418873786926, "Finetune/Step": 3406, "Finetune/Step Time": 6.662849685177207}
+{"Finetune/Learning Rate": 1.888500837146916e-05, "Finetune/Loss": 0.8740941286087036, "Finetune/Loss (Raw)": 0.8335576057434082, "Finetune/Step": 3407, "Finetune/Step Time": 6.66945144161582}
+{"Finetune/Learning Rate": 1.8884235519124972e-05, "Finetune/Loss": 0.8745265007019043, "Finetune/Loss (Raw)": 0.8995825052261353, "Finetune/Step": 3408, "Finetune/Step Time": 6.684428287670016}
+{"Finetune/Learning Rate": 1.8883462414849127e-05, "Finetune/Loss": 0.8726761341094971, "Finetune/Loss (Raw)": 0.8700720071792603, "Finetune/Step": 3409, "Finetune/Step Time": 6.685870546847582}
+{"Finetune/Learning Rate": 1.888268905866355e-05, "Finetune/Loss": 0.8726520538330078, "Finetune/Loss (Raw)": 0.9318581223487854, "Finetune/Step": 3410, "Finetune/Step Time": 6.685259243473411}
+{"Finetune/Learning Rate": 1.888191545059017e-05, "Finetune/Loss": 0.8721683025360107, "Finetune/Loss (Raw)": 0.8830466270446777, "Finetune/Step": 3411, "Finetune/Step Time": 6.691624276340008}
+{"Finetune/Learning Rate": 1.8881141590650924e-05, "Finetune/Loss": 0.8726178407669067, "Finetune/Loss (Raw)": 0.8666703701019287, "Finetune/Step": 3412, "Finetune/Step Time": 6.6912091840058565}
+{"Finetune/Learning Rate": 1.888036747886776e-05, "Finetune/Loss": 0.8728674054145813, "Finetune/Loss (Raw)": 0.937849223613739, "Finetune/Step": 3413, "Finetune/Step Time": 6.689381394535303}
+{"Finetune/Learning Rate": 1.8879593115262623e-05, "Finetune/Loss": 0.8720313310623169, "Finetune/Loss (Raw)": 0.8269631862640381, "Finetune/Step": 3414, "Finetune/Step Time": 6.688873890787363}
+{"Finetune/Learning Rate": 1.8878818499857475e-05, "Finetune/Loss": 0.871257483959198, "Finetune/Loss (Raw)": 0.9307231903076172, "Finetune/Step": 3415, "Finetune/Step Time": 6.691913524642587}
+{"Finetune/Learning Rate": 1.8878043632674284e-05, "Finetune/Loss": 0.8720988631248474, "Finetune/Loss (Raw)": 1.0125000476837158, "Finetune/Step": 3416, "Finetune/Step Time": 6.67681534960866}
+{"Finetune/Learning Rate": 1.8877268513735022e-05, "Finetune/Loss": 0.8732518553733826, "Finetune/Loss (Raw)": 0.9014357924461365, "Finetune/Step": 3417, "Finetune/Step Time": 6.672891944646835}
+{"Finetune/Learning Rate": 1.8876493143061668e-05, "Finetune/Loss": 0.8748831748962402, "Finetune/Loss (Raw)": 0.8990063071250916, "Finetune/Step": 3418, "Finetune/Step Time": 6.665391385555267}
+{"Finetune/Learning Rate": 1.887571752067621e-05, "Finetune/Loss": 0.8753679394721985, "Finetune/Loss (Raw)": 0.9063557982444763, "Finetune/Step": 3419, "Finetune/Step Time": 6.665285162627697}
+{"Finetune/Learning Rate": 1.8874941646600642e-05, "Finetune/Loss": 0.8746666312217712, "Finetune/Loss (Raw)": 0.8327473998069763, "Finetune/Step": 3420, "Finetune/Step Time": 6.666305037215352}
+{"Finetune/Learning Rate": 1.8874165520856965e-05, "Finetune/Loss": 0.8757233619689941, "Finetune/Loss (Raw)": 1.022945523262024, "Finetune/Step": 3421, "Finetune/Step Time": 6.662973798811436}
+{"Finetune/Learning Rate": 1.8873389143467193e-05, "Finetune/Loss": 0.8770800232887268, "Finetune/Loss (Raw)": 0.8361260890960693, "Finetune/Step": 3422, "Finetune/Step Time": 6.662950376048684}
+{"Finetune/Learning Rate": 1.8872612514453334e-05, "Finetune/Loss": 0.8760992288589478, "Finetune/Loss (Raw)": 0.82199627161026, "Finetune/Step": 3423, "Finetune/Step Time": 6.665421795099974}
+{"Finetune/Learning Rate": 1.887183563383741e-05, "Finetune/Loss": 0.8778437972068787, "Finetune/Loss (Raw)": 0.9000310301780701, "Finetune/Step": 3424, "Finetune/Step Time": 6.64864662848413}
+{"Finetune/Learning Rate": 1.8871058501641465e-05, "Finetune/Loss": 0.876979649066925, "Finetune/Loss (Raw)": 0.7735581398010254, "Finetune/Step": 3425, "Finetune/Step Time": 6.648485662415624}
+{"Finetune/Learning Rate": 1.8870281117887517e-05, "Finetune/Loss": 0.8764351606369019, "Finetune/Loss (Raw)": 0.7243952751159668, "Finetune/Step": 3426, "Finetune/Step Time": 6.648087982088327}
+{"Finetune/Learning Rate": 1.8869503482597626e-05, "Finetune/Loss": 0.8748735189437866, "Finetune/Loss (Raw)": 0.767478346824646, "Finetune/Step": 3427, "Finetune/Step Time": 6.649933019652963}
+{"Finetune/Learning Rate": 1.8868725595793837e-05, "Finetune/Loss": 0.8760296702384949, "Finetune/Loss (Raw)": 0.9557938575744629, "Finetune/Step": 3428, "Finetune/Step Time": 6.648019131273031}
+{"Finetune/Learning Rate": 1.8867947457498207e-05, "Finetune/Loss": 0.8758578896522522, "Finetune/Loss (Raw)": 0.7489407658576965, "Finetune/Step": 3429, "Finetune/Step Time": 6.645673079416156}
+{"Finetune/Learning Rate": 1.886716906773281e-05, "Finetune/Loss": 0.8738692998886108, "Finetune/Loss (Raw)": 0.7673011422157288, "Finetune/Step": 3430, "Finetune/Step Time": 6.664063435047865}
+{"Finetune/Learning Rate": 1.8866390426519706e-05, "Finetune/Loss": 0.8727583885192871, "Finetune/Loss (Raw)": 0.7634779214859009, "Finetune/Step": 3431, "Finetune/Step Time": 6.672944068908691}
+{"Finetune/Learning Rate": 1.886561153388099e-05, "Finetune/Loss": 0.8728097081184387, "Finetune/Loss (Raw)": 0.8670657277107239, "Finetune/Step": 3432, "Finetune/Step Time": 6.6717431247234344}
+{"Finetune/Learning Rate": 1.8864832389838735e-05, "Finetune/Loss": 0.8713451623916626, "Finetune/Loss (Raw)": 0.7281618118286133, "Finetune/Step": 3433, "Finetune/Step Time": 6.6874623987823725}
+{"Finetune/Learning Rate": 1.886405299441504e-05, "Finetune/Loss": 0.8714076280593872, "Finetune/Loss (Raw)": 0.9005894064903259, "Finetune/Step": 3434, "Finetune/Step Time": 6.6906484588980675}
+{"Finetune/Learning Rate": 1.8863273347632014e-05, "Finetune/Loss": 0.8704949021339417, "Finetune/Loss (Raw)": 0.8086134791374207, "Finetune/Step": 3435, "Finetune/Step Time": 6.687209652736783}
+{"Finetune/Learning Rate": 1.8862493449511757e-05, "Finetune/Loss": 0.8702364563941956, "Finetune/Loss (Raw)": 0.8112044930458069, "Finetune/Step": 3436, "Finetune/Step Time": 6.684069553390145}
+{"Finetune/Learning Rate": 1.886171330007639e-05, "Finetune/Loss": 0.8685539960861206, "Finetune/Loss (Raw)": 0.7364630103111267, "Finetune/Step": 3437, "Finetune/Step Time": 6.688213255256414}
+{"Finetune/Learning Rate": 1.8860932899348028e-05, "Finetune/Loss": 0.8688564300537109, "Finetune/Loss (Raw)": 0.8201032876968384, "Finetune/Step": 3438, "Finetune/Step Time": 6.671957457438111}
+{"Finetune/Learning Rate": 1.8860152247348808e-05, "Finetune/Loss": 0.8692756295204163, "Finetune/Loss (Raw)": 0.9771666526794434, "Finetune/Step": 3439, "Finetune/Step Time": 6.671724375337362}
+{"Finetune/Learning Rate": 1.8859371344100865e-05, "Finetune/Loss": 0.8692227602005005, "Finetune/Loss (Raw)": 1.0356889963150024, "Finetune/Step": 3440, "Finetune/Step Time": 6.669657280668616}
+{"Finetune/Learning Rate": 1.8858590189626345e-05, "Finetune/Loss": 0.8689756393432617, "Finetune/Loss (Raw)": 0.8471291065216064, "Finetune/Step": 3441, "Finetune/Step Time": 6.667175512760878}
+{"Finetune/Learning Rate": 1.8857808783947396e-05, "Finetune/Loss": 0.8698035478591919, "Finetune/Loss (Raw)": 0.8844830393791199, "Finetune/Step": 3442, "Finetune/Step Time": 6.661467740312219}
+{"Finetune/Learning Rate": 1.8857027127086177e-05, "Finetune/Loss": 0.8692889213562012, "Finetune/Loss (Raw)": 1.0296761989593506, "Finetune/Step": 3443, "Finetune/Step Time": 6.644546357914805}
+{"Finetune/Learning Rate": 1.8856245219064855e-05, "Finetune/Loss": 0.8706281185150146, "Finetune/Loss (Raw)": 0.9535210132598877, "Finetune/Step": 3444, "Finetune/Step Time": 6.647457141429186}
+{"Finetune/Learning Rate": 1.8855463059905607e-05, "Finetune/Loss": 0.871935248374939, "Finetune/Loss (Raw)": 0.953083336353302, "Finetune/Step": 3445, "Finetune/Step Time": 6.63415265083313}
+{"Finetune/Learning Rate": 1.8854680649630607e-05, "Finetune/Loss": 0.8717762231826782, "Finetune/Loss (Raw)": 0.8670454025268555, "Finetune/Step": 3446, "Finetune/Step Time": 6.6310427244752645}
+{"Finetune/Learning Rate": 1.885389798826204e-05, "Finetune/Loss": 0.8703868985176086, "Finetune/Loss (Raw)": 0.8282068967819214, "Finetune/Step": 3447, "Finetune/Step Time": 6.631206631660461}
+{"Finetune/Learning Rate": 1.8853115075822105e-05, "Finetune/Loss": 0.8706362843513489, "Finetune/Loss (Raw)": 0.8060512542724609, "Finetune/Step": 3448, "Finetune/Step Time": 6.630793822929263}
+{"Finetune/Learning Rate": 1.8852331912332998e-05, "Finetune/Loss": 0.8704584836959839, "Finetune/Loss (Raw)": 0.9449754357337952, "Finetune/Step": 3449, "Finetune/Step Time": 6.648320002481341}
+{"Finetune/Learning Rate": 1.8851548497816935e-05, "Finetune/Loss": 0.8711082339286804, "Finetune/Loss (Raw)": 1.0726487636566162, "Finetune/Step": 3450, "Finetune/Step Time": 6.65075520798564}
+{"Finetune/Learning Rate": 1.8850764832296126e-05, "Finetune/Loss": 0.8715460300445557, "Finetune/Loss (Raw)": 0.831835925579071, "Finetune/Step": 3451, "Finetune/Step Time": 6.654510134831071}
+{"Finetune/Learning Rate": 1.8849980915792794e-05, "Finetune/Loss": 0.8713028430938721, "Finetune/Loss (Raw)": 0.8153730630874634, "Finetune/Step": 3452, "Finetune/Step Time": 6.654177248477936}
+{"Finetune/Learning Rate": 1.884919674832917e-05, "Finetune/Loss": 0.8722360134124756, "Finetune/Loss (Raw)": 1.0668755769729614, "Finetune/Step": 3453, "Finetune/Step Time": 6.655905161052942}
+{"Finetune/Learning Rate": 1.8848412329927492e-05, "Finetune/Loss": 0.8706088066101074, "Finetune/Loss (Raw)": 0.8919349312782288, "Finetune/Step": 3454, "Finetune/Step Time": 6.655715124681592}
+{"Finetune/Learning Rate": 1.8847627660609994e-05, "Finetune/Loss": 0.8694207668304443, "Finetune/Loss (Raw)": 0.9315061569213867, "Finetune/Step": 3455, "Finetune/Step Time": 6.6488122921437025}
+{"Finetune/Learning Rate": 1.884684274039894e-05, "Finetune/Loss": 0.8693481087684631, "Finetune/Loss (Raw)": 0.860273540019989, "Finetune/Step": 3456, "Finetune/Step Time": 6.645715920254588}
+{"Finetune/Learning Rate": 1.8846057569316585e-05, "Finetune/Loss": 0.8683742880821228, "Finetune/Loss (Raw)": 0.6970093250274658, "Finetune/Step": 3457, "Finetune/Step Time": 6.670833725482225}
+{"Finetune/Learning Rate": 1.884527214738519e-05, "Finetune/Loss": 0.8684351444244385, "Finetune/Loss (Raw)": 0.8826866149902344, "Finetune/Step": 3458, "Finetune/Step Time": 6.663343304768205}
+{"Finetune/Learning Rate": 1.884448647462703e-05, "Finetune/Loss": 0.8705121278762817, "Finetune/Loss (Raw)": 0.8478658199310303, "Finetune/Step": 3459, "Finetune/Step Time": 6.646801831200719}
+{"Finetune/Learning Rate": 1.8843700551064383e-05, "Finetune/Loss": 0.8698189854621887, "Finetune/Loss (Raw)": 0.7462407946586609, "Finetune/Step": 3460, "Finetune/Step Time": 6.643823681399226}
+{"Finetune/Learning Rate": 1.8842914376719537e-05, "Finetune/Loss": 0.869526743888855, "Finetune/Loss (Raw)": 0.9328945875167847, "Finetune/Step": 3461, "Finetune/Step Time": 6.647975856438279}
+{"Finetune/Learning Rate": 1.8842127951614785e-05, "Finetune/Loss": 0.8703709840774536, "Finetune/Loss (Raw)": 0.9853505492210388, "Finetune/Step": 3462, "Finetune/Step Time": 6.651236245408654}
+{"Finetune/Learning Rate": 1.8841341275772427e-05, "Finetune/Loss": 0.8696544170379639, "Finetune/Loss (Raw)": 0.8638527393341064, "Finetune/Step": 3463, "Finetune/Step Time": 6.653559308499098}
+{"Finetune/Learning Rate": 1.8840554349214772e-05, "Finetune/Loss": 0.8702061772346497, "Finetune/Loss (Raw)": 0.9580225944519043, "Finetune/Step": 3464, "Finetune/Step Time": 6.654972082003951}
+{"Finetune/Learning Rate": 1.8839767171964136e-05, "Finetune/Loss": 0.8696917295455933, "Finetune/Loss (Raw)": 0.9994590878486633, "Finetune/Step": 3465, "Finetune/Step Time": 6.6393728498369455}
+{"Finetune/Learning Rate": 1.8838979744042838e-05, "Finetune/Loss": 0.8699197769165039, "Finetune/Loss (Raw)": 0.9166480898857117, "Finetune/Step": 3466, "Finetune/Step Time": 6.629442550241947}
+{"Finetune/Learning Rate": 1.883819206547321e-05, "Finetune/Loss": 0.8689913749694824, "Finetune/Loss (Raw)": 0.8229728937149048, "Finetune/Step": 3467, "Finetune/Step Time": 6.626234844326973}
+{"Finetune/Learning Rate": 1.8837404136277587e-05, "Finetune/Loss": 0.8701193332672119, "Finetune/Loss (Raw)": 0.908905029296875, "Finetune/Step": 3468, "Finetune/Step Time": 6.616119109094143}
+{"Finetune/Learning Rate": 1.8836615956478318e-05, "Finetune/Loss": 0.8707777261734009, "Finetune/Loss (Raw)": 0.9406809210777283, "Finetune/Step": 3469, "Finetune/Step Time": 6.617256309837103}
+{"Finetune/Learning Rate": 1.8835827526097744e-05, "Finetune/Loss": 0.8721551895141602, "Finetune/Loss (Raw)": 0.9486510157585144, "Finetune/Step": 3470, "Finetune/Step Time": 6.617846682667732}
+{"Finetune/Learning Rate": 1.8835038845158225e-05, "Finetune/Loss": 0.8720277547836304, "Finetune/Loss (Raw)": 0.962446391582489, "Finetune/Step": 3471, "Finetune/Step Time": 6.617646189406514}
+{"Finetune/Learning Rate": 1.8834249913682132e-05, "Finetune/Loss": 0.8734132647514343, "Finetune/Loss (Raw)": 0.993888795375824, "Finetune/Step": 3472, "Finetune/Step Time": 6.618255523964763}
+{"Finetune/Learning Rate": 1.8833460731691833e-05, "Finetune/Loss": 0.8737150430679321, "Finetune/Loss (Raw)": 0.9450930953025818, "Finetune/Step": 3473, "Finetune/Step Time": 6.603055709972978}
+{"Finetune/Learning Rate": 1.88326712992097e-05, "Finetune/Loss": 0.874903678894043, "Finetune/Loss (Raw)": 0.7735028862953186, "Finetune/Step": 3474, "Finetune/Step Time": 6.601836523041129}
+{"Finetune/Learning Rate": 1.8831881616258133e-05, "Finetune/Loss": 0.8752078413963318, "Finetune/Loss (Raw)": 0.9953639507293701, "Finetune/Step": 3475, "Finetune/Step Time": 6.60276104323566}
+{"Finetune/Learning Rate": 1.8831091682859516e-05, "Finetune/Loss": 0.87530916929245, "Finetune/Loss (Raw)": 0.9775368571281433, "Finetune/Step": 3476, "Finetune/Step Time": 6.600725246593356}
+{"Finetune/Learning Rate": 1.883030149903625e-05, "Finetune/Loss": 0.8776193261146545, "Finetune/Loss (Raw)": 0.9970247745513916, "Finetune/Step": 3477, "Finetune/Step Time": 6.615993591025472}
+{"Finetune/Learning Rate": 1.8829511064810743e-05, "Finetune/Loss": 0.8780295252799988, "Finetune/Loss (Raw)": 0.8813326954841614, "Finetune/Step": 3478, "Finetune/Step Time": 6.617325656116009}
+{"Finetune/Learning Rate": 1.8828720380205412e-05, "Finetune/Loss": 0.8796536326408386, "Finetune/Loss (Raw)": 0.923859715461731, "Finetune/Step": 3479, "Finetune/Step Time": 6.621109688654542}
+{"Finetune/Learning Rate": 1.8827929445242678e-05, "Finetune/Loss": 0.8788753151893616, "Finetune/Loss (Raw)": 0.928848147392273, "Finetune/Step": 3480, "Finetune/Step Time": 6.62239707633853}
+{"Finetune/Learning Rate": 1.8827138259944964e-05, "Finetune/Loss": 0.8793467879295349, "Finetune/Loss (Raw)": 0.8554118871688843, "Finetune/Step": 3481, "Finetune/Step Time": 6.611391948536038}
+{"Finetune/Learning Rate": 1.8826346824334713e-05, "Finetune/Loss": 0.8805806040763855, "Finetune/Loss (Raw)": 1.004897952079773, "Finetune/Step": 3482, "Finetune/Step Time": 6.615716686472297}
+{"Finetune/Learning Rate": 1.882555513843436e-05, "Finetune/Loss": 0.8821338415145874, "Finetune/Loss (Raw)": 0.7743467688560486, "Finetune/Step": 3483, "Finetune/Step Time": 6.609161298722029}
+{"Finetune/Learning Rate": 1.8824763202266364e-05, "Finetune/Loss": 0.8825877904891968, "Finetune/Loss (Raw)": 0.8449512124061584, "Finetune/Step": 3484, "Finetune/Step Time": 6.591348337009549}
+{"Finetune/Learning Rate": 1.882397101585318e-05, "Finetune/Loss": 0.881639838218689, "Finetune/Loss (Raw)": 0.8255603313446045, "Finetune/Step": 3485, "Finetune/Step Time": 6.584127631038427}
+{"Finetune/Learning Rate": 1.8823178579217266e-05, "Finetune/Loss": 0.8830461502075195, "Finetune/Loss (Raw)": 1.0172704458236694, "Finetune/Step": 3486, "Finetune/Step Time": 6.577308639883995}
+{"Finetune/Learning Rate": 1.8822385892381096e-05, "Finetune/Loss": 0.8829972743988037, "Finetune/Loss (Raw)": 0.8942161202430725, "Finetune/Step": 3487, "Finetune/Step Time": 6.578531365841627}
+{"Finetune/Learning Rate": 1.8821592955367154e-05, "Finetune/Loss": 0.8825430870056152, "Finetune/Loss (Raw)": 0.8018810153007507, "Finetune/Step": 3488, "Finetune/Step Time": 6.576835187152028}
+{"Finetune/Learning Rate": 1.882079976819792e-05, "Finetune/Loss": 0.8838182091712952, "Finetune/Loss (Raw)": 1.0077683925628662, "Finetune/Step": 3489, "Finetune/Step Time": 6.575113259255886}
+{"Finetune/Learning Rate": 1.8820006330895883e-05, "Finetune/Loss": 0.8828875422477722, "Finetune/Loss (Raw)": 0.8189411163330078, "Finetune/Step": 3490, "Finetune/Step Time": 6.575612796470523}
+{"Finetune/Learning Rate": 1.881921264348355e-05, "Finetune/Loss": 0.8828219175338745, "Finetune/Loss (Raw)": 0.8568806052207947, "Finetune/Step": 3491, "Finetune/Step Time": 6.573808554559946}
+{"Finetune/Learning Rate": 1.8818418705983427e-05, "Finetune/Loss": 0.8812102675437927, "Finetune/Loss (Raw)": 0.6425130367279053, "Finetune/Step": 3492, "Finetune/Step Time": 6.579813327640295}
+{"Finetune/Learning Rate": 1.8817624518418025e-05, "Finetune/Loss": 0.8814828395843506, "Finetune/Loss (Raw)": 0.8235288262367249, "Finetune/Step": 3493, "Finetune/Step Time": 6.581587076187134}
+{"Finetune/Learning Rate": 1.8816830080809865e-05, "Finetune/Loss": 0.8808183073997498, "Finetune/Loss (Raw)": 0.8924054503440857, "Finetune/Step": 3494, "Finetune/Step Time": 6.5806154031306505}
+{"Finetune/Learning Rate": 1.8816035393181476e-05, "Finetune/Loss": 0.8798269629478455, "Finetune/Loss (Raw)": 0.9086790680885315, "Finetune/Step": 3495, "Finetune/Step Time": 6.578613663092256}
+{"Finetune/Learning Rate": 1.881524045555539e-05, "Finetune/Loss": 0.8821086287498474, "Finetune/Loss (Raw)": 0.9582314491271973, "Finetune/Step": 3496, "Finetune/Step Time": 6.585549434646964}
+{"Finetune/Learning Rate": 1.8814445267954157e-05, "Finetune/Loss": 0.8813070058822632, "Finetune/Loss (Raw)": 0.8802173733711243, "Finetune/Step": 3497, "Finetune/Step Time": 6.585066061466932}
+{"Finetune/Learning Rate": 1.8813649830400317e-05, "Finetune/Loss": 0.8813459277153015, "Finetune/Loss (Raw)": 0.9473108649253845, "Finetune/Step": 3498, "Finetune/Step Time": 6.582049615681171}
+{"Finetune/Learning Rate": 1.8812854142916432e-05, "Finetune/Loss": 0.8826135993003845, "Finetune/Loss (Raw)": 0.9817939400672913, "Finetune/Step": 3499, "Finetune/Step Time": 6.582022173330188}
+{"Finetune/Learning Rate": 1.8812058205525064e-05, "Finetune/Loss": 0.8810713887214661, "Finetune/Loss (Raw)": 0.7262758612632751, "Finetune/Step": 3500, "Finetune/Step Time": 6.599039835855365}
+{"Finetune/Learning Rate": 1.8811262018248783e-05, "Finetune/Loss": 0.8792792558670044, "Finetune/Loss (Raw)": 0.7047158479690552, "Finetune/Step": 3501, "Finetune/Step Time": 6.647489653900266}
+{"Finetune/Learning Rate": 1.8810465581110165e-05, "Finetune/Loss": 0.8790141344070435, "Finetune/Loss (Raw)": 0.9231292009353638, "Finetune/Step": 3502, "Finetune/Step Time": 6.642092557623982}
+{"Finetune/Learning Rate": 1.88096688941318e-05, "Finetune/Loss": 0.879185140132904, "Finetune/Loss (Raw)": 0.8689008355140686, "Finetune/Step": 3503, "Finetune/Step Time": 6.6417519226670265}
+{"Finetune/Learning Rate": 1.8808871957336277e-05, "Finetune/Loss": 0.8792321681976318, "Finetune/Loss (Raw)": 0.9497843980789185, "Finetune/Step": 3504, "Finetune/Step Time": 6.6416917610913515}
+{"Finetune/Learning Rate": 1.880807477074619e-05, "Finetune/Loss": 0.8794475793838501, "Finetune/Loss (Raw)": 0.9963337182998657, "Finetune/Step": 3505, "Finetune/Step Time": 6.651625525206327}
+{"Finetune/Learning Rate": 1.8807277334384154e-05, "Finetune/Loss": 0.8768867254257202, "Finetune/Loss (Raw)": 0.6162458658218384, "Finetune/Step": 3506, "Finetune/Step Time": 6.647231558337808}
+{"Finetune/Learning Rate": 1.8806479648272776e-05, "Finetune/Loss": 0.8781721591949463, "Finetune/Loss (Raw)": 0.9565693736076355, "Finetune/Step": 3507, "Finetune/Step Time": 6.646548101678491}
+{"Finetune/Learning Rate": 1.8805681712434675e-05, "Finetune/Loss": 0.8784986138343811, "Finetune/Loss (Raw)": 0.7908547520637512, "Finetune/Step": 3508, "Finetune/Step Time": 6.632271761074662}
+{"Finetune/Learning Rate": 1.8804883526892485e-05, "Finetune/Loss": 0.8791941404342651, "Finetune/Loss (Raw)": 0.9163864254951477, "Finetune/Step": 3509, "Finetune/Step Time": 6.631379371508956}
+{"Finetune/Learning Rate": 1.880408509166883e-05, "Finetune/Loss": 0.8798735737800598, "Finetune/Loss (Raw)": 0.8871769309043884, "Finetune/Step": 3510, "Finetune/Step Time": 6.629570800811052}
+{"Finetune/Learning Rate": 1.8803286406786362e-05, "Finetune/Loss": 0.8794485330581665, "Finetune/Loss (Raw)": 0.8161474466323853, "Finetune/Step": 3511, "Finetune/Step Time": 6.628904553130269}
+{"Finetune/Learning Rate": 1.8802487472267725e-05, "Finetune/Loss": 0.8805052042007446, "Finetune/Loss (Raw)": 0.9657120704650879, "Finetune/Step": 3512, "Finetune/Step Time": 6.633275123313069}
+{"Finetune/Learning Rate": 1.880168828813557e-05, "Finetune/Loss": 0.880623459815979, "Finetune/Loss (Raw)": 0.9163523316383362, "Finetune/Step": 3513, "Finetune/Step Time": 6.629190342500806}
+{"Finetune/Learning Rate": 1.8800888854412568e-05, "Finetune/Loss": 0.8804621696472168, "Finetune/Loss (Raw)": 0.8607339262962341, "Finetune/Step": 3514, "Finetune/Step Time": 6.623677037656307}
+{"Finetune/Learning Rate": 1.8800089171121384e-05, "Finetune/Loss": 0.8824610710144043, "Finetune/Loss (Raw)": 1.045017957687378, "Finetune/Step": 3515, "Finetune/Step Time": 6.6241469122469425}
+{"Finetune/Learning Rate": 1.879928923828469e-05, "Finetune/Loss": 0.883320689201355, "Finetune/Loss (Raw)": 0.9362978339195251, "Finetune/Step": 3516, "Finetune/Step Time": 6.628601124510169}
+{"Finetune/Learning Rate": 1.879848905592518e-05, "Finetune/Loss": 0.8846938014030457, "Finetune/Loss (Raw)": 0.8671234250068665, "Finetune/Step": 3517, "Finetune/Step Time": 6.615674652159214}
+{"Finetune/Learning Rate": 1.8797688624065542e-05, "Finetune/Loss": 0.8859992027282715, "Finetune/Loss (Raw)": 1.0053359270095825, "Finetune/Step": 3518, "Finetune/Step Time": 6.613503627479076}
+{"Finetune/Learning Rate": 1.8796887942728467e-05, "Finetune/Loss": 0.8850716948509216, "Finetune/Loss (Raw)": 0.8481637239456177, "Finetune/Step": 3519, "Finetune/Step Time": 6.629529589787126}
+{"Finetune/Learning Rate": 1.8796087011936665e-05, "Finetune/Loss": 0.8844213485717773, "Finetune/Loss (Raw)": 0.8165622353553772, "Finetune/Step": 3520, "Finetune/Step Time": 6.636838387697935}
+{"Finetune/Learning Rate": 1.8795285831712854e-05, "Finetune/Loss": 0.8851847052574158, "Finetune/Loss (Raw)": 0.9268717169761658, "Finetune/Step": 3521, "Finetune/Step Time": 6.625171408057213}
+{"Finetune/Learning Rate": 1.879448440207974e-05, "Finetune/Loss": 0.8862491846084595, "Finetune/Loss (Raw)": 0.8851627111434937, "Finetune/Step": 3522, "Finetune/Step Time": 6.623167380690575}
+{"Finetune/Learning Rate": 1.879368272306006e-05, "Finetune/Loss": 0.8876373767852783, "Finetune/Loss (Raw)": 0.9197609424591064, "Finetune/Step": 3523, "Finetune/Step Time": 6.634590161964297}
+{"Finetune/Learning Rate": 1.8792880794676546e-05, "Finetune/Loss": 0.8877778053283691, "Finetune/Loss (Raw)": 0.9837124347686768, "Finetune/Step": 3524, "Finetune/Step Time": 6.633412504568696}
+{"Finetune/Learning Rate": 1.8792078616951933e-05, "Finetune/Loss": 0.8863809108734131, "Finetune/Loss (Raw)": 0.7315526008605957, "Finetune/Step": 3525, "Finetune/Step Time": 6.646645359694958}
+{"Finetune/Learning Rate": 1.8791276189908973e-05, "Finetune/Loss": 0.8859905004501343, "Finetune/Loss (Raw)": 0.8859723806381226, "Finetune/Step": 3526, "Finetune/Step Time": 6.646564796566963}
+{"Finetune/Learning Rate": 1.8790473513570416e-05, "Finetune/Loss": 0.8845088481903076, "Finetune/Loss (Raw)": 0.8575841784477234, "Finetune/Step": 3527, "Finetune/Step Time": 6.64504793100059}
+{"Finetune/Learning Rate": 1.8789670587959032e-05, "Finetune/Loss": 0.8833213448524475, "Finetune/Loss (Raw)": 0.7842760682106018, "Finetune/Step": 3528, "Finetune/Step Time": 6.66232712008059}
+{"Finetune/Learning Rate": 1.878886741309758e-05, "Finetune/Loss": 0.8842657804489136, "Finetune/Loss (Raw)": 1.01215398311615, "Finetune/Step": 3529, "Finetune/Step Time": 6.662290984764695}
+{"Finetune/Learning Rate": 1.8788063989008845e-05, "Finetune/Loss": 0.8845010995864868, "Finetune/Loss (Raw)": 0.9603156447410583, "Finetune/Step": 3530, "Finetune/Step Time": 6.663914257660508}
+{"Finetune/Learning Rate": 1.87872603157156e-05, "Finetune/Loss": 0.8853276968002319, "Finetune/Loss (Raw)": 0.9289470911026001, "Finetune/Step": 3531, "Finetune/Step Time": 6.6447040271013975}
+{"Finetune/Learning Rate": 1.8786456393240646e-05, "Finetune/Loss": 0.886445164680481, "Finetune/Loss (Raw)": 0.9540333151817322, "Finetune/Step": 3532, "Finetune/Step Time": 6.632276177406311}
+{"Finetune/Learning Rate": 1.878565222160677e-05, "Finetune/Loss": 0.8873375654220581, "Finetune/Loss (Raw)": 0.9235684275627136, "Finetune/Step": 3533, "Finetune/Step Time": 6.626881454139948}
+{"Finetune/Learning Rate": 1.8784847800836782e-05, "Finetune/Loss": 0.8874446153640747, "Finetune/Loss (Raw)": 0.9741478562355042, "Finetune/Step": 3534, "Finetune/Step Time": 6.62536015547812}
+{"Finetune/Learning Rate": 1.878404313095349e-05, "Finetune/Loss": 0.8880894184112549, "Finetune/Loss (Raw)": 0.9160893559455872, "Finetune/Step": 3535, "Finetune/Step Time": 6.620339414104819}
+{"Finetune/Learning Rate": 1.878323821197971e-05, "Finetune/Loss": 0.8876190185546875, "Finetune/Loss (Raw)": 0.8393729329109192, "Finetune/Step": 3536, "Finetune/Step Time": 6.616822313517332}
+{"Finetune/Learning Rate": 1.8782433043938274e-05, "Finetune/Loss": 0.8873480558395386, "Finetune/Loss (Raw)": 0.8353933095932007, "Finetune/Step": 3537, "Finetune/Step Time": 6.616384111344814}
+{"Finetune/Learning Rate": 1.8781627626852012e-05, "Finetune/Loss": 0.8859663009643555, "Finetune/Loss (Raw)": 0.7549896240234375, "Finetune/Step": 3538, "Finetune/Step Time": 6.623096777126193}
+{"Finetune/Learning Rate": 1.8780821960743762e-05, "Finetune/Loss": 0.8855544328689575, "Finetune/Loss (Raw)": 0.8303327560424805, "Finetune/Step": 3539, "Finetune/Step Time": 6.617076067253947}
+{"Finetune/Learning Rate": 1.878001604563637e-05, "Finetune/Loss": 0.8861795663833618, "Finetune/Loss (Raw)": 0.9466855525970459, "Finetune/Step": 3540, "Finetune/Step Time": 6.6142499297857285}
+{"Finetune/Learning Rate": 1.877920988155269e-05, "Finetune/Loss": 0.8862204551696777, "Finetune/Loss (Raw)": 0.9430798888206482, "Finetune/Step": 3541, "Finetune/Step Time": 6.634210208430886}
+{"Finetune/Learning Rate": 1.8778403468515578e-05, "Finetune/Loss": 0.887087345123291, "Finetune/Loss (Raw)": 0.9379180669784546, "Finetune/Step": 3542, "Finetune/Step Time": 6.648854751139879}
+{"Finetune/Learning Rate": 1.877759680654791e-05, "Finetune/Loss": 0.8871675729751587, "Finetune/Loss (Raw)": 0.9409952759742737, "Finetune/Step": 3543, "Finetune/Step Time": 6.647219691425562}
+{"Finetune/Learning Rate": 1.8776789895672557e-05, "Finetune/Loss": 0.8863463401794434, "Finetune/Loss (Raw)": 0.9073877334594727, "Finetune/Step": 3544, "Finetune/Step Time": 6.651410957798362}
+{"Finetune/Learning Rate": 1.87759827359124e-05, "Finetune/Loss": 0.8872082233428955, "Finetune/Loss (Raw)": 1.0117532014846802, "Finetune/Step": 3545, "Finetune/Step Time": 6.653441812843084}
+{"Finetune/Learning Rate": 1.8775175327290327e-05, "Finetune/Loss": 0.8883954882621765, "Finetune/Loss (Raw)": 1.0509788990020752, "Finetune/Step": 3546, "Finetune/Step Time": 6.653401341289282}
+{"Finetune/Learning Rate": 1.8774367669829237e-05, "Finetune/Loss": 0.8878222703933716, "Finetune/Loss (Raw)": 0.8329886794090271, "Finetune/Step": 3547, "Finetune/Step Time": 6.666214160621166}
+{"Finetune/Learning Rate": 1.8773559763552033e-05, "Finetune/Loss": 0.8880168795585632, "Finetune/Loss (Raw)": 0.8576517105102539, "Finetune/Step": 3548, "Finetune/Step Time": 6.670038301497698}
+{"Finetune/Learning Rate": 1.8772751608481615e-05, "Finetune/Loss": 0.88731849193573, "Finetune/Loss (Raw)": 0.9335550665855408, "Finetune/Step": 3549, "Finetune/Step Time": 6.680687256157398}
+{"Finetune/Learning Rate": 1.8771943204640914e-05, "Finetune/Loss": 0.8883510828018188, "Finetune/Loss (Raw)": 0.9682959318161011, "Finetune/Step": 3550, "Finetune/Step Time": 6.687884407117963}
+{"Finetune/Learning Rate": 1.8771134552052846e-05, "Finetune/Loss": 0.8893313407897949, "Finetune/Loss (Raw)": 0.9474698305130005, "Finetune/Step": 3551, "Finetune/Step Time": 6.686831599101424}
+{"Finetune/Learning Rate": 1.8770325650740347e-05, "Finetune/Loss": 0.8890724778175354, "Finetune/Loss (Raw)": 0.8668956756591797, "Finetune/Step": 3552, "Finetune/Step Time": 6.691660825163126}
+{"Finetune/Learning Rate": 1.8769516500726347e-05, "Finetune/Loss": 0.8890577554702759, "Finetune/Loss (Raw)": 0.7716705799102783, "Finetune/Step": 3553, "Finetune/Step Time": 6.699712861329317}
+{"Finetune/Learning Rate": 1.87687071020338e-05, "Finetune/Loss": 0.8902860283851624, "Finetune/Loss (Raw)": 0.8816144466400146, "Finetune/Step": 3554, "Finetune/Step Time": 6.700650500133634}
+{"Finetune/Learning Rate": 1.8767897454685652e-05, "Finetune/Loss": 0.8911330699920654, "Finetune/Loss (Raw)": 0.8758952617645264, "Finetune/Step": 3555, "Finetune/Step Time": 6.698532905429602}
+{"Finetune/Learning Rate": 1.8767087558704866e-05, "Finetune/Loss": 0.8900677561759949, "Finetune/Loss (Raw)": 0.8194424510002136, "Finetune/Step": 3556, "Finetune/Step Time": 6.698908666148782}
+{"Finetune/Learning Rate": 1.8766277414114405e-05, "Finetune/Loss": 0.8893407583236694, "Finetune/Loss (Raw)": 0.6558830738067627, "Finetune/Step": 3557, "Finetune/Step Time": 6.69996240735054}
+{"Finetune/Learning Rate": 1.8765467020937243e-05, "Finetune/Loss": 0.8898845911026001, "Finetune/Loss (Raw)": 0.8369134068489075, "Finetune/Step": 3558, "Finetune/Step Time": 6.684066699817777}
+{"Finetune/Learning Rate": 1.876465637919637e-05, "Finetune/Loss": 0.8911103010177612, "Finetune/Loss (Raw)": 0.9203633069992065, "Finetune/Step": 3559, "Finetune/Step Time": 6.669852336868644}
+{"Finetune/Learning Rate": 1.8763845488914757e-05, "Finetune/Loss": 0.8913304805755615, "Finetune/Loss (Raw)": 0.8952547907829285, "Finetune/Step": 3560, "Finetune/Step Time": 6.671662228181958}
+{"Finetune/Learning Rate": 1.8763034350115413e-05, "Finetune/Loss": 0.8927202224731445, "Finetune/Loss (Raw)": 0.9060438871383667, "Finetune/Step": 3561, "Finetune/Step Time": 6.66391352750361}
+{"Finetune/Learning Rate": 1.876222296282133e-05, "Finetune/Loss": 0.8927252888679504, "Finetune/Loss (Raw)": 0.901241660118103, "Finetune/Step": 3562, "Finetune/Step Time": 6.667200678959489}
+{"Finetune/Learning Rate": 1.876141132705552e-05, "Finetune/Loss": 0.892540693283081, "Finetune/Loss (Raw)": 0.7849775552749634, "Finetune/Step": 3563, "Finetune/Step Time": 6.665606744587421}
+{"Finetune/Learning Rate": 1.8760599442841e-05, "Finetune/Loss": 0.8923307657241821, "Finetune/Loss (Raw)": 0.7843455076217651, "Finetune/Step": 3564, "Finetune/Step Time": 6.666813734918833}
+{"Finetune/Learning Rate": 1.8759787310200793e-05, "Finetune/Loss": 0.8944149017333984, "Finetune/Loss (Raw)": 1.0032308101654053, "Finetune/Step": 3565, "Finetune/Step Time": 6.6612475495785475}
+{"Finetune/Learning Rate": 1.8758974929157925e-05, "Finetune/Loss": 0.8941037654876709, "Finetune/Loss (Raw)": 0.7802690863609314, "Finetune/Step": 3566, "Finetune/Step Time": 6.660676930099726}
+{"Finetune/Learning Rate": 1.8758162299735435e-05, "Finetune/Loss": 0.8938359022140503, "Finetune/Loss (Raw)": 0.9428861141204834, "Finetune/Step": 3567, "Finetune/Step Time": 6.660710535943508}
+{"Finetune/Learning Rate": 1.875734942195637e-05, "Finetune/Loss": 0.8939182758331299, "Finetune/Loss (Raw)": 1.046227216720581, "Finetune/Step": 3568, "Finetune/Step Time": 6.664775302633643}
+{"Finetune/Learning Rate": 1.8756536295843774e-05, "Finetune/Loss": 0.894113302230835, "Finetune/Loss (Raw)": 0.8720930814743042, "Finetune/Step": 3569, "Finetune/Step Time": 6.665035104379058}
+{"Finetune/Learning Rate": 1.8755722921420713e-05, "Finetune/Loss": 0.8942829966545105, "Finetune/Loss (Raw)": 0.9062071442604065, "Finetune/Step": 3570, "Finetune/Step Time": 6.677514955401421}
+{"Finetune/Learning Rate": 1.8754909298710245e-05, "Finetune/Loss": 0.893268883228302, "Finetune/Loss (Raw)": 0.8998669981956482, "Finetune/Step": 3571, "Finetune/Step Time": 6.681466368958354}
+{"Finetune/Learning Rate": 1.8754095427735447e-05, "Finetune/Loss": 0.8926210999488831, "Finetune/Loss (Raw)": 0.8706068396568298, "Finetune/Step": 3572, "Finetune/Step Time": 6.679735943675041}
+{"Finetune/Learning Rate": 1.8753281308519395e-05, "Finetune/Loss": 0.8922504782676697, "Finetune/Loss (Raw)": 0.9056414365768433, "Finetune/Step": 3573, "Finetune/Step Time": 6.6817299369722605}
+{"Finetune/Learning Rate": 1.8752466941085176e-05, "Finetune/Loss": 0.8919674158096313, "Finetune/Loss (Raw)": 0.8308141827583313, "Finetune/Step": 3574, "Finetune/Step Time": 6.698287773877382}
+{"Finetune/Learning Rate": 1.8751652325455883e-05, "Finetune/Loss": 0.8926954865455627, "Finetune/Loss (Raw)": 0.921403169631958, "Finetune/Step": 3575, "Finetune/Step Time": 6.698524134233594}
+{"Finetune/Learning Rate": 1.8750837461654618e-05, "Finetune/Loss": 0.8933746814727783, "Finetune/Loss (Raw)": 0.892983615398407, "Finetune/Step": 3576, "Finetune/Step Time": 6.693648410961032}
+{"Finetune/Learning Rate": 1.8750022349704483e-05, "Finetune/Loss": 0.8939765691757202, "Finetune/Loss (Raw)": 1.0220189094543457, "Finetune/Step": 3577, "Finetune/Step Time": 6.676164858043194}
+{"Finetune/Learning Rate": 1.87492069896286e-05, "Finetune/Loss": 0.8933530449867249, "Finetune/Loss (Raw)": 0.9928407669067383, "Finetune/Step": 3578, "Finetune/Step Time": 6.678521292284131}
+{"Finetune/Learning Rate": 1.874839138145008e-05, "Finetune/Loss": 0.8922250866889954, "Finetune/Loss (Raw)": 0.6874539256095886, "Finetune/Step": 3579, "Finetune/Step Time": 6.691674172878265}
+{"Finetune/Learning Rate": 1.8747575525192064e-05, "Finetune/Loss": 0.893142580986023, "Finetune/Loss (Raw)": 0.9328191876411438, "Finetune/Step": 3580, "Finetune/Step Time": 6.693432627245784}
+{"Finetune/Learning Rate": 1.8746759420877677e-05, "Finetune/Loss": 0.8918505311012268, "Finetune/Loss (Raw)": 0.9014849066734314, "Finetune/Step": 3581, "Finetune/Step Time": 6.690445268526673}
+{"Finetune/Learning Rate": 1.8745943068530072e-05, "Finetune/Loss": 0.8918473124504089, "Finetune/Loss (Raw)": 0.8915229439735413, "Finetune/Step": 3582, "Finetune/Step Time": 6.688853023573756}
+{"Finetune/Learning Rate": 1.8745126468172385e-05, "Finetune/Loss": 0.8915787935256958, "Finetune/Loss (Raw)": 0.8971331715583801, "Finetune/Step": 3583, "Finetune/Step Time": 6.694137040525675}
+{"Finetune/Learning Rate": 1.874430961982778e-05, "Finetune/Loss": 0.8919793963432312, "Finetune/Loss (Raw)": 0.9115555286407471, "Finetune/Step": 3584, "Finetune/Step Time": 6.693060105666518}
+{"Finetune/Learning Rate": 1.8743492523519422e-05, "Finetune/Loss": 0.8922382593154907, "Finetune/Loss (Raw)": 0.7301403284072876, "Finetune/Step": 3585, "Finetune/Step Time": 6.681297019124031}
+{"Finetune/Learning Rate": 1.874267517927048e-05, "Finetune/Loss": 0.8928124308586121, "Finetune/Loss (Raw)": 0.956183910369873, "Finetune/Step": 3586, "Finetune/Step Time": 6.684939796105027}
+{"Finetune/Learning Rate": 1.8741857587104126e-05, "Finetune/Loss": 0.8945013284683228, "Finetune/Loss (Raw)": 1.0640513896942139, "Finetune/Step": 3587, "Finetune/Step Time": 6.687561014667153}
+{"Finetune/Learning Rate": 1.874103974704355e-05, "Finetune/Loss": 0.8955578207969666, "Finetune/Loss (Raw)": 0.8814648389816284, "Finetune/Step": 3588, "Finetune/Step Time": 6.687750631943345}
+{"Finetune/Learning Rate": 1.8740221659111947e-05, "Finetune/Loss": 0.8940882086753845, "Finetune/Loss (Raw)": 0.7447834610939026, "Finetune/Step": 3589, "Finetune/Step Time": 6.700469143688679}
+{"Finetune/Learning Rate": 1.873940332333251e-05, "Finetune/Loss": 0.8940364122390747, "Finetune/Loss (Raw)": 0.9787225723266602, "Finetune/Step": 3590, "Finetune/Step Time": 6.699854331091046}
+{"Finetune/Learning Rate": 1.8738584739728445e-05, "Finetune/Loss": 0.8949956893920898, "Finetune/Loss (Raw)": 0.9866353273391724, "Finetune/Step": 3591, "Finetune/Step Time": 6.69874781370163}
+{"Finetune/Learning Rate": 1.8737765908322967e-05, "Finetune/Loss": 0.8944854736328125, "Finetune/Loss (Raw)": 0.8927143812179565, "Finetune/Step": 3592, "Finetune/Step Time": 6.6987659484148026}
+{"Finetune/Learning Rate": 1.8736946829139294e-05, "Finetune/Loss": 0.8930219411849976, "Finetune/Loss (Raw)": 0.8121299147605896, "Finetune/Step": 3593, "Finetune/Step Time": 6.7141662910580635}
+{"Finetune/Learning Rate": 1.8736127502200653e-05, "Finetune/Loss": 0.8927969336509705, "Finetune/Loss (Raw)": 0.8878490328788757, "Finetune/Step": 3594, "Finetune/Step Time": 6.736317230388522}
+{"Finetune/Learning Rate": 1.873530792753028e-05, "Finetune/Loss": 0.8935367465019226, "Finetune/Loss (Raw)": 0.9176697134971619, "Finetune/Step": 3595, "Finetune/Step Time": 6.735318826511502}
+{"Finetune/Learning Rate": 1.873448810515141e-05, "Finetune/Loss": 0.8938703536987305, "Finetune/Loss (Raw)": 0.9516037106513977, "Finetune/Step": 3596, "Finetune/Step Time": 6.734658267349005}
+{"Finetune/Learning Rate": 1.8733668035087302e-05, "Finetune/Loss": 0.8941943645477295, "Finetune/Loss (Raw)": 0.9821564555168152, "Finetune/Step": 3597, "Finetune/Step Time": 6.731352528557181}
+{"Finetune/Learning Rate": 1.87328477173612e-05, "Finetune/Loss": 0.8932195901870728, "Finetune/Loss (Raw)": 0.8238745927810669, "Finetune/Step": 3598, "Finetune/Step Time": 6.731383092701435}
+{"Finetune/Learning Rate": 1.873202715199637e-05, "Finetune/Loss": 0.8930983543395996, "Finetune/Loss (Raw)": 0.9469290971755981, "Finetune/Step": 3599, "Finetune/Step Time": 6.732559060677886}
+{"Finetune/Learning Rate": 1.8731206339016078e-05, "Finetune/Loss": 0.8927081227302551, "Finetune/Loss (Raw)": 0.9439456462860107, "Finetune/Step": 3600, "Finetune/Step Time": 6.7311596386134624}
+{"Finetune/Learning Rate": 1.8730385278443604e-05, "Finetune/Loss": 0.8931667804718018, "Finetune/Loss (Raw)": 1.003804326057434, "Finetune/Step": 3601, "Finetune/Step Time": 6.7338156420737505}
+{"Finetune/Learning Rate": 1.8729563970302228e-05, "Finetune/Loss": 0.8935402035713196, "Finetune/Loss (Raw)": 0.8212909698486328, "Finetune/Step": 3602, "Finetune/Step Time": 6.732449410483241}
+{"Finetune/Learning Rate": 1.8728742414615246e-05, "Finetune/Loss": 0.8930231332778931, "Finetune/Loss (Raw)": 0.9291927218437195, "Finetune/Step": 3603, "Finetune/Step Time": 6.7298754677176476}
+{"Finetune/Learning Rate": 1.8727920611405944e-05, "Finetune/Loss": 0.8926113843917847, "Finetune/Loss (Raw)": 0.9248223304748535, "Finetune/Step": 3604, "Finetune/Step Time": 6.733797954395413}
+{"Finetune/Learning Rate": 1.872709856069764e-05, "Finetune/Loss": 0.890356183052063, "Finetune/Loss (Raw)": 0.708366870880127, "Finetune/Step": 3605, "Finetune/Step Time": 6.7290360648185015}
+{"Finetune/Learning Rate": 1.8726276262513635e-05, "Finetune/Loss": 0.8907600045204163, "Finetune/Loss (Raw)": 0.9330101609230042, "Finetune/Step": 3606, "Finetune/Step Time": 6.7278430834412575}
+{"Finetune/Learning Rate": 1.8725453716877245e-05, "Finetune/Loss": 0.8915954232215881, "Finetune/Loss (Raw)": 1.0308008193969727, "Finetune/Step": 3607, "Finetune/Step Time": 6.7283790782094}
+{"Finetune/Learning Rate": 1.87246309238118e-05, "Finetune/Loss": 0.8906526565551758, "Finetune/Loss (Raw)": 0.8081743121147156, "Finetune/Step": 3608, "Finetune/Step Time": 6.724999416619539}
+{"Finetune/Learning Rate": 1.8723807883340636e-05, "Finetune/Loss": 0.8919306993484497, "Finetune/Loss (Raw)": 1.0190047025680542, "Finetune/Step": 3609, "Finetune/Step Time": 6.721298074349761}
+{"Finetune/Learning Rate": 1.8722984595487082e-05, "Finetune/Loss": 0.8900404572486877, "Finetune/Loss (Raw)": 0.7629452347755432, "Finetune/Step": 3610, "Finetune/Step Time": 6.7132720816880465}
+{"Finetune/Learning Rate": 1.8722161060274494e-05, "Finetune/Loss": 0.8917661905288696, "Finetune/Loss (Raw)": 0.9952325820922852, "Finetune/Step": 3611, "Finetune/Step Time": 6.712395589798689}
+{"Finetune/Learning Rate": 1.872133727772622e-05, "Finetune/Loss": 0.892011284828186, "Finetune/Loss (Raw)": 0.8763304948806763, "Finetune/Step": 3612, "Finetune/Step Time": 6.709859874099493}
+{"Finetune/Learning Rate": 1.8720513247865622e-05, "Finetune/Loss": 0.8924589157104492, "Finetune/Loss (Raw)": 0.8828529119491577, "Finetune/Step": 3613, "Finetune/Step Time": 6.712328603491187}
+{"Finetune/Learning Rate": 1.8719688970716065e-05, "Finetune/Loss": 0.8917012810707092, "Finetune/Loss (Raw)": 0.9202882051467896, "Finetune/Step": 3614, "Finetune/Step Time": 6.713664894923568}
+{"Finetune/Learning Rate": 1.8718864446300924e-05, "Finetune/Loss": 0.8905381560325623, "Finetune/Loss (Raw)": 0.7453377842903137, "Finetune/Step": 3615, "Finetune/Step Time": 6.714608144015074}
+{"Finetune/Learning Rate": 1.871803967464358e-05, "Finetune/Loss": 0.8907701969146729, "Finetune/Loss (Raw)": 0.8315925598144531, "Finetune/Step": 3616, "Finetune/Step Time": 6.731776714324951}
+{"Finetune/Learning Rate": 1.8717214655767425e-05, "Finetune/Loss": 0.8901658058166504, "Finetune/Loss (Raw)": 0.930400013923645, "Finetune/Step": 3617, "Finetune/Step Time": 6.732757806777954}
+{"Finetune/Learning Rate": 1.8716389389695846e-05, "Finetune/Loss": 0.8910531997680664, "Finetune/Loss (Raw)": 0.9325211048126221, "Finetune/Step": 3618, "Finetune/Step Time": 6.731449995189905}
+{"Finetune/Learning Rate": 1.871556387645225e-05, "Finetune/Loss": 0.8906823992729187, "Finetune/Loss (Raw)": 0.8094289302825928, "Finetune/Step": 3619, "Finetune/Step Time": 6.730302089825273}
+{"Finetune/Learning Rate": 1.871473811606005e-05, "Finetune/Loss": 0.8912068605422974, "Finetune/Loss (Raw)": 0.7096419930458069, "Finetune/Step": 3620, "Finetune/Step Time": 6.721749654039741}
+{"Finetune/Learning Rate": 1.8713912108542658e-05, "Finetune/Loss": 0.8916268348693848, "Finetune/Loss (Raw)": 0.8772888779640198, "Finetune/Step": 3621, "Finetune/Step Time": 6.728274384513497}
+{"Finetune/Learning Rate": 1.8713085853923494e-05, "Finetune/Loss": 0.890852153301239, "Finetune/Loss (Raw)": 0.793233335018158, "Finetune/Step": 3622, "Finetune/Step Time": 6.740122724324465}
+{"Finetune/Learning Rate": 1.8712259352225995e-05, "Finetune/Loss": 0.8910223841667175, "Finetune/Loss (Raw)": 0.9304804801940918, "Finetune/Step": 3623, "Finetune/Step Time": 6.743184154853225}
+{"Finetune/Learning Rate": 1.8711432603473593e-05, "Finetune/Loss": 0.890032172203064, "Finetune/Loss (Raw)": 0.8314774036407471, "Finetune/Step": 3624, "Finetune/Step Time": 6.721588285639882}
+{"Finetune/Learning Rate": 1.8710605607689734e-05, "Finetune/Loss": 0.8903949856758118, "Finetune/Loss (Raw)": 0.9266595244407654, "Finetune/Step": 3625, "Finetune/Step Time": 6.719511583447456}
+{"Finetune/Learning Rate": 1.8709778364897875e-05, "Finetune/Loss": 0.8903613090515137, "Finetune/Loss (Raw)": 0.9430041313171387, "Finetune/Step": 3626, "Finetune/Step Time": 6.717424353584647}
+{"Finetune/Learning Rate": 1.8708950875121464e-05, "Finetune/Loss": 0.8889428377151489, "Finetune/Loss (Raw)": 0.8002330660820007, "Finetune/Step": 3627, "Finetune/Step Time": 6.719757014885545}
+{"Finetune/Learning Rate": 1.870812313838397e-05, "Finetune/Loss": 0.8904775977134705, "Finetune/Loss (Raw)": 0.9227176904678345, "Finetune/Step": 3628, "Finetune/Step Time": 6.702266896143556}
+{"Finetune/Learning Rate": 1.870729515470887e-05, "Finetune/Loss": 0.8930853605270386, "Finetune/Loss (Raw)": 1.0385156869888306, "Finetune/Step": 3629, "Finetune/Step Time": 6.655518785119057}
+{"Finetune/Learning Rate": 1.870646692411964e-05, "Finetune/Loss": 0.8923954963684082, "Finetune/Loss (Raw)": 0.8348178863525391, "Finetune/Step": 3630, "Finetune/Step Time": 6.6799952406436205}
+{"Finetune/Learning Rate": 1.8705638446639765e-05, "Finetune/Loss": 0.8922684192657471, "Finetune/Loss (Raw)": 0.8526399731636047, "Finetune/Step": 3631, "Finetune/Step Time": 6.68883366137743}
+{"Finetune/Learning Rate": 1.870480972229274e-05, "Finetune/Loss": 0.8915635347366333, "Finetune/Loss (Raw)": 0.8595577478408813, "Finetune/Step": 3632, "Finetune/Step Time": 6.689324589446187}
+{"Finetune/Learning Rate": 1.870398075110206e-05, "Finetune/Loss": 0.8902968168258667, "Finetune/Loss (Raw)": 0.8341933488845825, "Finetune/Step": 3633, "Finetune/Step Time": 6.676434125751257}
+{"Finetune/Learning Rate": 1.870315153309124e-05, "Finetune/Loss": 0.8931422233581543, "Finetune/Loss (Raw)": 0.9804571270942688, "Finetune/Step": 3634, "Finetune/Step Time": 6.673134475946426}
+{"Finetune/Learning Rate": 1.870232206828379e-05, "Finetune/Loss": 0.8922317624092102, "Finetune/Loss (Raw)": 0.840035080909729, "Finetune/Step": 3635, "Finetune/Step Time": 6.689142132177949}
+{"Finetune/Learning Rate": 1.870149235670323e-05, "Finetune/Loss": 0.8927801251411438, "Finetune/Loss (Raw)": 0.8610413670539856, "Finetune/Step": 3636, "Finetune/Step Time": 6.689730428159237}
+{"Finetune/Learning Rate": 1.8700662398373095e-05, "Finetune/Loss": 0.892465353012085, "Finetune/Loss (Raw)": 0.8760980367660522, "Finetune/Step": 3637, "Finetune/Step Time": 6.693907441571355}
+{"Finetune/Learning Rate": 1.8699832193316914e-05, "Finetune/Loss": 0.892302930355072, "Finetune/Loss (Raw)": 0.8663828372955322, "Finetune/Step": 3638, "Finetune/Step Time": 6.68941698782146}
+{"Finetune/Learning Rate": 1.869900174155823e-05, "Finetune/Loss": 0.8936892151832581, "Finetune/Loss (Raw)": 0.993596613407135, "Finetune/Step": 3639, "Finetune/Step Time": 6.689569430425763}
+{"Finetune/Learning Rate": 1.8698171043120595e-05, "Finetune/Loss": 0.8932557106018066, "Finetune/Loss (Raw)": 0.9102172255516052, "Finetune/Step": 3640, "Finetune/Step Time": 6.689062783494592}
+{"Finetune/Learning Rate": 1.8697340098027564e-05, "Finetune/Loss": 0.8922227621078491, "Finetune/Loss (Raw)": 0.7841340899467468, "Finetune/Step": 3641, "Finetune/Step Time": 6.690816439688206}
+{"Finetune/Learning Rate": 1.8696508906302697e-05, "Finetune/Loss": 0.8934844136238098, "Finetune/Loss (Raw)": 1.0222301483154297, "Finetune/Step": 3642, "Finetune/Step Time": 6.719769429415464}
+{"Finetune/Learning Rate": 1.8695677467969567e-05, "Finetune/Loss": 0.8907566666603088, "Finetune/Loss (Raw)": 0.6958670020103455, "Finetune/Step": 3643, "Finetune/Step Time": 6.730376187711954}
+{"Finetune/Learning Rate": 1.8694845783051754e-05, "Finetune/Loss": 0.8908201456069946, "Finetune/Loss (Raw)": 0.9444211721420288, "Finetune/Step": 3644, "Finetune/Step Time": 6.726743895560503}
+{"Finetune/Learning Rate": 1.8694013851572837e-05, "Finetune/Loss": 0.8910814523696899, "Finetune/Loss (Raw)": 0.9005743265151978, "Finetune/Step": 3645, "Finetune/Step Time": 6.724140523001552}
+{"Finetune/Learning Rate": 1.8693181673556412e-05, "Finetune/Loss": 0.8896358609199524, "Finetune/Loss (Raw)": 0.8202982544898987, "Finetune/Step": 3646, "Finetune/Step Time": 6.725042575970292}
+{"Finetune/Learning Rate": 1.8692349249026075e-05, "Finetune/Loss": 0.889468789100647, "Finetune/Loss (Raw)": 0.8267753720283508, "Finetune/Step": 3647, "Finetune/Step Time": 6.70781347155571}
+{"Finetune/Learning Rate": 1.8691516578005426e-05, "Finetune/Loss": 0.8913267850875854, "Finetune/Loss (Raw)": 1.0543955564498901, "Finetune/Step": 3648, "Finetune/Step Time": 6.7023282982409}
+{"Finetune/Learning Rate": 1.869068366051809e-05, "Finetune/Loss": 0.8905249238014221, "Finetune/Loss (Raw)": 0.8242266774177551, "Finetune/Step": 3649, "Finetune/Step Time": 6.719971174374223}
+{"Finetune/Learning Rate": 1.8689850496587674e-05, "Finetune/Loss": 0.8912373185157776, "Finetune/Loss (Raw)": 0.9763520956039429, "Finetune/Step": 3650, "Finetune/Step Time": 6.721315545961261}
+{"Finetune/Learning Rate": 1.8689017086237807e-05, "Finetune/Loss": 0.8918613195419312, "Finetune/Loss (Raw)": 0.9996296763420105, "Finetune/Step": 3651, "Finetune/Step Time": 6.707665491849184}
+{"Finetune/Learning Rate": 1.8688183429492124e-05, "Finetune/Loss": 0.8918907642364502, "Finetune/Loss (Raw)": 0.9874781966209412, "Finetune/Step": 3652, "Finetune/Step Time": 6.711942870169878}
+{"Finetune/Learning Rate": 1.8687349526374267e-05, "Finetune/Loss": 0.8923034071922302, "Finetune/Loss (Raw)": 0.7843758463859558, "Finetune/Step": 3653, "Finetune/Step Time": 6.69565580971539}
+{"Finetune/Learning Rate": 1.868651537690788e-05, "Finetune/Loss": 0.8911585807800293, "Finetune/Loss (Raw)": 0.7394306659698486, "Finetune/Step": 3654, "Finetune/Step Time": 6.7009520791471004}
+{"Finetune/Learning Rate": 1.8685680981116618e-05, "Finetune/Loss": 0.8907716274261475, "Finetune/Loss (Raw)": 0.8080564737319946, "Finetune/Step": 3655, "Finetune/Step Time": 6.70226770080626}
+{"Finetune/Learning Rate": 1.8684846339024145e-05, "Finetune/Loss": 0.8914213180541992, "Finetune/Loss (Raw)": 0.8674358129501343, "Finetune/Step": 3656, "Finetune/Step Time": 6.693600697442889}
+{"Finetune/Learning Rate": 1.868401145065412e-05, "Finetune/Loss": 0.8907433748245239, "Finetune/Loss (Raw)": 0.9253723621368408, "Finetune/Step": 3657, "Finetune/Step Time": 6.694560559466481}
+{"Finetune/Learning Rate": 1.868317631603023e-05, "Finetune/Loss": 0.8902313709259033, "Finetune/Loss (Raw)": 0.8947816491127014, "Finetune/Step": 3658, "Finetune/Step Time": 6.693592861294746}
+{"Finetune/Learning Rate": 1.868234093517615e-05, "Finetune/Loss": 0.8895638585090637, "Finetune/Loss (Raw)": 0.8435073494911194, "Finetune/Step": 3659, "Finetune/Step Time": 6.693121496587992}
+{"Finetune/Learning Rate": 1.8681505308115567e-05, "Finetune/Loss": 0.889734148979187, "Finetune/Loss (Raw)": 0.9758289456367493, "Finetune/Step": 3660, "Finetune/Step Time": 6.692161025479436}
+{"Finetune/Learning Rate": 1.8680669434872184e-05, "Finetune/Loss": 0.8906504511833191, "Finetune/Loss (Raw)": 1.040856957435608, "Finetune/Step": 3661, "Finetune/Step Time": 6.692036846652627}
+{"Finetune/Learning Rate": 1.8679833315469697e-05, "Finetune/Loss": 0.8908287882804871, "Finetune/Loss (Raw)": 0.9969744682312012, "Finetune/Step": 3662, "Finetune/Step Time": 6.697382168844342}
+{"Finetune/Learning Rate": 1.8678996949931822e-05, "Finetune/Loss": 0.890770435333252, "Finetune/Loss (Raw)": 0.9086222052574158, "Finetune/Step": 3663, "Finetune/Step Time": 6.69925538264215}
+{"Finetune/Learning Rate": 1.8678160338282273e-05, "Finetune/Loss": 0.8902329802513123, "Finetune/Loss (Raw)": 0.7705830335617065, "Finetune/Step": 3664, "Finetune/Step Time": 6.702242182567716}
+{"Finetune/Learning Rate": 1.8677323480544777e-05, "Finetune/Loss": 0.8912047147750854, "Finetune/Loss (Raw)": 0.9597781896591187, "Finetune/Step": 3665, "Finetune/Step Time": 6.700160292908549}
+{"Finetune/Learning Rate": 1.8676486376743055e-05, "Finetune/Loss": 0.8904550671577454, "Finetune/Loss (Raw)": 0.6590278148651123, "Finetune/Step": 3666, "Finetune/Step Time": 6.71121228672564}
+{"Finetune/Learning Rate": 1.8675649026900857e-05, "Finetune/Loss": 0.8910993337631226, "Finetune/Loss (Raw)": 0.9128051996231079, "Finetune/Step": 3667, "Finetune/Step Time": 6.710513504222035}
+{"Finetune/Learning Rate": 1.8674811431041924e-05, "Finetune/Loss": 0.8900172710418701, "Finetune/Loss (Raw)": 0.808173418045044, "Finetune/Step": 3668, "Finetune/Step Time": 6.7098850049078465}
+{"Finetune/Learning Rate": 1.8673973589190003e-05, "Finetune/Loss": 0.889743447303772, "Finetune/Loss (Raw)": 0.9080380797386169, "Finetune/Step": 3669, "Finetune/Step Time": 6.690719423815608}
+{"Finetune/Learning Rate": 1.867313550136886e-05, "Finetune/Loss": 0.8881669640541077, "Finetune/Loss (Raw)": 0.736120879650116, "Finetune/Step": 3670, "Finetune/Step Time": 6.6811553332954645}
+{"Finetune/Learning Rate": 1.8672297167602253e-05, "Finetune/Loss": 0.8885236978530884, "Finetune/Loss (Raw)": 0.9866598844528198, "Finetune/Step": 3671, "Finetune/Step Time": 6.682881657034159}
+{"Finetune/Learning Rate": 1.8671458587913962e-05, "Finetune/Loss": 0.8878408074378967, "Finetune/Loss (Raw)": 0.8199792504310608, "Finetune/Step": 3672, "Finetune/Step Time": 6.694665526971221}
+{"Finetune/Learning Rate": 1.867061976232776e-05, "Finetune/Loss": 0.8869521021842957, "Finetune/Loss (Raw)": 0.897998571395874, "Finetune/Step": 3673, "Finetune/Step Time": 6.693040657788515}
+{"Finetune/Learning Rate": 1.8669780690867445e-05, "Finetune/Loss": 0.8847446441650391, "Finetune/Loss (Raw)": 0.7684148550033569, "Finetune/Step": 3674, "Finetune/Step Time": 6.731211414560676}
+{"Finetune/Learning Rate": 1.8668941373556796e-05, "Finetune/Loss": 0.884788453578949, "Finetune/Loss (Raw)": 0.8386054635047913, "Finetune/Step": 3675, "Finetune/Step Time": 6.718949509784579}
+{"Finetune/Learning Rate": 1.8668101810419624e-05, "Finetune/Loss": 0.8842848539352417, "Finetune/Loss (Raw)": 0.7931832671165466, "Finetune/Step": 3676, "Finetune/Step Time": 6.722926689311862}
+{"Finetune/Learning Rate": 1.8667262001479732e-05, "Finetune/Loss": 0.8835293054580688, "Finetune/Loss (Raw)": 0.8368489742279053, "Finetune/Step": 3677, "Finetune/Step Time": 6.71602139249444}
+{"Finetune/Learning Rate": 1.8666421946760938e-05, "Finetune/Loss": 0.8828027248382568, "Finetune/Loss (Raw)": 0.8752970695495605, "Finetune/Step": 3678, "Finetune/Step Time": 6.713362388312817}
+{"Finetune/Learning Rate": 1.866558164628706e-05, "Finetune/Loss": 0.8822522163391113, "Finetune/Loss (Raw)": 0.8770014643669128, "Finetune/Step": 3679, "Finetune/Step Time": 6.71592440456152}
+{"Finetune/Learning Rate": 1.866474110008193e-05, "Finetune/Loss": 0.8817609548568726, "Finetune/Loss (Raw)": 0.8040174841880798, "Finetune/Step": 3680, "Finetune/Step Time": 6.712746130302548}
+{"Finetune/Learning Rate": 1.866390030816938e-05, "Finetune/Loss": 0.8816002607345581, "Finetune/Loss (Raw)": 0.7511038780212402, "Finetune/Step": 3681, "Finetune/Step Time": 6.70486338250339}
+{"Finetune/Learning Rate": 1.8663059270573252e-05, "Finetune/Loss": 0.8811863660812378, "Finetune/Loss (Raw)": 0.8286310434341431, "Finetune/Step": 3682, "Finetune/Step Time": 6.721367424353957}
+{"Finetune/Learning Rate": 1.8662217987317404e-05, "Finetune/Loss": 0.880752682685852, "Finetune/Loss (Raw)": 0.8203855156898499, "Finetune/Step": 3683, "Finetune/Step Time": 6.720410831272602}
+{"Finetune/Learning Rate": 1.866137645842568e-05, "Finetune/Loss": 0.8822067379951477, "Finetune/Loss (Raw)": 1.0055601596832275, "Finetune/Step": 3684, "Finetune/Step Time": 6.7184816133230925}
+{"Finetune/Learning Rate": 1.8660534683921952e-05, "Finetune/Loss": 0.8836564421653748, "Finetune/Loss (Raw)": 0.8414494395256042, "Finetune/Step": 3685, "Finetune/Step Time": 6.717726111412048}
+{"Finetune/Learning Rate": 1.8659692663830083e-05, "Finetune/Loss": 0.8845983743667603, "Finetune/Loss (Raw)": 0.9574768543243408, "Finetune/Step": 3686, "Finetune/Step Time": 6.7135376036167145}
+{"Finetune/Learning Rate": 1.865885039817396e-05, "Finetune/Loss": 0.8835375905036926, "Finetune/Loss (Raw)": 0.7845860719680786, "Finetune/Step": 3687, "Finetune/Step Time": 6.725114701315761}
+{"Finetune/Learning Rate": 1.865800788697746e-05, "Finetune/Loss": 0.8835339546203613, "Finetune/Loss (Raw)": 0.89478999376297, "Finetune/Step": 3688, "Finetune/Step Time": 6.723418625071645}
+{"Finetune/Learning Rate": 1.865716513026448e-05, "Finetune/Loss": 0.8822144269943237, "Finetune/Loss (Raw)": 0.7371480464935303, "Finetune/Step": 3689, "Finetune/Step Time": 6.719283923506737}
+{"Finetune/Learning Rate": 1.8656322128058913e-05, "Finetune/Loss": 0.8816903829574585, "Finetune/Loss (Raw)": 0.8341521620750427, "Finetune/Step": 3690, "Finetune/Step Time": 6.720038030296564}
+{"Finetune/Learning Rate": 1.8655478880384664e-05, "Finetune/Loss": 0.8824053406715393, "Finetune/Loss (Raw)": 0.8764955401420593, "Finetune/Step": 3691, "Finetune/Step Time": 6.721218064427376}
+{"Finetune/Learning Rate": 1.8654635387265647e-05, "Finetune/Loss": 0.8836137056350708, "Finetune/Loss (Raw)": 0.9390181303024292, "Finetune/Step": 3692, "Finetune/Step Time": 6.722812131047249}
+{"Finetune/Learning Rate": 1.8653791648725783e-05, "Finetune/Loss": 0.8828425407409668, "Finetune/Loss (Raw)": 0.904523491859436, "Finetune/Step": 3693, "Finetune/Step Time": 6.7251690942794085}
+{"Finetune/Learning Rate": 1.865294766478899e-05, "Finetune/Loss": 0.8844599723815918, "Finetune/Loss (Raw)": 0.9872959852218628, "Finetune/Step": 3694, "Finetune/Step Time": 6.725659133866429}
+{"Finetune/Learning Rate": 1.8652103435479214e-05, "Finetune/Loss": 0.8838922381401062, "Finetune/Loss (Raw)": 0.8702202439308167, "Finetune/Step": 3695, "Finetune/Step Time": 6.726148406043649}
+{"Finetune/Learning Rate": 1.8651258960820383e-05, "Finetune/Loss": 0.8825949430465698, "Finetune/Loss (Raw)": 0.8801754117012024, "Finetune/Step": 3696, "Finetune/Step Time": 6.722770199179649}
+{"Finetune/Learning Rate": 1.8650414240836453e-05, "Finetune/Loss": 0.8812291622161865, "Finetune/Loss (Raw)": 0.6972660422325134, "Finetune/Step": 3697, "Finetune/Step Time": 6.718914596363902}
+{"Finetune/Learning Rate": 1.864956927555137e-05, "Finetune/Loss": 0.8809629678726196, "Finetune/Loss (Raw)": 0.8721370100975037, "Finetune/Step": 3698, "Finetune/Step Time": 6.706530341878533}
+{"Finetune/Learning Rate": 1.86487240649891e-05, "Finetune/Loss": 0.8815697431564331, "Finetune/Loss (Raw)": 0.9775281548500061, "Finetune/Step": 3699, "Finetune/Step Time": 6.703766452148557}
+{"Finetune/Learning Rate": 1.8647878609173612e-05, "Finetune/Loss": 0.8818619251251221, "Finetune/Loss (Raw)": 0.9080132842063904, "Finetune/Step": 3700, "Finetune/Step Time": 6.704521659761667}
+{"Finetune/Learning Rate": 1.8647032908128872e-05, "Finetune/Loss": 0.8819582462310791, "Finetune/Loss (Raw)": 0.917969822883606, "Finetune/Step": 3701, "Finetune/Step Time": 6.703096246346831}
+{"Finetune/Learning Rate": 1.864618696187887e-05, "Finetune/Loss": 0.8821802735328674, "Finetune/Loss (Raw)": 0.8592336177825928, "Finetune/Step": 3702, "Finetune/Step Time": 6.689779121428728}
+{"Finetune/Learning Rate": 1.8645340770447595e-05, "Finetune/Loss": 0.8822370767593384, "Finetune/Loss (Raw)": 0.9286707043647766, "Finetune/Step": 3703, "Finetune/Step Time": 6.688235636800528}
+{"Finetune/Learning Rate": 1.8644494333859037e-05, "Finetune/Loss": 0.8805396556854248, "Finetune/Loss (Raw)": 0.6757221221923828, "Finetune/Step": 3704, "Finetune/Step Time": 6.702687036246061}
+{"Finetune/Learning Rate": 1.8643647652137203e-05, "Finetune/Loss": 0.8793694972991943, "Finetune/Loss (Raw)": 0.8722342252731323, "Finetune/Step": 3705, "Finetune/Step Time": 6.701168632134795}
+{"Finetune/Learning Rate": 1.8642800725306097e-05, "Finetune/Loss": 0.8780624270439148, "Finetune/Loss (Raw)": 0.8255336880683899, "Finetune/Step": 3706, "Finetune/Step Time": 6.697242869064212}
+{"Finetune/Learning Rate": 1.8641953553389745e-05, "Finetune/Loss": 0.8793809413909912, "Finetune/Loss (Raw)": 0.8562218546867371, "Finetune/Step": 3707, "Finetune/Step Time": 6.682992527261376}
+{"Finetune/Learning Rate": 1.864110613641216e-05, "Finetune/Loss": 0.878578245639801, "Finetune/Loss (Raw)": 0.8300785422325134, "Finetune/Step": 3708, "Finetune/Step Time": 6.681833678856492}
+{"Finetune/Learning Rate": 1.864025847439738e-05, "Finetune/Loss": 0.8784266710281372, "Finetune/Loss (Raw)": 0.8820742964744568, "Finetune/Step": 3709, "Finetune/Step Time": 6.699538154527545}
+{"Finetune/Learning Rate": 1.8639410567369438e-05, "Finetune/Loss": 0.878746509552002, "Finetune/Loss (Raw)": 0.9324674010276794, "Finetune/Step": 3710, "Finetune/Step Time": 6.69752680696547}
+{"Finetune/Learning Rate": 1.8638562415352378e-05, "Finetune/Loss": 0.87916499376297, "Finetune/Loss (Raw)": 0.9507050514221191, "Finetune/Step": 3711, "Finetune/Step Time": 6.693897331133485}
+{"Finetune/Learning Rate": 1.8637714018370255e-05, "Finetune/Loss": 0.878143310546875, "Finetune/Loss (Raw)": 0.7807719707489014, "Finetune/Step": 3712, "Finetune/Step Time": 6.695469366386533}
+{"Finetune/Learning Rate": 1.8636865376447122e-05, "Finetune/Loss": 0.8796142339706421, "Finetune/Loss (Raw)": 0.918419361114502, "Finetune/Step": 3713, "Finetune/Step Time": 6.683935295790434}
+{"Finetune/Learning Rate": 1.863601648960705e-05, "Finetune/Loss": 0.8796198964118958, "Finetune/Loss (Raw)": 0.9569117426872253, "Finetune/Step": 3714, "Finetune/Step Time": 6.680014215409756}
+{"Finetune/Learning Rate": 1.8635167357874107e-05, "Finetune/Loss": 0.8787764310836792, "Finetune/Loss (Raw)": 0.9560880661010742, "Finetune/Step": 3715, "Finetune/Step Time": 6.676010187715292}
+{"Finetune/Learning Rate": 1.863431798127237e-05, "Finetune/Loss": 0.8786893486976624, "Finetune/Loss (Raw)": 0.8703177571296692, "Finetune/Step": 3716, "Finetune/Step Time": 6.675160802900791}
+{"Finetune/Learning Rate": 1.863346835982593e-05, "Finetune/Loss": 0.8812049627304077, "Finetune/Loss (Raw)": 1.0667856931686401, "Finetune/Step": 3717, "Finetune/Step Time": 6.656194204464555}
+{"Finetune/Learning Rate": 1.863261849355888e-05, "Finetune/Loss": 0.881581723690033, "Finetune/Loss (Raw)": 1.0269469022750854, "Finetune/Step": 3718, "Finetune/Step Time": 6.654856791719794}
+{"Finetune/Learning Rate": 1.8631768382495314e-05, "Finetune/Loss": 0.8797416687011719, "Finetune/Loss (Raw)": 0.7511029839515686, "Finetune/Step": 3719, "Finetune/Step Time": 6.656812973320484}
+{"Finetune/Learning Rate": 1.8630918026659346e-05, "Finetune/Loss": 0.8790497779846191, "Finetune/Loss (Raw)": 0.8041555285453796, "Finetune/Step": 3720, "Finetune/Step Time": 6.656096823513508}
+{"Finetune/Learning Rate": 1.8630067426075082e-05, "Finetune/Loss": 0.8783825635910034, "Finetune/Loss (Raw)": 0.7267258167266846, "Finetune/Step": 3721, "Finetune/Step Time": 6.641401736065745}
+{"Finetune/Learning Rate": 1.8629216580766648e-05, "Finetune/Loss": 0.8786929845809937, "Finetune/Loss (Raw)": 0.927582323551178, "Finetune/Step": 3722, "Finetune/Step Time": 6.623621119186282}
+{"Finetune/Learning Rate": 1.862836549075817e-05, "Finetune/Loss": 0.8784011602401733, "Finetune/Loss (Raw)": 0.8803171515464783, "Finetune/Step": 3723, "Finetune/Step Time": 6.625806923955679}
+{"Finetune/Learning Rate": 1.8627514156073782e-05, "Finetune/Loss": 0.8778901696205139, "Finetune/Loss (Raw)": 0.8861962556838989, "Finetune/Step": 3724, "Finetune/Step Time": 6.627874223515391}
+{"Finetune/Learning Rate": 1.8626662576737627e-05, "Finetune/Loss": 0.876907467842102, "Finetune/Loss (Raw)": 0.8563796877861023, "Finetune/Step": 3725, "Finetune/Step Time": 6.629167063161731}
+{"Finetune/Learning Rate": 1.8625810752773848e-05, "Finetune/Loss": 0.8770014643669128, "Finetune/Loss (Raw)": 0.8358991146087646, "Finetune/Step": 3726, "Finetune/Step Time": 6.62761396728456}
+{"Finetune/Learning Rate": 1.8624958684206608e-05, "Finetune/Loss": 0.8762475252151489, "Finetune/Loss (Raw)": 0.8504267930984497, "Finetune/Step": 3727, "Finetune/Step Time": 6.62903450243175}
+{"Finetune/Learning Rate": 1.862410637106007e-05, "Finetune/Loss": 0.8756674528121948, "Finetune/Loss (Raw)": 0.8696911334991455, "Finetune/Step": 3728, "Finetune/Step Time": 6.643403340131044}
+{"Finetune/Learning Rate": 1.8623253813358393e-05, "Finetune/Loss": 0.8747774958610535, "Finetune/Loss (Raw)": 0.8898959755897522, "Finetune/Step": 3729, "Finetune/Step Time": 6.641771150752902}
+{"Finetune/Learning Rate": 1.862240101112576e-05, "Finetune/Loss": 0.875453531742096, "Finetune/Loss (Raw)": 0.907818078994751, "Finetune/Step": 3730, "Finetune/Step Time": 6.6288539506495}
+{"Finetune/Learning Rate": 1.8621547964386357e-05, "Finetune/Loss": 0.8748217225074768, "Finetune/Loss (Raw)": 0.8483273386955261, "Finetune/Step": 3731, "Finetune/Step Time": 6.631148394197226}
+{"Finetune/Learning Rate": 1.8620694673164364e-05, "Finetune/Loss": 0.8749879002571106, "Finetune/Loss (Raw)": 0.9460892081260681, "Finetune/Step": 3732, "Finetune/Step Time": 6.629865691065788}
+{"Finetune/Learning Rate": 1.8619841137483987e-05, "Finetune/Loss": 0.8762847185134888, "Finetune/Loss (Raw)": 0.8743674159049988, "Finetune/Step": 3733, "Finetune/Step Time": 6.62187903188169}
+{"Finetune/Learning Rate": 1.8618987357369428e-05, "Finetune/Loss": 0.8749010562896729, "Finetune/Loss (Raw)": 0.7558918595314026, "Finetune/Step": 3734, "Finetune/Step Time": 6.632121996954083}
+{"Finetune/Learning Rate": 1.8618133332844897e-05, "Finetune/Loss": 0.873433530330658, "Finetune/Loss (Raw)": 0.8429602980613708, "Finetune/Step": 3735, "Finetune/Step Time": 6.627479985356331}
+{"Finetune/Learning Rate": 1.8617279063934607e-05, "Finetune/Loss": 0.8727070689201355, "Finetune/Loss (Raw)": 0.7151915431022644, "Finetune/Step": 3736, "Finetune/Step Time": 6.631489949300885}
+{"Finetune/Learning Rate": 1.8616424550662793e-05, "Finetune/Loss": 0.8722663521766663, "Finetune/Loss (Raw)": 0.9625890254974365, "Finetune/Step": 3737, "Finetune/Step Time": 6.636599063873291}
+{"Finetune/Learning Rate": 1.8615569793053676e-05, "Finetune/Loss": 0.872746467590332, "Finetune/Loss (Raw)": 0.8243961334228516, "Finetune/Step": 3738, "Finetune/Step Time": 6.639078436419368}
+{"Finetune/Learning Rate": 1.86147147911315e-05, "Finetune/Loss": 0.8720687627792358, "Finetune/Loss (Raw)": 0.9084981083869934, "Finetune/Step": 3739, "Finetune/Step Time": 6.651661487296224}
+{"Finetune/Learning Rate": 1.8613859544920513e-05, "Finetune/Loss": 0.8719367980957031, "Finetune/Loss (Raw)": 0.8594354391098022, "Finetune/Step": 3740, "Finetune/Step Time": 6.656764836981893}
+{"Finetune/Learning Rate": 1.8613004054444957e-05, "Finetune/Loss": 0.8721428513526917, "Finetune/Loss (Raw)": 0.9092260599136353, "Finetune/Step": 3741, "Finetune/Step Time": 6.659813778474927}
+{"Finetune/Learning Rate": 1.8612148319729102e-05, "Finetune/Loss": 0.8718411922454834, "Finetune/Loss (Raw)": 0.8816691637039185, "Finetune/Step": 3742, "Finetune/Step Time": 6.658911595121026}
+{"Finetune/Learning Rate": 1.8611292340797212e-05, "Finetune/Loss": 0.8725018501281738, "Finetune/Loss (Raw)": 0.8299037218093872, "Finetune/Step": 3743, "Finetune/Step Time": 6.661139419302344}
+{"Finetune/Learning Rate": 1.8610436117673557e-05, "Finetune/Loss": 0.8726375102996826, "Finetune/Loss (Raw)": 0.8489639163017273, "Finetune/Step": 3744, "Finetune/Step Time": 6.65373688749969}
+{"Finetune/Learning Rate": 1.860957965038242e-05, "Finetune/Loss": 0.8719792366027832, "Finetune/Loss (Raw)": 0.8461407423019409, "Finetune/Step": 3745, "Finetune/Step Time": 6.652788767591119}
+{"Finetune/Learning Rate": 1.8608722938948084e-05, "Finetune/Loss": 0.8694804310798645, "Finetune/Loss (Raw)": 0.6126648187637329, "Finetune/Step": 3746, "Finetune/Step Time": 6.667731311172247}
+{"Finetune/Learning Rate": 1.8607865983394843e-05, "Finetune/Loss": 0.8702256679534912, "Finetune/Loss (Raw)": 0.9048219919204712, "Finetune/Step": 3747, "Finetune/Step Time": 6.670997269451618}
+{"Finetune/Learning Rate": 1.8607008783747004e-05, "Finetune/Loss": 0.8719825744628906, "Finetune/Loss (Raw)": 0.9345258474349976, "Finetune/Step": 3748, "Finetune/Step Time": 6.672428529709578}
+{"Finetune/Learning Rate": 1.8606151340028872e-05, "Finetune/Loss": 0.872766375541687, "Finetune/Loss (Raw)": 0.9776229858398438, "Finetune/Step": 3749, "Finetune/Step Time": 6.665582213550806}
+{"Finetune/Learning Rate": 1.860529365226476e-05, "Finetune/Loss": 0.8728935718536377, "Finetune/Loss (Raw)": 0.8095117211341858, "Finetune/Step": 3750, "Finetune/Step Time": 6.655361235141754}
+{"Finetune/Learning Rate": 1.8604435720478988e-05, "Finetune/Loss": 0.871257483959198, "Finetune/Loss (Raw)": 0.7210568785667419, "Finetune/Step": 3751, "Finetune/Step Time": 6.66390466876328}
+{"Finetune/Learning Rate": 1.8603577544695887e-05, "Finetune/Loss": 0.8719053864479065, "Finetune/Loss (Raw)": 0.914409875869751, "Finetune/Step": 3752, "Finetune/Step Time": 6.6688853316009045}
+{"Finetune/Learning Rate": 1.8602719124939795e-05, "Finetune/Loss": 0.8713525533676147, "Finetune/Loss (Raw)": 0.85589998960495, "Finetune/Step": 3753, "Finetune/Step Time": 6.6690382696688175}
+{"Finetune/Learning Rate": 1.8601860461235047e-05, "Finetune/Loss": 0.870163083076477, "Finetune/Loss (Raw)": 0.7907497882843018, "Finetune/Step": 3754, "Finetune/Step Time": 6.675533801317215}
+{"Finetune/Learning Rate": 1.8601001553606002e-05, "Finetune/Loss": 0.8707243800163269, "Finetune/Loss (Raw)": 0.8720799088478088, "Finetune/Step": 3755, "Finetune/Step Time": 6.675732174888253}
+{"Finetune/Learning Rate": 1.8600142402077006e-05, "Finetune/Loss": 0.8710449934005737, "Finetune/Loss (Raw)": 0.9637595415115356, "Finetune/Step": 3756, "Finetune/Step Time": 6.688667599111795}
+{"Finetune/Learning Rate": 1.8599283006672428e-05, "Finetune/Loss": 0.8691213726997375, "Finetune/Loss (Raw)": 0.7922899723052979, "Finetune/Step": 3757, "Finetune/Step Time": 6.692738840356469}
+{"Finetune/Learning Rate": 1.859842336741664e-05, "Finetune/Loss": 0.868806779384613, "Finetune/Loss (Raw)": 0.7945485711097717, "Finetune/Step": 3758, "Finetune/Step Time": 6.68232654966414}
+{"Finetune/Learning Rate": 1.8597563484334014e-05, "Finetune/Loss": 0.8692852258682251, "Finetune/Loss (Raw)": 0.9138845801353455, "Finetune/Step": 3759, "Finetune/Step Time": 6.673353808000684}
+{"Finetune/Learning Rate": 1.8596703357448936e-05, "Finetune/Loss": 0.8703305721282959, "Finetune/Loss (Raw)": 0.9933589100837708, "Finetune/Step": 3760, "Finetune/Step Time": 6.671191873028874}
+{"Finetune/Learning Rate": 1.8595842986785798e-05, "Finetune/Loss": 0.8700024485588074, "Finetune/Loss (Raw)": 0.7921944260597229, "Finetune/Step": 3761, "Finetune/Step Time": 6.683147506788373}
+{"Finetune/Learning Rate": 1.8594982372368994e-05, "Finetune/Loss": 0.8686676621437073, "Finetune/Loss (Raw)": 0.8095964193344116, "Finetune/Step": 3762, "Finetune/Step Time": 6.682912338525057}
+{"Finetune/Learning Rate": 1.8594121514222928e-05, "Finetune/Loss": 0.8706344366073608, "Finetune/Loss (Raw)": 1.0917829275131226, "Finetune/Step": 3763, "Finetune/Step Time": 6.66639762185514}
+{"Finetune/Learning Rate": 1.859326041237202e-05, "Finetune/Loss": 0.8703689575195312, "Finetune/Loss (Raw)": 0.8270683884620667, "Finetune/Step": 3764, "Finetune/Step Time": 6.66744744963944}
+{"Finetune/Learning Rate": 1.859239906684068e-05, "Finetune/Loss": 0.87027508020401, "Finetune/Loss (Raw)": 0.8640819191932678, "Finetune/Step": 3765, "Finetune/Step Time": 6.661231566220522}
+{"Finetune/Learning Rate": 1.8591537477653335e-05, "Finetune/Loss": 0.8690258264541626, "Finetune/Loss (Raw)": 0.7064708471298218, "Finetune/Step": 3766, "Finetune/Step Time": 6.6775460205972195}
+{"Finetune/Learning Rate": 1.8590675644834422e-05, "Finetune/Loss": 0.8693216443061829, "Finetune/Loss (Raw)": 1.0314644575119019, "Finetune/Step": 3767, "Finetune/Step Time": 6.679622618481517}
+{"Finetune/Learning Rate": 1.8589813568408373e-05, "Finetune/Loss": 0.8690639138221741, "Finetune/Loss (Raw)": 0.8772273659706116, "Finetune/Step": 3768, "Finetune/Step Time": 6.6829880103468895}
+{"Finetune/Learning Rate": 1.858895124839964e-05, "Finetune/Loss": 0.8694021701812744, "Finetune/Loss (Raw)": 0.8274317979812622, "Finetune/Step": 3769, "Finetune/Step Time": 6.680498838424683}
+{"Finetune/Learning Rate": 1.858808868483267e-05, "Finetune/Loss": 0.8688524961471558, "Finetune/Loss (Raw)": 0.9518729448318481, "Finetune/Step": 3770, "Finetune/Step Time": 6.663385370746255}
+{"Finetune/Learning Rate": 1.8587225877731927e-05, "Finetune/Loss": 0.8688446879386902, "Finetune/Loss (Raw)": 0.6948649883270264, "Finetune/Step": 3771, "Finetune/Step Time": 6.676822764798999}
+{"Finetune/Learning Rate": 1.8586362827121877e-05, "Finetune/Loss": 0.8685128092765808, "Finetune/Loss (Raw)": 0.901941180229187, "Finetune/Step": 3772, "Finetune/Step Time": 6.677163500338793}
+{"Finetune/Learning Rate": 1.8585499533026996e-05, "Finetune/Loss": 0.8682839870452881, "Finetune/Loss (Raw)": 0.8712856769561768, "Finetune/Step": 3773, "Finetune/Step Time": 6.6793406661599874}
+{"Finetune/Learning Rate": 1.858463599547176e-05, "Finetune/Loss": 0.8687781095504761, "Finetune/Loss (Raw)": 0.8835448622703552, "Finetune/Step": 3774, "Finetune/Step Time": 6.679378101602197}
+{"Finetune/Learning Rate": 1.8583772214480658e-05, "Finetune/Loss": 0.8693161606788635, "Finetune/Loss (Raw)": 0.8956490159034729, "Finetune/Step": 3775, "Finetune/Step Time": 6.6995797250419855}
+{"Finetune/Learning Rate": 1.8582908190078184e-05, "Finetune/Loss": 0.8692543506622314, "Finetune/Loss (Raw)": 1.046480417251587, "Finetune/Step": 3776, "Finetune/Step Time": 6.70793461240828}
+{"Finetune/Learning Rate": 1.8582043922288843e-05, "Finetune/Loss": 0.8699269890785217, "Finetune/Loss (Raw)": 0.9103294610977173, "Finetune/Step": 3777, "Finetune/Step Time": 6.689537640661001}
+{"Finetune/Learning Rate": 1.858117941113714e-05, "Finetune/Loss": 0.8700903654098511, "Finetune/Loss (Raw)": 0.9972598552703857, "Finetune/Step": 3778, "Finetune/Step Time": 6.685880841687322}
+{"Finetune/Learning Rate": 1.858031465664759e-05, "Finetune/Loss": 0.8690006732940674, "Finetune/Loss (Raw)": 0.8601431846618652, "Finetune/Step": 3779, "Finetune/Step Time": 6.7109266351908445}
+{"Finetune/Learning Rate": 1.8579449658844714e-05, "Finetune/Loss": 0.8687829375267029, "Finetune/Loss (Raw)": 0.959612250328064, "Finetune/Step": 3780, "Finetune/Step Time": 6.7206780053675175}
+{"Finetune/Learning Rate": 1.8578584417753046e-05, "Finetune/Loss": 0.8694652318954468, "Finetune/Loss (Raw)": 0.8717105388641357, "Finetune/Step": 3781, "Finetune/Step Time": 6.732465740293264}
+{"Finetune/Learning Rate": 1.8577718933397117e-05, "Finetune/Loss": 0.8708294630050659, "Finetune/Loss (Raw)": 0.9140527248382568, "Finetune/Step": 3782, "Finetune/Step Time": 6.726894751191139}
+{"Finetune/Learning Rate": 1.8576853205801467e-05, "Finetune/Loss": 0.8718882203102112, "Finetune/Loss (Raw)": 0.9435769319534302, "Finetune/Step": 3783, "Finetune/Step Time": 6.729063153266907}
+{"Finetune/Learning Rate": 1.8575987234990654e-05, "Finetune/Loss": 0.8719215989112854, "Finetune/Loss (Raw)": 0.8717081546783447, "Finetune/Step": 3784, "Finetune/Step Time": 6.72722427919507}
+{"Finetune/Learning Rate": 1.8575121020989228e-05, "Finetune/Loss": 0.8720117807388306, "Finetune/Loss (Raw)": 0.9369226098060608, "Finetune/Step": 3785, "Finetune/Step Time": 6.727900354191661}
+{"Finetune/Learning Rate": 1.8574254563821756e-05, "Finetune/Loss": 0.8717772960662842, "Finetune/Loss (Raw)": 0.8647569417953491, "Finetune/Step": 3786, "Finetune/Step Time": 6.735209496691823}
+{"Finetune/Learning Rate": 1.8573387863512802e-05, "Finetune/Loss": 0.8732354640960693, "Finetune/Loss (Raw)": 1.0301539897918701, "Finetune/Step": 3787, "Finetune/Step Time": 6.7342624850571156}
+{"Finetune/Learning Rate": 1.857252092008695e-05, "Finetune/Loss": 0.873591423034668, "Finetune/Loss (Raw)": 1.0213929414749146, "Finetune/Step": 3788, "Finetune/Step Time": 6.734542669728398}
+{"Finetune/Learning Rate": 1.8571653733568783e-05, "Finetune/Loss": 0.8707014918327332, "Finetune/Loss (Raw)": 0.6709479093551636, "Finetune/Step": 3789, "Finetune/Step Time": 6.745199045166373}
+{"Finetune/Learning Rate": 1.857078630398289e-05, "Finetune/Loss": 0.8705477714538574, "Finetune/Loss (Raw)": 0.9772936105728149, "Finetune/Step": 3790, "Finetune/Step Time": 6.739380734041333}
+{"Finetune/Learning Rate": 1.856991863135387e-05, "Finetune/Loss": 0.8699134588241577, "Finetune/Loss (Raw)": 0.8274363875389099, "Finetune/Step": 3791, "Finetune/Step Time": 6.736884091049433}
+{"Finetune/Learning Rate": 1.8569050715706325e-05, "Finetune/Loss": 0.8692853450775146, "Finetune/Loss (Raw)": 0.6901848316192627, "Finetune/Step": 3792, "Finetune/Step Time": 6.735513644292951}
+{"Finetune/Learning Rate": 1.856818255706487e-05, "Finetune/Loss": 0.8686175346374512, "Finetune/Loss (Raw)": 0.8743026852607727, "Finetune/Step": 3793, "Finetune/Step Time": 6.740660918876529}
+{"Finetune/Learning Rate": 1.8567314155454123e-05, "Finetune/Loss": 0.8696895241737366, "Finetune/Loss (Raw)": 0.7962366938591003, "Finetune/Step": 3794, "Finetune/Step Time": 6.73054813221097}
+{"Finetune/Learning Rate": 1.856644551089871e-05, "Finetune/Loss": 0.8690404891967773, "Finetune/Loss (Raw)": 0.8297293782234192, "Finetune/Step": 3795, "Finetune/Step Time": 6.731276696547866}
+{"Finetune/Learning Rate": 1.8565576623423257e-05, "Finetune/Loss": 0.8687927722930908, "Finetune/Loss (Raw)": 0.7764630317687988, "Finetune/Step": 3796, "Finetune/Step Time": 6.74555192515254}
+{"Finetune/Learning Rate": 1.8564707493052415e-05, "Finetune/Loss": 0.8686285614967346, "Finetune/Loss (Raw)": 0.887021005153656, "Finetune/Step": 3797, "Finetune/Step Time": 6.756355682387948}
+{"Finetune/Learning Rate": 1.856383811981082e-05, "Finetune/Loss": 0.8700177073478699, "Finetune/Loss (Raw)": 0.9139270186424255, "Finetune/Step": 3798, "Finetune/Step Time": 6.75055405497551}
+{"Finetune/Learning Rate": 1.8562968503723125e-05, "Finetune/Loss": 0.8692120909690857, "Finetune/Loss (Raw)": 0.8835412859916687, "Finetune/Step": 3799, "Finetune/Step Time": 6.747441865503788}
+{"Finetune/Learning Rate": 1.8562098644813996e-05, "Finetune/Loss": 0.8673096895217896, "Finetune/Loss (Raw)": 0.5764742493629456, "Finetune/Step": 3800, "Finetune/Step Time": 6.748109105974436}
+{"Finetune/Learning Rate": 1.8561228543108098e-05, "Finetune/Loss": 0.8666350841522217, "Finetune/Loss (Raw)": 0.8116535544395447, "Finetune/Step": 3801, "Finetune/Step Time": 6.74996056035161}
+{"Finetune/Learning Rate": 1.8560358198630098e-05, "Finetune/Loss": 0.8683168292045593, "Finetune/Loss (Raw)": 0.9836760759353638, "Finetune/Step": 3802, "Finetune/Step Time": 6.728106474503875}
+{"Finetune/Learning Rate": 1.855948761140469e-05, "Finetune/Loss": 0.8688504695892334, "Finetune/Loss (Raw)": 0.9069120287895203, "Finetune/Step": 3803, "Finetune/Step Time": 6.725898774340749}
+{"Finetune/Learning Rate": 1.855861678145655e-05, "Finetune/Loss": 0.8696762919425964, "Finetune/Loss (Raw)": 0.8988849520683289, "Finetune/Step": 3804, "Finetune/Step Time": 6.716038785874844}
+{"Finetune/Learning Rate": 1.8557745708810374e-05, "Finetune/Loss": 0.870830774307251, "Finetune/Loss (Raw)": 0.9846243262290955, "Finetune/Step": 3805, "Finetune/Step Time": 6.720036948099732}
+{"Finetune/Learning Rate": 1.8556874393490864e-05, "Finetune/Loss": 0.871051549911499, "Finetune/Loss (Raw)": 0.9035497903823853, "Finetune/Step": 3806, "Finetune/Step Time": 6.716741153970361}
+{"Finetune/Learning Rate": 1.855600283552273e-05, "Finetune/Loss": 0.8711270689964294, "Finetune/Loss (Raw)": 0.8866767287254333, "Finetune/Step": 3807, "Finetune/Step Time": 6.714690374210477}
+{"Finetune/Learning Rate": 1.8555131034930686e-05, "Finetune/Loss": 0.8713710904121399, "Finetune/Loss (Raw)": 0.8352516293525696, "Finetune/Step": 3808, "Finetune/Step Time": 6.713318981230259}
+{"Finetune/Learning Rate": 1.8554258991739454e-05, "Finetune/Loss": 0.8706945180892944, "Finetune/Loss (Raw)": 0.6644963026046753, "Finetune/Step": 3809, "Finetune/Step Time": 6.727889759466052}
+{"Finetune/Learning Rate": 1.855338670597376e-05, "Finetune/Loss": 0.8713541030883789, "Finetune/Loss (Raw)": 0.9130662679672241, "Finetune/Step": 3810, "Finetune/Step Time": 6.7110706102102995}
+{"Finetune/Learning Rate": 1.8552514177658344e-05, "Finetune/Loss": 0.8707141876220703, "Finetune/Loss (Raw)": 0.7384784817695618, "Finetune/Step": 3811, "Finetune/Step Time": 6.714199636131525}
+{"Finetune/Learning Rate": 1.8551641406817947e-05, "Finetune/Loss": 0.8706064820289612, "Finetune/Loss (Raw)": 0.9917677640914917, "Finetune/Step": 3812, "Finetune/Step Time": 6.715059287846088}
+{"Finetune/Learning Rate": 1.8550768393477315e-05, "Finetune/Loss": 0.8709895610809326, "Finetune/Loss (Raw)": 0.8904845118522644, "Finetune/Step": 3813, "Finetune/Step Time": 6.714936362579465}
+{"Finetune/Learning Rate": 1.8549895137661204e-05, "Finetune/Loss": 0.8706086874008179, "Finetune/Loss (Raw)": 0.9087192416191101, "Finetune/Step": 3814, "Finetune/Step Time": 6.718130152672529}
+{"Finetune/Learning Rate": 1.8549021639394383e-05, "Finetune/Loss": 0.8720500469207764, "Finetune/Loss (Raw)": 0.9690819382667542, "Finetune/Step": 3815, "Finetune/Step Time": 6.705944921821356}
+{"Finetune/Learning Rate": 1.8548147898701616e-05, "Finetune/Loss": 0.8720088005065918, "Finetune/Loss (Raw)": 0.8895130753517151, "Finetune/Step": 3816, "Finetune/Step Time": 6.708150051534176}
+{"Finetune/Learning Rate": 1.8547273915607685e-05, "Finetune/Loss": 0.8718277215957642, "Finetune/Loss (Raw)": 0.7139742374420166, "Finetune/Step": 3817, "Finetune/Step Time": 6.720175921916962}
+{"Finetune/Learning Rate": 1.854639969013737e-05, "Finetune/Loss": 0.8727622032165527, "Finetune/Loss (Raw)": 0.9537654519081116, "Finetune/Step": 3818, "Finetune/Step Time": 6.713486939668655}
+{"Finetune/Learning Rate": 1.854552522231546e-05, "Finetune/Loss": 0.8727606534957886, "Finetune/Loss (Raw)": 0.8762920498847961, "Finetune/Step": 3819, "Finetune/Step Time": 6.712619235739112}
+{"Finetune/Learning Rate": 1.854465051216676e-05, "Finetune/Loss": 0.8716292381286621, "Finetune/Loss (Raw)": 0.7941977381706238, "Finetune/Step": 3820, "Finetune/Step Time": 6.708427514880896}
+{"Finetune/Learning Rate": 1.8543775559716067e-05, "Finetune/Loss": 0.8712946176528931, "Finetune/Loss (Raw)": 0.8616905808448792, "Finetune/Step": 3821, "Finetune/Step Time": 6.72561632655561}
+{"Finetune/Learning Rate": 1.8542900364988196e-05, "Finetune/Loss": 0.8708481788635254, "Finetune/Loss (Raw)": 0.9301576018333435, "Finetune/Step": 3822, "Finetune/Step Time": 6.7232570350170135}
+{"Finetune/Learning Rate": 1.8542024928007957e-05, "Finetune/Loss": 0.871536374092102, "Finetune/Loss (Raw)": 0.9583117365837097, "Finetune/Step": 3823, "Finetune/Step Time": 6.725999632850289}
+{"Finetune/Learning Rate": 1.8541149248800185e-05, "Finetune/Loss": 0.8716681599617004, "Finetune/Loss (Raw)": 0.897040843963623, "Finetune/Step": 3824, "Finetune/Step Time": 6.726901240646839}
+{"Finetune/Learning Rate": 1.8540273327389712e-05, "Finetune/Loss": 0.873820424079895, "Finetune/Loss (Raw)": 0.9727569818496704, "Finetune/Step": 3825, "Finetune/Step Time": 6.729898191988468}
+{"Finetune/Learning Rate": 1.853939716380137e-05, "Finetune/Loss": 0.8734133243560791, "Finetune/Loss (Raw)": 0.8200222849845886, "Finetune/Step": 3826, "Finetune/Step Time": 6.727979702875018}
+{"Finetune/Learning Rate": 1.8538520758060007e-05, "Finetune/Loss": 0.8734735250473022, "Finetune/Loss (Raw)": 0.9852385520935059, "Finetune/Step": 3827, "Finetune/Step Time": 6.726652020588517}
+{"Finetune/Learning Rate": 1.8537644110190473e-05, "Finetune/Loss": 0.8741234540939331, "Finetune/Loss (Raw)": 0.9912052750587463, "Finetune/Step": 3828, "Finetune/Step Time": 6.728991786018014}
+{"Finetune/Learning Rate": 1.853676722021763e-05, "Finetune/Loss": 0.8751217722892761, "Finetune/Loss (Raw)": 1.045750379562378, "Finetune/Step": 3829, "Finetune/Step Time": 6.729462148621678}
+{"Finetune/Learning Rate": 1.8535890088166347e-05, "Finetune/Loss": 0.875657320022583, "Finetune/Loss (Raw)": 0.9277805685997009, "Finetune/Step": 3830, "Finetune/Step Time": 6.7270380184054375}
+{"Finetune/Learning Rate": 1.8535012714061494e-05, "Finetune/Loss": 0.8749332427978516, "Finetune/Loss (Raw)": 0.8359942436218262, "Finetune/Step": 3831, "Finetune/Step Time": 6.728082776069641}
+{"Finetune/Learning Rate": 1.853413509792795e-05, "Finetune/Loss": 0.8769975900650024, "Finetune/Loss (Raw)": 0.9399617314338684, "Finetune/Step": 3832, "Finetune/Step Time": 6.716577958315611}
+{"Finetune/Learning Rate": 1.8533257239790602e-05, "Finetune/Loss": 0.8766189217567444, "Finetune/Loss (Raw)": 0.8237613439559937, "Finetune/Step": 3833, "Finetune/Step Time": 6.715121308341622}
+{"Finetune/Learning Rate": 1.8532379139674342e-05, "Finetune/Loss": 0.8760048151016235, "Finetune/Loss (Raw)": 0.7469274997711182, "Finetune/Step": 3834, "Finetune/Step Time": 6.718278046697378}
+{"Finetune/Learning Rate": 1.8531500797604076e-05, "Finetune/Loss": 0.8772162795066833, "Finetune/Loss (Raw)": 1.0112906694412231, "Finetune/Step": 3835, "Finetune/Step Time": 6.717176102101803}
+{"Finetune/Learning Rate": 1.8530622213604706e-05, "Finetune/Loss": 0.8775895833969116, "Finetune/Loss (Raw)": 0.8778550624847412, "Finetune/Step": 3836, "Finetune/Step Time": 6.715311741456389}
+{"Finetune/Learning Rate": 1.852974338770115e-05, "Finetune/Loss": 0.8770174980163574, "Finetune/Loss (Raw)": 0.8088504076004028, "Finetune/Step": 3837, "Finetune/Step Time": 6.711055111140013}
+{"Finetune/Learning Rate": 1.8528864319918326e-05, "Finetune/Loss": 0.8767369985580444, "Finetune/Loss (Raw)": 0.8965655565261841, "Finetune/Step": 3838, "Finetune/Step Time": 6.713000720366836}
+{"Finetune/Learning Rate": 1.852798501028116e-05, "Finetune/Loss": 0.8762676119804382, "Finetune/Loss (Raw)": 0.8906276226043701, "Finetune/Step": 3839, "Finetune/Step Time": 6.71237032301724}
+{"Finetune/Learning Rate": 1.852710545881459e-05, "Finetune/Loss": 0.87751305103302, "Finetune/Loss (Raw)": 0.9401794672012329, "Finetune/Step": 3840, "Finetune/Step Time": 6.717844225466251}
+{"Finetune/Learning Rate": 1.852622566554356e-05, "Finetune/Loss": 0.8770545721054077, "Finetune/Loss (Raw)": 0.8597453236579895, "Finetune/Step": 3841, "Finetune/Step Time": 6.715891394764185}
+{"Finetune/Learning Rate": 1.852534563049301e-05, "Finetune/Loss": 0.8765937089920044, "Finetune/Loss (Raw)": 0.8979132771492004, "Finetune/Step": 3842, "Finetune/Step Time": 6.715085819363594}
+{"Finetune/Learning Rate": 1.8524465353687907e-05, "Finetune/Loss": 0.874829113483429, "Finetune/Loss (Raw)": 0.7302214503288269, "Finetune/Step": 3843, "Finetune/Step Time": 6.715527102351189}
+{"Finetune/Learning Rate": 1.8523584835153205e-05, "Finetune/Loss": 0.875157356262207, "Finetune/Loss (Raw)": 0.9123378992080688, "Finetune/Step": 3844, "Finetune/Step Time": 6.719949504360557}
+{"Finetune/Learning Rate": 1.8522704074913873e-05, "Finetune/Loss": 0.8737596273422241, "Finetune/Loss (Raw)": 0.8878722190856934, "Finetune/Step": 3845, "Finetune/Step Time": 6.719134343788028}
+{"Finetune/Learning Rate": 1.852182307299489e-05, "Finetune/Loss": 0.8716846108436584, "Finetune/Loss (Raw)": 0.7613414525985718, "Finetune/Step": 3846, "Finetune/Step Time": 6.724812226369977}
+{"Finetune/Learning Rate": 1.8520941829421238e-05, "Finetune/Loss": 0.8727033734321594, "Finetune/Loss (Raw)": 0.8815083503723145, "Finetune/Step": 3847, "Finetune/Step Time": 6.718488773331046}
+{"Finetune/Learning Rate": 1.8520060344217903e-05, "Finetune/Loss": 0.8731142282485962, "Finetune/Loss (Raw)": 0.8567430377006531, "Finetune/Step": 3848, "Finetune/Step Time": 6.716182764619589}
+{"Finetune/Learning Rate": 1.8519178617409888e-05, "Finetune/Loss": 0.8749969601631165, "Finetune/Loss (Raw)": 0.9677154421806335, "Finetune/Step": 3849, "Finetune/Step Time": 6.715477077290416}
+{"Finetune/Learning Rate": 1.851829664902219e-05, "Finetune/Loss": 0.8736945390701294, "Finetune/Loss (Raw)": 0.7608773112297058, "Finetune/Step": 3850, "Finetune/Step Time": 6.711441438645124}
+{"Finetune/Learning Rate": 1.8517414439079825e-05, "Finetune/Loss": 0.8735471367835999, "Finetune/Loss (Raw)": 0.8614473342895508, "Finetune/Step": 3851, "Finetune/Step Time": 6.710596797987819}
+{"Finetune/Learning Rate": 1.8516531987607805e-05, "Finetune/Loss": 0.8728731870651245, "Finetune/Loss (Raw)": 0.7999252080917358, "Finetune/Step": 3852, "Finetune/Step Time": 6.723615314811468}
+{"Finetune/Learning Rate": 1.8515649294631158e-05, "Finetune/Loss": 0.8739108443260193, "Finetune/Loss (Raw)": 0.9892064332962036, "Finetune/Step": 3853, "Finetune/Step Time": 6.722799226641655}
+{"Finetune/Learning Rate": 1.8514766360174907e-05, "Finetune/Loss": 0.8755135536193848, "Finetune/Loss (Raw)": 1.0410420894622803, "Finetune/Step": 3854, "Finetune/Step Time": 6.72210955619812}
+{"Finetune/Learning Rate": 1.85138831842641e-05, "Finetune/Loss": 0.876067042350769, "Finetune/Loss (Raw)": 0.921273946762085, "Finetune/Step": 3855, "Finetune/Step Time": 6.726093573495746}
+{"Finetune/Learning Rate": 1.8512999766923774e-05, "Finetune/Loss": 0.8755679130554199, "Finetune/Loss (Raw)": 0.8058019280433655, "Finetune/Step": 3856, "Finetune/Step Time": 6.713673301041126}
+{"Finetune/Learning Rate": 1.851211610817898e-05, "Finetune/Loss": 0.874956488609314, "Finetune/Loss (Raw)": 0.8116370439529419, "Finetune/Step": 3857, "Finetune/Step Time": 6.714453741908073}
+{"Finetune/Learning Rate": 1.8511232208054783e-05, "Finetune/Loss": 0.874617338180542, "Finetune/Loss (Raw)": 0.8644005656242371, "Finetune/Step": 3858, "Finetune/Step Time": 6.72638288885355}
+{"Finetune/Learning Rate": 1.851034806657624e-05, "Finetune/Loss": 0.8750549554824829, "Finetune/Loss (Raw)": 0.9043472409248352, "Finetune/Step": 3859, "Finetune/Step Time": 6.724971804767847}
+{"Finetune/Learning Rate": 1.8509463683768426e-05, "Finetune/Loss": 0.8750356435775757, "Finetune/Loss (Raw)": 0.9436216354370117, "Finetune/Step": 3860, "Finetune/Step Time": 6.725693039596081}
+{"Finetune/Learning Rate": 1.8508579059656422e-05, "Finetune/Loss": 0.8754777312278748, "Finetune/Loss (Raw)": 0.9309523701667786, "Finetune/Step": 3861, "Finetune/Step Time": 6.740692617371678}
+{"Finetune/Learning Rate": 1.850769419426531e-05, "Finetune/Loss": 0.8763160705566406, "Finetune/Loss (Raw)": 0.8631992340087891, "Finetune/Step": 3862, "Finetune/Step Time": 6.733851609751582}
+{"Finetune/Learning Rate": 1.8506809087620183e-05, "Finetune/Loss": 0.8763161301612854, "Finetune/Loss (Raw)": 0.8429629802703857, "Finetune/Step": 3863, "Finetune/Step Time": 6.735986437648535}
+{"Finetune/Learning Rate": 1.850592373974614e-05, "Finetune/Loss": 0.878050684928894, "Finetune/Loss (Raw)": 0.93722003698349, "Finetune/Step": 3864, "Finetune/Step Time": 6.731207875534892}
+{"Finetune/Learning Rate": 1.8505038150668287e-05, "Finetune/Loss": 0.8779365420341492, "Finetune/Loss (Raw)": 0.9479743242263794, "Finetune/Step": 3865, "Finetune/Step Time": 6.730095969513059}
+{"Finetune/Learning Rate": 1.850415232041174e-05, "Finetune/Loss": 0.8773003816604614, "Finetune/Loss (Raw)": 0.7429754137992859, "Finetune/Step": 3866, "Finetune/Step Time": 6.730759978294373}
+{"Finetune/Learning Rate": 1.850326624900161e-05, "Finetune/Loss": 0.8760451078414917, "Finetune/Loss (Raw)": 0.7478211522102356, "Finetune/Step": 3867, "Finetune/Step Time": 6.730677381157875}
+{"Finetune/Learning Rate": 1.8502379936463035e-05, "Finetune/Loss": 0.8755398988723755, "Finetune/Loss (Raw)": 0.7947613596916199, "Finetune/Step": 3868, "Finetune/Step Time": 6.743469811975956}
+{"Finetune/Learning Rate": 1.850149338282114e-05, "Finetune/Loss": 0.8760424852371216, "Finetune/Loss (Raw)": 0.9735564589500427, "Finetune/Step": 3869, "Finetune/Step Time": 6.740341994911432}
+{"Finetune/Learning Rate": 1.8500606588101067e-05, "Finetune/Loss": 0.877243161201477, "Finetune/Loss (Raw)": 1.035355567932129, "Finetune/Step": 3870, "Finetune/Step Time": 6.738103687763214}
+{"Finetune/Learning Rate": 1.8499719552327966e-05, "Finetune/Loss": 0.877433717250824, "Finetune/Loss (Raw)": 0.8542942404747009, "Finetune/Step": 3871, "Finetune/Step Time": 6.73373113758862}
+{"Finetune/Learning Rate": 1.8498832275526988e-05, "Finetune/Loss": 0.8780994415283203, "Finetune/Loss (Raw)": 0.9341847896575928, "Finetune/Step": 3872, "Finetune/Step Time": 6.7244393434375525}
+{"Finetune/Learning Rate": 1.8497944757723292e-05, "Finetune/Loss": 0.8790860176086426, "Finetune/Loss (Raw)": 0.9724236130714417, "Finetune/Step": 3873, "Finetune/Step Time": 6.738819964230061}
+{"Finetune/Learning Rate": 1.8497056998942048e-05, "Finetune/Loss": 0.8815957307815552, "Finetune/Loss (Raw)": 0.9339048862457275, "Finetune/Step": 3874, "Finetune/Step Time": 6.726991157978773}
+{"Finetune/Learning Rate": 1.849616899920843e-05, "Finetune/Loss": 0.8825152516365051, "Finetune/Loss (Raw)": 1.022518277168274, "Finetune/Step": 3875, "Finetune/Step Time": 6.725131470710039}
+{"Finetune/Learning Rate": 1.849528075854762e-05, "Finetune/Loss": 0.8813983201980591, "Finetune/Loss (Raw)": 0.7915562391281128, "Finetune/Step": 3876, "Finetune/Step Time": 6.722687646746635}
+{"Finetune/Learning Rate": 1.8494392276984804e-05, "Finetune/Loss": 0.8810810446739197, "Finetune/Loss (Raw)": 0.937014102935791, "Finetune/Step": 3877, "Finetune/Step Time": 6.722142916172743}
+{"Finetune/Learning Rate": 1.8493503554545183e-05, "Finetune/Loss": 0.8822425603866577, "Finetune/Loss (Raw)": 0.9581884145736694, "Finetune/Step": 3878, "Finetune/Step Time": 6.721164835616946}
+{"Finetune/Learning Rate": 1.849261459125395e-05, "Finetune/Loss": 0.8830385804176331, "Finetune/Loss (Raw)": 0.8229447603225708, "Finetune/Step": 3879, "Finetune/Step Time": 6.709915712475777}
+{"Finetune/Learning Rate": 1.8491725387136313e-05, "Finetune/Loss": 0.8825769424438477, "Finetune/Loss (Raw)": 0.8553237318992615, "Finetune/Step": 3880, "Finetune/Step Time": 6.706445038318634}
+{"Finetune/Learning Rate": 1.8490835942217497e-05, "Finetune/Loss": 0.8831723928451538, "Finetune/Loss (Raw)": 0.9321190118789673, "Finetune/Step": 3881, "Finetune/Step Time": 6.706435127183795}
+{"Finetune/Learning Rate": 1.848994625652271e-05, "Finetune/Loss": 0.8838262557983398, "Finetune/Loss (Raw)": 0.8744354248046875, "Finetune/Step": 3882, "Finetune/Step Time": 6.711435839533806}
+{"Finetune/Learning Rate": 1.8489056330077198e-05, "Finetune/Loss": 0.8832184076309204, "Finetune/Loss (Raw)": 0.7942777276039124, "Finetune/Step": 3883, "Finetune/Step Time": 6.712035086005926}
+{"Finetune/Learning Rate": 1.8488166162906185e-05, "Finetune/Loss": 0.8827369213104248, "Finetune/Loss (Raw)": 0.9021312594413757, "Finetune/Step": 3884, "Finetune/Step Time": 6.7009794525802135}
+{"Finetune/Learning Rate": 1.848727575503492e-05, "Finetune/Loss": 0.8828891515731812, "Finetune/Loss (Raw)": 0.8117741942405701, "Finetune/Step": 3885, "Finetune/Step Time": 6.697463458403945}
+{"Finetune/Learning Rate": 1.8486385106488645e-05, "Finetune/Loss": 0.8817956447601318, "Finetune/Loss (Raw)": 0.6545813679695129, "Finetune/Step": 3886, "Finetune/Step Time": 6.695392072200775}
+{"Finetune/Learning Rate": 1.8485494217292623e-05, "Finetune/Loss": 0.8818745613098145, "Finetune/Loss (Raw)": 0.9239826202392578, "Finetune/Step": 3887, "Finetune/Step Time": 6.697464758530259}
+{"Finetune/Learning Rate": 1.848460308747211e-05, "Finetune/Loss": 0.8815426826477051, "Finetune/Loss (Raw)": 0.9508845806121826, "Finetune/Step": 3888, "Finetune/Step Time": 6.69737558811903}
+{"Finetune/Learning Rate": 1.8483711717052385e-05, "Finetune/Loss": 0.881222665309906, "Finetune/Loss (Raw)": 0.7512306571006775, "Finetune/Step": 3889, "Finetune/Step Time": 6.684022827073932}
+{"Finetune/Learning Rate": 1.8482820106058717e-05, "Finetune/Loss": 0.8822022676467896, "Finetune/Loss (Raw)": 0.9349867701530457, "Finetune/Step": 3890, "Finetune/Step Time": 6.687493059784174}
+{"Finetune/Learning Rate": 1.8481928254516392e-05, "Finetune/Loss": 0.881428599357605, "Finetune/Loss (Raw)": 0.9927500486373901, "Finetune/Step": 3891, "Finetune/Step Time": 6.689598932862282}
+{"Finetune/Learning Rate": 1.8481036162450707e-05, "Finetune/Loss": 0.8823574781417847, "Finetune/Loss (Raw)": 0.9459628462791443, "Finetune/Step": 3892, "Finetune/Step Time": 6.687641344964504}
+{"Finetune/Learning Rate": 1.8480143829886948e-05, "Finetune/Loss": 0.8819446563720703, "Finetune/Loss (Raw)": 0.8112465739250183, "Finetune/Step": 3893, "Finetune/Step Time": 6.689709987491369}
+{"Finetune/Learning Rate": 1.8479251256850426e-05, "Finetune/Loss": 0.8834472298622131, "Finetune/Loss (Raw)": 0.8987930417060852, "Finetune/Step": 3894, "Finetune/Step Time": 6.673799600452185}
+{"Finetune/Learning Rate": 1.847835844336645e-05, "Finetune/Loss": 0.8835963010787964, "Finetune/Loss (Raw)": 1.050545334815979, "Finetune/Step": 3895, "Finetune/Step Time": 6.687619084492326}
+{"Finetune/Learning Rate": 1.847746538946034e-05, "Finetune/Loss": 0.8827852010726929, "Finetune/Loss (Raw)": 0.7734082341194153, "Finetune/Step": 3896, "Finetune/Step Time": 6.682683516293764}
+{"Finetune/Learning Rate": 1.8476572095157415e-05, "Finetune/Loss": 0.8840364813804626, "Finetune/Loss (Raw)": 0.9876014590263367, "Finetune/Step": 3897, "Finetune/Step Time": 6.681930940598249}
+{"Finetune/Learning Rate": 1.847567856048301e-05, "Finetune/Loss": 0.8826863765716553, "Finetune/Loss (Raw)": 0.7790513634681702, "Finetune/Step": 3898, "Finetune/Step Time": 6.676686313003302}
+{"Finetune/Learning Rate": 1.8474784785462462e-05, "Finetune/Loss": 0.8849622011184692, "Finetune/Loss (Raw)": 0.986174464225769, "Finetune/Step": 3899, "Finetune/Step Time": 6.651530588045716}
+{"Finetune/Learning Rate": 1.8473890770121118e-05, "Finetune/Loss": 0.8842213153839111, "Finetune/Loss (Raw)": 0.807107150554657, "Finetune/Step": 3900, "Finetune/Step Time": 6.653033282607794}
+{"Finetune/Learning Rate": 1.8472996514484326e-05, "Finetune/Loss": 0.8844334483146667, "Finetune/Loss (Raw)": 0.8984403610229492, "Finetune/Step": 3901, "Finetune/Step Time": 6.652141584083438}
+{"Finetune/Learning Rate": 1.8472102018577453e-05, "Finetune/Loss": 0.8849255442619324, "Finetune/Loss (Raw)": 0.9465358257293701, "Finetune/Step": 3902, "Finetune/Step Time": 6.653534552082419}
+{"Finetune/Learning Rate": 1.8471207282425853e-05, "Finetune/Loss": 0.8847138285636902, "Finetune/Loss (Raw)": 0.8685463070869446, "Finetune/Step": 3903, "Finetune/Step Time": 6.632114112377167}
+{"Finetune/Learning Rate": 1.8470312306054903e-05, "Finetune/Loss": 0.8829449415206909, "Finetune/Loss (Raw)": 0.8200632333755493, "Finetune/Step": 3904, "Finetune/Step Time": 6.633101129904389}
+{"Finetune/Learning Rate": 1.8469417089489986e-05, "Finetune/Loss": 0.8827943801879883, "Finetune/Loss (Raw)": 0.8910554051399231, "Finetune/Step": 3905, "Finetune/Step Time": 6.645666832104325}
+{"Finetune/Learning Rate": 1.846852163275648e-05, "Finetune/Loss": 0.882164478302002, "Finetune/Loss (Raw)": 0.9166279435157776, "Finetune/Step": 3906, "Finetune/Step Time": 6.654255961999297}
+{"Finetune/Learning Rate": 1.8467625935879786e-05, "Finetune/Loss": 0.8828580379486084, "Finetune/Loss (Raw)": 0.9489224553108215, "Finetune/Step": 3907, "Finetune/Step Time": 6.63215403072536}
+{"Finetune/Learning Rate": 1.8466729998885294e-05, "Finetune/Loss": 0.8806273937225342, "Finetune/Loss (Raw)": 0.6740924715995789, "Finetune/Step": 3908, "Finetune/Step Time": 6.630222734063864}
+{"Finetune/Learning Rate": 1.8465833821798422e-05, "Finetune/Loss": 0.879706621170044, "Finetune/Loss (Raw)": 0.7538556456565857, "Finetune/Step": 3909, "Finetune/Step Time": 6.621871517971158}
+{"Finetune/Learning Rate": 1.846493740464457e-05, "Finetune/Loss": 0.880135715007782, "Finetune/Loss (Raw)": 0.9689699411392212, "Finetune/Step": 3910, "Finetune/Step Time": 6.622525472193956}
+{"Finetune/Learning Rate": 1.8464040747449168e-05, "Finetune/Loss": 0.879658043384552, "Finetune/Loss (Raw)": 0.882440447807312, "Finetune/Step": 3911, "Finetune/Step Time": 6.619198879227042}
+{"Finetune/Learning Rate": 1.8463143850237636e-05, "Finetune/Loss": 0.8795275688171387, "Finetune/Loss (Raw)": 0.854995846748352, "Finetune/Step": 3912, "Finetune/Step Time": 6.616642575711012}
+{"Finetune/Learning Rate": 1.846224671303541e-05, "Finetune/Loss": 0.87888503074646, "Finetune/Loss (Raw)": 0.8546850681304932, "Finetune/Step": 3913, "Finetune/Step Time": 6.620448535308242}
+{"Finetune/Learning Rate": 1.8461349335867937e-05, "Finetune/Loss": 0.8798827528953552, "Finetune/Loss (Raw)": 0.9924601316452026, "Finetune/Step": 3914, "Finetune/Step Time": 6.626794937998056}
+{"Finetune/Learning Rate": 1.8460451718760653e-05, "Finetune/Loss": 0.8793189525604248, "Finetune/Loss (Raw)": 0.9579974412918091, "Finetune/Step": 3915, "Finetune/Step Time": 6.630273560062051}
+{"Finetune/Learning Rate": 1.8459553861739015e-05, "Finetune/Loss": 0.8763982653617859, "Finetune/Loss (Raw)": 0.6475434303283691, "Finetune/Step": 3916, "Finetune/Step Time": 6.64002151787281}
+{"Finetune/Learning Rate": 1.8458655764828488e-05, "Finetune/Loss": 0.8768675923347473, "Finetune/Loss (Raw)": 0.7310201525688171, "Finetune/Step": 3917, "Finetune/Step Time": 6.625777566805482}
+{"Finetune/Learning Rate": 1.8457757428054534e-05, "Finetune/Loss": 0.876129686832428, "Finetune/Loss (Raw)": 0.8828394412994385, "Finetune/Step": 3918, "Finetune/Step Time": 6.633843261748552}
+{"Finetune/Learning Rate": 1.8456858851442632e-05, "Finetune/Loss": 0.8760594129562378, "Finetune/Loss (Raw)": 0.8184403777122498, "Finetune/Step": 3919, "Finetune/Step Time": 6.635530764237046}
+{"Finetune/Learning Rate": 1.845596003501826e-05, "Finetune/Loss": 0.8781653046607971, "Finetune/Loss (Raw)": 0.9597416520118713, "Finetune/Step": 3920, "Finetune/Step Time": 6.623808493837714}
+{"Finetune/Learning Rate": 1.8455060978806913e-05, "Finetune/Loss": 0.876811683177948, "Finetune/Loss (Raw)": 0.7010403275489807, "Finetune/Step": 3921, "Finetune/Step Time": 6.634460333734751}
+{"Finetune/Learning Rate": 1.8454161682834072e-05, "Finetune/Loss": 0.8774038553237915, "Finetune/Loss (Raw)": 0.8720329403877258, "Finetune/Step": 3922, "Finetune/Step Time": 6.630204262211919}
+{"Finetune/Learning Rate": 1.8453262147125247e-05, "Finetune/Loss": 0.8776843547821045, "Finetune/Loss (Raw)": 0.8656412363052368, "Finetune/Step": 3923, "Finetune/Step Time": 6.628810290247202}
+{"Finetune/Learning Rate": 1.8452362371705947e-05, "Finetune/Loss": 0.8781417608261108, "Finetune/Loss (Raw)": 0.8350018262863159, "Finetune/Step": 3924, "Finetune/Step Time": 6.6163922771811485}
+{"Finetune/Learning Rate": 1.8451462356601684e-05, "Finetune/Loss": 0.8793599605560303, "Finetune/Loss (Raw)": 1.0429593324661255, "Finetune/Step": 3925, "Finetune/Step Time": 6.607171572744846}
+{"Finetune/Learning Rate": 1.8450562101837987e-05, "Finetune/Loss": 0.8797526359558105, "Finetune/Loss (Raw)": 0.9641847014427185, "Finetune/Step": 3926, "Finetune/Step Time": 6.608291074633598}
+{"Finetune/Learning Rate": 1.844966160744037e-05, "Finetune/Loss": 0.8798849582672119, "Finetune/Loss (Raw)": 0.9004766941070557, "Finetune/Step": 3927, "Finetune/Step Time": 6.610695593059063}
+{"Finetune/Learning Rate": 1.8448760873434387e-05, "Finetune/Loss": 0.8802989721298218, "Finetune/Loss (Raw)": 0.6294713616371155, "Finetune/Step": 3928, "Finetune/Step Time": 6.607232032343745}
+{"Finetune/Learning Rate": 1.844785989984556e-05, "Finetune/Loss": 0.8807425498962402, "Finetune/Loss (Raw)": 0.8684217929840088, "Finetune/Step": 3929, "Finetune/Step Time": 6.60856444761157}
+{"Finetune/Learning Rate": 1.844695868669946e-05, "Finetune/Loss": 0.8804665207862854, "Finetune/Loss (Raw)": 0.9483475685119629, "Finetune/Step": 3930, "Finetune/Step Time": 6.5933961402624846}
+{"Finetune/Learning Rate": 1.8446057234021622e-05, "Finetune/Loss": 0.8806769847869873, "Finetune/Loss (Raw)": 0.9338516592979431, "Finetune/Step": 3931, "Finetune/Step Time": 6.593026880174875}
+{"Finetune/Learning Rate": 1.8445155541837626e-05, "Finetune/Loss": 0.8815791606903076, "Finetune/Loss (Raw)": 1.0143686532974243, "Finetune/Step": 3932, "Finetune/Step Time": 6.592282652854919}
+{"Finetune/Learning Rate": 1.844425361017303e-05, "Finetune/Loss": 0.8809959888458252, "Finetune/Loss (Raw)": 0.909974992275238, "Finetune/Step": 3933, "Finetune/Step Time": 6.5909313298761845}
+{"Finetune/Learning Rate": 1.8443351439053412e-05, "Finetune/Loss": 0.8802928328514099, "Finetune/Loss (Raw)": 0.8135443329811096, "Finetune/Step": 3934, "Finetune/Step Time": 6.589117245748639}
+{"Finetune/Learning Rate": 1.844244902850436e-05, "Finetune/Loss": 0.8814961910247803, "Finetune/Loss (Raw)": 1.0407094955444336, "Finetune/Step": 3935, "Finetune/Step Time": 6.585768006742001}
+{"Finetune/Learning Rate": 1.8441546378551457e-05, "Finetune/Loss": 0.8816341757774353, "Finetune/Loss (Raw)": 0.8529138565063477, "Finetune/Step": 3936, "Finetune/Step Time": 6.591998590156436}
+{"Finetune/Learning Rate": 1.8440643489220306e-05, "Finetune/Loss": 0.8840937614440918, "Finetune/Loss (Raw)": 0.97931969165802, "Finetune/Step": 3937, "Finetune/Step Time": 6.5758791621774435}
+{"Finetune/Learning Rate": 1.8439740360536506e-05, "Finetune/Loss": 0.8832175731658936, "Finetune/Loss (Raw)": 0.8009228706359863, "Finetune/Step": 3938, "Finetune/Step Time": 6.575275290757418}
+{"Finetune/Learning Rate": 1.843883699252567e-05, "Finetune/Loss": 0.8842029571533203, "Finetune/Loss (Raw)": 0.8646066188812256, "Finetune/Step": 3939, "Finetune/Step Time": 6.572898834943771}
+{"Finetune/Learning Rate": 1.8437933385213415e-05, "Finetune/Loss": 0.8832454681396484, "Finetune/Loss (Raw)": 0.8692046999931335, "Finetune/Step": 3940, "Finetune/Step Time": 6.574102811515331}
+{"Finetune/Learning Rate": 1.843702953862536e-05, "Finetune/Loss": 0.8839197158813477, "Finetune/Loss (Raw)": 0.9767911434173584, "Finetune/Step": 3941, "Finetune/Step Time": 6.577356178313494}
+{"Finetune/Learning Rate": 1.8436125452787143e-05, "Finetune/Loss": 0.8838096857070923, "Finetune/Loss (Raw)": 0.8946354985237122, "Finetune/Step": 3942, "Finetune/Step Time": 6.57707954198122}
+{"Finetune/Learning Rate": 1.8435221127724396e-05, "Finetune/Loss": 0.882064700126648, "Finetune/Loss (Raw)": 0.7457221746444702, "Finetune/Step": 3943, "Finetune/Step Time": 6.588730992749333}
+{"Finetune/Learning Rate": 1.8434316563462764e-05, "Finetune/Loss": 0.8816205859184265, "Finetune/Loss (Raw)": 0.832660973072052, "Finetune/Step": 3944, "Finetune/Step Time": 6.58963361941278}
+{"Finetune/Learning Rate": 1.84334117600279e-05, "Finetune/Loss": 0.8825169801712036, "Finetune/Loss (Raw)": 0.8287196159362793, "Finetune/Step": 3945, "Finetune/Step Time": 6.576301131397486}
+{"Finetune/Learning Rate": 1.8432506717445458e-05, "Finetune/Loss": 0.881690502166748, "Finetune/Loss (Raw)": 0.8479754328727722, "Finetune/Step": 3946, "Finetune/Step Time": 6.579471589997411}
+{"Finetune/Learning Rate": 1.84316014357411e-05, "Finetune/Loss": 0.8810677528381348, "Finetune/Loss (Raw)": 0.7965819835662842, "Finetune/Step": 3947, "Finetune/Step Time": 6.579268028959632}
+{"Finetune/Learning Rate": 1.843069591494051e-05, "Finetune/Loss": 0.8819947242736816, "Finetune/Loss (Raw)": 0.9128367304801941, "Finetune/Step": 3948, "Finetune/Step Time": 6.5845556408166885}
+{"Finetune/Learning Rate": 1.842979015506935e-05, "Finetune/Loss": 0.8812167048454285, "Finetune/Loss (Raw)": 0.7621126770973206, "Finetune/Step": 3949, "Finetune/Step Time": 6.568076752126217}
+{"Finetune/Learning Rate": 1.8428884156153318e-05, "Finetune/Loss": 0.8807983994483948, "Finetune/Loss (Raw)": 0.8766173124313354, "Finetune/Step": 3950, "Finetune/Step Time": 6.568126492202282}
+{"Finetune/Learning Rate": 1.8427977918218095e-05, "Finetune/Loss": 0.8796652555465698, "Finetune/Loss (Raw)": 0.8132604956626892, "Finetune/Step": 3951, "Finetune/Step Time": 6.566438619047403}
+{"Finetune/Learning Rate": 1.842707144128939e-05, "Finetune/Loss": 0.8788890838623047, "Finetune/Loss (Raw)": 0.7976998090744019, "Finetune/Step": 3952, "Finetune/Step Time": 6.564406739547849}
+{"Finetune/Learning Rate": 1.8426164725392895e-05, "Finetune/Loss": 0.8768303394317627, "Finetune/Loss (Raw)": 0.709229052066803, "Finetune/Step": 3953, "Finetune/Step Time": 6.566242393106222}
+{"Finetune/Learning Rate": 1.8425257770554336e-05, "Finetune/Loss": 0.8787684440612793, "Finetune/Loss (Raw)": 1.0681116580963135, "Finetune/Step": 3954, "Finetune/Step Time": 6.567111572250724}
+{"Finetune/Learning Rate": 1.8424350576799424e-05, "Finetune/Loss": 0.8776507377624512, "Finetune/Loss (Raw)": 0.8421714901924133, "Finetune/Step": 3955, "Finetune/Step Time": 6.568554367870092}
+{"Finetune/Learning Rate": 1.8423443144153882e-05, "Finetune/Loss": 0.8766418099403381, "Finetune/Loss (Raw)": 0.8620567917823792, "Finetune/Step": 3956, "Finetune/Step Time": 6.564672961831093}
+{"Finetune/Learning Rate": 1.8422535472643447e-05, "Finetune/Loss": 0.875444233417511, "Finetune/Loss (Raw)": 0.8924590349197388, "Finetune/Step": 3957, "Finetune/Step Time": 6.5653853714466095}
+{"Finetune/Learning Rate": 1.8421627562293854e-05, "Finetune/Loss": 0.8750370740890503, "Finetune/Loss (Raw)": 0.8756636381149292, "Finetune/Step": 3958, "Finetune/Step Time": 6.573386030271649}
+{"Finetune/Learning Rate": 1.8420719413130857e-05, "Finetune/Loss": 0.8754733204841614, "Finetune/Loss (Raw)": 0.8918346166610718, "Finetune/Step": 3959, "Finetune/Step Time": 6.5871001817286015}
+{"Finetune/Learning Rate": 1.8419811025180195e-05, "Finetune/Loss": 0.8751511573791504, "Finetune/Loss (Raw)": 0.8987201452255249, "Finetune/Step": 3960, "Finetune/Step Time": 6.582540441304445}
+{"Finetune/Learning Rate": 1.8418902398467642e-05, "Finetune/Loss": 0.8756102919578552, "Finetune/Loss (Raw)": 0.8825355768203735, "Finetune/Step": 3961, "Finetune/Step Time": 6.605610964819789}
+{"Finetune/Learning Rate": 1.8417993533018955e-05, "Finetune/Loss": 0.8760026097297668, "Finetune/Loss (Raw)": 0.7971513867378235, "Finetune/Step": 3962, "Finetune/Step Time": 6.6071471981704235}
+{"Finetune/Learning Rate": 1.841708442885991e-05, "Finetune/Loss": 0.8754124641418457, "Finetune/Loss (Raw)": 0.9357407093048096, "Finetune/Step": 3963, "Finetune/Step Time": 6.6103396117687225}
+{"Finetune/Learning Rate": 1.8416175086016284e-05, "Finetune/Loss": 0.876501202583313, "Finetune/Loss (Raw)": 1.0172162055969238, "Finetune/Step": 3964, "Finetune/Step Time": 6.614999292418361}
+{"Finetune/Learning Rate": 1.8415265504513864e-05, "Finetune/Loss": 0.8766005635261536, "Finetune/Loss (Raw)": 0.8215714693069458, "Finetune/Step": 3965, "Finetune/Step Time": 6.605330687016249}
+{"Finetune/Learning Rate": 1.8414355684378445e-05, "Finetune/Loss": 0.8754507303237915, "Finetune/Loss (Raw)": 0.7493904232978821, "Finetune/Step": 3966, "Finetune/Step Time": 6.621713304892182}
+{"Finetune/Learning Rate": 1.8413445625635823e-05, "Finetune/Loss": 0.8756046295166016, "Finetune/Loss (Raw)": 0.910324215888977, "Finetune/Step": 3967, "Finetune/Step Time": 6.621820170432329}
+{"Finetune/Learning Rate": 1.8412535328311813e-05, "Finetune/Loss": 0.8745683431625366, "Finetune/Loss (Raw)": 0.8075254559516907, "Finetune/Step": 3968, "Finetune/Step Time": 6.617917615920305}
+{"Finetune/Learning Rate": 1.841162479243222e-05, "Finetune/Loss": 0.8742331266403198, "Finetune/Loss (Raw)": 0.8168413043022156, "Finetune/Step": 3969, "Finetune/Step Time": 6.617402410134673}
+{"Finetune/Learning Rate": 1.841071401802287e-05, "Finetune/Loss": 0.8750219345092773, "Finetune/Loss (Raw)": 0.9988823533058167, "Finetune/Step": 3970, "Finetune/Step Time": 6.621058363467455}
+{"Finetune/Learning Rate": 1.8409803005109587e-05, "Finetune/Loss": 0.8748443722724915, "Finetune/Loss (Raw)": 0.7074989080429077, "Finetune/Step": 3971, "Finetune/Step Time": 6.635831182822585}
+{"Finetune/Learning Rate": 1.8408891753718202e-05, "Finetune/Loss": 0.8757646083831787, "Finetune/Loss (Raw)": 1.0301276445388794, "Finetune/Step": 3972, "Finetune/Step Time": 6.636771280318499}
+{"Finetune/Learning Rate": 1.8407980263874557e-05, "Finetune/Loss": 0.8768069744110107, "Finetune/Loss (Raw)": 1.021285057067871, "Finetune/Step": 3973, "Finetune/Step Time": 6.638426119461656}
+{"Finetune/Learning Rate": 1.8407068535604507e-05, "Finetune/Loss": 0.8781301975250244, "Finetune/Loss (Raw)": 0.9307200312614441, "Finetune/Step": 3974, "Finetune/Step Time": 6.631253357976675}
+{"Finetune/Learning Rate": 1.8406156568933897e-05, "Finetune/Loss": 0.87846839427948, "Finetune/Loss (Raw)": 0.9248026609420776, "Finetune/Step": 3975, "Finetune/Step Time": 6.6385593842715025}
+{"Finetune/Learning Rate": 1.840524436388859e-05, "Finetune/Loss": 0.8791823387145996, "Finetune/Loss (Raw)": 0.9481255412101746, "Finetune/Step": 3976, "Finetune/Step Time": 6.641233243048191}
+{"Finetune/Learning Rate": 1.8404331920494455e-05, "Finetune/Loss": 0.8780799508094788, "Finetune/Loss (Raw)": 0.8266067504882812, "Finetune/Step": 3977, "Finetune/Step Time": 6.6407359428703785}
+{"Finetune/Learning Rate": 1.8403419238777367e-05, "Finetune/Loss": 0.8801164627075195, "Finetune/Loss (Raw)": 1.0215516090393066, "Finetune/Step": 3978, "Finetune/Step Time": 6.642017252743244}
+{"Finetune/Learning Rate": 1.8402506318763203e-05, "Finetune/Loss": 0.8806041479110718, "Finetune/Loss (Raw)": 0.9238680601119995, "Finetune/Step": 3979, "Finetune/Step Time": 6.645595470443368}
+{"Finetune/Learning Rate": 1.8401593160477854e-05, "Finetune/Loss": 0.8812376260757446, "Finetune/Loss (Raw)": 0.8810130953788757, "Finetune/Step": 3980, "Finetune/Step Time": 6.629107398912311}
+{"Finetune/Learning Rate": 1.8400679763947212e-05, "Finetune/Loss": 0.8806536793708801, "Finetune/Loss (Raw)": 0.9144602417945862, "Finetune/Step": 3981, "Finetune/Step Time": 6.628334786742926}
+{"Finetune/Learning Rate": 1.8399766129197183e-05, "Finetune/Loss": 0.8797755241394043, "Finetune/Loss (Raw)": 0.9286447167396545, "Finetune/Step": 3982, "Finetune/Step Time": 6.629812262952328}
+{"Finetune/Learning Rate": 1.8398852256253673e-05, "Finetune/Loss": 0.8793764114379883, "Finetune/Loss (Raw)": 0.8701823949813843, "Finetune/Step": 3983, "Finetune/Step Time": 6.622370978817344}
+{"Finetune/Learning Rate": 1.839793814514259e-05, "Finetune/Loss": 0.8786565065383911, "Finetune/Loss (Raw)": 0.7136523127555847, "Finetune/Step": 3984, "Finetune/Step Time": 6.620507579296827}
+{"Finetune/Learning Rate": 1.839702379588987e-05, "Finetune/Loss": 0.8793107271194458, "Finetune/Loss (Raw)": 0.8953800797462463, "Finetune/Step": 3985, "Finetune/Step Time": 6.619170244783163}
+{"Finetune/Learning Rate": 1.839610920852143e-05, "Finetune/Loss": 0.8799635171890259, "Finetune/Loss (Raw)": 0.9479619264602661, "Finetune/Step": 3986, "Finetune/Step Time": 6.607348745688796}
+{"Finetune/Learning Rate": 1.8395194383063207e-05, "Finetune/Loss": 0.879641592502594, "Finetune/Loss (Raw)": 0.8631399869918823, "Finetune/Step": 3987, "Finetune/Step Time": 6.615234771743417}
+{"Finetune/Learning Rate": 1.8394279319541143e-05, "Finetune/Loss": 0.8791978359222412, "Finetune/Loss (Raw)": 0.886817455291748, "Finetune/Step": 3988, "Finetune/Step Time": 6.63036909326911}
+{"Finetune/Learning Rate": 1.839336401798119e-05, "Finetune/Loss": 0.8778285980224609, "Finetune/Loss (Raw)": 0.7556808590888977, "Finetune/Step": 3989, "Finetune/Step Time": 6.614913092926145}
+{"Finetune/Learning Rate": 1.83924484784093e-05, "Finetune/Loss": 0.8777618408203125, "Finetune/Loss (Raw)": 0.8546680808067322, "Finetune/Step": 3990, "Finetune/Step Time": 6.608753150328994}
+{"Finetune/Learning Rate": 1.8391532700851435e-05, "Finetune/Loss": 0.8777287006378174, "Finetune/Loss (Raw)": 0.8387237787246704, "Finetune/Step": 3991, "Finetune/Step Time": 6.60856145247817}
+{"Finetune/Learning Rate": 1.8390616685333565e-05, "Finetune/Loss": 0.8768512010574341, "Finetune/Loss (Raw)": 0.8248932361602783, "Finetune/Step": 3992, "Finetune/Step Time": 6.6101929154247046}
+{"Finetune/Learning Rate": 1.8389700431881667e-05, "Finetune/Loss": 0.8767502307891846, "Finetune/Loss (Raw)": 0.9350529909133911, "Finetune/Step": 3993, "Finetune/Step Time": 6.608431804925203}
+{"Finetune/Learning Rate": 1.838878394052172e-05, "Finetune/Loss": 0.8783653974533081, "Finetune/Loss (Raw)": 0.949718713760376, "Finetune/Step": 3994, "Finetune/Step Time": 6.606313895434141}
+{"Finetune/Learning Rate": 1.838786721127972e-05, "Finetune/Loss": 0.8800103664398193, "Finetune/Loss (Raw)": 0.9583773016929626, "Finetune/Step": 3995, "Finetune/Step Time": 6.593412056565285}
+{"Finetune/Learning Rate": 1.8386950244181654e-05, "Finetune/Loss": 0.8806517124176025, "Finetune/Loss (Raw)": 0.8768530488014221, "Finetune/Step": 3996, "Finetune/Step Time": 6.573215575888753}
+{"Finetune/Learning Rate": 1.838603303925353e-05, "Finetune/Loss": 0.8802639245986938, "Finetune/Loss (Raw)": 0.923913300037384, "Finetune/Step": 3997, "Finetune/Step Time": 6.57292272336781}
+{"Finetune/Learning Rate": 1.8385115596521356e-05, "Finetune/Loss": 0.8782268166542053, "Finetune/Loss (Raw)": 0.7746064066886902, "Finetune/Step": 3998, "Finetune/Step Time": 6.57424358651042}
+{"Finetune/Learning Rate": 1.8384197916011144e-05, "Finetune/Loss": 0.8788355588912964, "Finetune/Loss (Raw)": 0.9322130084037781, "Finetune/Step": 3999, "Finetune/Step Time": 6.572562340646982}
+{"Finetune/Learning Rate": 1.838327999774892e-05, "Finetune/Loss": 0.8786616325378418, "Finetune/Loss (Raw)": 0.9119258522987366, "Finetune/Step": 4000, "Finetune/Step Time": 6.573721280321479}
+{"Finetune/Learning Rate": 1.8382361841760718e-05, "Finetune/Loss": 0.8785125017166138, "Finetune/Loss (Raw)": 0.9533290863037109, "Finetune/Step": 4001, "Finetune/Step Time": 6.55896676518023}
+{"Finetune/Learning Rate": 1.838144344807257e-05, "Finetune/Loss": 0.8777289390563965, "Finetune/Loss (Raw)": 0.8336134552955627, "Finetune/Step": 4002, "Finetune/Step Time": 6.559810537844896}
+{"Finetune/Learning Rate": 1.838052481671052e-05, "Finetune/Loss": 0.8752488493919373, "Finetune/Loss (Raw)": 0.7050678133964539, "Finetune/Step": 4003, "Finetune/Step Time": 6.5717437490820885}
+{"Finetune/Learning Rate": 1.8379605947700617e-05, "Finetune/Loss": 0.876220166683197, "Finetune/Loss (Raw)": 0.9158779382705688, "Finetune/Step": 4004, "Finetune/Step Time": 6.576065834611654}
+{"Finetune/Learning Rate": 1.8378686841068916e-05, "Finetune/Loss": 0.8759785890579224, "Finetune/Loss (Raw)": 0.9060962200164795, "Finetune/Step": 4005, "Finetune/Step Time": 6.573245644569397}
+{"Finetune/Learning Rate": 1.8377767496841482e-05, "Finetune/Loss": 0.8758536577224731, "Finetune/Loss (Raw)": 0.942203164100647, "Finetune/Step": 4006, "Finetune/Step Time": 6.573862669989467}
+{"Finetune/Learning Rate": 1.8376847915044386e-05, "Finetune/Loss": 0.8760778903961182, "Finetune/Loss (Raw)": 0.8516446352005005, "Finetune/Step": 4007, "Finetune/Step Time": 6.586680270731449}
+{"Finetune/Learning Rate": 1.8375928095703703e-05, "Finetune/Loss": 0.876699686050415, "Finetune/Loss (Raw)": 0.9349151849746704, "Finetune/Step": 4008, "Finetune/Step Time": 6.585646396502852}
+{"Finetune/Learning Rate": 1.8375008038845515e-05, "Finetune/Loss": 0.8749698400497437, "Finetune/Loss (Raw)": 0.7106918692588806, "Finetune/Step": 4009, "Finetune/Step Time": 6.588427795097232}
+{"Finetune/Learning Rate": 1.8374087744495918e-05, "Finetune/Loss": 0.8765679597854614, "Finetune/Loss (Raw)": 1.0790014266967773, "Finetune/Step": 4010, "Finetune/Step Time": 6.57969974167645}
+{"Finetune/Learning Rate": 1.8373167212681003e-05, "Finetune/Loss": 0.8780566453933716, "Finetune/Loss (Raw)": 0.9848281741142273, "Finetune/Step": 4011, "Finetune/Step Time": 6.578568357974291}
+{"Finetune/Learning Rate": 1.8372246443426877e-05, "Finetune/Loss": 0.8777552247047424, "Finetune/Loss (Raw)": 0.8635474443435669, "Finetune/Step": 4012, "Finetune/Step Time": 6.576762594282627}
+{"Finetune/Learning Rate": 1.837132543675965e-05, "Finetune/Loss": 0.8787381649017334, "Finetune/Loss (Raw)": 0.9375932216644287, "Finetune/Step": 4013, "Finetune/Step Time": 6.572170972824097}
+{"Finetune/Learning Rate": 1.8370404192705437e-05, "Finetune/Loss": 0.8804887533187866, "Finetune/Loss (Raw)": 0.8786572813987732, "Finetune/Step": 4014, "Finetune/Step Time": 6.567824786528945}
+{"Finetune/Learning Rate": 1.8369482711290366e-05, "Finetune/Loss": 0.8782659769058228, "Finetune/Loss (Raw)": 0.6394650936126709, "Finetune/Step": 4015, "Finetune/Step Time": 6.561281740665436}
+{"Finetune/Learning Rate": 1.8368560992540563e-05, "Finetune/Loss": 0.8764809370040894, "Finetune/Loss (Raw)": 0.7223967909812927, "Finetune/Step": 4016, "Finetune/Step Time": 6.560684943571687}
+{"Finetune/Learning Rate": 1.8367639036482167e-05, "Finetune/Loss": 0.8773847818374634, "Finetune/Loss (Raw)": 0.8669285774230957, "Finetune/Step": 4017, "Finetune/Step Time": 6.562470557168126}
+{"Finetune/Learning Rate": 1.836671684314132e-05, "Finetune/Loss": 0.8763605952262878, "Finetune/Loss (Raw)": 0.8038830757141113, "Finetune/Step": 4018, "Finetune/Step Time": 6.558021048083901}
+{"Finetune/Learning Rate": 1.836579441254418e-05, "Finetune/Loss": 0.875732421875, "Finetune/Loss (Raw)": 0.9123446941375732, "Finetune/Step": 4019, "Finetune/Step Time": 6.554506486281753}
+{"Finetune/Learning Rate": 1.83648717447169e-05, "Finetune/Loss": 0.8756365776062012, "Finetune/Loss (Raw)": 0.9336932301521301, "Finetune/Step": 4020, "Finetune/Step Time": 6.553107285872102}
+{"Finetune/Learning Rate": 1.8363948839685638e-05, "Finetune/Loss": 0.8765681385993958, "Finetune/Loss (Raw)": 0.9304900765419006, "Finetune/Step": 4021, "Finetune/Step Time": 6.5504088923335075}
+{"Finetune/Learning Rate": 1.8363025697476577e-05, "Finetune/Loss": 0.8750764727592468, "Finetune/Loss (Raw)": 0.7078630924224854, "Finetune/Step": 4022, "Finetune/Step Time": 6.553241364657879}
+{"Finetune/Learning Rate": 1.8362102318115882e-05, "Finetune/Loss": 0.8737797141075134, "Finetune/Loss (Raw)": 0.8845595717430115, "Finetune/Step": 4023, "Finetune/Step Time": 6.5345215275883675}
+{"Finetune/Learning Rate": 1.836117870162975e-05, "Finetune/Loss": 0.8755095601081848, "Finetune/Loss (Raw)": 0.99482661485672, "Finetune/Step": 4024, "Finetune/Step Time": 6.538739021867514}
+{"Finetune/Learning Rate": 1.836025484804436e-05, "Finetune/Loss": 0.8746455907821655, "Finetune/Loss (Raw)": 0.8770147562026978, "Finetune/Step": 4025, "Finetune/Step Time": 6.539142714813352}
+{"Finetune/Learning Rate": 1.8359330757385922e-05, "Finetune/Loss": 0.8748591542243958, "Finetune/Loss (Raw)": 0.8063855171203613, "Finetune/Step": 4026, "Finetune/Step Time": 6.53543221950531}
+{"Finetune/Learning Rate": 1.835840642968063e-05, "Finetune/Loss": 0.8743982315063477, "Finetune/Loss (Raw)": 0.9271745085716248, "Finetune/Step": 4027, "Finetune/Step Time": 6.538650907576084}
+{"Finetune/Learning Rate": 1.83574818649547e-05, "Finetune/Loss": 0.8763180375099182, "Finetune/Loss (Raw)": 1.0528457164764404, "Finetune/Step": 4028, "Finetune/Step Time": 6.538120500743389}
+{"Finetune/Learning Rate": 1.8356557063234352e-05, "Finetune/Loss": 0.8763764500617981, "Finetune/Loss (Raw)": 0.9059182405471802, "Finetune/Step": 4029, "Finetune/Step Time": 6.543232398107648}
+{"Finetune/Learning Rate": 1.8355632024545807e-05, "Finetune/Loss": 0.8768171072006226, "Finetune/Loss (Raw)": 1.0029339790344238, "Finetune/Step": 4030, "Finetune/Step Time": 6.552979364991188}
+{"Finetune/Learning Rate": 1.8354706748915302e-05, "Finetune/Loss": 0.8771125078201294, "Finetune/Loss (Raw)": 0.9063599109649658, "Finetune/Step": 4031, "Finetune/Step Time": 6.558144345879555}
+{"Finetune/Learning Rate": 1.8353781236369065e-05, "Finetune/Loss": 0.8776611089706421, "Finetune/Loss (Raw)": 0.8902797698974609, "Finetune/Step": 4032, "Finetune/Step Time": 6.566248681396246}
+{"Finetune/Learning Rate": 1.835285548693335e-05, "Finetune/Loss": 0.877011239528656, "Finetune/Loss (Raw)": 0.8078804612159729, "Finetune/Step": 4033, "Finetune/Step Time": 6.57512516900897}
+{"Finetune/Learning Rate": 1.8351929500634408e-05, "Finetune/Loss": 0.8777186870574951, "Finetune/Loss (Raw)": 1.0071802139282227, "Finetune/Step": 4034, "Finetune/Step Time": 6.572131736204028}
+{"Finetune/Learning Rate": 1.8351003277498493e-05, "Finetune/Loss": 0.877716064453125, "Finetune/Loss (Raw)": 0.9485798478126526, "Finetune/Step": 4035, "Finetune/Step Time": 6.569525849074125}
+{"Finetune/Learning Rate": 1.835007681755187e-05, "Finetune/Loss": 0.8791969418525696, "Finetune/Loss (Raw)": 0.8636522889137268, "Finetune/Step": 4036, "Finetune/Step Time": 6.557095425203443}
+{"Finetune/Learning Rate": 1.8349150120820817e-05, "Finetune/Loss": 0.8798519372940063, "Finetune/Loss (Raw)": 0.8376899361610413, "Finetune/Step": 4037, "Finetune/Step Time": 6.5515590403229}
+{"Finetune/Learning Rate": 1.8348223187331604e-05, "Finetune/Loss": 0.8801407814025879, "Finetune/Loss (Raw)": 1.0059419870376587, "Finetune/Step": 4038, "Finetune/Step Time": 6.551383526995778}
+{"Finetune/Learning Rate": 1.8347296017110525e-05, "Finetune/Loss": 0.8808598518371582, "Finetune/Loss (Raw)": 0.9744881987571716, "Finetune/Step": 4039, "Finetune/Step Time": 6.548864586278796}
+{"Finetune/Learning Rate": 1.8346368610183863e-05, "Finetune/Loss": 0.8813194036483765, "Finetune/Loss (Raw)": 0.9138172268867493, "Finetune/Step": 4040, "Finetune/Step Time": 6.548188457265496}
+{"Finetune/Learning Rate": 1.8345440966577924e-05, "Finetune/Loss": 0.8804429173469543, "Finetune/Loss (Raw)": 0.7424924373626709, "Finetune/Step": 4041, "Finetune/Step Time": 6.545505000278354}
+{"Finetune/Learning Rate": 1.8344513086319013e-05, "Finetune/Loss": 0.8789918422698975, "Finetune/Loss (Raw)": 0.8067188858985901, "Finetune/Step": 4042, "Finetune/Step Time": 6.533504730090499}
+{"Finetune/Learning Rate": 1.8343584969433434e-05, "Finetune/Loss": 0.8786348104476929, "Finetune/Loss (Raw)": 0.9122970700263977, "Finetune/Step": 4043, "Finetune/Step Time": 6.5297988802194595}
+{"Finetune/Learning Rate": 1.8342656615947515e-05, "Finetune/Loss": 0.8813385963439941, "Finetune/Loss (Raw)": 0.9936352372169495, "Finetune/Step": 4044, "Finetune/Step Time": 6.517878429964185}
+{"Finetune/Learning Rate": 1.8341728025887574e-05, "Finetune/Loss": 0.882472574710846, "Finetune/Loss (Raw)": 0.8761646747589111, "Finetune/Step": 4045, "Finetune/Step Time": 6.51787762157619}
+{"Finetune/Learning Rate": 1.8340799199279954e-05, "Finetune/Loss": 0.8819911479949951, "Finetune/Loss (Raw)": 0.8212220668792725, "Finetune/Step": 4046, "Finetune/Step Time": 6.5128231551498175}
+{"Finetune/Learning Rate": 1.833987013615098e-05, "Finetune/Loss": 0.8820178508758545, "Finetune/Loss (Raw)": 0.8218531012535095, "Finetune/Step": 4047, "Finetune/Step Time": 6.518204053863883}
+{"Finetune/Learning Rate": 1.8338940836527005e-05, "Finetune/Loss": 0.8816506862640381, "Finetune/Loss (Raw)": 0.912740170955658, "Finetune/Step": 4048, "Finetune/Step Time": 6.516141749918461}
+{"Finetune/Learning Rate": 1.8338011300434383e-05, "Finetune/Loss": 0.8818200826644897, "Finetune/Loss (Raw)": 0.7227286696434021, "Finetune/Step": 4049, "Finetune/Step Time": 6.501491570845246}
+{"Finetune/Learning Rate": 1.833708152789947e-05, "Finetune/Loss": 0.8824265003204346, "Finetune/Loss (Raw)": 0.949651837348938, "Finetune/Step": 4050, "Finetune/Step Time": 6.500582521781325}
+{"Finetune/Learning Rate": 1.833615151894863e-05, "Finetune/Loss": 0.8812892436981201, "Finetune/Loss (Raw)": 0.7200706005096436, "Finetune/Step": 4051, "Finetune/Step Time": 6.500993523746729}
+{"Finetune/Learning Rate": 1.833522127360824e-05, "Finetune/Loss": 0.8818079829216003, "Finetune/Loss (Raw)": 0.9014060497283936, "Finetune/Step": 4052, "Finetune/Step Time": 6.499103939160705}
+{"Finetune/Learning Rate": 1.833429079190468e-05, "Finetune/Loss": 0.8812965750694275, "Finetune/Loss (Raw)": 0.9774971604347229, "Finetune/Step": 4053, "Finetune/Step Time": 6.495982380583882}
+{"Finetune/Learning Rate": 1.8333360073864326e-05, "Finetune/Loss": 0.8809750080108643, "Finetune/Loss (Raw)": 0.9230267405509949, "Finetune/Step": 4054, "Finetune/Step Time": 6.512198077514768}
+{"Finetune/Learning Rate": 1.833242911951358e-05, "Finetune/Loss": 0.8791993856430054, "Finetune/Loss (Raw)": 0.6731905937194824, "Finetune/Step": 4055, "Finetune/Step Time": 6.526239909231663}
+{"Finetune/Learning Rate": 1.833149792887884e-05, "Finetune/Loss": 0.8815125226974487, "Finetune/Loss (Raw)": 0.9255589246749878, "Finetune/Step": 4056, "Finetune/Step Time": 6.5146926157176495}
+{"Finetune/Learning Rate": 1.833056650198651e-05, "Finetune/Loss": 0.8819284439086914, "Finetune/Loss (Raw)": 0.9216573238372803, "Finetune/Step": 4057, "Finetune/Step Time": 6.51134430244565}
+{"Finetune/Learning Rate": 1.8329634838863e-05, "Finetune/Loss": 0.8814650774002075, "Finetune/Loss (Raw)": 0.8890373706817627, "Finetune/Step": 4058, "Finetune/Step Time": 6.514295596629381}
+{"Finetune/Learning Rate": 1.8328702939534737e-05, "Finetune/Loss": 0.8816919326782227, "Finetune/Loss (Raw)": 0.9628819823265076, "Finetune/Step": 4059, "Finetune/Step Time": 6.529911046847701}
+{"Finetune/Learning Rate": 1.832777080402814e-05, "Finetune/Loss": 0.8811245560646057, "Finetune/Loss (Raw)": 0.941755473613739, "Finetune/Step": 4060, "Finetune/Step Time": 6.528337428346276}
+{"Finetune/Learning Rate": 1.832683843236964e-05, "Finetune/Loss": 0.8811259865760803, "Finetune/Loss (Raw)": 0.9101523160934448, "Finetune/Step": 4061, "Finetune/Step Time": 6.534244619309902}
+{"Finetune/Learning Rate": 1.8325905824585687e-05, "Finetune/Loss": 0.881053626537323, "Finetune/Loss (Raw)": 0.804283857345581, "Finetune/Step": 4062, "Finetune/Step Time": 6.535523418337107}
+{"Finetune/Learning Rate": 1.8324972980702717e-05, "Finetune/Loss": 0.8805525898933411, "Finetune/Loss (Raw)": 0.976576030254364, "Finetune/Step": 4063, "Finetune/Step Time": 6.54062375985086}
+{"Finetune/Learning Rate": 1.832403990074719e-05, "Finetune/Loss": 0.8810790777206421, "Finetune/Loss (Raw)": 0.9203053116798401, "Finetune/Step": 4064, "Finetune/Step Time": 6.533136043697596}
+{"Finetune/Learning Rate": 1.8323106584745557e-05, "Finetune/Loss": 0.879738450050354, "Finetune/Loss (Raw)": 0.8077189326286316, "Finetune/Step": 4065, "Finetune/Step Time": 6.535200510174036}
+{"Finetune/Learning Rate": 1.832217303272429e-05, "Finetune/Loss": 0.8804948329925537, "Finetune/Loss (Raw)": 0.8977347612380981, "Finetune/Step": 4066, "Finetune/Step Time": 6.534199804067612}
+{"Finetune/Learning Rate": 1.832123924470986e-05, "Finetune/Loss": 0.8820236325263977, "Finetune/Loss (Raw)": 1.0602971315383911, "Finetune/Step": 4067, "Finetune/Step Time": 6.5299547500908375}
+{"Finetune/Learning Rate": 1.8320305220728755e-05, "Finetune/Loss": 0.8830842971801758, "Finetune/Loss (Raw)": 1.0049735307693481, "Finetune/Step": 4068, "Finetune/Step Time": 6.526932016015053}
+{"Finetune/Learning Rate": 1.8319370960807447e-05, "Finetune/Loss": 0.8828351497650146, "Finetune/Loss (Raw)": 0.9448961019515991, "Finetune/Step": 4069, "Finetune/Step Time": 6.524713978171349}
+{"Finetune/Learning Rate": 1.8318436464972437e-05, "Finetune/Loss": 0.8814406394958496, "Finetune/Loss (Raw)": 0.7161376476287842, "Finetune/Step": 4070, "Finetune/Step Time": 6.538685154169798}
+{"Finetune/Learning Rate": 1.831750173325022e-05, "Finetune/Loss": 0.88213711977005, "Finetune/Loss (Raw)": 0.8348711133003235, "Finetune/Step": 4071, "Finetune/Step Time": 6.527104958891869}
+{"Finetune/Learning Rate": 1.831656676566731e-05, "Finetune/Loss": 0.8831852674484253, "Finetune/Loss (Raw)": 0.9668267369270325, "Finetune/Step": 4072, "Finetune/Step Time": 6.5268600564450026}
+{"Finetune/Learning Rate": 1.8315631562250217e-05, "Finetune/Loss": 0.8837019801139832, "Finetune/Loss (Raw)": 0.8948600888252258, "Finetune/Step": 4073, "Finetune/Step Time": 6.525457261130214}
+{"Finetune/Learning Rate": 1.8314696123025456e-05, "Finetune/Loss": 0.8827968835830688, "Finetune/Loss (Raw)": 0.7321198582649231, "Finetune/Step": 4074, "Finetune/Step Time": 6.5377890057861805}
+{"Finetune/Learning Rate": 1.8313760448019556e-05, "Finetune/Loss": 0.8842385411262512, "Finetune/Loss (Raw)": 0.9811106324195862, "Finetune/Step": 4075, "Finetune/Step Time": 6.537875635549426}
+{"Finetune/Learning Rate": 1.8312824537259054e-05, "Finetune/Loss": 0.8832507729530334, "Finetune/Loss (Raw)": 0.786413848400116, "Finetune/Step": 4076, "Finetune/Step Time": 6.543149847537279}
+{"Finetune/Learning Rate": 1.8311888390770482e-05, "Finetune/Loss": 0.8844231367111206, "Finetune/Loss (Raw)": 0.9121655225753784, "Finetune/Step": 4077, "Finetune/Step Time": 6.54165904968977}
+{"Finetune/Learning Rate": 1.8310952008580396e-05, "Finetune/Loss": 0.8844594955444336, "Finetune/Loss (Raw)": 0.8812750577926636, "Finetune/Step": 4078, "Finetune/Step Time": 6.543326606974006}
+{"Finetune/Learning Rate": 1.831001539071534e-05, "Finetune/Loss": 0.8856997489929199, "Finetune/Loss (Raw)": 0.9720091223716736, "Finetune/Step": 4079, "Finetune/Step Time": 6.5416026040911674}
+{"Finetune/Learning Rate": 1.8309078537201882e-05, "Finetune/Loss": 0.8865745067596436, "Finetune/Loss (Raw)": 0.9096746444702148, "Finetune/Step": 4080, "Finetune/Step Time": 6.542519079521298}
+{"Finetune/Learning Rate": 1.8308141448066582e-05, "Finetune/Loss": 0.8892384171485901, "Finetune/Loss (Raw)": 1.0502115488052368, "Finetune/Step": 4081, "Finetune/Step Time": 6.558435618877411}
+{"Finetune/Learning Rate": 1.8307204123336014e-05, "Finetune/Loss": 0.8884758353233337, "Finetune/Loss (Raw)": 0.9704984426498413, "Finetune/Step": 4082, "Finetune/Step Time": 6.561583984643221}
+{"Finetune/Learning Rate": 1.8306266563036764e-05, "Finetune/Loss": 0.8903247714042664, "Finetune/Loss (Raw)": 1.0788335800170898, "Finetune/Step": 4083, "Finetune/Step Time": 6.562359405681491}
+{"Finetune/Learning Rate": 1.8305328767195415e-05, "Finetune/Loss": 0.8898583650588989, "Finetune/Loss (Raw)": 0.8023645281791687, "Finetune/Step": 4084, "Finetune/Step Time": 6.56480878777802}
+{"Finetune/Learning Rate": 1.8304390735838555e-05, "Finetune/Loss": 0.8895787000656128, "Finetune/Loss (Raw)": 0.8566567301750183, "Finetune/Step": 4085, "Finetune/Step Time": 6.561031708493829}
+{"Finetune/Learning Rate": 1.830345246899279e-05, "Finetune/Loss": 0.8896472454071045, "Finetune/Loss (Raw)": 0.8844398856163025, "Finetune/Step": 4086, "Finetune/Step Time": 6.552567474544048}
+{"Finetune/Learning Rate": 1.8302513966684725e-05, "Finetune/Loss": 0.8894885182380676, "Finetune/Loss (Raw)": 0.8715129494667053, "Finetune/Step": 4087, "Finetune/Step Time": 6.540686646476388}
+{"Finetune/Learning Rate": 1.8301575228940974e-05, "Finetune/Loss": 0.8895552158355713, "Finetune/Loss (Raw)": 0.9072574377059937, "Finetune/Step": 4088, "Finetune/Step Time": 6.54363315179944}
+{"Finetune/Learning Rate": 1.8300636255788152e-05, "Finetune/Loss": 0.890169084072113, "Finetune/Loss (Raw)": 0.9611145853996277, "Finetune/Step": 4089, "Finetune/Step Time": 6.522090593352914}
+{"Finetune/Learning Rate": 1.8299697047252894e-05, "Finetune/Loss": 0.8924320340156555, "Finetune/Loss (Raw)": 1.0868065357208252, "Finetune/Step": 4090, "Finetune/Step Time": 6.521125480532646}
+{"Finetune/Learning Rate": 1.8298757603361827e-05, "Finetune/Loss": 0.8925642967224121, "Finetune/Loss (Raw)": 0.9526665210723877, "Finetune/Step": 4091, "Finetune/Step Time": 6.519653223454952}
+{"Finetune/Learning Rate": 1.8297817924141595e-05, "Finetune/Loss": 0.8909106254577637, "Finetune/Loss (Raw)": 0.8055506348609924, "Finetune/Step": 4092, "Finetune/Step Time": 6.53346448764205}
+{"Finetune/Learning Rate": 1.829687800961884e-05, "Finetune/Loss": 0.8912510871887207, "Finetune/Loss (Raw)": 0.8651508688926697, "Finetune/Step": 4093, "Finetune/Step Time": 6.540578657761216}
+{"Finetune/Learning Rate": 1.8295937859820217e-05, "Finetune/Loss": 0.8921754956245422, "Finetune/Loss (Raw)": 0.8677142262458801, "Finetune/Step": 4094, "Finetune/Step Time": 6.529703402891755}
+{"Finetune/Learning Rate": 1.8294997474772387e-05, "Finetune/Loss": 0.8925949335098267, "Finetune/Loss (Raw)": 0.9640053510665894, "Finetune/Step": 4095, "Finetune/Step Time": 6.5342978071421385}
+{"Finetune/Learning Rate": 1.829405685450202e-05, "Finetune/Loss": 0.893349289894104, "Finetune/Loss (Raw)": 0.9040840268135071, "Finetune/Step": 4096, "Finetune/Step Time": 6.547198439016938}
+{"Finetune/Learning Rate": 1.829311599903578e-05, "Finetune/Loss": 0.8938322067260742, "Finetune/Loss (Raw)": 0.8786644339561462, "Finetune/Step": 4097, "Finetune/Step Time": 6.548242827877402}
+{"Finetune/Learning Rate": 1.829217490840036e-05, "Finetune/Loss": 0.8936001062393188, "Finetune/Loss (Raw)": 0.9691696763038635, "Finetune/Step": 4098, "Finetune/Step Time": 6.5577039159834385}
+{"Finetune/Learning Rate": 1.8291233582622437e-05, "Finetune/Loss": 0.8943949341773987, "Finetune/Loss (Raw)": 0.8092367649078369, "Finetune/Step": 4099, "Finetune/Step Time": 6.580382635816932}
+{"Finetune/Learning Rate": 1.8290292021728704e-05, "Finetune/Loss": 0.8925471901893616, "Finetune/Loss (Raw)": 0.793615460395813, "Finetune/Step": 4100, "Finetune/Step Time": 6.592971481382847}
+{"Finetune/Learning Rate": 1.8289350225745862e-05, "Finetune/Loss": 0.8915615081787109, "Finetune/Loss (Raw)": 0.8951204419136047, "Finetune/Step": 4101, "Finetune/Step Time": 6.594614682719111}
+{"Finetune/Learning Rate": 1.8288408194700624e-05, "Finetune/Loss": 0.8897477388381958, "Finetune/Loss (Raw)": 0.6985527276992798, "Finetune/Step": 4102, "Finetune/Step Time": 6.601011332124472}
+{"Finetune/Learning Rate": 1.8287465928619698e-05, "Finetune/Loss": 0.8888638615608215, "Finetune/Loss (Raw)": 0.8116703033447266, "Finetune/Step": 4103, "Finetune/Step Time": 6.5969512816518545}
+{"Finetune/Learning Rate": 1.8286523427529802e-05, "Finetune/Loss": 0.8886297941207886, "Finetune/Loss (Raw)": 0.9181607365608215, "Finetune/Step": 4104, "Finetune/Step Time": 6.596583852544427}
+{"Finetune/Learning Rate": 1.8285580691457666e-05, "Finetune/Loss": 0.8869234919548035, "Finetune/Loss (Raw)": 0.6082021594047546, "Finetune/Step": 4105, "Finetune/Step Time": 6.611270729452372}
+{"Finetune/Learning Rate": 1.828463772043003e-05, "Finetune/Loss": 0.8862051963806152, "Finetune/Loss (Raw)": 0.9296106696128845, "Finetune/Step": 4106, "Finetune/Step Time": 6.613779790699482}
+{"Finetune/Learning Rate": 1.828369451447362e-05, "Finetune/Loss": 0.8849451541900635, "Finetune/Loss (Raw)": 0.7625793218612671, "Finetune/Step": 4107, "Finetune/Step Time": 6.616340326145291}
+{"Finetune/Learning Rate": 1.8282751073615186e-05, "Finetune/Loss": 0.8841773271560669, "Finetune/Loss (Raw)": 0.7827298641204834, "Finetune/Step": 4108, "Finetune/Step Time": 6.619216863065958}
+{"Finetune/Learning Rate": 1.8281807397881487e-05, "Finetune/Loss": 0.8841023445129395, "Finetune/Loss (Raw)": 0.9048646092414856, "Finetune/Step": 4109, "Finetune/Step Time": 6.621905250474811}
+{"Finetune/Learning Rate": 1.8280863487299283e-05, "Finetune/Loss": 0.8835090398788452, "Finetune/Loss (Raw)": 0.8527036905288696, "Finetune/Step": 4110, "Finetune/Step Time": 6.6220969427376986}
+{"Finetune/Learning Rate": 1.8279919341895335e-05, "Finetune/Loss": 0.8832470178604126, "Finetune/Loss (Raw)": 0.83664470911026, "Finetune/Step": 4111, "Finetune/Step Time": 6.625818941742182}
+{"Finetune/Learning Rate": 1.8278974961696422e-05, "Finetune/Loss": 0.8852546215057373, "Finetune/Loss (Raw)": 0.9706305861473083, "Finetune/Step": 4112, "Finetune/Step Time": 6.629621544852853}
+{"Finetune/Learning Rate": 1.827803034672932e-05, "Finetune/Loss": 0.8840841054916382, "Finetune/Loss (Raw)": 0.7455458045005798, "Finetune/Step": 4113, "Finetune/Step Time": 6.6295993737876415}
+{"Finetune/Learning Rate": 1.8277085497020818e-05, "Finetune/Loss": 0.8826374411582947, "Finetune/Loss (Raw)": 0.7627911567687988, "Finetune/Step": 4114, "Finetune/Step Time": 6.627307256683707}
+{"Finetune/Learning Rate": 1.8276140412597706e-05, "Finetune/Loss": 0.8828878402709961, "Finetune/Loss (Raw)": 0.8951879143714905, "Finetune/Step": 4115, "Finetune/Step Time": 6.6186546217650175}
+{"Finetune/Learning Rate": 1.827519509348679e-05, "Finetune/Loss": 0.8832533955574036, "Finetune/Loss (Raw)": 0.933607816696167, "Finetune/Step": 4116, "Finetune/Step Time": 6.6027045045048}
+{"Finetune/Learning Rate": 1.827424953971487e-05, "Finetune/Loss": 0.8847380876541138, "Finetune/Loss (Raw)": 0.9457248449325562, "Finetune/Step": 4117, "Finetune/Step Time": 6.601155877113342}
+{"Finetune/Learning Rate": 1.8273303751308763e-05, "Finetune/Loss": 0.8859052658081055, "Finetune/Loss (Raw)": 1.0040628910064697, "Finetune/Step": 4118, "Finetune/Step Time": 6.611853685230017}
+{"Finetune/Learning Rate": 1.8272357728295283e-05, "Finetune/Loss": 0.8868217468261719, "Finetune/Loss (Raw)": 0.9560367465019226, "Finetune/Step": 4119, "Finetune/Step Time": 6.610336143523455}
+{"Finetune/Learning Rate": 1.8271411470701267e-05, "Finetune/Loss": 0.8856968283653259, "Finetune/Loss (Raw)": 0.6809017658233643, "Finetune/Step": 4120, "Finetune/Step Time": 6.624912468716502}
+{"Finetune/Learning Rate": 1.827046497855354e-05, "Finetune/Loss": 0.8853247761726379, "Finetune/Loss (Raw)": 0.8874334692955017, "Finetune/Step": 4121, "Finetune/Step Time": 6.629842745140195}
+{"Finetune/Learning Rate": 1.8269518251878946e-05, "Finetune/Loss": 0.8836231231689453, "Finetune/Loss (Raw)": 0.731906533241272, "Finetune/Step": 4122, "Finetune/Step Time": 6.631982089951634}
+{"Finetune/Learning Rate": 1.826857129070433e-05, "Finetune/Loss": 0.8847035765647888, "Finetune/Loss (Raw)": 1.0966726541519165, "Finetune/Step": 4123, "Finetune/Step Time": 6.631354108452797}
+{"Finetune/Learning Rate": 1.826762409505654e-05, "Finetune/Loss": 0.8848170638084412, "Finetune/Loss (Raw)": 0.891380250453949, "Finetune/Step": 4124, "Finetune/Step Time": 6.644365794956684}
+{"Finetune/Learning Rate": 1.8266676664962446e-05, "Finetune/Loss": 0.8841067552566528, "Finetune/Loss (Raw)": 0.8330009579658508, "Finetune/Step": 4125, "Finetune/Step Time": 6.648760763928294}
+{"Finetune/Learning Rate": 1.826572900044891e-05, "Finetune/Loss": 0.8854265213012695, "Finetune/Loss (Raw)": 0.9435275793075562, "Finetune/Step": 4126, "Finetune/Step Time": 6.650309314951301}
+{"Finetune/Learning Rate": 1.8264781101542797e-05, "Finetune/Loss": 0.8853298425674438, "Finetune/Loss (Raw)": 0.9198401570320129, "Finetune/Step": 4127, "Finetune/Step Time": 6.653041634708643}
+{"Finetune/Learning Rate": 1.8263832968271e-05, "Finetune/Loss": 0.8851094245910645, "Finetune/Loss (Raw)": 0.8837196826934814, "Finetune/Step": 4128, "Finetune/Step Time": 6.653105003759265}
+{"Finetune/Learning Rate": 1.8262884600660394e-05, "Finetune/Loss": 0.8847494125366211, "Finetune/Loss (Raw)": 0.9072409272193909, "Finetune/Step": 4129, "Finetune/Step Time": 6.653864631429315}
+{"Finetune/Learning Rate": 1.8261935998737884e-05, "Finetune/Loss": 0.8855263590812683, "Finetune/Loss (Raw)": 0.9330641031265259, "Finetune/Step": 4130, "Finetune/Step Time": 6.653164558112621}
+{"Finetune/Learning Rate": 1.826098716253036e-05, "Finetune/Loss": 0.8864779472351074, "Finetune/Loss (Raw)": 0.8268670439720154, "Finetune/Step": 4131, "Finetune/Step Time": 6.641983464360237}
+{"Finetune/Learning Rate": 1.8260038092064728e-05, "Finetune/Loss": 0.8864776492118835, "Finetune/Loss (Raw)": 0.9158437848091125, "Finetune/Step": 4132, "Finetune/Step Time": 6.641084000468254}
+{"Finetune/Learning Rate": 1.8259088787367906e-05, "Finetune/Loss": 0.886419415473938, "Finetune/Loss (Raw)": 0.8986455798149109, "Finetune/Step": 4133, "Finetune/Step Time": 6.6419625747948885}
+{"Finetune/Learning Rate": 1.8258139248466812e-05, "Finetune/Loss": 0.8858625888824463, "Finetune/Loss (Raw)": 0.8709306716918945, "Finetune/Step": 4134, "Finetune/Step Time": 6.642237005755305}
+{"Finetune/Learning Rate": 1.8257189475388373e-05, "Finetune/Loss": 0.8858160972595215, "Finetune/Loss (Raw)": 0.8456868529319763, "Finetune/Step": 4135, "Finetune/Step Time": 6.632415851578116}
+{"Finetune/Learning Rate": 1.825623946815952e-05, "Finetune/Loss": 0.8861449956893921, "Finetune/Loss (Raw)": 0.9770123958587646, "Finetune/Step": 4136, "Finetune/Step Time": 6.632248239591718}
+{"Finetune/Learning Rate": 1.8255289226807194e-05, "Finetune/Loss": 0.8872475624084473, "Finetune/Loss (Raw)": 0.8518246412277222, "Finetune/Step": 4137, "Finetune/Step Time": 6.632488088682294}
+{"Finetune/Learning Rate": 1.825433875135834e-05, "Finetune/Loss": 0.886616051197052, "Finetune/Loss (Raw)": 0.9981681704521179, "Finetune/Step": 4138, "Finetune/Step Time": 6.630275433883071}
+{"Finetune/Learning Rate": 1.825338804183991e-05, "Finetune/Loss": 0.8859027624130249, "Finetune/Loss (Raw)": 0.8935297727584839, "Finetune/Step": 4139, "Finetune/Step Time": 6.628720734268427}
+{"Finetune/Learning Rate": 1.8252437098278867e-05, "Finetune/Loss": 0.8856306076049805, "Finetune/Loss (Raw)": 0.8287104368209839, "Finetune/Step": 4140, "Finetune/Step Time": 6.639054656028748}
+{"Finetune/Learning Rate": 1.8251485920702173e-05, "Finetune/Loss": 0.8851050138473511, "Finetune/Loss (Raw)": 0.8703210949897766, "Finetune/Step": 4141, "Finetune/Step Time": 6.645162906497717}
+{"Finetune/Learning Rate": 1.8250534509136804e-05, "Finetune/Loss": 0.8846683502197266, "Finetune/Loss (Raw)": 0.8227584362030029, "Finetune/Step": 4142, "Finetune/Step Time": 6.644782802090049}
+{"Finetune/Learning Rate": 1.8249582863609734e-05, "Finetune/Loss": 0.8865827322006226, "Finetune/Loss (Raw)": 0.8845033645629883, "Finetune/Step": 4143, "Finetune/Step Time": 6.648496620357037}
+{"Finetune/Learning Rate": 1.8248630984147956e-05, "Finetune/Loss": 0.8879604339599609, "Finetune/Loss (Raw)": 0.898747980594635, "Finetune/Step": 4144, "Finetune/Step Time": 6.650832550600171}
+{"Finetune/Learning Rate": 1.824767887077846e-05, "Finetune/Loss": 0.8877624869346619, "Finetune/Loss (Raw)": 0.8415913581848145, "Finetune/Step": 4145, "Finetune/Step Time": 6.656760111451149}
+{"Finetune/Learning Rate": 1.8246726523528243e-05, "Finetune/Loss": 0.8884272575378418, "Finetune/Loss (Raw)": 0.8889736533164978, "Finetune/Step": 4146, "Finetune/Step Time": 6.655472511425614}
+{"Finetune/Learning Rate": 1.824577394242431e-05, "Finetune/Loss": 0.8874098062515259, "Finetune/Loss (Raw)": 0.7821095585823059, "Finetune/Step": 4147, "Finetune/Step Time": 6.6938383635133505}
+{"Finetune/Learning Rate": 1.824482112749368e-05, "Finetune/Loss": 0.8865533471107483, "Finetune/Loss (Raw)": 0.8240639567375183, "Finetune/Step": 4148, "Finetune/Step Time": 6.694899966940284}
+{"Finetune/Learning Rate": 1.8243868078763363e-05, "Finetune/Loss": 0.8857556581497192, "Finetune/Loss (Raw)": 0.8283881545066833, "Finetune/Step": 4149, "Finetune/Step Time": 6.693076839670539}
+{"Finetune/Learning Rate": 1.8242914796260396e-05, "Finetune/Loss": 0.8877047300338745, "Finetune/Loss (Raw)": 0.9573479294776917, "Finetune/Step": 4150, "Finetune/Step Time": 6.704546889290214}
+{"Finetune/Learning Rate": 1.8241961280011802e-05, "Finetune/Loss": 0.8879479169845581, "Finetune/Loss (Raw)": 0.9156778454780579, "Finetune/Step": 4151, "Finetune/Step Time": 6.706637417897582}
+{"Finetune/Learning Rate": 1.8241007530044622e-05, "Finetune/Loss": 0.8873031735420227, "Finetune/Loss (Raw)": 0.912298858165741, "Finetune/Step": 4152, "Finetune/Step Time": 6.7184050139039755}
+{"Finetune/Learning Rate": 1.8240053546385904e-05, "Finetune/Loss": 0.8872873187065125, "Finetune/Loss (Raw)": 0.8749892115592957, "Finetune/Step": 4153, "Finetune/Step Time": 6.718777475878596}
+{"Finetune/Learning Rate": 1.8239099329062698e-05, "Finetune/Loss": 0.888392448425293, "Finetune/Loss (Raw)": 0.947842538356781, "Finetune/Step": 4154, "Finetune/Step Time": 6.716359365731478}
+{"Finetune/Learning Rate": 1.8238144878102063e-05, "Finetune/Loss": 0.8883286714553833, "Finetune/Loss (Raw)": 0.9190058708190918, "Finetune/Step": 4155, "Finetune/Step Time": 6.715697783976793}
+{"Finetune/Learning Rate": 1.823719019353107e-05, "Finetune/Loss": 0.887372612953186, "Finetune/Loss (Raw)": 0.9304758906364441, "Finetune/Step": 4156, "Finetune/Step Time": 6.711863540112972}
+{"Finetune/Learning Rate": 1.823623527537678e-05, "Finetune/Loss": 0.8869616389274597, "Finetune/Loss (Raw)": 0.8533139824867249, "Finetune/Step": 4157, "Finetune/Step Time": 6.7031813226640224}
+{"Finetune/Learning Rate": 1.8235280123666285e-05, "Finetune/Loss": 0.8865123391151428, "Finetune/Loss (Raw)": 0.9454228281974792, "Finetune/Step": 4158, "Finetune/Step Time": 6.692164508625865}
+{"Finetune/Learning Rate": 1.8234324738426655e-05, "Finetune/Loss": 0.885846734046936, "Finetune/Loss (Raw)": 0.8211690783500671, "Finetune/Step": 4159, "Finetune/Step Time": 6.703875552862883}
+{"Finetune/Learning Rate": 1.8233369119685e-05, "Finetune/Loss": 0.8851916790008545, "Finetune/Loss (Raw)": 0.8064295649528503, "Finetune/Step": 4160, "Finetune/Step Time": 6.688060840591788}
+{"Finetune/Learning Rate": 1.8232413267468404e-05, "Finetune/Loss": 0.8865434527397156, "Finetune/Loss (Raw)": 0.980905294418335, "Finetune/Step": 4161, "Finetune/Step Time": 6.666331946849823}
+{"Finetune/Learning Rate": 1.8231457181803976e-05, "Finetune/Loss": 0.8838393092155457, "Finetune/Loss (Raw)": 0.661051332950592, "Finetune/Step": 4162, "Finetune/Step Time": 6.663731975480914}
+{"Finetune/Learning Rate": 1.8230500862718836e-05, "Finetune/Loss": 0.8840076923370361, "Finetune/Loss (Raw)": 0.9701278805732727, "Finetune/Step": 4163, "Finetune/Step Time": 6.663665618747473}
+{"Finetune/Learning Rate": 1.8229544310240094e-05, "Finetune/Loss": 0.8842165470123291, "Finetune/Loss (Raw)": 0.8903859257698059, "Finetune/Step": 4164, "Finetune/Step Time": 6.661529079079628}
+{"Finetune/Learning Rate": 1.8228587524394874e-05, "Finetune/Loss": 0.884520411491394, "Finetune/Loss (Raw)": 0.8765817284584045, "Finetune/Step": 4165, "Finetune/Step Time": 6.6616810113191605}
+{"Finetune/Learning Rate": 1.822763050521031e-05, "Finetune/Loss": 0.8838765621185303, "Finetune/Loss (Raw)": 0.9235315322875977, "Finetune/Step": 4166, "Finetune/Step Time": 6.661669434979558}
+{"Finetune/Learning Rate": 1.8226673252713546e-05, "Finetune/Loss": 0.882853627204895, "Finetune/Loss (Raw)": 0.8435550928115845, "Finetune/Step": 4167, "Finetune/Step Time": 6.6635035537183285}
+{"Finetune/Learning Rate": 1.822571576693172e-05, "Finetune/Loss": 0.8818509578704834, "Finetune/Loss (Raw)": 0.7854788303375244, "Finetune/Step": 4168, "Finetune/Step Time": 6.662651235237718}
+{"Finetune/Learning Rate": 1.8224758047891985e-05, "Finetune/Loss": 0.8841865062713623, "Finetune/Loss (Raw)": 1.0414379835128784, "Finetune/Step": 4169, "Finetune/Step Time": 6.656342659145594}
+{"Finetune/Learning Rate": 1.82238000956215e-05, "Finetune/Loss": 0.8845223188400269, "Finetune/Loss (Raw)": 0.8497067093849182, "Finetune/Step": 4170, "Finetune/Step Time": 6.64940625615418}
+{"Finetune/Learning Rate": 1.8222841910147425e-05, "Finetune/Loss": 0.8843295574188232, "Finetune/Loss (Raw)": 0.8876192569732666, "Finetune/Step": 4171, "Finetune/Step Time": 6.652248928323388}
+{"Finetune/Learning Rate": 1.8221883491496942e-05, "Finetune/Loss": 0.8836885690689087, "Finetune/Loss (Raw)": 0.9115834832191467, "Finetune/Step": 4172, "Finetune/Step Time": 6.656153092160821}
+{"Finetune/Learning Rate": 1.822092483969722e-05, "Finetune/Loss": 0.8825888633728027, "Finetune/Loss (Raw)": 0.7354128360748291, "Finetune/Step": 4173, "Finetune/Step Time": 6.673045203089714}
+{"Finetune/Learning Rate": 1.8219965954775453e-05, "Finetune/Loss": 0.8828130960464478, "Finetune/Loss (Raw)": 0.8499196767807007, "Finetune/Step": 4174, "Finetune/Step Time": 6.687203781679273}
+{"Finetune/Learning Rate": 1.821900683675882e-05, "Finetune/Loss": 0.8838474750518799, "Finetune/Loss (Raw)": 0.9542537927627563, "Finetune/Step": 4175, "Finetune/Step Time": 6.678724182769656}
+{"Finetune/Learning Rate": 1.8218047485674522e-05, "Finetune/Loss": 0.8841733336448669, "Finetune/Loss (Raw)": 0.9544558525085449, "Finetune/Step": 4176, "Finetune/Step Time": 6.68140934407711}
+{"Finetune/Learning Rate": 1.8217087901549773e-05, "Finetune/Loss": 0.8867584466934204, "Finetune/Loss (Raw)": 1.0536233186721802, "Finetune/Step": 4177, "Finetune/Step Time": 6.697923187166452}
+{"Finetune/Learning Rate": 1.8216128084411776e-05, "Finetune/Loss": 0.8872231245040894, "Finetune/Loss (Raw)": 1.0091229677200317, "Finetune/Step": 4178, "Finetune/Step Time": 6.697067050263286}
+{"Finetune/Learning Rate": 1.821516803428775e-05, "Finetune/Loss": 0.888427734375, "Finetune/Loss (Raw)": 0.8742577433586121, "Finetune/Step": 4179, "Finetune/Step Time": 6.696133470162749}
+{"Finetune/Learning Rate": 1.8214207751204917e-05, "Finetune/Loss": 0.8883373737335205, "Finetune/Loss (Raw)": 0.8898482918739319, "Finetune/Step": 4180, "Finetune/Step Time": 6.694312741979957}
+{"Finetune/Learning Rate": 1.821324723519051e-05, "Finetune/Loss": 0.8878424167633057, "Finetune/Loss (Raw)": 0.9141352772712708, "Finetune/Step": 4181, "Finetune/Step Time": 6.700883403420448}
+{"Finetune/Learning Rate": 1.821228648627177e-05, "Finetune/Loss": 0.887215256690979, "Finetune/Loss (Raw)": 0.8427500128746033, "Finetune/Step": 4182, "Finetune/Step Time": 6.6851103119552135}
+{"Finetune/Learning Rate": 1.8211325504475935e-05, "Finetune/Loss": 0.8875683546066284, "Finetune/Loss (Raw)": 0.7183844447135925, "Finetune/Step": 4183, "Finetune/Step Time": 6.6858603954315186}
+{"Finetune/Learning Rate": 1.821036428983026e-05, "Finetune/Loss": 0.8871487379074097, "Finetune/Loss (Raw)": 0.871863067150116, "Finetune/Step": 4184, "Finetune/Step Time": 6.6859775595366955}
+{"Finetune/Learning Rate": 1.8209402842362002e-05, "Finetune/Loss": 0.8872008323669434, "Finetune/Loss (Raw)": 0.9283176064491272, "Finetune/Step": 4185, "Finetune/Step Time": 6.685656454414129}
+{"Finetune/Learning Rate": 1.8208441162098422e-05, "Finetune/Loss": 0.8865880370140076, "Finetune/Loss (Raw)": 0.8105989694595337, "Finetune/Step": 4186, "Finetune/Step Time": 6.682899594306946}
+{"Finetune/Learning Rate": 1.8207479249066793e-05, "Finetune/Loss": 0.885327935218811, "Finetune/Loss (Raw)": 0.8015901446342468, "Finetune/Step": 4187, "Finetune/Step Time": 6.666843989863992}
+{"Finetune/Learning Rate": 1.8206517103294393e-05, "Finetune/Loss": 0.8862777948379517, "Finetune/Loss (Raw)": 1.0633385181427002, "Finetune/Step": 4188, "Finetune/Step Time": 6.668592678382993}
+{"Finetune/Learning Rate": 1.82055547248085e-05, "Finetune/Loss": 0.8857513666152954, "Finetune/Loss (Raw)": 0.8427656888961792, "Finetune/Step": 4189, "Finetune/Step Time": 6.65813796967268}
+{"Finetune/Learning Rate": 1.820459211363641e-05, "Finetune/Loss": 0.885926365852356, "Finetune/Loss (Raw)": 0.8266885280609131, "Finetune/Step": 4190, "Finetune/Step Time": 6.656010372564197}
+{"Finetune/Learning Rate": 1.820362926980542e-05, "Finetune/Loss": 0.885498046875, "Finetune/Loss (Raw)": 0.9217530488967896, "Finetune/Step": 4191, "Finetune/Step Time": 6.653648115694523}
+{"Finetune/Learning Rate": 1.8202666193342834e-05, "Finetune/Loss": 0.8856303691864014, "Finetune/Loss (Raw)": 0.9372439980506897, "Finetune/Step": 4192, "Finetune/Step Time": 6.660647301003337}
+{"Finetune/Learning Rate": 1.8201702884275954e-05, "Finetune/Loss": 0.8861668109893799, "Finetune/Loss (Raw)": 0.8763760328292847, "Finetune/Step": 4193, "Finetune/Step Time": 6.6916367672383785}
+{"Finetune/Learning Rate": 1.820073934263211e-05, "Finetune/Loss": 0.8840847611427307, "Finetune/Loss (Raw)": 0.6312320828437805, "Finetune/Step": 4194, "Finetune/Step Time": 6.704706244170666}
+{"Finetune/Learning Rate": 1.819977556843861e-05, "Finetune/Loss": 0.8816867470741272, "Finetune/Loss (Raw)": 0.7533528208732605, "Finetune/Step": 4195, "Finetune/Step Time": 6.706767160445452}
+{"Finetune/Learning Rate": 1.8198811561722797e-05, "Finetune/Loss": 0.880898118019104, "Finetune/Loss (Raw)": 0.9040321707725525, "Finetune/Step": 4196, "Finetune/Step Time": 6.709708619862795}
+{"Finetune/Learning Rate": 1.8197847322512002e-05, "Finetune/Loss": 0.8809062242507935, "Finetune/Loss (Raw)": 0.9459322094917297, "Finetune/Step": 4197, "Finetune/Step Time": 6.709057020023465}
+{"Finetune/Learning Rate": 1.819688285083357e-05, "Finetune/Loss": 0.8820192813873291, "Finetune/Loss (Raw)": 0.8586072325706482, "Finetune/Step": 4198, "Finetune/Step Time": 6.693919736891985}
+{"Finetune/Learning Rate": 1.819591814671484e-05, "Finetune/Loss": 0.8827102184295654, "Finetune/Loss (Raw)": 0.9233130216598511, "Finetune/Step": 4199, "Finetune/Step Time": 6.7042097467929125}
+{"Finetune/Learning Rate": 1.8194953210183185e-05, "Finetune/Loss": 0.8816918134689331, "Finetune/Loss (Raw)": 0.8364723920822144, "Finetune/Step": 4200, "Finetune/Step Time": 6.705358201637864}
+{"Finetune/Learning Rate": 1.819398804126596e-05, "Finetune/Loss": 0.8825662136077881, "Finetune/Loss (Raw)": 1.0067832469940186, "Finetune/Step": 4201, "Finetune/Step Time": 6.706071138381958}
+{"Finetune/Learning Rate": 1.8193022639990536e-05, "Finetune/Loss": 0.8833200335502625, "Finetune/Loss (Raw)": 0.828605592250824, "Finetune/Step": 4202, "Finetune/Step Time": 6.691981572657824}
+{"Finetune/Learning Rate": 1.8192057006384284e-05, "Finetune/Loss": 0.882152795791626, "Finetune/Loss (Raw)": 0.8317060470581055, "Finetune/Step": 4203, "Finetune/Step Time": 6.695324871689081}
+{"Finetune/Learning Rate": 1.8191091140474595e-05, "Finetune/Loss": 0.8829838037490845, "Finetune/Loss (Raw)": 0.8927850127220154, "Finetune/Step": 4204, "Finetune/Step Time": 6.686317782849073}
+{"Finetune/Learning Rate": 1.819012504228885e-05, "Finetune/Loss": 0.881371021270752, "Finetune/Loss (Raw)": 0.7057305574417114, "Finetune/Step": 4205, "Finetune/Step Time": 6.711974393576384}
+{"Finetune/Learning Rate": 1.8189158711854448e-05, "Finetune/Loss": 0.8809894919395447, "Finetune/Loss (Raw)": 0.8324331641197205, "Finetune/Step": 4206, "Finetune/Step Time": 6.716139689087868}
+{"Finetune/Learning Rate": 1.8188192149198797e-05, "Finetune/Loss": 0.8811545968055725, "Finetune/Loss (Raw)": 0.9931444525718689, "Finetune/Step": 4207, "Finetune/Step Time": 6.7166936583817005}
+{"Finetune/Learning Rate": 1.8187225354349297e-05, "Finetune/Loss": 0.8827784061431885, "Finetune/Loss (Raw)": 1.1175225973129272, "Finetune/Step": 4208, "Finetune/Step Time": 6.715400762856007}
+{"Finetune/Learning Rate": 1.8186258327333366e-05, "Finetune/Loss": 0.8811331391334534, "Finetune/Loss (Raw)": 0.8396132588386536, "Finetune/Step": 4209, "Finetune/Step Time": 6.70078981295228}
+{"Finetune/Learning Rate": 1.818529106817843e-05, "Finetune/Loss": 0.8808358311653137, "Finetune/Loss (Raw)": 0.9324458241462708, "Finetune/Step": 4210, "Finetune/Step Time": 6.702514143660665}
+{"Finetune/Learning Rate": 1.8184323576911912e-05, "Finetune/Loss": 0.8784629106521606, "Finetune/Loss (Raw)": 0.7750975489616394, "Finetune/Step": 4211, "Finetune/Step Time": 6.705956561490893}
+{"Finetune/Learning Rate": 1.8183355853561253e-05, "Finetune/Loss": 0.8789380788803101, "Finetune/Loss (Raw)": 0.8631913065910339, "Finetune/Step": 4212, "Finetune/Step Time": 6.708857145160437}
+{"Finetune/Learning Rate": 1.818238789815389e-05, "Finetune/Loss": 0.8805767297744751, "Finetune/Loss (Raw)": 1.0664054155349731, "Finetune/Step": 4213, "Finetune/Step Time": 6.709714723750949}
+{"Finetune/Learning Rate": 1.818141971071728e-05, "Finetune/Loss": 0.8799377679824829, "Finetune/Loss (Raw)": 0.8026461601257324, "Finetune/Step": 4214, "Finetune/Step Time": 6.712155664339662}
+{"Finetune/Learning Rate": 1.8180451291278865e-05, "Finetune/Loss": 0.8806612491607666, "Finetune/Loss (Raw)": 0.9641177654266357, "Finetune/Step": 4215, "Finetune/Step Time": 6.710423881188035}
+{"Finetune/Learning Rate": 1.8179482639866115e-05, "Finetune/Loss": 0.8797984719276428, "Finetune/Loss (Raw)": 0.7968276739120483, "Finetune/Step": 4216, "Finetune/Step Time": 6.711842684075236}
+{"Finetune/Learning Rate": 1.81785137565065e-05, "Finetune/Loss": 0.8790651559829712, "Finetune/Loss (Raw)": 0.8672505617141724, "Finetune/Step": 4217, "Finetune/Step Time": 6.709610819816589}
+{"Finetune/Learning Rate": 1.8177544641227486e-05, "Finetune/Loss": 0.8781889081001282, "Finetune/Loss (Raw)": 0.9746435880661011, "Finetune/Step": 4218, "Finetune/Step Time": 6.705819245427847}
+{"Finetune/Learning Rate": 1.8176575294056564e-05, "Finetune/Loss": 0.8769851922988892, "Finetune/Loss (Raw)": 0.7985919713973999, "Finetune/Step": 4219, "Finetune/Step Time": 6.702142160385847}
+{"Finetune/Learning Rate": 1.8175605715021215e-05, "Finetune/Loss": 0.878292441368103, "Finetune/Loss (Raw)": 0.9728769659996033, "Finetune/Step": 4220, "Finetune/Step Time": 6.6882400289177895}
+{"Finetune/Learning Rate": 1.8174635904148937e-05, "Finetune/Loss": 0.8788868188858032, "Finetune/Loss (Raw)": 0.9412336945533752, "Finetune/Step": 4221, "Finetune/Step Time": 6.679174991324544}
+{"Finetune/Learning Rate": 1.8173665861467232e-05, "Finetune/Loss": 0.8788324594497681, "Finetune/Loss (Raw)": 0.8607556223869324, "Finetune/Step": 4222, "Finetune/Step Time": 6.672001495957375}
+{"Finetune/Learning Rate": 1.8172695587003603e-05, "Finetune/Loss": 0.8784127831459045, "Finetune/Loss (Raw)": 0.910281240940094, "Finetune/Step": 4223, "Finetune/Step Time": 6.6647384483367205}
+{"Finetune/Learning Rate": 1.817172508078557e-05, "Finetune/Loss": 0.8785111904144287, "Finetune/Loss (Raw)": 0.9166809320449829, "Finetune/Step": 4224, "Finetune/Step Time": 6.6578224916011095}
+{"Finetune/Learning Rate": 1.817075434284065e-05, "Finetune/Loss": 0.8789764642715454, "Finetune/Loss (Raw)": 0.9382271766662598, "Finetune/Step": 4225, "Finetune/Step Time": 6.6529619842767715}
+{"Finetune/Learning Rate": 1.816978337319637e-05, "Finetune/Loss": 0.8784065246582031, "Finetune/Loss (Raw)": 0.8962104320526123, "Finetune/Step": 4226, "Finetune/Step Time": 6.641157049685717}
+{"Finetune/Learning Rate": 1.816881217188027e-05, "Finetune/Loss": 0.8794900178909302, "Finetune/Loss (Raw)": 0.9479287266731262, "Finetune/Step": 4227, "Finetune/Step Time": 6.607694881036878}
+{"Finetune/Learning Rate": 1.8167840738919883e-05, "Finetune/Loss": 0.8790253400802612, "Finetune/Loss (Raw)": 0.734138011932373, "Finetune/Step": 4228, "Finetune/Step Time": 6.600590988993645}
+{"Finetune/Learning Rate": 1.8166869074342756e-05, "Finetune/Loss": 0.878978967666626, "Finetune/Loss (Raw)": 0.8891791105270386, "Finetune/Step": 4229, "Finetune/Step Time": 6.59941216930747}
+{"Finetune/Learning Rate": 1.816589717817645e-05, "Finetune/Loss": 0.8810738325119019, "Finetune/Loss (Raw)": 0.9666985869407654, "Finetune/Step": 4230, "Finetune/Step Time": 6.595281941816211}
+{"Finetune/Learning Rate": 1.8164925050448518e-05, "Finetune/Loss": 0.8820345401763916, "Finetune/Loss (Raw)": 0.9346384406089783, "Finetune/Step": 4231, "Finetune/Step Time": 6.5986265037208796}
+{"Finetune/Learning Rate": 1.8163952691186528e-05, "Finetune/Loss": 0.8816151022911072, "Finetune/Loss (Raw)": 0.8644734621047974, "Finetune/Step": 4232, "Finetune/Step Time": 6.606279399245977}
+{"Finetune/Learning Rate": 1.816298010041806e-05, "Finetune/Loss": 0.8837848901748657, "Finetune/Loss (Raw)": 0.8859308362007141, "Finetune/Step": 4233, "Finetune/Step Time": 6.590139510110021}
+{"Finetune/Learning Rate": 1.8162007278170684e-05, "Finetune/Loss": 0.8824347257614136, "Finetune/Loss (Raw)": 0.7567955255508423, "Finetune/Step": 4234, "Finetune/Step Time": 6.590033136308193}
+{"Finetune/Learning Rate": 1.8161034224471992e-05, "Finetune/Loss": 0.8832418322563171, "Finetune/Loss (Raw)": 0.8658890128135681, "Finetune/Step": 4235, "Finetune/Step Time": 6.583774592727423}
+{"Finetune/Learning Rate": 1.816006093934958e-05, "Finetune/Loss": 0.8837974071502686, "Finetune/Loss (Raw)": 0.8538416028022766, "Finetune/Step": 4236, "Finetune/Step Time": 6.5965932458639145}
+{"Finetune/Learning Rate": 1.815908742283104e-05, "Finetune/Loss": 0.8833993673324585, "Finetune/Loss (Raw)": 0.853916585445404, "Finetune/Step": 4237, "Finetune/Step Time": 6.597829511389136}
+{"Finetune/Learning Rate": 1.815811367494398e-05, "Finetune/Loss": 0.8839424848556519, "Finetune/Loss (Raw)": 0.9222221970558167, "Finetune/Step": 4238, "Finetune/Step Time": 6.6027399599552155}
+{"Finetune/Learning Rate": 1.815713969571602e-05, "Finetune/Loss": 0.882843017578125, "Finetune/Loss (Raw)": 0.6959108114242554, "Finetune/Step": 4239, "Finetune/Step Time": 6.602824054658413}
+{"Finetune/Learning Rate": 1.815616548517477e-05, "Finetune/Loss": 0.8821840882301331, "Finetune/Loss (Raw)": 0.8862864971160889, "Finetune/Step": 4240, "Finetune/Step Time": 6.619991941377521}
+{"Finetune/Learning Rate": 1.8155191043347864e-05, "Finetune/Loss": 0.8820722103118896, "Finetune/Loss (Raw)": 0.7312318086624146, "Finetune/Step": 4241, "Finetune/Step Time": 6.625693155452609}
+{"Finetune/Learning Rate": 1.815421637026293e-05, "Finetune/Loss": 0.8824421763420105, "Finetune/Loss (Raw)": 0.8101447820663452, "Finetune/Step": 4242, "Finetune/Step Time": 6.628928577527404}
+{"Finetune/Learning Rate": 1.8153241465947603e-05, "Finetune/Loss": 0.8808226585388184, "Finetune/Loss (Raw)": 0.6878909468650818, "Finetune/Step": 4243, "Finetune/Step Time": 6.62832099199295}
+{"Finetune/Learning Rate": 1.8152266330429534e-05, "Finetune/Loss": 0.8808120489120483, "Finetune/Loss (Raw)": 0.9322493076324463, "Finetune/Step": 4244, "Finetune/Step Time": 6.632648881524801}
+{"Finetune/Learning Rate": 1.8151290963736377e-05, "Finetune/Loss": 0.8798805475234985, "Finetune/Loss (Raw)": 0.8264955878257751, "Finetune/Step": 4245, "Finetune/Step Time": 6.654656678438187}
+{"Finetune/Learning Rate": 1.8150315365895786e-05, "Finetune/Loss": 0.8792617321014404, "Finetune/Loss (Raw)": 0.9248508810997009, "Finetune/Step": 4246, "Finetune/Step Time": 6.648103611543775}
+{"Finetune/Learning Rate": 1.8149339536935428e-05, "Finetune/Loss": 0.8792482614517212, "Finetune/Loss (Raw)": 0.9543120265007019, "Finetune/Step": 4247, "Finetune/Step Time": 6.6473374012857676}
+{"Finetune/Learning Rate": 1.814836347688297e-05, "Finetune/Loss": 0.8798699378967285, "Finetune/Loss (Raw)": 0.7604696154594421, "Finetune/Step": 4248, "Finetune/Step Time": 6.6402732077986}
+{"Finetune/Learning Rate": 1.81473871857661e-05, "Finetune/Loss": 0.8803154230117798, "Finetune/Loss (Raw)": 0.9444589614868164, "Finetune/Step": 4249, "Finetune/Step Time": 6.6311027985066175}
+{"Finetune/Learning Rate": 1.8146410663612496e-05, "Finetune/Loss": 0.8816145658493042, "Finetune/Loss (Raw)": 0.8982028961181641, "Finetune/Step": 4250, "Finetune/Step Time": 6.627664674073458}
+{"Finetune/Learning Rate": 1.814543391044985e-05, "Finetune/Loss": 0.8797728419303894, "Finetune/Loss (Raw)": 0.8609308004379272, "Finetune/Step": 4251, "Finetune/Step Time": 6.626847570762038}
+{"Finetune/Learning Rate": 1.814445692630586e-05, "Finetune/Loss": 0.8797662854194641, "Finetune/Loss (Raw)": 0.8905351161956787, "Finetune/Step": 4252, "Finetune/Step Time": 6.61775229126215}
+{"Finetune/Learning Rate": 1.8143479711208232e-05, "Finetune/Loss": 0.8798354864120483, "Finetune/Loss (Raw)": 0.8418638110160828, "Finetune/Step": 4253, "Finetune/Step Time": 6.617880491539836}
+{"Finetune/Learning Rate": 1.8142502265184677e-05, "Finetune/Loss": 0.880267858505249, "Finetune/Loss (Raw)": 0.9988709688186646, "Finetune/Step": 4254, "Finetune/Step Time": 6.6214973498135805}
+{"Finetune/Learning Rate": 1.814152458826291e-05, "Finetune/Loss": 0.8797174692153931, "Finetune/Loss (Raw)": 0.8493893146514893, "Finetune/Step": 4255, "Finetune/Step Time": 6.620132297277451}
+{"Finetune/Learning Rate": 1.814054668047066e-05, "Finetune/Loss": 0.8790189623832703, "Finetune/Loss (Raw)": 0.7943072319030762, "Finetune/Step": 4256, "Finetune/Step Time": 6.624555366113782}
+{"Finetune/Learning Rate": 1.8139568541835654e-05, "Finetune/Loss": 0.8790141344070435, "Finetune/Loss (Raw)": 0.9066201448440552, "Finetune/Step": 4257, "Finetune/Step Time": 6.623180070891976}
+{"Finetune/Learning Rate": 1.8138590172385627e-05, "Finetune/Loss": 0.8784984350204468, "Finetune/Loss (Raw)": 0.8670610785484314, "Finetune/Step": 4258, "Finetune/Step Time": 6.6286754831671715}
+{"Finetune/Learning Rate": 1.813761157214833e-05, "Finetune/Loss": 0.8786212205886841, "Finetune/Loss (Raw)": 0.842580258846283, "Finetune/Step": 4259, "Finetune/Step Time": 6.628793586045504}
+{"Finetune/Learning Rate": 1.8136632741151507e-05, "Finetune/Loss": 0.8773037791252136, "Finetune/Loss (Raw)": 0.7472169995307922, "Finetune/Step": 4260, "Finetune/Step Time": 6.635963821783662}
+{"Finetune/Learning Rate": 1.8135653679422916e-05, "Finetune/Loss": 0.8777564167976379, "Finetune/Loss (Raw)": 0.9565825462341309, "Finetune/Step": 4261, "Finetune/Step Time": 6.634917009621859}
+{"Finetune/Learning Rate": 1.8134674386990326e-05, "Finetune/Loss": 0.8788169622421265, "Finetune/Loss (Raw)": 1.0066756010055542, "Finetune/Step": 4262, "Finetune/Step Time": 6.633432261645794}
+{"Finetune/Learning Rate": 1.8133694863881496e-05, "Finetune/Loss": 0.8800166845321655, "Finetune/Loss (Raw)": 0.9992550015449524, "Finetune/Step": 4263, "Finetune/Step Time": 6.630368294194341}
+{"Finetune/Learning Rate": 1.813271511012421e-05, "Finetune/Loss": 0.8781823515892029, "Finetune/Loss (Raw)": 0.7422167062759399, "Finetune/Step": 4264, "Finetune/Step Time": 6.627442805096507}
+{"Finetune/Learning Rate": 1.8131735125746256e-05, "Finetune/Loss": 0.8792452812194824, "Finetune/Loss (Raw)": 0.987872302532196, "Finetune/Step": 4265, "Finetune/Step Time": 6.624667696654797}
+{"Finetune/Learning Rate": 1.813075491077541e-05, "Finetune/Loss": 0.8772714734077454, "Finetune/Loss (Raw)": 0.7455288171768188, "Finetune/Step": 4266, "Finetune/Step Time": 6.631505321711302}
+{"Finetune/Learning Rate": 1.812977446523948e-05, "Finetune/Loss": 0.8775845766067505, "Finetune/Loss (Raw)": 0.933611273765564, "Finetune/Step": 4267, "Finetune/Step Time": 6.648335816338658}
+{"Finetune/Learning Rate": 1.812879378916626e-05, "Finetune/Loss": 0.876239538192749, "Finetune/Loss (Raw)": 0.6565448045730591, "Finetune/Step": 4268, "Finetune/Step Time": 6.65300676971674}
+{"Finetune/Learning Rate": 1.8127812882583566e-05, "Finetune/Loss": 0.875264048576355, "Finetune/Loss (Raw)": 0.7454541325569153, "Finetune/Step": 4269, "Finetune/Step Time": 6.651678886264563}
+{"Finetune/Learning Rate": 1.8126831745519212e-05, "Finetune/Loss": 0.8758063912391663, "Finetune/Loss (Raw)": 0.8921776413917542, "Finetune/Step": 4270, "Finetune/Step Time": 6.648168507963419}
+{"Finetune/Learning Rate": 1.8125850378001018e-05, "Finetune/Loss": 0.8772128224372864, "Finetune/Loss (Raw)": 1.064526081085205, "Finetune/Step": 4271, "Finetune/Step Time": 6.648683708161116}
+{"Finetune/Learning Rate": 1.8124868780056814e-05, "Finetune/Loss": 0.8779868483543396, "Finetune/Loss (Raw)": 0.9978238344192505, "Finetune/Step": 4272, "Finetune/Step Time": 6.648901337757707}
+{"Finetune/Learning Rate": 1.8123886951714435e-05, "Finetune/Loss": 0.878839373588562, "Finetune/Loss (Raw)": 0.9507099390029907, "Finetune/Step": 4273, "Finetune/Step Time": 6.640820719301701}
+{"Finetune/Learning Rate": 1.8122904893001723e-05, "Finetune/Loss": 0.8787963390350342, "Finetune/Loss (Raw)": 0.8834766149520874, "Finetune/Step": 4274, "Finetune/Step Time": 6.645354609936476}
+{"Finetune/Learning Rate": 1.812192260394653e-05, "Finetune/Loss": 0.8796919584274292, "Finetune/Loss (Raw)": 0.8967423439025879, "Finetune/Step": 4275, "Finetune/Step Time": 6.626842865720391}
+{"Finetune/Learning Rate": 1.8120940084576705e-05, "Finetune/Loss": 0.8800504803657532, "Finetune/Loss (Raw)": 0.8699544668197632, "Finetune/Step": 4276, "Finetune/Step Time": 6.634357441216707}
+{"Finetune/Learning Rate": 1.8119957334920112e-05, "Finetune/Loss": 0.8800367712974548, "Finetune/Loss (Raw)": 0.8266348838806152, "Finetune/Step": 4277, "Finetune/Step Time": 6.637163892388344}
+{"Finetune/Learning Rate": 1.811897435500462e-05, "Finetune/Loss": 0.8795498609542847, "Finetune/Loss (Raw)": 0.8950174450874329, "Finetune/Step": 4278, "Finetune/Step Time": 6.622890846803784}
+{"Finetune/Learning Rate": 1.81179911448581e-05, "Finetune/Loss": 0.8794055581092834, "Finetune/Loss (Raw)": 0.8972119688987732, "Finetune/Step": 4279, "Finetune/Step Time": 6.622914705425501}
+{"Finetune/Learning Rate": 1.811700770450844e-05, "Finetune/Loss": 0.8800952434539795, "Finetune/Loss (Raw)": 1.0005751848220825, "Finetune/Step": 4280, "Finetune/Step Time": 6.606173688545823}
+{"Finetune/Learning Rate": 1.811602403398352e-05, "Finetune/Loss": 0.8801461458206177, "Finetune/Loss (Raw)": 0.881508469581604, "Finetune/Step": 4281, "Finetune/Step Time": 6.606833657249808}
+{"Finetune/Learning Rate": 1.8115040133311237e-05, "Finetune/Loss": 0.8806330561637878, "Finetune/Loss (Raw)": 1.010164499282837, "Finetune/Step": 4282, "Finetune/Step Time": 6.608904115855694}
+{"Finetune/Learning Rate": 1.8114056002519492e-05, "Finetune/Loss": 0.8805632591247559, "Finetune/Loss (Raw)": 0.9100678563117981, "Finetune/Step": 4283, "Finetune/Step Time": 6.604296753183007}
+{"Finetune/Learning Rate": 1.8113071641636194e-05, "Finetune/Loss": 0.8796499967575073, "Finetune/Loss (Raw)": 0.8135848045349121, "Finetune/Step": 4284, "Finetune/Step Time": 6.612094080075622}
+{"Finetune/Learning Rate": 1.8112087050689257e-05, "Finetune/Loss": 0.8795353770256042, "Finetune/Loss (Raw)": 0.8386451601982117, "Finetune/Step": 4285, "Finetune/Step Time": 6.6139737740159035}
+{"Finetune/Learning Rate": 1.8111102229706593e-05, "Finetune/Loss": 0.8797392845153809, "Finetune/Loss (Raw)": 0.9715175628662109, "Finetune/Step": 4286, "Finetune/Step Time": 6.632080364972353}
+{"Finetune/Learning Rate": 1.8110117178716137e-05, "Finetune/Loss": 0.8798310160636902, "Finetune/Loss (Raw)": 0.8329121470451355, "Finetune/Step": 4287, "Finetune/Step Time": 6.614610109478235}
+{"Finetune/Learning Rate": 1.8109131897745823e-05, "Finetune/Loss": 0.8809467554092407, "Finetune/Loss (Raw)": 0.949248194694519, "Finetune/Step": 4288, "Finetune/Step Time": 6.6172163765877485}
+{"Finetune/Learning Rate": 1.8108146386823585e-05, "Finetune/Loss": 0.8807716369628906, "Finetune/Loss (Raw)": 0.9584901332855225, "Finetune/Step": 4289, "Finetune/Step Time": 6.620870606973767}
+{"Finetune/Learning Rate": 1.8107160645977367e-05, "Finetune/Loss": 0.8815902471542358, "Finetune/Loss (Raw)": 0.7658267617225647, "Finetune/Step": 4290, "Finetune/Step Time": 6.616597907617688}
+{"Finetune/Learning Rate": 1.8106174675235135e-05, "Finetune/Loss": 0.881763219833374, "Finetune/Loss (Raw)": 0.9922763109207153, "Finetune/Step": 4291, "Finetune/Step Time": 6.617562705650926}
+{"Finetune/Learning Rate": 1.8105188474624834e-05, "Finetune/Loss": 0.881719708442688, "Finetune/Loss (Raw)": 0.8848087191581726, "Finetune/Step": 4292, "Finetune/Step Time": 6.618800953030586}
+{"Finetune/Learning Rate": 1.8104202044174443e-05, "Finetune/Loss": 0.8828226923942566, "Finetune/Loss (Raw)": 1.0177699327468872, "Finetune/Step": 4293, "Finetune/Step Time": 6.619160024449229}
+{"Finetune/Learning Rate": 1.810321538391192e-05, "Finetune/Loss": 0.8823585510253906, "Finetune/Loss (Raw)": 0.8641151785850525, "Finetune/Step": 4294, "Finetune/Step Time": 6.619666047394276}
+{"Finetune/Learning Rate": 1.8102228493865254e-05, "Finetune/Loss": 0.8836720585823059, "Finetune/Loss (Raw)": 1.0116933584213257, "Finetune/Step": 4295, "Finetune/Step Time": 6.62044395506382}
+{"Finetune/Learning Rate": 1.8101241374062425e-05, "Finetune/Loss": 0.8853650689125061, "Finetune/Loss (Raw)": 1.0021768808364868, "Finetune/Step": 4296, "Finetune/Step Time": 6.61909719184041}
+{"Finetune/Learning Rate": 1.8100254024531434e-05, "Finetune/Loss": 0.8840183615684509, "Finetune/Loss (Raw)": 0.8690654635429382, "Finetune/Step": 4297, "Finetune/Step Time": 6.619708893820643}
+{"Finetune/Learning Rate": 1.809926644530027e-05, "Finetune/Loss": 0.8850573301315308, "Finetune/Loss (Raw)": 0.9826907515525818, "Finetune/Step": 4298, "Finetune/Step Time": 6.63036890514195}
+{"Finetune/Learning Rate": 1.8098278636396937e-05, "Finetune/Loss": 0.8851056098937988, "Finetune/Loss (Raw)": 0.8938003778457642, "Finetune/Step": 4299, "Finetune/Step Time": 6.631163474172354}
+{"Finetune/Learning Rate": 1.8097290597849454e-05, "Finetune/Loss": 0.8853484392166138, "Finetune/Loss (Raw)": 0.9426593780517578, "Finetune/Step": 4300, "Finetune/Step Time": 6.628604434430599}
+{"Finetune/Learning Rate": 1.8096302329685837e-05, "Finetune/Loss": 0.8859524130821228, "Finetune/Loss (Raw)": 0.8127262592315674, "Finetune/Step": 4301, "Finetune/Step Time": 6.608497563749552}
+{"Finetune/Learning Rate": 1.8095313831934102e-05, "Finetune/Loss": 0.886417031288147, "Finetune/Loss (Raw)": 0.9093930125236511, "Finetune/Step": 4302, "Finetune/Step Time": 6.592476651072502}
+{"Finetune/Learning Rate": 1.8094325104622293e-05, "Finetune/Loss": 0.8857053518295288, "Finetune/Loss (Raw)": 0.8631565570831299, "Finetune/Step": 4303, "Finetune/Step Time": 6.591222921386361}
+{"Finetune/Learning Rate": 1.8093336147778437e-05, "Finetune/Loss": 0.8839113712310791, "Finetune/Loss (Raw)": 0.7248227000236511, "Finetune/Step": 4304, "Finetune/Step Time": 6.587279053404927}
+{"Finetune/Learning Rate": 1.8092346961430583e-05, "Finetune/Loss": 0.883313000202179, "Finetune/Loss (Raw)": 0.9770396947860718, "Finetune/Step": 4305, "Finetune/Step Time": 6.572049828246236}
+{"Finetune/Learning Rate": 1.8091357545606786e-05, "Finetune/Loss": 0.8826509714126587, "Finetune/Loss (Raw)": 0.9243718981742859, "Finetune/Step": 4306, "Finetune/Step Time": 6.575440952554345}
+{"Finetune/Learning Rate": 1.8090367900335093e-05, "Finetune/Loss": 0.8815792798995972, "Finetune/Loss (Raw)": 0.737082302570343, "Finetune/Step": 4307, "Finetune/Step Time": 6.575685981661081}
+{"Finetune/Learning Rate": 1.808937802564357e-05, "Finetune/Loss": 0.881629228591919, "Finetune/Loss (Raw)": 0.8962433934211731, "Finetune/Step": 4308, "Finetune/Step Time": 6.578786060214043}
+{"Finetune/Learning Rate": 1.8088387921560295e-05, "Finetune/Loss": 0.8807873725891113, "Finetune/Loss (Raw)": 0.8063858151435852, "Finetune/Step": 4309, "Finetune/Step Time": 6.5722715575248}
+{"Finetune/Learning Rate": 1.8087397588113336e-05, "Finetune/Loss": 0.8816876411437988, "Finetune/Loss (Raw)": 0.9579755663871765, "Finetune/Step": 4310, "Finetune/Step Time": 6.572585374116898}
+{"Finetune/Learning Rate": 1.8086407025330777e-05, "Finetune/Loss": 0.883303165435791, "Finetune/Loss (Raw)": 0.9251797199249268, "Finetune/Step": 4311, "Finetune/Step Time": 6.5662997886538506}
+{"Finetune/Learning Rate": 1.8085416233240712e-05, "Finetune/Loss": 0.8824950456619263, "Finetune/Loss (Raw)": 0.7684175968170166, "Finetune/Step": 4312, "Finetune/Step Time": 6.589570131152868}
+{"Finetune/Learning Rate": 1.8084425211871232e-05, "Finetune/Loss": 0.8830257058143616, "Finetune/Loss (Raw)": 0.9962468147277832, "Finetune/Step": 4313, "Finetune/Step Time": 6.590282658115029}
+{"Finetune/Learning Rate": 1.808343396125045e-05, "Finetune/Loss": 0.8842443227767944, "Finetune/Loss (Raw)": 0.966577410697937, "Finetune/Step": 4314, "Finetune/Step Time": 6.591693311929703}
+{"Finetune/Learning Rate": 1.8082442481406456e-05, "Finetune/Loss": 0.884113073348999, "Finetune/Loss (Raw)": 0.7847940921783447, "Finetune/Step": 4315, "Finetune/Step Time": 6.593849504366517}
+{"Finetune/Learning Rate": 1.8081450772367382e-05, "Finetune/Loss": 0.8831067085266113, "Finetune/Loss (Raw)": 0.9345240592956543, "Finetune/Step": 4316, "Finetune/Step Time": 6.591602260246873}
+{"Finetune/Learning Rate": 1.8080458834161346e-05, "Finetune/Loss": 0.8838399648666382, "Finetune/Loss (Raw)": 0.9366178512573242, "Finetune/Step": 4317, "Finetune/Step Time": 6.5926089733839035}
+{"Finetune/Learning Rate": 1.807946666681647e-05, "Finetune/Loss": 0.8844668865203857, "Finetune/Loss (Raw)": 0.9069398641586304, "Finetune/Step": 4318, "Finetune/Step Time": 6.597309030592442}
+{"Finetune/Learning Rate": 1.80784742703609e-05, "Finetune/Loss": 0.8846015334129333, "Finetune/Loss (Raw)": 0.9389817714691162, "Finetune/Step": 4319, "Finetune/Step Time": 6.5983791425824165}
+{"Finetune/Learning Rate": 1.807748164482277e-05, "Finetune/Loss": 0.8843998908996582, "Finetune/Loss (Raw)": 0.9114403128623962, "Finetune/Step": 4320, "Finetune/Step Time": 6.593616437166929}
+{"Finetune/Learning Rate": 1.807648879023023e-05, "Finetune/Loss": 0.8820093870162964, "Finetune/Loss (Raw)": 0.570391058921814, "Finetune/Step": 4321, "Finetune/Step Time": 6.574656935408711}
+{"Finetune/Learning Rate": 1.8075495706611432e-05, "Finetune/Loss": 0.8822083473205566, "Finetune/Loss (Raw)": 0.6566951274871826, "Finetune/Step": 4322, "Finetune/Step Time": 6.577523969113827}
+{"Finetune/Learning Rate": 1.8074502393994543e-05, "Finetune/Loss": 0.8831183910369873, "Finetune/Loss (Raw)": 0.8698380589485168, "Finetune/Step": 4323, "Finetune/Step Time": 6.580189133062959}
+{"Finetune/Learning Rate": 1.8073508852407725e-05, "Finetune/Loss": 0.882861316204071, "Finetune/Loss (Raw)": 0.8711296916007996, "Finetune/Step": 4324, "Finetune/Step Time": 6.579358985647559}
+{"Finetune/Learning Rate": 1.8072515081879153e-05, "Finetune/Loss": 0.8829799294471741, "Finetune/Loss (Raw)": 0.9611133933067322, "Finetune/Step": 4325, "Finetune/Step Time": 6.582466198131442}
+{"Finetune/Learning Rate": 1.807152108243701e-05, "Finetune/Loss": 0.8830368518829346, "Finetune/Loss (Raw)": 0.8658914566040039, "Finetune/Step": 4326, "Finetune/Step Time": 6.582244701683521}
+{"Finetune/Learning Rate": 1.807052685410948e-05, "Finetune/Loss": 0.8829053640365601, "Finetune/Loss (Raw)": 0.9064799547195435, "Finetune/Step": 4327, "Finetune/Step Time": 6.571246510371566}
+{"Finetune/Learning Rate": 1.806953239692476e-05, "Finetune/Loss": 0.8839313983917236, "Finetune/Loss (Raw)": 0.967812716960907, "Finetune/Step": 4328, "Finetune/Step Time": 6.569917598739266}
+{"Finetune/Learning Rate": 1.8068537710911045e-05, "Finetune/Loss": 0.8824129104614258, "Finetune/Loss (Raw)": 0.812413215637207, "Finetune/Step": 4329, "Finetune/Step Time": 6.568252172321081}
+{"Finetune/Learning Rate": 1.8067542796096547e-05, "Finetune/Loss": 0.8818159103393555, "Finetune/Loss (Raw)": 0.7521955370903015, "Finetune/Step": 4330, "Finetune/Step Time": 6.568347260355949}
+{"Finetune/Learning Rate": 1.8066547652509475e-05, "Finetune/Loss": 0.882230818271637, "Finetune/Loss (Raw)": 0.8848071694374084, "Finetune/Step": 4331, "Finetune/Step Time": 6.5658075250685215}
+{"Finetune/Learning Rate": 1.8065552280178052e-05, "Finetune/Loss": 0.8825026750564575, "Finetune/Loss (Raw)": 0.9275871515274048, "Finetune/Step": 4332, "Finetune/Step Time": 6.564208630472422}
+{"Finetune/Learning Rate": 1.8064556679130495e-05, "Finetune/Loss": 0.8839386105537415, "Finetune/Loss (Raw)": 0.8895229697227478, "Finetune/Step": 4333, "Finetune/Step Time": 6.556735035032034}
+{"Finetune/Learning Rate": 1.806356084939505e-05, "Finetune/Loss": 0.8838542699813843, "Finetune/Loss (Raw)": 0.8216457366943359, "Finetune/Step": 4334, "Finetune/Step Time": 6.5513694901019335}
+{"Finetune/Learning Rate": 1.806256479099995e-05, "Finetune/Loss": 0.8827428817749023, "Finetune/Loss (Raw)": 0.8508821725845337, "Finetune/Step": 4335, "Finetune/Step Time": 6.551143301650882}
+{"Finetune/Learning Rate": 1.8061568503973435e-05, "Finetune/Loss": 0.8816449642181396, "Finetune/Loss (Raw)": 0.9769911170005798, "Finetune/Step": 4336, "Finetune/Step Time": 6.551881557330489}
+{"Finetune/Learning Rate": 1.8060571988343764e-05, "Finetune/Loss": 0.8813132047653198, "Finetune/Loss (Raw)": 0.7971420884132385, "Finetune/Step": 4337, "Finetune/Step Time": 6.550930615514517}
+{"Finetune/Learning Rate": 1.805957524413919e-05, "Finetune/Loss": 0.8813446760177612, "Finetune/Loss (Raw)": 0.9364771842956543, "Finetune/Step": 4338, "Finetune/Step Time": 6.562048019841313}
+{"Finetune/Learning Rate": 1.805857827138798e-05, "Finetune/Loss": 0.8817745447158813, "Finetune/Loss (Raw)": 0.8301238417625427, "Finetune/Step": 4339, "Finetune/Step Time": 6.55806826800108}
+{"Finetune/Learning Rate": 1.8057581070118407e-05, "Finetune/Loss": 0.8798369765281677, "Finetune/Loss (Raw)": 0.6151813864707947, "Finetune/Step": 4340, "Finetune/Step Time": 6.568255413323641}
+{"Finetune/Learning Rate": 1.8056583640358747e-05, "Finetune/Loss": 0.8783097267150879, "Finetune/Loss (Raw)": 0.8709144592285156, "Finetune/Step": 4341, "Finetune/Step Time": 6.571442386135459}
+{"Finetune/Learning Rate": 1.8055585982137287e-05, "Finetune/Loss": 0.8789170384407043, "Finetune/Loss (Raw)": 0.8803847432136536, "Finetune/Step": 4342, "Finetune/Step Time": 6.583446122705936}
+{"Finetune/Learning Rate": 1.8054588095482316e-05, "Finetune/Loss": 0.8782117366790771, "Finetune/Loss (Raw)": 0.8738319873809814, "Finetune/Step": 4343, "Finetune/Step Time": 6.583310876041651}
+{"Finetune/Learning Rate": 1.8053589980422126e-05, "Finetune/Loss": 0.8780086040496826, "Finetune/Loss (Raw)": 0.7708370089530945, "Finetune/Step": 4344, "Finetune/Step Time": 6.581986369565129}
+{"Finetune/Learning Rate": 1.805259163698503e-05, "Finetune/Loss": 0.8790149688720703, "Finetune/Loss (Raw)": 0.996065616607666, "Finetune/Step": 4345, "Finetune/Step Time": 6.583070611581206}
+{"Finetune/Learning Rate": 1.8051593065199334e-05, "Finetune/Loss": 0.8781049251556396, "Finetune/Loss (Raw)": 0.8581532835960388, "Finetune/Step": 4346, "Finetune/Step Time": 6.582558220252395}
+{"Finetune/Learning Rate": 1.805059426509335e-05, "Finetune/Loss": 0.8784770965576172, "Finetune/Loss (Raw)": 0.846235454082489, "Finetune/Step": 4347, "Finetune/Step Time": 6.5832192320376635}
+{"Finetune/Learning Rate": 1.804959523669541e-05, "Finetune/Loss": 0.8781447410583496, "Finetune/Loss (Raw)": 0.930333137512207, "Finetune/Step": 4348, "Finetune/Step Time": 6.5804091319441795}
+{"Finetune/Learning Rate": 1.8048595980033835e-05, "Finetune/Loss": 0.8779118061065674, "Finetune/Loss (Raw)": 0.9114144444465637, "Finetune/Step": 4349, "Finetune/Step Time": 6.583693236112595}
+{"Finetune/Learning Rate": 1.8047596495136967e-05, "Finetune/Loss": 0.8775193691253662, "Finetune/Loss (Raw)": 0.8105269074440002, "Finetune/Step": 4350, "Finetune/Step Time": 6.592068530619144}
+{"Finetune/Learning Rate": 1.8046596782033147e-05, "Finetune/Loss": 0.8777529001235962, "Finetune/Loss (Raw)": 0.9401771426200867, "Finetune/Step": 4351, "Finetune/Step Time": 6.601662164554}
+{"Finetune/Learning Rate": 1.8045596840750722e-05, "Finetune/Loss": 0.8782694339752197, "Finetune/Loss (Raw)": 0.9827951192855835, "Finetune/Step": 4352, "Finetune/Step Time": 6.593017842620611}
+{"Finetune/Learning Rate": 1.8044596671318052e-05, "Finetune/Loss": 0.8767168521881104, "Finetune/Loss (Raw)": 0.739487886428833, "Finetune/Step": 4353, "Finetune/Step Time": 6.599475858733058}
+{"Finetune/Learning Rate": 1.8043596273763495e-05, "Finetune/Loss": 0.8754754066467285, "Finetune/Loss (Raw)": 0.737307608127594, "Finetune/Step": 4354, "Finetune/Step Time": 6.600526226684451}
+{"Finetune/Learning Rate": 1.804259564811542e-05, "Finetune/Loss": 0.8759931325912476, "Finetune/Loss (Raw)": 1.0142046213150024, "Finetune/Step": 4355, "Finetune/Step Time": 6.598578387871385}
+{"Finetune/Learning Rate": 1.8041594794402203e-05, "Finetune/Loss": 0.877333402633667, "Finetune/Loss (Raw)": 0.905693531036377, "Finetune/Step": 4356, "Finetune/Step Time": 6.58923957683146}
+{"Finetune/Learning Rate": 1.8040593712652226e-05, "Finetune/Loss": 0.8764075040817261, "Finetune/Loss (Raw)": 0.770657479763031, "Finetune/Step": 4357, "Finetune/Step Time": 6.5898064486682415}
+{"Finetune/Learning Rate": 1.8039592402893875e-05, "Finetune/Loss": 0.8764089941978455, "Finetune/Loss (Raw)": 0.9668895602226257, "Finetune/Step": 4358, "Finetune/Step Time": 6.587619375437498}
+{"Finetune/Learning Rate": 1.8038590865155546e-05, "Finetune/Loss": 0.8762959241867065, "Finetune/Loss (Raw)": 0.9201655387878418, "Finetune/Step": 4359, "Finetune/Step Time": 6.581787759438157}
+{"Finetune/Learning Rate": 1.8037589099465637e-05, "Finetune/Loss": 0.8770714998245239, "Finetune/Loss (Raw)": 0.9637497663497925, "Finetune/Step": 4360, "Finetune/Step Time": 6.593027852475643}
+{"Finetune/Learning Rate": 1.8036587105852556e-05, "Finetune/Loss": 0.8781610727310181, "Finetune/Loss (Raw)": 1.025394082069397, "Finetune/Step": 4361, "Finetune/Step Time": 6.594028385356069}
+{"Finetune/Learning Rate": 1.8035584884344718e-05, "Finetune/Loss": 0.8798164129257202, "Finetune/Loss (Raw)": 0.9686852097511292, "Finetune/Step": 4362, "Finetune/Step Time": 6.595570644363761}
+{"Finetune/Learning Rate": 1.8034582434970547e-05, "Finetune/Loss": 0.8802215456962585, "Finetune/Loss (Raw)": 0.9177468419075012, "Finetune/Step": 4363, "Finetune/Step Time": 6.594200201332569}
+{"Finetune/Learning Rate": 1.8033579757758462e-05, "Finetune/Loss": 0.8812376856803894, "Finetune/Loss (Raw)": 0.9839003682136536, "Finetune/Step": 4364, "Finetune/Step Time": 6.584104815497994}
+{"Finetune/Learning Rate": 1.80325768527369e-05, "Finetune/Loss": 0.8810420632362366, "Finetune/Loss (Raw)": 0.8288789987564087, "Finetune/Step": 4365, "Finetune/Step Time": 6.581212006509304}
+{"Finetune/Learning Rate": 1.80315737199343e-05, "Finetune/Loss": 0.8815475106239319, "Finetune/Loss (Raw)": 0.9869197607040405, "Finetune/Step": 4366, "Finetune/Step Time": 6.583236312493682}
+{"Finetune/Learning Rate": 1.8030570359379106e-05, "Finetune/Loss": 0.8838145732879639, "Finetune/Loss (Raw)": 0.9860962629318237, "Finetune/Step": 4367, "Finetune/Step Time": 6.583634119480848}
+{"Finetune/Learning Rate": 1.8029566771099775e-05, "Finetune/Loss": 0.8827602863311768, "Finetune/Loss (Raw)": 0.7513321042060852, "Finetune/Step": 4368, "Finetune/Step Time": 6.564540401101112}
+{"Finetune/Learning Rate": 1.802856295512476e-05, "Finetune/Loss": 0.8835889101028442, "Finetune/Loss (Raw)": 0.8372982144355774, "Finetune/Step": 4369, "Finetune/Step Time": 6.565246280282736}
+{"Finetune/Learning Rate": 1.8027558911482534e-05, "Finetune/Loss": 0.8840662240982056, "Finetune/Loss (Raw)": 0.8712376952171326, "Finetune/Step": 4370, "Finetune/Step Time": 6.5637083277106285}
+{"Finetune/Learning Rate": 1.8026554640201564e-05, "Finetune/Loss": 0.8856300115585327, "Finetune/Loss (Raw)": 0.8880623579025269, "Finetune/Step": 4371, "Finetune/Step Time": 6.5689324755221605}
+{"Finetune/Learning Rate": 1.802555014131033e-05, "Finetune/Loss": 0.8854173421859741, "Finetune/Loss (Raw)": 0.9050254225730896, "Finetune/Step": 4372, "Finetune/Step Time": 6.5645201448351145}
+{"Finetune/Learning Rate": 1.8024545414837313e-05, "Finetune/Loss": 0.8862837553024292, "Finetune/Loss (Raw)": 0.9373963475227356, "Finetune/Step": 4373, "Finetune/Step Time": 6.54507490247488}
+{"Finetune/Learning Rate": 1.8023540460811006e-05, "Finetune/Loss": 0.8843930959701538, "Finetune/Loss (Raw)": 0.682840883731842, "Finetune/Step": 4374, "Finetune/Step Time": 6.543217394500971}
+{"Finetune/Learning Rate": 1.802253527925991e-05, "Finetune/Loss": 0.8836270570755005, "Finetune/Loss (Raw)": 0.8562625050544739, "Finetune/Step": 4375, "Finetune/Step Time": 6.543667061254382}
+{"Finetune/Learning Rate": 1.8021529870212525e-05, "Finetune/Loss": 0.88538658618927, "Finetune/Loss (Raw)": 0.9856888651847839, "Finetune/Step": 4376, "Finetune/Step Time": 6.534378930926323}
+{"Finetune/Learning Rate": 1.8020524233697366e-05, "Finetune/Loss": 0.8834173679351807, "Finetune/Loss (Raw)": 0.6924020051956177, "Finetune/Step": 4377, "Finetune/Step Time": 6.559900715947151}
+{"Finetune/Learning Rate": 1.801951836974294e-05, "Finetune/Loss": 0.8835784196853638, "Finetune/Loss (Raw)": 0.9188202023506165, "Finetune/Step": 4378, "Finetune/Step Time": 6.567261951044202}
+{"Finetune/Learning Rate": 1.8018512278377785e-05, "Finetune/Loss": 0.8834512829780579, "Finetune/Loss (Raw)": 0.844653844833374, "Finetune/Step": 4379, "Finetune/Step Time": 6.584429811686277}
+{"Finetune/Learning Rate": 1.8017505959630418e-05, "Finetune/Loss": 0.8833827972412109, "Finetune/Loss (Raw)": 0.8817650079727173, "Finetune/Step": 4380, "Finetune/Step Time": 6.583863370120525}
+{"Finetune/Learning Rate": 1.8016499413529386e-05, "Finetune/Loss": 0.8841907382011414, "Finetune/Loss (Raw)": 0.9452835321426392, "Finetune/Step": 4381, "Finetune/Step Time": 6.581139422953129}
+{"Finetune/Learning Rate": 1.8015492640103224e-05, "Finetune/Loss": 0.8846599459648132, "Finetune/Loss (Raw)": 1.0589313507080078, "Finetune/Step": 4382, "Finetune/Step Time": 6.5752129424363375}
+{"Finetune/Learning Rate": 1.801448563938048e-05, "Finetune/Loss": 0.8850218057632446, "Finetune/Loss (Raw)": 0.8957023620605469, "Finetune/Step": 4383, "Finetune/Step Time": 6.604894388467073}
+{"Finetune/Learning Rate": 1.801347841138972e-05, "Finetune/Loss": 0.885245680809021, "Finetune/Loss (Raw)": 0.8229653239250183, "Finetune/Step": 4384, "Finetune/Step Time": 6.60138214379549}
+{"Finetune/Learning Rate": 1.8012470956159494e-05, "Finetune/Loss": 0.885320246219635, "Finetune/Loss (Raw)": 0.9161704778671265, "Finetune/Step": 4385, "Finetune/Step Time": 6.602212669327855}
+{"Finetune/Learning Rate": 1.801146327371838e-05, "Finetune/Loss": 0.8841144442558289, "Finetune/Loss (Raw)": 0.7127154469490051, "Finetune/Step": 4386, "Finetune/Step Time": 6.608816619962454}
+{"Finetune/Learning Rate": 1.8010455364094944e-05, "Finetune/Loss": 0.884902834892273, "Finetune/Loss (Raw)": 0.9434968829154968, "Finetune/Step": 4387, "Finetune/Step Time": 6.605487238615751}
+{"Finetune/Learning Rate": 1.8009447227317777e-05, "Finetune/Loss": 0.8864555954933167, "Finetune/Loss (Raw)": 0.9459671974182129, "Finetune/Step": 4388, "Finetune/Step Time": 6.592276217415929}
+{"Finetune/Learning Rate": 1.800843886341546e-05, "Finetune/Loss": 0.8859295845031738, "Finetune/Loss (Raw)": 0.8892495632171631, "Finetune/Step": 4389, "Finetune/Step Time": 6.603512251749635}
+{"Finetune/Learning Rate": 1.8007430272416592e-05, "Finetune/Loss": 0.8857717514038086, "Finetune/Loss (Raw)": 0.9864794611930847, "Finetune/Step": 4390, "Finetune/Step Time": 6.601832654327154}
+{"Finetune/Learning Rate": 1.8006421454349772e-05, "Finetune/Loss": 0.8837156295776367, "Finetune/Loss (Raw)": 0.7360655665397644, "Finetune/Step": 4391, "Finetune/Step Time": 6.602011997252703}
+{"Finetune/Learning Rate": 1.8005412409243604e-05, "Finetune/Loss": 0.8842887878417969, "Finetune/Loss (Raw)": 0.8155843615531921, "Finetune/Step": 4392, "Finetune/Step Time": 6.604237800464034}
+{"Finetune/Learning Rate": 1.8004403137126707e-05, "Finetune/Loss": 0.8826612830162048, "Finetune/Loss (Raw)": 0.7795514464378357, "Finetune/Step": 4393, "Finetune/Step Time": 6.60278008133173}
+{"Finetune/Learning Rate": 1.8003393638027698e-05, "Finetune/Loss": 0.8843675851821899, "Finetune/Loss (Raw)": 0.9639274477958679, "Finetune/Step": 4394, "Finetune/Step Time": 6.593868110328913}
+{"Finetune/Learning Rate": 1.8002383911975203e-05, "Finetune/Loss": 0.8840705156326294, "Finetune/Loss (Raw)": 0.8955882787704468, "Finetune/Step": 4395, "Finetune/Step Time": 6.579538842663169}
+{"Finetune/Learning Rate": 1.8001373958997858e-05, "Finetune/Loss": 0.885601282119751, "Finetune/Loss (Raw)": 0.8524931073188782, "Finetune/Step": 4396, "Finetune/Step Time": 6.572356455028057}
+{"Finetune/Learning Rate": 1.80003637791243e-05, "Finetune/Loss": 0.8868420720100403, "Finetune/Loss (Raw)": 0.904269814491272, "Finetune/Step": 4397, "Finetune/Step Time": 6.595088459551334}
+{"Finetune/Learning Rate": 1.799935337238317e-05, "Finetune/Loss": 0.887212872505188, "Finetune/Loss (Raw)": 0.9396386742591858, "Finetune/Step": 4398, "Finetune/Step Time": 6.597342835739255}
+{"Finetune/Learning Rate": 1.799834273880313e-05, "Finetune/Loss": 0.8857225179672241, "Finetune/Loss (Raw)": 0.8737629652023315, "Finetune/Step": 4399, "Finetune/Step Time": 6.602116363123059}
+{"Finetune/Learning Rate": 1.7997331878412837e-05, "Finetune/Loss": 0.8850268125534058, "Finetune/Loss (Raw)": 0.9087755084037781, "Finetune/Step": 4400, "Finetune/Step Time": 6.603590842336416}
+{"Finetune/Learning Rate": 1.7996320791240948e-05, "Finetune/Loss": 0.884854793548584, "Finetune/Loss (Raw)": 0.9286950826644897, "Finetune/Step": 4401, "Finetune/Step Time": 6.606126580387354}
+{"Finetune/Learning Rate": 1.7995309477316142e-05, "Finetune/Loss": 0.8841160535812378, "Finetune/Loss (Raw)": 0.7889108657836914, "Finetune/Step": 4402, "Finetune/Step Time": 6.602448446676135}
+{"Finetune/Learning Rate": 1.7994297936667095e-05, "Finetune/Loss": 0.8832437992095947, "Finetune/Loss (Raw)": 0.7850903868675232, "Finetune/Step": 4403, "Finetune/Step Time": 6.591600362211466}
+{"Finetune/Learning Rate": 1.799328616932249e-05, "Finetune/Loss": 0.8827171921730042, "Finetune/Loss (Raw)": 0.8025528788566589, "Finetune/Step": 4404, "Finetune/Step Time": 6.597450461238623}
+{"Finetune/Learning Rate": 1.799227417531102e-05, "Finetune/Loss": 0.8828901052474976, "Finetune/Loss (Raw)": 0.8487735986709595, "Finetune/Step": 4405, "Finetune/Step Time": 6.597707269713283}
+{"Finetune/Learning Rate": 1.7991261954661384e-05, "Finetune/Loss": 0.883667528629303, "Finetune/Loss (Raw)": 0.9945216178894043, "Finetune/Step": 4406, "Finetune/Step Time": 6.5968712735921144}
+{"Finetune/Learning Rate": 1.7990249507402277e-05, "Finetune/Loss": 0.884355902671814, "Finetune/Loss (Raw)": 0.9853243231773376, "Finetune/Step": 4407, "Finetune/Step Time": 6.597799438983202}
+{"Finetune/Learning Rate": 1.798923683356242e-05, "Finetune/Loss": 0.8839850425720215, "Finetune/Loss (Raw)": 0.9531034231185913, "Finetune/Step": 4408, "Finetune/Step Time": 6.5962335374206305}
+{"Finetune/Learning Rate": 1.7988223933170524e-05, "Finetune/Loss": 0.8836342096328735, "Finetune/Loss (Raw)": 0.8366063833236694, "Finetune/Step": 4409, "Finetune/Step Time": 6.593373157083988}
+{"Finetune/Learning Rate": 1.7987210806255314e-05, "Finetune/Loss": 0.8829247951507568, "Finetune/Loss (Raw)": 0.919355034828186, "Finetune/Step": 4410, "Finetune/Step Time": 6.594499720260501}
+{"Finetune/Learning Rate": 1.7986197452845514e-05, "Finetune/Loss": 0.8834854364395142, "Finetune/Loss (Raw)": 0.9818258285522461, "Finetune/Step": 4411, "Finetune/Step Time": 6.594337742775679}
+{"Finetune/Learning Rate": 1.7985183872969867e-05, "Finetune/Loss": 0.8854128122329712, "Finetune/Loss (Raw)": 1.0602924823760986, "Finetune/Step": 4412, "Finetune/Step Time": 6.589153593406081}
+{"Finetune/Learning Rate": 1.798417006665711e-05, "Finetune/Loss": 0.886342465877533, "Finetune/Loss (Raw)": 0.9576408863067627, "Finetune/Step": 4413, "Finetune/Step Time": 6.589653784409165}
+{"Finetune/Learning Rate": 1.7983156033936e-05, "Finetune/Loss": 0.8846958875656128, "Finetune/Loss (Raw)": 0.7607546448707581, "Finetune/Step": 4414, "Finetune/Step Time": 6.5770124569535255}
+{"Finetune/Learning Rate": 1.7982141774835278e-05, "Finetune/Loss": 0.8857059478759766, "Finetune/Loss (Raw)": 0.962201714515686, "Finetune/Step": 4415, "Finetune/Step Time": 6.578278349712491}
+{"Finetune/Learning Rate": 1.7981127289383718e-05, "Finetune/Loss": 0.8861280679702759, "Finetune/Loss (Raw)": 1.0032826662063599, "Finetune/Step": 4416, "Finetune/Step Time": 6.576791580766439}
+{"Finetune/Learning Rate": 1.798011257761008e-05, "Finetune/Loss": 0.886245608329773, "Finetune/Loss (Raw)": 0.9735292196273804, "Finetune/Step": 4417, "Finetune/Step Time": 6.577800193801522}
+{"Finetune/Learning Rate": 1.7979097639543144e-05, "Finetune/Loss": 0.8887524604797363, "Finetune/Loss (Raw)": 1.0867021083831787, "Finetune/Step": 4418, "Finetune/Step Time": 6.58072523958981}
+{"Finetune/Learning Rate": 1.7978082475211688e-05, "Finetune/Loss": 0.8869081139564514, "Finetune/Loss (Raw)": 0.7562035322189331, "Finetune/Step": 4419, "Finetune/Step Time": 6.579309146851301}
+{"Finetune/Learning Rate": 1.7977067084644498e-05, "Finetune/Loss": 0.8854491710662842, "Finetune/Loss (Raw)": 0.6980641484260559, "Finetune/Step": 4420, "Finetune/Step Time": 6.579999852925539}
+{"Finetune/Learning Rate": 1.7976051467870373e-05, "Finetune/Loss": 0.8840566277503967, "Finetune/Loss (Raw)": 0.8395264148712158, "Finetune/Step": 4421, "Finetune/Step Time": 6.583128774538636}
+{"Finetune/Learning Rate": 1.7975035624918105e-05, "Finetune/Loss": 0.8852232098579407, "Finetune/Loss (Raw)": 1.013435959815979, "Finetune/Step": 4422, "Finetune/Step Time": 6.590018428862095}
+{"Finetune/Learning Rate": 1.7974019555816508e-05, "Finetune/Loss": 0.8829198479652405, "Finetune/Loss (Raw)": 0.716863751411438, "Finetune/Step": 4423, "Finetune/Step Time": 6.589701259508729}
+{"Finetune/Learning Rate": 1.797300326059439e-05, "Finetune/Loss": 0.8809685707092285, "Finetune/Loss (Raw)": 0.7524120807647705, "Finetune/Step": 4424, "Finetune/Step Time": 6.589432071894407}
+{"Finetune/Learning Rate": 1.7971986739280573e-05, "Finetune/Loss": 0.8804671764373779, "Finetune/Loss (Raw)": 0.8048881888389587, "Finetune/Step": 4425, "Finetune/Step Time": 6.59170500561595}
+{"Finetune/Learning Rate": 1.7970969991903882e-05, "Finetune/Loss": 0.8806732892990112, "Finetune/Loss (Raw)": 1.0090715885162354, "Finetune/Step": 4426, "Finetune/Step Time": 6.6007251515984535}
+{"Finetune/Learning Rate": 1.7969953018493145e-05, "Finetune/Loss": 0.8790655732154846, "Finetune/Loss (Raw)": 0.6880146861076355, "Finetune/Step": 4427, "Finetune/Step Time": 6.612600360065699}
+{"Finetune/Learning Rate": 1.7968935819077207e-05, "Finetune/Loss": 0.8787951469421387, "Finetune/Loss (Raw)": 0.9080439805984497, "Finetune/Step": 4428, "Finetune/Step Time": 6.6142058949917555}
+{"Finetune/Learning Rate": 1.7967918393684905e-05, "Finetune/Loss": 0.878352165222168, "Finetune/Loss (Raw)": 0.7560280561447144, "Finetune/Step": 4429, "Finetune/Step Time": 6.6222986951470375}
+{"Finetune/Learning Rate": 1.7966900742345102e-05, "Finetune/Loss": 0.8768492341041565, "Finetune/Loss (Raw)": 0.7170166373252869, "Finetune/Step": 4430, "Finetune/Step Time": 6.63135352730751}
+{"Finetune/Learning Rate": 1.7965882865086642e-05, "Finetune/Loss": 0.8757184743881226, "Finetune/Loss (Raw)": 0.7184225916862488, "Finetune/Step": 4431, "Finetune/Step Time": 6.6637427266687155}
+{"Finetune/Learning Rate": 1.7964864761938404e-05, "Finetune/Loss": 0.877123236656189, "Finetune/Loss (Raw)": 0.9046321511268616, "Finetune/Step": 4432, "Finetune/Step Time": 6.667598204687238}
+{"Finetune/Learning Rate": 1.7963846432929244e-05, "Finetune/Loss": 0.8775739669799805, "Finetune/Loss (Raw)": 1.0347338914871216, "Finetune/Step": 4433, "Finetune/Step Time": 6.682343350723386}
+{"Finetune/Learning Rate": 1.7962827878088046e-05, "Finetune/Loss": 0.8770428895950317, "Finetune/Loss (Raw)": 0.8563904166221619, "Finetune/Step": 4434, "Finetune/Step Time": 6.684435622766614}
+{"Finetune/Learning Rate": 1.7961809097443693e-05, "Finetune/Loss": 0.8770982027053833, "Finetune/Loss (Raw)": 0.7441648244857788, "Finetune/Step": 4435, "Finetune/Step Time": 6.689923105761409}
+{"Finetune/Learning Rate": 1.7960790091025076e-05, "Finetune/Loss": 0.8761754035949707, "Finetune/Loss (Raw)": 0.7781230211257935, "Finetune/Step": 4436, "Finetune/Step Time": 6.707483071833849}
+{"Finetune/Learning Rate": 1.7959770858861086e-05, "Finetune/Loss": 0.8758975267410278, "Finetune/Loss (Raw)": 0.7708189487457275, "Finetune/Step": 4437, "Finetune/Step Time": 6.709860995411873}
+{"Finetune/Learning Rate": 1.7958751400980634e-05, "Finetune/Loss": 0.8758507966995239, "Finetune/Loss (Raw)": 0.951988697052002, "Finetune/Step": 4438, "Finetune/Step Time": 6.705258233472705}
+{"Finetune/Learning Rate": 1.795773171741262e-05, "Finetune/Loss": 0.8751856684684753, "Finetune/Loss (Raw)": 0.8400498032569885, "Finetune/Step": 4439, "Finetune/Step Time": 6.694257101044059}
+{"Finetune/Learning Rate": 1.7956711808185967e-05, "Finetune/Loss": 0.874556303024292, "Finetune/Loss (Raw)": 0.6878542900085449, "Finetune/Step": 4440, "Finetune/Step Time": 6.676719024777412}
+{"Finetune/Learning Rate": 1.795569167332959e-05, "Finetune/Loss": 0.8756842613220215, "Finetune/Loss (Raw)": 1.1406214237213135, "Finetune/Step": 4441, "Finetune/Step Time": 6.678271656855941}
+{"Finetune/Learning Rate": 1.795467131287242e-05, "Finetune/Loss": 0.8747658729553223, "Finetune/Loss (Raw)": 0.8490326404571533, "Finetune/Step": 4442, "Finetune/Step Time": 6.676780944690108}
+{"Finetune/Learning Rate": 1.7953650726843394e-05, "Finetune/Loss": 0.875901997089386, "Finetune/Loss (Raw)": 0.9302213788032532, "Finetune/Step": 4443, "Finetune/Step Time": 6.67883419059217}
+{"Finetune/Learning Rate": 1.7952629915271447e-05, "Finetune/Loss": 0.8759632706642151, "Finetune/Loss (Raw)": 0.9423587322235107, "Finetune/Step": 4444, "Finetune/Step Time": 6.681926665827632}
+{"Finetune/Learning Rate": 1.7951608878185533e-05, "Finetune/Loss": 0.8761422634124756, "Finetune/Loss (Raw)": 0.9595282077789307, "Finetune/Step": 4445, "Finetune/Step Time": 6.679421365261078}
+{"Finetune/Learning Rate": 1.79505876156146e-05, "Finetune/Loss": 0.875874400138855, "Finetune/Loss (Raw)": 0.8726540207862854, "Finetune/Step": 4446, "Finetune/Step Time": 6.67516771145165}
+{"Finetune/Learning Rate": 1.7949566127587613e-05, "Finetune/Loss": 0.8761720657348633, "Finetune/Loss (Raw)": 0.977084755897522, "Finetune/Step": 4447, "Finetune/Step Time": 6.674194483086467}
+{"Finetune/Learning Rate": 1.7948544414133534e-05, "Finetune/Loss": 0.8754636645317078, "Finetune/Loss (Raw)": 0.8207600712776184, "Finetune/Step": 4448, "Finetune/Step Time": 6.674379963427782}
+{"Finetune/Learning Rate": 1.794752247528134e-05, "Finetune/Loss": 0.8779023885726929, "Finetune/Loss (Raw)": 0.8825474977493286, "Finetune/Step": 4449, "Finetune/Step Time": 6.660950308665633}
+{"Finetune/Learning Rate": 1.7946500311060007e-05, "Finetune/Loss": 0.8785828351974487, "Finetune/Loss (Raw)": 0.743798017501831, "Finetune/Step": 4450, "Finetune/Step Time": 6.663319641724229}
+{"Finetune/Learning Rate": 1.794547792149852e-05, "Finetune/Loss": 0.8773638606071472, "Finetune/Loss (Raw)": 0.7138102054595947, "Finetune/Step": 4451, "Finetune/Step Time": 6.6677110735327005}
+{"Finetune/Learning Rate": 1.7944455306625877e-05, "Finetune/Loss": 0.8763948082923889, "Finetune/Loss (Raw)": 0.7470934391021729, "Finetune/Step": 4452, "Finetune/Step Time": 6.679972758516669}
+{"Finetune/Learning Rate": 1.7943432466471072e-05, "Finetune/Loss": 0.8760001063346863, "Finetune/Loss (Raw)": 0.910588800907135, "Finetune/Step": 4453, "Finetune/Step Time": 6.692029982805252}
+{"Finetune/Learning Rate": 1.794240940106311e-05, "Finetune/Loss": 0.8754100799560547, "Finetune/Loss (Raw)": 0.7903632521629333, "Finetune/Step": 4454, "Finetune/Step Time": 6.692659569904208}
+{"Finetune/Learning Rate": 1.7941386110431e-05, "Finetune/Loss": 0.8750400543212891, "Finetune/Loss (Raw)": 0.8591272830963135, "Finetune/Step": 4455, "Finetune/Step Time": 6.694376615807414}
+{"Finetune/Learning Rate": 1.7940362594603767e-05, "Finetune/Loss": 0.8753241300582886, "Finetune/Loss (Raw)": 1.004159688949585, "Finetune/Step": 4456, "Finetune/Step Time": 6.695341901853681}
+{"Finetune/Learning Rate": 1.7939338853610422e-05, "Finetune/Loss": 0.8753174543380737, "Finetune/Loss (Raw)": 0.8115670084953308, "Finetune/Step": 4457, "Finetune/Step Time": 6.704039199277759}
+{"Finetune/Learning Rate": 1.7938314887480013e-05, "Finetune/Loss": 0.8763245344161987, "Finetune/Loss (Raw)": 0.8810970783233643, "Finetune/Step": 4458, "Finetune/Step Time": 6.710008604452014}
+{"Finetune/Learning Rate": 1.793729069624156e-05, "Finetune/Loss": 0.8762974739074707, "Finetune/Loss (Raw)": 0.8813567161560059, "Finetune/Step": 4459, "Finetune/Step Time": 6.719878943637013}
+{"Finetune/Learning Rate": 1.7936266279924118e-05, "Finetune/Loss": 0.8761117458343506, "Finetune/Loss (Raw)": 0.9038050174713135, "Finetune/Step": 4460, "Finetune/Step Time": 6.721110576763749}
+{"Finetune/Learning Rate": 1.7935241638556732e-05, "Finetune/Loss": 0.8766778707504272, "Finetune/Loss (Raw)": 0.961983859539032, "Finetune/Step": 4461, "Finetune/Step Time": 6.705826260149479}
+{"Finetune/Learning Rate": 1.7934216772168458e-05, "Finetune/Loss": 0.8773325681686401, "Finetune/Loss (Raw)": 0.905448317527771, "Finetune/Step": 4462, "Finetune/Step Time": 6.705226389691234}
+{"Finetune/Learning Rate": 1.7933191680788354e-05, "Finetune/Loss": 0.8780174851417542, "Finetune/Loss (Raw)": 0.9385542273521423, "Finetune/Step": 4463, "Finetune/Step Time": 6.706455761566758}
+{"Finetune/Learning Rate": 1.7932166364445498e-05, "Finetune/Loss": 0.8763344287872314, "Finetune/Loss (Raw)": 0.761553168296814, "Finetune/Step": 4464, "Finetune/Step Time": 6.706248339265585}
+{"Finetune/Learning Rate": 1.7931140823168957e-05, "Finetune/Loss": 0.8766401410102844, "Finetune/Loss (Raw)": 0.8362759947776794, "Finetune/Step": 4465, "Finetune/Step Time": 6.705853981897235}
+{"Finetune/Learning Rate": 1.7930115056987815e-05, "Finetune/Loss": 0.8768296837806702, "Finetune/Loss (Raw)": 0.9607405066490173, "Finetune/Step": 4466, "Finetune/Step Time": 6.69502073712647}
+{"Finetune/Learning Rate": 1.792908906593116e-05, "Finetune/Loss": 0.8762087821960449, "Finetune/Loss (Raw)": 0.7506548762321472, "Finetune/Step": 4467, "Finetune/Step Time": 6.700208391994238}
+{"Finetune/Learning Rate": 1.792806285002809e-05, "Finetune/Loss": 0.8789010643959045, "Finetune/Loss (Raw)": 0.9597882628440857, "Finetune/Step": 4468, "Finetune/Step Time": 6.689545039087534}
+{"Finetune/Learning Rate": 1.7927036409307697e-05, "Finetune/Loss": 0.8789347410202026, "Finetune/Loss (Raw)": 0.8752206563949585, "Finetune/Step": 4469, "Finetune/Step Time": 6.687792789191008}
+{"Finetune/Learning Rate": 1.79260097437991e-05, "Finetune/Loss": 0.8792697787284851, "Finetune/Loss (Raw)": 0.923275887966156, "Finetune/Step": 4470, "Finetune/Step Time": 6.685846885666251}
+{"Finetune/Learning Rate": 1.7924982853531397e-05, "Finetune/Loss": 0.8812016248703003, "Finetune/Loss (Raw)": 1.1211031675338745, "Finetune/Step": 4471, "Finetune/Step Time": 6.687379388138652}
+{"Finetune/Learning Rate": 1.792395573853372e-05, "Finetune/Loss": 0.881572961807251, "Finetune/Loss (Raw)": 0.8183702230453491, "Finetune/Step": 4472, "Finetune/Step Time": 6.701863642781973}
+{"Finetune/Learning Rate": 1.7922928398835195e-05, "Finetune/Loss": 0.8805773258209229, "Finetune/Loss (Raw)": 0.8686203360557556, "Finetune/Step": 4473, "Finetune/Step Time": 6.712785180658102}
+{"Finetune/Learning Rate": 1.7921900834464945e-05, "Finetune/Loss": 0.8804788589477539, "Finetune/Loss (Raw)": 0.8455520272254944, "Finetune/Step": 4474, "Finetune/Step Time": 6.713608479127288}
+{"Finetune/Learning Rate": 1.7920873045452112e-05, "Finetune/Loss": 0.8801004886627197, "Finetune/Loss (Raw)": 0.7978038787841797, "Finetune/Step": 4475, "Finetune/Step Time": 6.730370048433542}
+{"Finetune/Learning Rate": 1.7919845031825847e-05, "Finetune/Loss": 0.8782984614372253, "Finetune/Loss (Raw)": 0.6996802091598511, "Finetune/Step": 4476, "Finetune/Step Time": 6.7306820545345545}
+{"Finetune/Learning Rate": 1.7918816793615298e-05, "Finetune/Loss": 0.8772648572921753, "Finetune/Loss (Raw)": 0.7791154384613037, "Finetune/Step": 4477, "Finetune/Step Time": 6.767714872956276}
+{"Finetune/Learning Rate": 1.7917788330849623e-05, "Finetune/Loss": 0.878330647945404, "Finetune/Loss (Raw)": 0.9469430446624756, "Finetune/Step": 4478, "Finetune/Step Time": 6.758390165865421}
+{"Finetune/Learning Rate": 1.7916759643557987e-05, "Finetune/Loss": 0.8788193464279175, "Finetune/Loss (Raw)": 1.0027351379394531, "Finetune/Step": 4479, "Finetune/Step Time": 6.751265054568648}
+{"Finetune/Learning Rate": 1.7915730731769558e-05, "Finetune/Loss": 0.8772037029266357, "Finetune/Loss (Raw)": 0.7759838104248047, "Finetune/Step": 4480, "Finetune/Step Time": 6.750537713989615}
+{"Finetune/Learning Rate": 1.7914701595513516e-05, "Finetune/Loss": 0.8778153657913208, "Finetune/Loss (Raw)": 0.8177814483642578, "Finetune/Step": 4481, "Finetune/Step Time": 6.749286726117134}
+{"Finetune/Learning Rate": 1.7913672234819042e-05, "Finetune/Loss": 0.8794469833374023, "Finetune/Loss (Raw)": 0.9461547136306763, "Finetune/Step": 4482, "Finetune/Step Time": 6.75200105831027}
+{"Finetune/Learning Rate": 1.7912642649715325e-05, "Finetune/Loss": 0.8774203658103943, "Finetune/Loss (Raw)": 0.7548044323921204, "Finetune/Step": 4483, "Finetune/Step Time": 6.782562289386988}
+{"Finetune/Learning Rate": 1.7911612840231563e-05, "Finetune/Loss": 0.8761277198791504, "Finetune/Loss (Raw)": 0.7402337193489075, "Finetune/Step": 4484, "Finetune/Step Time": 6.7868264354765415}
+{"Finetune/Learning Rate": 1.7910582806396967e-05, "Finetune/Loss": 0.8759740591049194, "Finetune/Loss (Raw)": 0.7509837746620178, "Finetune/Step": 4485, "Finetune/Step Time": 6.786257743835449}
+{"Finetune/Learning Rate": 1.7909552548240727e-05, "Finetune/Loss": 0.874842643737793, "Finetune/Loss (Raw)": 0.8220751881599426, "Finetune/Step": 4486, "Finetune/Step Time": 6.7854274325072765}
+{"Finetune/Learning Rate": 1.7908522065792075e-05, "Finetune/Loss": 0.8744727373123169, "Finetune/Loss (Raw)": 0.8728109002113342, "Finetune/Step": 4487, "Finetune/Step Time": 6.788178449496627}
+{"Finetune/Learning Rate": 1.7907491359080224e-05, "Finetune/Loss": 0.8745987415313721, "Finetune/Loss (Raw)": 0.9798745512962341, "Finetune/Step": 4488, "Finetune/Step Time": 6.7692653480917215}
+{"Finetune/Learning Rate": 1.7906460428134402e-05, "Finetune/Loss": 0.8722833395004272, "Finetune/Loss (Raw)": 0.7290248274803162, "Finetune/Step": 4489, "Finetune/Step Time": 6.775596024468541}
+{"Finetune/Learning Rate": 1.7905429272983844e-05, "Finetune/Loss": 0.8703670501708984, "Finetune/Loss (Raw)": 0.7234018445014954, "Finetune/Step": 4490, "Finetune/Step Time": 6.773475028574467}
+{"Finetune/Learning Rate": 1.7904397893657797e-05, "Finetune/Loss": 0.8686720132827759, "Finetune/Loss (Raw)": 0.7007891535758972, "Finetune/Step": 4491, "Finetune/Step Time": 6.788201414048672}
+{"Finetune/Learning Rate": 1.7903366290185498e-05, "Finetune/Loss": 0.8677476644515991, "Finetune/Loss (Raw)": 0.8655778169631958, "Finetune/Step": 4492, "Finetune/Step Time": 6.788274398073554}
+{"Finetune/Learning Rate": 1.7902334462596208e-05, "Finetune/Loss": 0.8670316934585571, "Finetune/Loss (Raw)": 0.737238883972168, "Finetune/Step": 4493, "Finetune/Step Time": 6.785679914057255}
+{"Finetune/Learning Rate": 1.7901302410919186e-05, "Finetune/Loss": 0.8669980764389038, "Finetune/Loss (Raw)": 0.982611894607544, "Finetune/Step": 4494, "Finetune/Step Time": 6.778282824903727}
+{"Finetune/Learning Rate": 1.790027013518369e-05, "Finetune/Loss": 0.8660173416137695, "Finetune/Loss (Raw)": 0.8605635166168213, "Finetune/Step": 4495, "Finetune/Step Time": 6.775812029838562}
+{"Finetune/Learning Rate": 1.7899237635419002e-05, "Finetune/Loss": 0.8666404485702515, "Finetune/Loss (Raw)": 0.8310835957527161, "Finetune/Step": 4496, "Finetune/Step Time": 6.779875902459025}
+{"Finetune/Learning Rate": 1.7898204911654397e-05, "Finetune/Loss": 0.8672980070114136, "Finetune/Loss (Raw)": 0.9214698672294617, "Finetune/Step": 4497, "Finetune/Step Time": 6.773886188864708}
+{"Finetune/Learning Rate": 1.789717196391916e-05, "Finetune/Loss": 0.8676531314849854, "Finetune/Loss (Raw)": 0.9166951179504395, "Finetune/Step": 4498, "Finetune/Step Time": 6.77481097355485}
+{"Finetune/Learning Rate": 1.789613879224258e-05, "Finetune/Loss": 0.8679580092430115, "Finetune/Loss (Raw)": 0.9270914196968079, "Finetune/Step": 4499, "Finetune/Step Time": 6.774049090221524}
+{"Finetune/Learning Rate": 1.7895105396653963e-05, "Finetune/Loss": 0.8687589168548584, "Finetune/Loss (Raw)": 1.0075407028198242, "Finetune/Step": 4500, "Finetune/Step Time": 6.772252146154642}
+{"Finetune/Learning Rate": 1.7894071777182605e-05, "Finetune/Loss": 0.8691163063049316, "Finetune/Loss (Raw)": 0.9831399917602539, "Finetune/Step": 4501, "Finetune/Step Time": 6.7730897013098}
+{"Finetune/Learning Rate": 1.7893037933857816e-05, "Finetune/Loss": 0.8696274161338806, "Finetune/Loss (Raw)": 0.7482651472091675, "Finetune/Step": 4502, "Finetune/Step Time": 6.775136042386293}
+{"Finetune/Learning Rate": 1.789200386670892e-05, "Finetune/Loss": 0.869455099105835, "Finetune/Loss (Raw)": 0.834206759929657, "Finetune/Step": 4503, "Finetune/Step Time": 6.782255008816719}
+{"Finetune/Learning Rate": 1.7890969575765232e-05, "Finetune/Loss": 0.8694071769714355, "Finetune/Loss (Raw)": 0.9795433282852173, "Finetune/Step": 4504, "Finetune/Step Time": 6.782239675521851}
+{"Finetune/Learning Rate": 1.7889935061056092e-05, "Finetune/Loss": 0.8710665702819824, "Finetune/Loss (Raw)": 0.9048106074333191, "Finetune/Step": 4505, "Finetune/Step Time": 6.758534695953131}
+{"Finetune/Learning Rate": 1.788890032261083e-05, "Finetune/Loss": 0.8702211380004883, "Finetune/Loss (Raw)": 0.8106030225753784, "Finetune/Step": 4506, "Finetune/Step Time": 6.752975195646286}
+{"Finetune/Learning Rate": 1.788786536045878e-05, "Finetune/Loss": 0.8698668479919434, "Finetune/Loss (Raw)": 0.7993110418319702, "Finetune/Step": 4507, "Finetune/Step Time": 6.737493570894003}
+{"Finetune/Learning Rate": 1.78868301746293e-05, "Finetune/Loss": 0.8692479133605957, "Finetune/Loss (Raw)": 0.8025399446487427, "Finetune/Step": 4508, "Finetune/Step Time": 6.7515182588249445}
+{"Finetune/Learning Rate": 1.788579476515175e-05, "Finetune/Loss": 0.8694642782211304, "Finetune/Loss (Raw)": 0.9729750156402588, "Finetune/Step": 4509, "Finetune/Step Time": 6.754283120855689}
+{"Finetune/Learning Rate": 1.788475913205548e-05, "Finetune/Loss": 0.8676262497901917, "Finetune/Loss (Raw)": 0.8236673474311829, "Finetune/Step": 4510, "Finetune/Step Time": 6.765337977558374}
+{"Finetune/Learning Rate": 1.788372327536986e-05, "Finetune/Loss": 0.8689938187599182, "Finetune/Loss (Raw)": 1.0707463026046753, "Finetune/Step": 4511, "Finetune/Step Time": 6.736306665465236}
+{"Finetune/Learning Rate": 1.788268719512427e-05, "Finetune/Loss": 0.8696095943450928, "Finetune/Loss (Raw)": 0.9017807841300964, "Finetune/Step": 4512, "Finetune/Step Time": 6.7340676467865705}
+{"Finetune/Learning Rate": 1.7881650891348087e-05, "Finetune/Loss": 0.8704615831375122, "Finetune/Loss (Raw)": 1.0252293348312378, "Finetune/Step": 4513, "Finetune/Step Time": 6.733448622748256}
+{"Finetune/Learning Rate": 1.7880614364070696e-05, "Finetune/Loss": 0.8712105751037598, "Finetune/Loss (Raw)": 0.808580756187439, "Finetune/Step": 4514, "Finetune/Step Time": 6.7215882539749146}
+{"Finetune/Learning Rate": 1.787957761332149e-05, "Finetune/Loss": 0.8723537921905518, "Finetune/Loss (Raw)": 1.0898336172103882, "Finetune/Step": 4515, "Finetune/Step Time": 6.723844949156046}
+{"Finetune/Learning Rate": 1.787854063912987e-05, "Finetune/Loss": 0.8704917430877686, "Finetune/Loss (Raw)": 0.7076271176338196, "Finetune/Step": 4516, "Finetune/Step Time": 6.730409236624837}
+{"Finetune/Learning Rate": 1.7877503441525242e-05, "Finetune/Loss": 0.8713361024856567, "Finetune/Loss (Raw)": 0.9973315000534058, "Finetune/Step": 4517, "Finetune/Step Time": 6.722998086363077}
+{"Finetune/Learning Rate": 1.7876466020537016e-05, "Finetune/Loss": 0.8698799014091492, "Finetune/Loss (Raw)": 0.8000820279121399, "Finetune/Step": 4518, "Finetune/Step Time": 6.726396717131138}
+{"Finetune/Learning Rate": 1.787542837619461e-05, "Finetune/Loss": 0.871136486530304, "Finetune/Loss (Raw)": 0.8969084620475769, "Finetune/Step": 4519, "Finetune/Step Time": 6.7411950547248125}
+{"Finetune/Learning Rate": 1.7874390508527454e-05, "Finetune/Loss": 0.8706743717193604, "Finetune/Loss (Raw)": 0.7564345598220825, "Finetune/Step": 4520, "Finetune/Step Time": 6.738723235204816}
+{"Finetune/Learning Rate": 1.7873352417564972e-05, "Finetune/Loss": 0.8708236217498779, "Finetune/Loss (Raw)": 0.7986536622047424, "Finetune/Step": 4521, "Finetune/Step Time": 6.739315014332533}
+{"Finetune/Learning Rate": 1.7872314103336607e-05, "Finetune/Loss": 0.8701508641242981, "Finetune/Loss (Raw)": 0.8778165578842163, "Finetune/Step": 4522, "Finetune/Step Time": 6.7410667184740305}
+{"Finetune/Learning Rate": 1.7871275565871796e-05, "Finetune/Loss": 0.8697677254676819, "Finetune/Loss (Raw)": 0.846545934677124, "Finetune/Step": 4523, "Finetune/Step Time": 6.744265910238028}
+{"Finetune/Learning Rate": 1.7870236805199995e-05, "Finetune/Loss": 0.8691941499710083, "Finetune/Loss (Raw)": 0.7790693640708923, "Finetune/Step": 4524, "Finetune/Step Time": 6.753091931343079}
+{"Finetune/Learning Rate": 1.7869197821350658e-05, "Finetune/Loss": 0.8684948682785034, "Finetune/Loss (Raw)": 0.8147699236869812, "Finetune/Step": 4525, "Finetune/Step Time": 6.726683855056763}
+{"Finetune/Learning Rate": 1.7868158614353245e-05, "Finetune/Loss": 0.8682185411453247, "Finetune/Loss (Raw)": 0.904268741607666, "Finetune/Step": 4526, "Finetune/Step Time": 6.733526201918721}
+{"Finetune/Learning Rate": 1.786711918423723e-05, "Finetune/Loss": 0.8686856031417847, "Finetune/Loss (Raw)": 0.9335404634475708, "Finetune/Step": 4527, "Finetune/Step Time": 6.733504706993699}
+{"Finetune/Learning Rate": 1.7866079531032088e-05, "Finetune/Loss": 0.8684991002082825, "Finetune/Loss (Raw)": 0.8849078416824341, "Finetune/Step": 4528, "Finetune/Step Time": 6.729439536109567}
+{"Finetune/Learning Rate": 1.7865039654767296e-05, "Finetune/Loss": 0.8678767681121826, "Finetune/Loss (Raw)": 0.8490340113639832, "Finetune/Step": 4529, "Finetune/Step Time": 6.727314384654164}
+{"Finetune/Learning Rate": 1.7863999555472346e-05, "Finetune/Loss": 0.8681420087814331, "Finetune/Loss (Raw)": 0.8228597640991211, "Finetune/Step": 4530, "Finetune/Step Time": 6.736665476113558}
+{"Finetune/Learning Rate": 1.786295923317673e-05, "Finetune/Loss": 0.8691787123680115, "Finetune/Loss (Raw)": 0.9177905321121216, "Finetune/Step": 4531, "Finetune/Step Time": 6.731326324865222}
+{"Finetune/Learning Rate": 1.786191868790995e-05, "Finetune/Loss": 0.8690201044082642, "Finetune/Loss (Raw)": 0.7822500467300415, "Finetune/Step": 4532, "Finetune/Step Time": 6.719277247786522}
+{"Finetune/Learning Rate": 1.786087791970151e-05, "Finetune/Loss": 0.8698632121086121, "Finetune/Loss (Raw)": 0.956692099571228, "Finetune/Step": 4533, "Finetune/Step Time": 6.721903333440423}
+{"Finetune/Learning Rate": 1.7859836928580932e-05, "Finetune/Loss": 0.8684136271476746, "Finetune/Loss (Raw)": 0.8089747428894043, "Finetune/Step": 4534, "Finetune/Step Time": 6.722969904541969}
+{"Finetune/Learning Rate": 1.7858795714577725e-05, "Finetune/Loss": 0.8682129979133606, "Finetune/Loss (Raw)": 0.9596489071846008, "Finetune/Step": 4535, "Finetune/Step Time": 6.721199352294207}
+{"Finetune/Learning Rate": 1.7857754277721417e-05, "Finetune/Loss": 0.8682016134262085, "Finetune/Loss (Raw)": 0.9516437649726868, "Finetune/Step": 4536, "Finetune/Step Time": 6.724997356534004}
+{"Finetune/Learning Rate": 1.785671261804154e-05, "Finetune/Loss": 0.8680233359336853, "Finetune/Loss (Raw)": 0.8137841820716858, "Finetune/Step": 4537, "Finetune/Step Time": 6.727199126034975}
+{"Finetune/Learning Rate": 1.785567073556764e-05, "Finetune/Loss": 0.8685203790664673, "Finetune/Loss (Raw)": 0.9829732179641724, "Finetune/Step": 4538, "Finetune/Step Time": 6.725993748754263}
+{"Finetune/Learning Rate": 1.7854628630329254e-05, "Finetune/Loss": 0.8676611185073853, "Finetune/Loss (Raw)": 0.8718475103378296, "Finetune/Step": 4539, "Finetune/Step Time": 6.727156791836023}
+{"Finetune/Learning Rate": 1.785358630235594e-05, "Finetune/Loss": 0.8664882183074951, "Finetune/Loss (Raw)": 0.9101549386978149, "Finetune/Step": 4540, "Finetune/Step Time": 6.727766774594784}
+{"Finetune/Learning Rate": 1.7852543751677247e-05, "Finetune/Loss": 0.865727424621582, "Finetune/Loss (Raw)": 0.8602648377418518, "Finetune/Step": 4541, "Finetune/Step Time": 6.730066824704409}
+{"Finetune/Learning Rate": 1.7851500978322742e-05, "Finetune/Loss": 0.8665239810943604, "Finetune/Loss (Raw)": 0.862707257270813, "Finetune/Step": 4542, "Finetune/Step Time": 6.727919137105346}
+{"Finetune/Learning Rate": 1.7850457982322e-05, "Finetune/Loss": 0.8651795387268066, "Finetune/Loss (Raw)": 0.7901160717010498, "Finetune/Step": 4543, "Finetune/Step Time": 6.728640649467707}
+{"Finetune/Learning Rate": 1.7849414763704587e-05, "Finetune/Loss": 0.8631025552749634, "Finetune/Loss (Raw)": 0.7374366521835327, "Finetune/Step": 4544, "Finetune/Step Time": 6.727926280349493}
+{"Finetune/Learning Rate": 1.7848371322500098e-05, "Finetune/Loss": 0.8619649410247803, "Finetune/Loss (Raw)": 0.827901303768158, "Finetune/Step": 4545, "Finetune/Step Time": 6.734259372577071}
+{"Finetune/Learning Rate": 1.784732765873811e-05, "Finetune/Loss": 0.8588847517967224, "Finetune/Loss (Raw)": 0.6924437880516052, "Finetune/Step": 4546, "Finetune/Step Time": 6.764717761427164}
+{"Finetune/Learning Rate": 1.7846283772448233e-05, "Finetune/Loss": 0.860103189945221, "Finetune/Loss (Raw)": 0.9121657609939575, "Finetune/Step": 4547, "Finetune/Step Time": 6.765350064262748}
+{"Finetune/Learning Rate": 1.784523966366005e-05, "Finetune/Loss": 0.8618613481521606, "Finetune/Loss (Raw)": 0.9231082797050476, "Finetune/Step": 4548, "Finetune/Step Time": 6.765534471720457}
+{"Finetune/Learning Rate": 1.784419533240319e-05, "Finetune/Loss": 0.8625352382659912, "Finetune/Loss (Raw)": 0.9257758259773254, "Finetune/Step": 4549, "Finetune/Step Time": 6.764635760337114}
+{"Finetune/Learning Rate": 1.7843150778707247e-05, "Finetune/Loss": 0.8625777959823608, "Finetune/Loss (Raw)": 1.018890142440796, "Finetune/Step": 4550, "Finetune/Step Time": 6.756620591506362}
+{"Finetune/Learning Rate": 1.7842106002601854e-05, "Finetune/Loss": 0.8642946481704712, "Finetune/Loss (Raw)": 0.9366244673728943, "Finetune/Step": 4551, "Finetune/Step Time": 6.755330225452781}
+{"Finetune/Learning Rate": 1.7841061004116635e-05, "Finetune/Loss": 0.8661873936653137, "Finetune/Loss (Raw)": 0.9946794509887695, "Finetune/Step": 4552, "Finetune/Step Time": 6.75639434158802}
+{"Finetune/Learning Rate": 1.7840015783281222e-05, "Finetune/Loss": 0.8660717010498047, "Finetune/Loss (Raw)": 0.7900748252868652, "Finetune/Step": 4553, "Finetune/Step Time": 6.761840969324112}
+{"Finetune/Learning Rate": 1.7838970340125258e-05, "Finetune/Loss": 0.8645830154418945, "Finetune/Loss (Raw)": 0.8185228109359741, "Finetune/Step": 4554, "Finetune/Step Time": 6.74693588167429}
+{"Finetune/Learning Rate": 1.7837924674678385e-05, "Finetune/Loss": 0.8662651181221008, "Finetune/Loss (Raw)": 0.9033293128013611, "Finetune/Step": 4555, "Finetune/Step Time": 6.732025600969791}
+{"Finetune/Learning Rate": 1.7836878786970256e-05, "Finetune/Loss": 0.8650287985801697, "Finetune/Loss (Raw)": 0.7497942447662354, "Finetune/Step": 4556, "Finetune/Step Time": 6.739236893132329}
+{"Finetune/Learning Rate": 1.7835832677030528e-05, "Finetune/Loss": 0.8662377595901489, "Finetune/Loss (Raw)": 0.9107664227485657, "Finetune/Step": 4557, "Finetune/Step Time": 6.734734948724508}
+{"Finetune/Learning Rate": 1.783478634488887e-05, "Finetune/Loss": 0.8682692050933838, "Finetune/Loss (Raw)": 0.9770429730415344, "Finetune/Step": 4558, "Finetune/Step Time": 6.725305335596204}
+{"Finetune/Learning Rate": 1.7833739790574947e-05, "Finetune/Loss": 0.8696613907814026, "Finetune/Loss (Raw)": 0.8966299295425415, "Finetune/Step": 4559, "Finetune/Step Time": 6.693140527233481}
+{"Finetune/Learning Rate": 1.7832693014118447e-05, "Finetune/Loss": 0.8691434264183044, "Finetune/Loss (Raw)": 0.8383324146270752, "Finetune/Step": 4560, "Finetune/Step Time": 6.693479178473353}
+{"Finetune/Learning Rate": 1.783164601554904e-05, "Finetune/Loss": 0.8662298321723938, "Finetune/Loss (Raw)": 0.6617872714996338, "Finetune/Step": 4561, "Finetune/Step Time": 6.6922379825264215}
+{"Finetune/Learning Rate": 1.7830598794896422e-05, "Finetune/Loss": 0.8665191531181335, "Finetune/Loss (Raw)": 0.8934290409088135, "Finetune/Step": 4562, "Finetune/Step Time": 6.687609426677227}
+{"Finetune/Learning Rate": 1.7829551352190294e-05, "Finetune/Loss": 0.8674821853637695, "Finetune/Loss (Raw)": 0.8674342036247253, "Finetune/Step": 4563, "Finetune/Step Time": 6.680937984958291}
+{"Finetune/Learning Rate": 1.782850368746035e-05, "Finetune/Loss": 0.867592453956604, "Finetune/Loss (Raw)": 0.7922376394271851, "Finetune/Step": 4564, "Finetune/Step Time": 6.662437587976456}
+{"Finetune/Learning Rate": 1.7827455800736303e-05, "Finetune/Loss": 0.8685550689697266, "Finetune/Loss (Raw)": 0.894028902053833, "Finetune/Step": 4565, "Finetune/Step Time": 6.679810145869851}
+{"Finetune/Learning Rate": 1.7826407692047868e-05, "Finetune/Loss": 0.8681709170341492, "Finetune/Loss (Raw)": 0.9028220176696777, "Finetune/Step": 4566, "Finetune/Step Time": 6.679952714592218}
+{"Finetune/Learning Rate": 1.782535936142477e-05, "Finetune/Loss": 0.8674894571304321, "Finetune/Loss (Raw)": 0.7528213858604431, "Finetune/Step": 4567, "Finetune/Step Time": 6.685109194368124}
+{"Finetune/Learning Rate": 1.7824310808896728e-05, "Finetune/Loss": 0.8683502674102783, "Finetune/Loss (Raw)": 0.7980409264564514, "Finetune/Step": 4568, "Finetune/Step Time": 6.678440723568201}
+{"Finetune/Learning Rate": 1.7823262034493484e-05, "Finetune/Loss": 0.8658648729324341, "Finetune/Loss (Raw)": 0.8224886059761047, "Finetune/Step": 4569, "Finetune/Step Time": 6.673408780246973}
+{"Finetune/Learning Rate": 1.782221303824477e-05, "Finetune/Loss": 0.8659278154373169, "Finetune/Loss (Raw)": 0.8570829033851624, "Finetune/Step": 4570, "Finetune/Step Time": 6.673118451610208}
+{"Finetune/Learning Rate": 1.782116382018034e-05, "Finetune/Loss": 0.8654953837394714, "Finetune/Loss (Raw)": 0.8748779296875, "Finetune/Step": 4571, "Finetune/Step Time": 6.675541132688522}
+{"Finetune/Learning Rate": 1.7820114380329947e-05, "Finetune/Loss": 0.8648202419281006, "Finetune/Loss (Raw)": 0.8559430837631226, "Finetune/Step": 4572, "Finetune/Step Time": 6.679781826213002}
+{"Finetune/Learning Rate": 1.7819064718723348e-05, "Finetune/Loss": 0.865399956703186, "Finetune/Loss (Raw)": 1.0337309837341309, "Finetune/Step": 4573, "Finetune/Step Time": 6.684016456827521}
+{"Finetune/Learning Rate": 1.7818014835390306e-05, "Finetune/Loss": 0.8650766015052795, "Finetune/Loss (Raw)": 0.8312575221061707, "Finetune/Step": 4574, "Finetune/Step Time": 6.687742905691266}
+{"Finetune/Learning Rate": 1.7816964730360597e-05, "Finetune/Loss": 0.8640304803848267, "Finetune/Loss (Raw)": 0.8431832194328308, "Finetune/Step": 4575, "Finetune/Step Time": 6.685196442529559}
+{"Finetune/Learning Rate": 1.781591440366399e-05, "Finetune/Loss": 0.8629225492477417, "Finetune/Loss (Raw)": 0.678941547870636, "Finetune/Step": 4576, "Finetune/Step Time": 6.688245432451367}
+{"Finetune/Learning Rate": 1.7814863855330282e-05, "Finetune/Loss": 0.8623566627502441, "Finetune/Loss (Raw)": 0.8101107478141785, "Finetune/Step": 4577, "Finetune/Step Time": 6.693658143281937}
+{"Finetune/Learning Rate": 1.7813813085389257e-05, "Finetune/Loss": 0.8636636734008789, "Finetune/Loss (Raw)": 0.9111024737358093, "Finetune/Step": 4578, "Finetune/Step Time": 6.681063115596771}
+{"Finetune/Learning Rate": 1.781276209387071e-05, "Finetune/Loss": 0.8652874231338501, "Finetune/Loss (Raw)": 0.9216528534889221, "Finetune/Step": 4579, "Finetune/Step Time": 6.675419742241502}
+{"Finetune/Learning Rate": 1.781171088080445e-05, "Finetune/Loss": 0.8662893772125244, "Finetune/Loss (Raw)": 0.8753373622894287, "Finetune/Step": 4580, "Finetune/Step Time": 6.662085888907313}
+{"Finetune/Learning Rate": 1.781065944622028e-05, "Finetune/Loss": 0.8658404350280762, "Finetune/Loss (Raw)": 0.8531184792518616, "Finetune/Step": 4581, "Finetune/Step Time": 6.649446148425341}
+{"Finetune/Learning Rate": 1.780960779014802e-05, "Finetune/Loss": 0.8662433624267578, "Finetune/Loss (Raw)": 0.8419453501701355, "Finetune/Step": 4582, "Finetune/Step Time": 6.647530913352966}
+{"Finetune/Learning Rate": 1.780855591261749e-05, "Finetune/Loss": 0.8652718663215637, "Finetune/Loss (Raw)": 0.734779417514801, "Finetune/Step": 4583, "Finetune/Step Time": 6.6450099889189005}
+{"Finetune/Learning Rate": 1.7807503813658518e-05, "Finetune/Loss": 0.8647748231887817, "Finetune/Loss (Raw)": 0.9405299425125122, "Finetune/Step": 4584, "Finetune/Step Time": 6.648707032203674}
+{"Finetune/Learning Rate": 1.780645149330094e-05, "Finetune/Loss": 0.8649708032608032, "Finetune/Loss (Raw)": 0.8366573452949524, "Finetune/Step": 4585, "Finetune/Step Time": 6.639943201094866}
+{"Finetune/Learning Rate": 1.78053989515746e-05, "Finetune/Loss": 0.8652897477149963, "Finetune/Loss (Raw)": 0.9219232797622681, "Finetune/Step": 4586, "Finetune/Step Time": 6.632040563970804}
+{"Finetune/Learning Rate": 1.7804346188509338e-05, "Finetune/Loss": 0.8649486303329468, "Finetune/Loss (Raw)": 0.8376970887184143, "Finetune/Step": 4587, "Finetune/Step Time": 6.63258458301425}
+{"Finetune/Learning Rate": 1.7803293204135012e-05, "Finetune/Loss": 0.8652920722961426, "Finetune/Loss (Raw)": 0.9477680325508118, "Finetune/Step": 4588, "Finetune/Step Time": 6.635571820661426}
+{"Finetune/Learning Rate": 1.7802239998481476e-05, "Finetune/Loss": 0.8658792972564697, "Finetune/Loss (Raw)": 1.0371451377868652, "Finetune/Step": 4589, "Finetune/Step Time": 6.632603991776705}
+{"Finetune/Learning Rate": 1.7801186571578605e-05, "Finetune/Loss": 0.8636853098869324, "Finetune/Loss (Raw)": 0.6246154308319092, "Finetune/Step": 4590, "Finetune/Step Time": 6.660795453935862}
+{"Finetune/Learning Rate": 1.7800132923456265e-05, "Finetune/Loss": 0.8633538484573364, "Finetune/Loss (Raw)": 0.8961326479911804, "Finetune/Step": 4591, "Finetune/Step Time": 6.670709565281868}
+{"Finetune/Learning Rate": 1.7799079054144334e-05, "Finetune/Loss": 0.8640555143356323, "Finetune/Loss (Raw)": 0.8513551354408264, "Finetune/Step": 4592, "Finetune/Step Time": 6.6708602122962475}
+{"Finetune/Learning Rate": 1.77980249636727e-05, "Finetune/Loss": 0.8625831007957458, "Finetune/Loss (Raw)": 0.6478081345558167, "Finetune/Step": 4593, "Finetune/Step Time": 6.68431550450623}
+{"Finetune/Learning Rate": 1.7796970652071252e-05, "Finetune/Loss": 0.8620066046714783, "Finetune/Loss (Raw)": 0.8869527578353882, "Finetune/Step": 4594, "Finetune/Step Time": 6.678300648927689}
+{"Finetune/Learning Rate": 1.779591611936989e-05, "Finetune/Loss": 0.8632020950317383, "Finetune/Loss (Raw)": 0.9036762118339539, "Finetune/Step": 4595, "Finetune/Step Time": 6.673221882432699}
+{"Finetune/Learning Rate": 1.7794861365598513e-05, "Finetune/Loss": 0.8620268106460571, "Finetune/Loss (Raw)": 0.809357762336731, "Finetune/Step": 4596, "Finetune/Step Time": 6.673627655953169}
+{"Finetune/Learning Rate": 1.7793806390787035e-05, "Finetune/Loss": 0.8625012636184692, "Finetune/Loss (Raw)": 0.9359479546546936, "Finetune/Step": 4597, "Finetune/Step Time": 6.674907892942429}
+{"Finetune/Learning Rate": 1.779275119496537e-05, "Finetune/Loss": 0.8622400760650635, "Finetune/Loss (Raw)": 0.8898501396179199, "Finetune/Step": 4598, "Finetune/Step Time": 6.672826623544097}
+{"Finetune/Learning Rate": 1.7791695778163443e-05, "Finetune/Loss": 0.8606753349304199, "Finetune/Loss (Raw)": 0.9208118915557861, "Finetune/Step": 4599, "Finetune/Step Time": 6.672700980678201}
+{"Finetune/Learning Rate": 1.7790640140411176e-05, "Finetune/Loss": 0.8614959120750427, "Finetune/Loss (Raw)": 0.9233975410461426, "Finetune/Step": 4600, "Finetune/Step Time": 6.659151183441281}
+{"Finetune/Learning Rate": 1.7789584281738513e-05, "Finetune/Loss": 0.860912561416626, "Finetune/Loss (Raw)": 0.7939523458480835, "Finetune/Step": 4601, "Finetune/Step Time": 6.651513237506151}
+{"Finetune/Learning Rate": 1.7788528202175385e-05, "Finetune/Loss": 0.8615579009056091, "Finetune/Loss (Raw)": 0.9281622767448425, "Finetune/Step": 4602, "Finetune/Step Time": 6.65131158195436}
+{"Finetune/Learning Rate": 1.778747190175175e-05, "Finetune/Loss": 0.8617604970932007, "Finetune/Loss (Raw)": 0.8237359523773193, "Finetune/Step": 4603, "Finetune/Step Time": 6.635672593489289}
+{"Finetune/Learning Rate": 1.778641538049755e-05, "Finetune/Loss": 0.8630204796791077, "Finetune/Loss (Raw)": 0.8609578013420105, "Finetune/Step": 4604, "Finetune/Step Time": 6.635602556169033}
+{"Finetune/Learning Rate": 1.778535863844276e-05, "Finetune/Loss": 0.8633276224136353, "Finetune/Loss (Raw)": 0.8184241652488708, "Finetune/Step": 4605, "Finetune/Step Time": 6.598949197679758}
+{"Finetune/Learning Rate": 1.7784301675617332e-05, "Finetune/Loss": 0.8622139692306519, "Finetune/Loss (Raw)": 0.804398238658905, "Finetune/Step": 4606, "Finetune/Step Time": 6.626681307330728}
+{"Finetune/Learning Rate": 1.7783244492051244e-05, "Finetune/Loss": 0.8611383438110352, "Finetune/Loss (Raw)": 0.86505126953125, "Finetune/Step": 4607, "Finetune/Step Time": 6.6288479920476675}
+{"Finetune/Learning Rate": 1.778218708777448e-05, "Finetune/Loss": 0.8622533679008484, "Finetune/Loss (Raw)": 0.9187103509902954, "Finetune/Step": 4608, "Finetune/Step Time": 6.627478154376149}
+{"Finetune/Learning Rate": 1.7781129462817014e-05, "Finetune/Loss": 0.862844705581665, "Finetune/Loss (Raw)": 0.89347243309021, "Finetune/Step": 4609, "Finetune/Step Time": 6.655438601970673}
+{"Finetune/Learning Rate": 1.7780071617208843e-05, "Finetune/Loss": 0.862318754196167, "Finetune/Loss (Raw)": 0.8788320422172546, "Finetune/Step": 4610, "Finetune/Step Time": 6.657469555735588}
+{"Finetune/Learning Rate": 1.7779013550979966e-05, "Finetune/Loss": 0.8644548654556274, "Finetune/Loss (Raw)": 1.0282270908355713, "Finetune/Step": 4611, "Finetune/Step Time": 6.62521661631763}
+{"Finetune/Learning Rate": 1.7777955264160386e-05, "Finetune/Loss": 0.8649152517318726, "Finetune/Loss (Raw)": 0.7991601824760437, "Finetune/Step": 4612, "Finetune/Step Time": 6.6455450020730495}
+{"Finetune/Learning Rate": 1.777689675678011e-05, "Finetune/Loss": 0.8661456108093262, "Finetune/Loss (Raw)": 0.9084675908088684, "Finetune/Step": 4613, "Finetune/Step Time": 6.647008113563061}
+{"Finetune/Learning Rate": 1.777583802886916e-05, "Finetune/Loss": 0.8669745922088623, "Finetune/Loss (Raw)": 0.9281983375549316, "Finetune/Step": 4614, "Finetune/Step Time": 6.648449471220374}
+{"Finetune/Learning Rate": 1.7774779080457553e-05, "Finetune/Loss": 0.8656435608863831, "Finetune/Loss (Raw)": 0.7024372220039368, "Finetune/Step": 4615, "Finetune/Step Time": 6.652940306812525}
+{"Finetune/Learning Rate": 1.777371991157532e-05, "Finetune/Loss": 0.8660125136375427, "Finetune/Loss (Raw)": 1.0270967483520508, "Finetune/Step": 4616, "Finetune/Step Time": 6.656269429251552}
+{"Finetune/Learning Rate": 1.7772660522252496e-05, "Finetune/Loss": 0.8670516014099121, "Finetune/Loss (Raw)": 0.8620291948318481, "Finetune/Step": 4617, "Finetune/Step Time": 6.664652392268181}
+{"Finetune/Learning Rate": 1.777160091251912e-05, "Finetune/Loss": 0.8680517077445984, "Finetune/Loss (Raw)": 0.851412832736969, "Finetune/Step": 4618, "Finetune/Step Time": 6.667100369930267}
+{"Finetune/Learning Rate": 1.7770541082405244e-05, "Finetune/Loss": 0.8692536354064941, "Finetune/Loss (Raw)": 0.8546410799026489, "Finetune/Step": 4619, "Finetune/Step Time": 6.652763064950705}
+{"Finetune/Learning Rate": 1.776948103194092e-05, "Finetune/Loss": 0.8686248064041138, "Finetune/Loss (Raw)": 0.7850844264030457, "Finetune/Step": 4620, "Finetune/Step Time": 6.6634548250585794}
+{"Finetune/Learning Rate": 1.7768420761156206e-05, "Finetune/Loss": 0.8697038888931274, "Finetune/Loss (Raw)": 0.8753557801246643, "Finetune/Step": 4621, "Finetune/Step Time": 6.667169896885753}
+{"Finetune/Learning Rate": 1.7767360270081167e-05, "Finetune/Loss": 0.8690446019172668, "Finetune/Loss (Raw)": 0.8982292413711548, "Finetune/Step": 4622, "Finetune/Step Time": 6.66831080801785}
+{"Finetune/Learning Rate": 1.7766299558745884e-05, "Finetune/Loss": 0.8698275685310364, "Finetune/Loss (Raw)": 0.9607816338539124, "Finetune/Step": 4623, "Finetune/Step Time": 6.671105483546853}
+{"Finetune/Learning Rate": 1.7765238627180424e-05, "Finetune/Loss": 0.8710739612579346, "Finetune/Loss (Raw)": 0.9906190037727356, "Finetune/Step": 4624, "Finetune/Step Time": 6.67168309725821}
+{"Finetune/Learning Rate": 1.7764177475414882e-05, "Finetune/Loss": 0.8700275421142578, "Finetune/Loss (Raw)": 0.7875316739082336, "Finetune/Step": 4625, "Finetune/Step Time": 6.6779721193015575}
+{"Finetune/Learning Rate": 1.7763116103479345e-05, "Finetune/Loss": 0.8684528470039368, "Finetune/Loss (Raw)": 0.7151312232017517, "Finetune/Step": 4626, "Finetune/Step Time": 6.676000880077481}
+{"Finetune/Learning Rate": 1.776205451140391e-05, "Finetune/Loss": 0.8685278296470642, "Finetune/Loss (Raw)": 0.9366896152496338, "Finetune/Step": 4627, "Finetune/Step Time": 6.673613270744681}
+{"Finetune/Learning Rate": 1.776099269921868e-05, "Finetune/Loss": 0.866732120513916, "Finetune/Loss (Raw)": 0.7776860594749451, "Finetune/Step": 4628, "Finetune/Step Time": 6.708653826266527}
+{"Finetune/Learning Rate": 1.7759930666953768e-05, "Finetune/Loss": 0.8671970367431641, "Finetune/Loss (Raw)": 1.0426528453826904, "Finetune/Step": 4629, "Finetune/Step Time": 6.7075963113456964}
+{"Finetune/Learning Rate": 1.7758868414639287e-05, "Finetune/Loss": 0.8687595129013062, "Finetune/Loss (Raw)": 0.9482707977294922, "Finetune/Step": 4630, "Finetune/Step Time": 6.706950720399618}
+{"Finetune/Learning Rate": 1.775780594230536e-05, "Finetune/Loss": 0.8679354786872864, "Finetune/Loss (Raw)": 0.7287281155586243, "Finetune/Step": 4631, "Finetune/Step Time": 6.714931780472398}
+{"Finetune/Learning Rate": 1.775674324998212e-05, "Finetune/Loss": 0.8675850033760071, "Finetune/Loss (Raw)": 0.9346817135810852, "Finetune/Step": 4632, "Finetune/Step Time": 6.718437036499381}
+{"Finetune/Learning Rate": 1.77556803376997e-05, "Finetune/Loss": 0.8659070730209351, "Finetune/Loss (Raw)": 0.6900301575660706, "Finetune/Step": 4633, "Finetune/Step Time": 6.719790481030941}
+{"Finetune/Learning Rate": 1.7754617205488232e-05, "Finetune/Loss": 0.8671875596046448, "Finetune/Loss (Raw)": 0.9745061993598938, "Finetune/Step": 4634, "Finetune/Step Time": 6.731670303270221}
+{"Finetune/Learning Rate": 1.775355385337788e-05, "Finetune/Loss": 0.8675841093063354, "Finetune/Loss (Raw)": 0.8500662446022034, "Finetune/Step": 4635, "Finetune/Step Time": 6.731318723410368}
+{"Finetune/Learning Rate": 1.7752490281398784e-05, "Finetune/Loss": 0.8680263757705688, "Finetune/Loss (Raw)": 0.8591523170471191, "Finetune/Step": 4636, "Finetune/Step Time": 6.717889174818993}
+{"Finetune/Learning Rate": 1.7751426489581112e-05, "Finetune/Loss": 0.8681676387786865, "Finetune/Loss (Raw)": 0.9910579323768616, "Finetune/Step": 4637, "Finetune/Step Time": 6.714740866795182}
+{"Finetune/Learning Rate": 1.775036247795502e-05, "Finetune/Loss": 0.8691835403442383, "Finetune/Loss (Raw)": 0.9537060260772705, "Finetune/Step": 4638, "Finetune/Step Time": 6.705459399148822}
+{"Finetune/Learning Rate": 1.7749298246550695e-05, "Finetune/Loss": 0.8660517930984497, "Finetune/Loss (Raw)": 0.6698867678642273, "Finetune/Step": 4639, "Finetune/Step Time": 6.726081112399697}
+{"Finetune/Learning Rate": 1.7748233795398308e-05, "Finetune/Loss": 0.8660091161727905, "Finetune/Loss (Raw)": 0.8963155746459961, "Finetune/Step": 4640, "Finetune/Step Time": 6.7273821868002415}
+{"Finetune/Learning Rate": 1.774716912452804e-05, "Finetune/Loss": 0.8648581504821777, "Finetune/Loss (Raw)": 0.8779040575027466, "Finetune/Step": 4641, "Finetune/Step Time": 6.726633822545409}
+{"Finetune/Learning Rate": 1.7746104233970084e-05, "Finetune/Loss": 0.8657973408699036, "Finetune/Loss (Raw)": 0.9287980794906616, "Finetune/Step": 4642, "Finetune/Step Time": 6.723934860900044}
+{"Finetune/Learning Rate": 1.774503912375464e-05, "Finetune/Loss": 0.8633772134780884, "Finetune/Loss (Raw)": 0.780051052570343, "Finetune/Step": 4643, "Finetune/Step Time": 6.736170465126634}
+{"Finetune/Learning Rate": 1.7743973793911914e-05, "Finetune/Loss": 0.8647100925445557, "Finetune/Loss (Raw)": 0.8782371878623962, "Finetune/Step": 4644, "Finetune/Step Time": 6.731906909495592}
+{"Finetune/Learning Rate": 1.7742908244472107e-05, "Finetune/Loss": 0.8635560274124146, "Finetune/Loss (Raw)": 0.849617063999176, "Finetune/Step": 4645, "Finetune/Step Time": 6.728816606104374}
+{"Finetune/Learning Rate": 1.7741842475465443e-05, "Finetune/Loss": 0.863308310508728, "Finetune/Loss (Raw)": 0.7683727741241455, "Finetune/Step": 4646, "Finetune/Step Time": 6.7322461027652025}
+{"Finetune/Learning Rate": 1.774077648692214e-05, "Finetune/Loss": 0.8641571998596191, "Finetune/Loss (Raw)": 1.0055612325668335, "Finetune/Step": 4647, "Finetune/Step Time": 6.7155627850443125}
+{"Finetune/Learning Rate": 1.7739710278872428e-05, "Finetune/Loss": 0.8651161193847656, "Finetune/Loss (Raw)": 0.8791793584823608, "Finetune/Step": 4648, "Finetune/Step Time": 6.716133262962103}
+{"Finetune/Learning Rate": 1.773864385134654e-05, "Finetune/Loss": 0.8660721182823181, "Finetune/Loss (Raw)": 0.9210225343704224, "Finetune/Step": 4649, "Finetune/Step Time": 6.71664852835238}
+{"Finetune/Learning Rate": 1.7737577204374723e-05, "Finetune/Loss": 0.8670766949653625, "Finetune/Loss (Raw)": 1.0064001083374023, "Finetune/Step": 4650, "Finetune/Step Time": 6.714206470176578}
+{"Finetune/Learning Rate": 1.7736510337987213e-05, "Finetune/Loss": 0.8666900396347046, "Finetune/Loss (Raw)": 0.7970524430274963, "Finetune/Step": 4651, "Finetune/Step Time": 6.707030793651938}
+{"Finetune/Learning Rate": 1.7735443252214276e-05, "Finetune/Loss": 0.8689137697219849, "Finetune/Loss (Raw)": 1.0637023448944092, "Finetune/Step": 4652, "Finetune/Step Time": 6.690415341407061}
+{"Finetune/Learning Rate": 1.773437594708616e-05, "Finetune/Loss": 0.8685603141784668, "Finetune/Loss (Raw)": 0.7695315480232239, "Finetune/Step": 4653, "Finetune/Step Time": 6.697125067934394}
+{"Finetune/Learning Rate": 1.773330842263314e-05, "Finetune/Loss": 0.8682140707969666, "Finetune/Loss (Raw)": 0.8599497079849243, "Finetune/Step": 4654, "Finetune/Step Time": 6.687150130048394}
+{"Finetune/Learning Rate": 1.7732240678885478e-05, "Finetune/Loss": 0.8676791191101074, "Finetune/Loss (Raw)": 0.8650761842727661, "Finetune/Step": 4655, "Finetune/Step Time": 6.685088971629739}
+{"Finetune/Learning Rate": 1.773117271587346e-05, "Finetune/Loss": 0.8659756183624268, "Finetune/Loss (Raw)": 0.6668549180030823, "Finetune/Step": 4656, "Finetune/Step Time": 6.701158924028277}
+{"Finetune/Learning Rate": 1.773010453362737e-05, "Finetune/Loss": 0.8654317855834961, "Finetune/Loss (Raw)": 0.7794250845909119, "Finetune/Step": 4657, "Finetune/Step Time": 6.718872765079141}
+{"Finetune/Learning Rate": 1.7729036132177497e-05, "Finetune/Loss": 0.8666295409202576, "Finetune/Loss (Raw)": 0.9761689901351929, "Finetune/Step": 4658, "Finetune/Step Time": 6.730724735185504}
+{"Finetune/Learning Rate": 1.7727967511554137e-05, "Finetune/Loss": 0.8671671748161316, "Finetune/Loss (Raw)": 0.9866065979003906, "Finetune/Step": 4659, "Finetune/Step Time": 6.724241552874446}
+{"Finetune/Learning Rate": 1.7726898671787593e-05, "Finetune/Loss": 0.865959644317627, "Finetune/Loss (Raw)": 0.6276923418045044, "Finetune/Step": 4660, "Finetune/Step Time": 6.7374134454876184}
+{"Finetune/Learning Rate": 1.7725829612908177e-05, "Finetune/Loss": 0.8662617206573486, "Finetune/Loss (Raw)": 0.9953575730323792, "Finetune/Step": 4661, "Finetune/Step Time": 6.734405592083931}
+{"Finetune/Learning Rate": 1.77247603349462e-05, "Finetune/Loss": 0.8664788603782654, "Finetune/Loss (Raw)": 0.8367608785629272, "Finetune/Step": 4662, "Finetune/Step Time": 6.737065348774195}
+{"Finetune/Learning Rate": 1.772369083793199e-05, "Finetune/Loss": 0.865472674369812, "Finetune/Loss (Raw)": 0.8308615684509277, "Finetune/Step": 4663, "Finetune/Step Time": 6.740055531263351}
+{"Finetune/Learning Rate": 1.7722621121895867e-05, "Finetune/Loss": 0.863215982913971, "Finetune/Loss (Raw)": 0.6627886891365051, "Finetune/Step": 4664, "Finetune/Step Time": 6.750091327354312}
+{"Finetune/Learning Rate": 1.772155118686817e-05, "Finetune/Loss": 0.8636868596076965, "Finetune/Loss (Raw)": 0.8740524649620056, "Finetune/Step": 4665, "Finetune/Step Time": 6.749119186773896}
+{"Finetune/Learning Rate": 1.772048103287924e-05, "Finetune/Loss": 0.8633092045783997, "Finetune/Loss (Raw)": 0.9346315860748291, "Finetune/Step": 4666, "Finetune/Step Time": 6.747399611398578}
+{"Finetune/Learning Rate": 1.7719410659959418e-05, "Finetune/Loss": 0.8632645606994629, "Finetune/Loss (Raw)": 0.8661313652992249, "Finetune/Step": 4667, "Finetune/Step Time": 6.748394291847944}
+{"Finetune/Learning Rate": 1.7718340068139066e-05, "Finetune/Loss": 0.8634343147277832, "Finetune/Loss (Raw)": 0.9318854212760925, "Finetune/Step": 4668, "Finetune/Step Time": 6.74718483351171}
+{"Finetune/Learning Rate": 1.7717269257448535e-05, "Finetune/Loss": 0.8640417456626892, "Finetune/Loss (Raw)": 0.938016414642334, "Finetune/Step": 4669, "Finetune/Step Time": 6.745930289849639}
+{"Finetune/Learning Rate": 1.771619822791819e-05, "Finetune/Loss": 0.8641473054885864, "Finetune/Loss (Raw)": 0.8762223720550537, "Finetune/Step": 4670, "Finetune/Step Time": 6.743970472365618}
+{"Finetune/Learning Rate": 1.771512697957841e-05, "Finetune/Loss": 0.8630075454711914, "Finetune/Loss (Raw)": 0.6442224383354187, "Finetune/Step": 4671, "Finetune/Step Time": 6.758020740002394}
+{"Finetune/Learning Rate": 1.771405551245957e-05, "Finetune/Loss": 0.863777756690979, "Finetune/Loss (Raw)": 0.8360227346420288, "Finetune/Step": 4672, "Finetune/Step Time": 6.757283294573426}
+{"Finetune/Learning Rate": 1.7712983826592048e-05, "Finetune/Loss": 0.863960862159729, "Finetune/Loss (Raw)": 0.8513403534889221, "Finetune/Step": 4673, "Finetune/Step Time": 6.74429895542562}
+{"Finetune/Learning Rate": 1.7711911922006235e-05, "Finetune/Loss": 0.8639990091323853, "Finetune/Loss (Raw)": 0.6973227262496948, "Finetune/Step": 4674, "Finetune/Step Time": 6.712657926604152}
+{"Finetune/Learning Rate": 1.7710839798732533e-05, "Finetune/Loss": 0.8637316823005676, "Finetune/Loss (Raw)": 0.8779501914978027, "Finetune/Step": 4675, "Finetune/Step Time": 6.71289655007422}
+{"Finetune/Learning Rate": 1.770976745680134e-05, "Finetune/Loss": 0.8639625310897827, "Finetune/Loss (Raw)": 0.9526667594909668, "Finetune/Step": 4676, "Finetune/Step Time": 6.711130704730749}
+{"Finetune/Learning Rate": 1.7708694896243063e-05, "Finetune/Loss": 0.862680971622467, "Finetune/Loss (Raw)": 0.7617316246032715, "Finetune/Step": 4677, "Finetune/Step Time": 6.707438614219427}
+{"Finetune/Learning Rate": 1.7707622117088122e-05, "Finetune/Loss": 0.8623613119125366, "Finetune/Loss (Raw)": 0.9779661893844604, "Finetune/Step": 4678, "Finetune/Step Time": 6.706225106492639}
+{"Finetune/Learning Rate": 1.7706549119366934e-05, "Finetune/Loss": 0.8622274994850159, "Finetune/Loss (Raw)": 0.9195008277893066, "Finetune/Step": 4679, "Finetune/Step Time": 6.708055701106787}
+{"Finetune/Learning Rate": 1.770547590310993e-05, "Finetune/Loss": 0.8598415851593018, "Finetune/Loss (Raw)": 0.6892818808555603, "Finetune/Step": 4680, "Finetune/Step Time": 6.7212637681514025}
+{"Finetune/Learning Rate": 1.770440246834754e-05, "Finetune/Loss": 0.8605880737304688, "Finetune/Loss (Raw)": 0.8856210112571716, "Finetune/Step": 4681, "Finetune/Step Time": 6.732416486367583}
+{"Finetune/Learning Rate": 1.7703328815110204e-05, "Finetune/Loss": 0.8613476753234863, "Finetune/Loss (Raw)": 0.9157610535621643, "Finetune/Step": 4682, "Finetune/Step Time": 6.735353430733085}
+{"Finetune/Learning Rate": 1.7702254943428365e-05, "Finetune/Loss": 0.8620964884757996, "Finetune/Loss (Raw)": 0.9991728663444519, "Finetune/Step": 4683, "Finetune/Step Time": 6.742368645966053}
+{"Finetune/Learning Rate": 1.770118085333248e-05, "Finetune/Loss": 0.8633080124855042, "Finetune/Loss (Raw)": 0.9048701524734497, "Finetune/Step": 4684, "Finetune/Step Time": 6.731371616944671}
+{"Finetune/Learning Rate": 1.7700106544853008e-05, "Finetune/Loss": 0.8627415895462036, "Finetune/Loss (Raw)": 0.8382666110992432, "Finetune/Step": 4685, "Finetune/Step Time": 6.732012026011944}
+{"Finetune/Learning Rate": 1.7699032018020408e-05, "Finetune/Loss": 0.8601971864700317, "Finetune/Loss (Raw)": 0.6513586044311523, "Finetune/Step": 4686, "Finetune/Step Time": 6.738176915794611}
+{"Finetune/Learning Rate": 1.7697957272865157e-05, "Finetune/Loss": 0.8609092831611633, "Finetune/Loss (Raw)": 0.9877788424491882, "Finetune/Step": 4687, "Finetune/Step Time": 6.739283595234156}
+{"Finetune/Learning Rate": 1.769688230941772e-05, "Finetune/Loss": 0.8614916205406189, "Finetune/Loss (Raw)": 0.9128679633140564, "Finetune/Step": 4688, "Finetune/Step Time": 6.738481914624572}
+{"Finetune/Learning Rate": 1.7695807127708594e-05, "Finetune/Loss": 0.8630613684654236, "Finetune/Loss (Raw)": 0.862714409828186, "Finetune/Step": 4689, "Finetune/Step Time": 6.726955430582166}
+{"Finetune/Learning Rate": 1.7694731727768262e-05, "Finetune/Loss": 0.8638901710510254, "Finetune/Loss (Raw)": 0.999517023563385, "Finetune/Step": 4690, "Finetune/Step Time": 6.7270351108163595}
+{"Finetune/Learning Rate": 1.7693656109627215e-05, "Finetune/Loss": 0.863523006439209, "Finetune/Loss (Raw)": 0.8204358816146851, "Finetune/Step": 4691, "Finetune/Step Time": 6.725504508242011}
+{"Finetune/Learning Rate": 1.7692580273315962e-05, "Finetune/Loss": 0.8642829656600952, "Finetune/Loss (Raw)": 0.8895187377929688, "Finetune/Step": 4692, "Finetune/Step Time": 6.723446136340499}
+{"Finetune/Learning Rate": 1.769150421886501e-05, "Finetune/Loss": 0.8634064197540283, "Finetune/Loss (Raw)": 0.7818254828453064, "Finetune/Step": 4693, "Finetune/Step Time": 6.706456990912557}
+{"Finetune/Learning Rate": 1.7690427946304863e-05, "Finetune/Loss": 0.8630193471908569, "Finetune/Loss (Raw)": 0.8532707691192627, "Finetune/Step": 4694, "Finetune/Step Time": 6.710262045264244}
+{"Finetune/Learning Rate": 1.768935145566605e-05, "Finetune/Loss": 0.863371729850769, "Finetune/Loss (Raw)": 0.7979331016540527, "Finetune/Step": 4695, "Finetune/Step Time": 6.713530862703919}
+{"Finetune/Learning Rate": 1.7688274746979098e-05, "Finetune/Loss": 0.8644026517868042, "Finetune/Loss (Raw)": 0.9299948215484619, "Finetune/Step": 4696, "Finetune/Step Time": 6.7139420714229345}
+{"Finetune/Learning Rate": 1.7687197820274537e-05, "Finetune/Loss": 0.8644235134124756, "Finetune/Loss (Raw)": 0.8251672387123108, "Finetune/Step": 4697, "Finetune/Step Time": 6.717961048707366}
+{"Finetune/Learning Rate": 1.76861206755829e-05, "Finetune/Loss": 0.8645368814468384, "Finetune/Loss (Raw)": 0.871583104133606, "Finetune/Step": 4698, "Finetune/Step Time": 6.726699806749821}
+{"Finetune/Learning Rate": 1.7685043312934742e-05, "Finetune/Loss": 0.8641290664672852, "Finetune/Loss (Raw)": 0.8226906061172485, "Finetune/Step": 4699, "Finetune/Step Time": 6.73918654769659}
+{"Finetune/Learning Rate": 1.7683965732360607e-05, "Finetune/Loss": 0.8642642498016357, "Finetune/Loss (Raw)": 0.8732448816299438, "Finetune/Step": 4700, "Finetune/Step Time": 6.736235937103629}
+{"Finetune/Learning Rate": 1.7682887933891054e-05, "Finetune/Loss": 0.8633813858032227, "Finetune/Loss (Raw)": 0.9207254648208618, "Finetune/Step": 4701, "Finetune/Step Time": 6.737531963735819}
+{"Finetune/Learning Rate": 1.7681809917556648e-05, "Finetune/Loss": 0.8631116151809692, "Finetune/Loss (Raw)": 0.7967219352722168, "Finetune/Step": 4702, "Finetune/Step Time": 6.763312121853232}
+{"Finetune/Learning Rate": 1.7680731683387954e-05, "Finetune/Loss": 0.8640819787979126, "Finetune/Loss (Raw)": 0.967391312122345, "Finetune/Step": 4703, "Finetune/Step Time": 6.766458677127957}
+{"Finetune/Learning Rate": 1.767965323141555e-05, "Finetune/Loss": 0.8649450540542603, "Finetune/Loss (Raw)": 0.78941410779953, "Finetune/Step": 4704, "Finetune/Step Time": 6.7737475372850895}
+{"Finetune/Learning Rate": 1.7678574561670023e-05, "Finetune/Loss": 0.8657746315002441, "Finetune/Loss (Raw)": 0.916297972202301, "Finetune/Step": 4705, "Finetune/Step Time": 6.786773903295398}
+{"Finetune/Learning Rate": 1.7677495674181954e-05, "Finetune/Loss": 0.8659487366676331, "Finetune/Loss (Raw)": 0.9333873987197876, "Finetune/Step": 4706, "Finetune/Step Time": 6.783003993332386}
+{"Finetune/Learning Rate": 1.767641656898194e-05, "Finetune/Loss": 0.8665900826454163, "Finetune/Loss (Raw)": 1.003746509552002, "Finetune/Step": 4707, "Finetune/Step Time": 6.782434664666653}
+{"Finetune/Learning Rate": 1.7675337246100582e-05, "Finetune/Loss": 0.8674275875091553, "Finetune/Loss (Raw)": 0.9825339317321777, "Finetune/Step": 4708, "Finetune/Step Time": 6.77901971526444}
+{"Finetune/Learning Rate": 1.7674257705568484e-05, "Finetune/Loss": 0.8669708371162415, "Finetune/Loss (Raw)": 0.7946553826332092, "Finetune/Step": 4709, "Finetune/Step Time": 6.7755848951637745}
+{"Finetune/Learning Rate": 1.7673177947416258e-05, "Finetune/Loss": 0.8673768043518066, "Finetune/Loss (Raw)": 0.8939136266708374, "Finetune/Step": 4710, "Finetune/Step Time": 6.791778972372413}
+{"Finetune/Learning Rate": 1.7672097971674528e-05, "Finetune/Loss": 0.8674559593200684, "Finetune/Loss (Raw)": 0.7449061274528503, "Finetune/Step": 4711, "Finetune/Step Time": 6.792939113453031}
+{"Finetune/Learning Rate": 1.7671017778373914e-05, "Finetune/Loss": 0.8684021830558777, "Finetune/Loss (Raw)": 1.0616512298583984, "Finetune/Step": 4712, "Finetune/Step Time": 6.788761815056205}
+{"Finetune/Learning Rate": 1.766993736754505e-05, "Finetune/Loss": 0.8688291907310486, "Finetune/Loss (Raw)": 0.8913103938102722, "Finetune/Step": 4713, "Finetune/Step Time": 6.793176190927625}
+{"Finetune/Learning Rate": 1.7668856739218575e-05, "Finetune/Loss": 0.8685709238052368, "Finetune/Loss (Raw)": 0.8888675570487976, "Finetune/Step": 4714, "Finetune/Step Time": 6.797226380556822}
+{"Finetune/Learning Rate": 1.7667775893425127e-05, "Finetune/Loss": 0.8680298328399658, "Finetune/Loss (Raw)": 0.768441379070282, "Finetune/Step": 4715, "Finetune/Step Time": 6.788454072549939}
+{"Finetune/Learning Rate": 1.766669483019536e-05, "Finetune/Loss": 0.8671178817749023, "Finetune/Loss (Raw)": 0.8310293555259705, "Finetune/Step": 4716, "Finetune/Step Time": 6.786065643653274}
+{"Finetune/Learning Rate": 1.766561354955993e-05, "Finetune/Loss": 0.8657103776931763, "Finetune/Loss (Raw)": 0.8569825291633606, "Finetune/Step": 4717, "Finetune/Step Time": 6.789599407464266}
+{"Finetune/Learning Rate": 1.7664532051549498e-05, "Finetune/Loss": 0.8679133653640747, "Finetune/Loss (Raw)": 0.9066037535667419, "Finetune/Step": 4718, "Finetune/Step Time": 6.761064939200878}
+{"Finetune/Learning Rate": 1.766345033619473e-05, "Finetune/Loss": 0.8670105934143066, "Finetune/Loss (Raw)": 0.7805737853050232, "Finetune/Step": 4719, "Finetune/Step Time": 6.749743603169918}
+{"Finetune/Learning Rate": 1.76623684035263e-05, "Finetune/Loss": 0.8679195642471313, "Finetune/Loss (Raw)": 0.9677038788795471, "Finetune/Step": 4720, "Finetune/Step Time": 6.747412921860814}
+{"Finetune/Learning Rate": 1.7661286253574896e-05, "Finetune/Loss": 0.8693763017654419, "Finetune/Loss (Raw)": 0.8342721462249756, "Finetune/Step": 4721, "Finetune/Step Time": 6.73499402217567}
+{"Finetune/Learning Rate": 1.76602038863712e-05, "Finetune/Loss": 0.8696187734603882, "Finetune/Loss (Raw)": 0.9179858565330505, "Finetune/Step": 4722, "Finetune/Step Time": 6.73615581355989}
+{"Finetune/Learning Rate": 1.76591213019459e-05, "Finetune/Loss": 0.8686172962188721, "Finetune/Loss (Raw)": 0.7754942178726196, "Finetune/Step": 4723, "Finetune/Step Time": 6.743527062237263}
+{"Finetune/Learning Rate": 1.76580385003297e-05, "Finetune/Loss": 0.8692600131034851, "Finetune/Loss (Raw)": 0.8916211128234863, "Finetune/Step": 4724, "Finetune/Step Time": 6.740720281377435}
+{"Finetune/Learning Rate": 1.765695548155331e-05, "Finetune/Loss": 0.8689825534820557, "Finetune/Loss (Raw)": 0.9004361629486084, "Finetune/Step": 4725, "Finetune/Step Time": 6.737640794366598}
+{"Finetune/Learning Rate": 1.765587224564743e-05, "Finetune/Loss": 0.8699119091033936, "Finetune/Loss (Raw)": 1.008806824684143, "Finetune/Step": 4726, "Finetune/Step Time": 6.724691683426499}
+{"Finetune/Learning Rate": 1.7654788792642786e-05, "Finetune/Loss": 0.8697315454483032, "Finetune/Loss (Raw)": 0.8977270126342773, "Finetune/Step": 4727, "Finetune/Step Time": 6.725574040785432}
+{"Finetune/Learning Rate": 1.76537051225701e-05, "Finetune/Loss": 0.8692500591278076, "Finetune/Loss (Raw)": 0.8617652058601379, "Finetune/Step": 4728, "Finetune/Step Time": 6.722966056317091}
+{"Finetune/Learning Rate": 1.7652621235460098e-05, "Finetune/Loss": 0.8693011999130249, "Finetune/Loss (Raw)": 0.8004961609840393, "Finetune/Step": 4729, "Finetune/Step Time": 6.720913952216506}
+{"Finetune/Learning Rate": 1.7651537131343524e-05, "Finetune/Loss": 0.8688044548034668, "Finetune/Loss (Raw)": 0.8645777702331543, "Finetune/Step": 4730, "Finetune/Step Time": 6.721188867464662}
+{"Finetune/Learning Rate": 1.765045281025111e-05, "Finetune/Loss": 0.8698086738586426, "Finetune/Loss (Raw)": 0.9522818326950073, "Finetune/Step": 4731, "Finetune/Step Time": 6.723869517445564}
+{"Finetune/Learning Rate": 1.764936827221361e-05, "Finetune/Loss": 0.8702422976493835, "Finetune/Loss (Raw)": 0.916461169719696, "Finetune/Step": 4732, "Finetune/Step Time": 6.739940006285906}
+{"Finetune/Learning Rate": 1.764828351726178e-05, "Finetune/Loss": 0.8701733350753784, "Finetune/Loss (Raw)": 0.8095946311950684, "Finetune/Step": 4733, "Finetune/Step Time": 6.7417380921542645}
+{"Finetune/Learning Rate": 1.7647198545426376e-05, "Finetune/Loss": 0.8709155917167664, "Finetune/Loss (Raw)": 0.8994033336639404, "Finetune/Step": 4734, "Finetune/Step Time": 6.716323694214225}
+{"Finetune/Learning Rate": 1.7646113356738167e-05, "Finetune/Loss": 0.8714789152145386, "Finetune/Loss (Raw)": 0.9371577501296997, "Finetune/Step": 4735, "Finetune/Step Time": 6.713670091703534}
+{"Finetune/Learning Rate": 1.764502795122793e-05, "Finetune/Loss": 0.8714715242385864, "Finetune/Loss (Raw)": 0.9177694916725159, "Finetune/Step": 4736, "Finetune/Step Time": 6.730116570368409}
+{"Finetune/Learning Rate": 1.7643942328926435e-05, "Finetune/Loss": 0.871214747428894, "Finetune/Loss (Raw)": 0.8606061935424805, "Finetune/Step": 4737, "Finetune/Step Time": 6.705741349607706}
+{"Finetune/Learning Rate": 1.7642856489864476e-05, "Finetune/Loss": 0.8710097074508667, "Finetune/Loss (Raw)": 0.8525870442390442, "Finetune/Step": 4738, "Finetune/Step Time": 6.700763948261738}
+{"Finetune/Learning Rate": 1.7641770434072838e-05, "Finetune/Loss": 0.8699336051940918, "Finetune/Loss (Raw)": 0.8904823064804077, "Finetune/Step": 4739, "Finetune/Step Time": 6.7014813516289}
+{"Finetune/Learning Rate": 1.764068416158232e-05, "Finetune/Loss": 0.8702695369720459, "Finetune/Loss (Raw)": 0.8421562910079956, "Finetune/Step": 4740, "Finetune/Step Time": 6.679815797135234}
+{"Finetune/Learning Rate": 1.7639597672423727e-05, "Finetune/Loss": 0.8696404695510864, "Finetune/Loss (Raw)": 0.8279536366462708, "Finetune/Step": 4741, "Finetune/Step Time": 6.6765665374696255}
+{"Finetune/Learning Rate": 1.7638510966627865e-05, "Finetune/Loss": 0.8684625625610352, "Finetune/Loss (Raw)": 0.7774263024330139, "Finetune/Step": 4742, "Finetune/Step Time": 6.69002927467227}
+{"Finetune/Learning Rate": 1.763742404422556e-05, "Finetune/Loss": 0.8694194555282593, "Finetune/Loss (Raw)": 0.8249175548553467, "Finetune/Step": 4743, "Finetune/Step Time": 6.6864727679640055}
+{"Finetune/Learning Rate": 1.7636336905247625e-05, "Finetune/Loss": 0.868842601776123, "Finetune/Loss (Raw)": 0.9532586336135864, "Finetune/Step": 4744, "Finetune/Step Time": 6.685422293841839}
+{"Finetune/Learning Rate": 1.7635249549724885e-05, "Finetune/Loss": 0.8692785501480103, "Finetune/Loss (Raw)": 0.9178256392478943, "Finetune/Step": 4745, "Finetune/Step Time": 6.671759154647589}
+{"Finetune/Learning Rate": 1.7634161977688184e-05, "Finetune/Loss": 0.8701130151748657, "Finetune/Loss (Raw)": 0.9582333564758301, "Finetune/Step": 4746, "Finetune/Step Time": 6.666876778006554}
+{"Finetune/Learning Rate": 1.7633074189168357e-05, "Finetune/Loss": 0.8698776364326477, "Finetune/Loss (Raw)": 0.8245090246200562, "Finetune/Step": 4747, "Finetune/Step Time": 6.668131701648235}
+{"Finetune/Learning Rate": 1.7631986184196254e-05, "Finetune/Loss": 0.8707413673400879, "Finetune/Loss (Raw)": 0.8956414461135864, "Finetune/Step": 4748, "Finetune/Step Time": 6.655214512720704}
+{"Finetune/Learning Rate": 1.763089796280272e-05, "Finetune/Loss": 0.8707695603370667, "Finetune/Loss (Raw)": 0.8789642453193665, "Finetune/Step": 4749, "Finetune/Step Time": 6.652764527127147}
+{"Finetune/Learning Rate": 1.762980952501862e-05, "Finetune/Loss": 0.8707278370857239, "Finetune/Loss (Raw)": 0.8928883671760559, "Finetune/Step": 4750, "Finetune/Step Time": 6.654779888689518}
+{"Finetune/Learning Rate": 1.7628720870874825e-05, "Finetune/Loss": 0.869726300239563, "Finetune/Loss (Raw)": 0.8325849771499634, "Finetune/Step": 4751, "Finetune/Step Time": 6.666708558797836}
+{"Finetune/Learning Rate": 1.7627632000402193e-05, "Finetune/Loss": 0.8684576749801636, "Finetune/Loss (Raw)": 0.8282381892204285, "Finetune/Step": 4752, "Finetune/Step Time": 6.662199817597866}
+{"Finetune/Learning Rate": 1.7626542913631607e-05, "Finetune/Loss": 0.8694868087768555, "Finetune/Loss (Raw)": 0.9192596673965454, "Finetune/Step": 4753, "Finetune/Step Time": 6.656152494251728}
+{"Finetune/Learning Rate": 1.7625453610593953e-05, "Finetune/Loss": 0.8699778318405151, "Finetune/Loss (Raw)": 0.7779847979545593, "Finetune/Step": 4754, "Finetune/Step Time": 6.663668951019645}
+{"Finetune/Learning Rate": 1.762436409132012e-05, "Finetune/Loss": 0.8697987794876099, "Finetune/Loss (Raw)": 0.9137701988220215, "Finetune/Step": 4755, "Finetune/Step Time": 6.667647706344724}
+{"Finetune/Learning Rate": 1.7623274355841e-05, "Finetune/Loss": 0.8701373338699341, "Finetune/Loss (Raw)": 0.8210189938545227, "Finetune/Step": 4756, "Finetune/Step Time": 6.63697325065732}
+{"Finetune/Learning Rate": 1.76221844041875e-05, "Finetune/Loss": 0.868674099445343, "Finetune/Loss (Raw)": 0.8553599715232849, "Finetune/Step": 4757, "Finetune/Step Time": 6.636003939434886}
+{"Finetune/Learning Rate": 1.762109423639052e-05, "Finetune/Loss": 0.8680188655853271, "Finetune/Loss (Raw)": 0.8644008636474609, "Finetune/Step": 4758, "Finetune/Step Time": 6.642896523699164}
+{"Finetune/Learning Rate": 1.762000385248098e-05, "Finetune/Loss": 0.8695107102394104, "Finetune/Loss (Raw)": 0.9196839332580566, "Finetune/Step": 4759, "Finetune/Step Time": 6.629082513973117}
+{"Finetune/Learning Rate": 1.7618913252489802e-05, "Finetune/Loss": 0.8690268993377686, "Finetune/Loss (Raw)": 0.872754693031311, "Finetune/Step": 4760, "Finetune/Step Time": 6.626351984217763}
+{"Finetune/Learning Rate": 1.7617822436447908e-05, "Finetune/Loss": 0.8711111545562744, "Finetune/Loss (Raw)": 0.9568161368370056, "Finetune/Step": 4761, "Finetune/Step Time": 6.626546250656247}
+{"Finetune/Learning Rate": 1.7616731404386233e-05, "Finetune/Loss": 0.8701002597808838, "Finetune/Loss (Raw)": 0.8451142907142639, "Finetune/Step": 4762, "Finetune/Step Time": 6.618005163967609}
+{"Finetune/Learning Rate": 1.7615640156335713e-05, "Finetune/Loss": 0.8678700923919678, "Finetune/Loss (Raw)": 0.5646005868911743, "Finetune/Step": 4763, "Finetune/Step Time": 6.633220190182328}
+{"Finetune/Learning Rate": 1.7614548692327292e-05, "Finetune/Loss": 0.8677010536193848, "Finetune/Loss (Raw)": 0.8375195860862732, "Finetune/Step": 4764, "Finetune/Step Time": 6.632671503350139}
+{"Finetune/Learning Rate": 1.7613457012391925e-05, "Finetune/Loss": 0.8664605617523193, "Finetune/Loss (Raw)": 0.8322651386260986, "Finetune/Step": 4765, "Finetune/Step Time": 6.6328665893524885}
+{"Finetune/Learning Rate": 1.7612365116560572e-05, "Finetune/Loss": 0.8649469017982483, "Finetune/Loss (Raw)": 0.7599605917930603, "Finetune/Step": 4766, "Finetune/Step Time": 6.635321857407689}
+{"Finetune/Learning Rate": 1.7611273004864183e-05, "Finetune/Loss": 0.8662307262420654, "Finetune/Loss (Raw)": 0.8342131972312927, "Finetune/Step": 4767, "Finetune/Step Time": 6.613799475133419}
+{"Finetune/Learning Rate": 1.761018067733374e-05, "Finetune/Loss": 0.8670817613601685, "Finetune/Loss (Raw)": 1.0052509307861328, "Finetune/Step": 4768, "Finetune/Step Time": 6.6080449260771275}
+{"Finetune/Learning Rate": 1.760908813400021e-05, "Finetune/Loss": 0.8675829172134399, "Finetune/Loss (Raw)": 0.9420517086982727, "Finetune/Step": 4769, "Finetune/Step Time": 6.618921307846904}
+{"Finetune/Learning Rate": 1.760799537489458e-05, "Finetune/Loss": 0.8677321672439575, "Finetune/Loss (Raw)": 0.9479062557220459, "Finetune/Step": 4770, "Finetune/Step Time": 6.620979763567448}
+{"Finetune/Learning Rate": 1.7606902400047835e-05, "Finetune/Loss": 0.868767261505127, "Finetune/Loss (Raw)": 0.9125391244888306, "Finetune/Step": 4771, "Finetune/Step Time": 6.613054193556309}
+{"Finetune/Learning Rate": 1.760580920949097e-05, "Finetune/Loss": 0.8696370720863342, "Finetune/Loss (Raw)": 0.9895771145820618, "Finetune/Step": 4772, "Finetune/Step Time": 6.616361165419221}
+{"Finetune/Learning Rate": 1.7604715803254983e-05, "Finetune/Loss": 0.8690682053565979, "Finetune/Loss (Raw)": 0.7767991423606873, "Finetune/Step": 4773, "Finetune/Step Time": 6.618297154083848}
+{"Finetune/Learning Rate": 1.760362218137088e-05, "Finetune/Loss": 0.8703017830848694, "Finetune/Loss (Raw)": 0.9262657165527344, "Finetune/Step": 4774, "Finetune/Step Time": 6.6130866929888725}
+{"Finetune/Learning Rate": 1.7602528343869677e-05, "Finetune/Loss": 0.8692477941513062, "Finetune/Loss (Raw)": 0.8706520795822144, "Finetune/Step": 4775, "Finetune/Step Time": 6.613653162494302}
+{"Finetune/Learning Rate": 1.7601434290782386e-05, "Finetune/Loss": 0.8696054220199585, "Finetune/Loss (Raw)": 0.9249587059020996, "Finetune/Step": 4776, "Finetune/Step Time": 6.614852961152792}
+{"Finetune/Learning Rate": 1.7600340022140036e-05, "Finetune/Loss": 0.8692721128463745, "Finetune/Loss (Raw)": 0.8783577680587769, "Finetune/Step": 4777, "Finetune/Step Time": 6.616367498412728}
+{"Finetune/Learning Rate": 1.7599245537973653e-05, "Finetune/Loss": 0.8687049150466919, "Finetune/Loss (Raw)": 0.9338059425354004, "Finetune/Step": 4778, "Finetune/Step Time": 6.620782582089305}
+{"Finetune/Learning Rate": 1.7598150838314275e-05, "Finetune/Loss": 0.868847131729126, "Finetune/Loss (Raw)": 0.8152558207511902, "Finetune/Step": 4779, "Finetune/Step Time": 6.623256426304579}
+{"Finetune/Learning Rate": 1.7597055923192947e-05, "Finetune/Loss": 0.8678582906723022, "Finetune/Loss (Raw)": 0.9371277093887329, "Finetune/Step": 4780, "Finetune/Step Time": 6.626191901043057}
+{"Finetune/Learning Rate": 1.7595960792640716e-05, "Finetune/Loss": 0.8691797852516174, "Finetune/Loss (Raw)": 0.9386813640594482, "Finetune/Step": 4781, "Finetune/Step Time": 6.619634268805385}
+{"Finetune/Learning Rate": 1.759486544668864e-05, "Finetune/Loss": 0.8687938451766968, "Finetune/Loss (Raw)": 0.8105461597442627, "Finetune/Step": 4782, "Finetune/Step Time": 6.619474750012159}
+{"Finetune/Learning Rate": 1.7593769885367774e-05, "Finetune/Loss": 0.8690530061721802, "Finetune/Loss (Raw)": 0.8982543349266052, "Finetune/Step": 4783, "Finetune/Step Time": 6.613678269088268}
+{"Finetune/Learning Rate": 1.759267410870919e-05, "Finetune/Loss": 0.8714476823806763, "Finetune/Loss (Raw)": 0.9733750820159912, "Finetune/Step": 4784, "Finetune/Step Time": 6.5984062273055315}
+{"Finetune/Learning Rate": 1.7591578116743955e-05, "Finetune/Loss": 0.872020959854126, "Finetune/Loss (Raw)": 0.85279381275177, "Finetune/Step": 4785, "Finetune/Step Time": 6.575162025168538}
+{"Finetune/Learning Rate": 1.7590481909503154e-05, "Finetune/Loss": 0.871208667755127, "Finetune/Loss (Raw)": 0.8722027540206909, "Finetune/Step": 4786, "Finetune/Step Time": 6.552539482712746}
+{"Finetune/Learning Rate": 1.758938548701787e-05, "Finetune/Loss": 0.8699759244918823, "Finetune/Loss (Raw)": 0.8288158774375916, "Finetune/Step": 4787, "Finetune/Step Time": 6.556428007781506}
+{"Finetune/Learning Rate": 1.7588288849319194e-05, "Finetune/Loss": 0.8721418976783752, "Finetune/Loss (Raw)": 0.9049367308616638, "Finetune/Step": 4788, "Finetune/Step Time": 6.5415857173502445}
+{"Finetune/Learning Rate": 1.7587191996438228e-05, "Finetune/Loss": 0.8719015121459961, "Finetune/Loss (Raw)": 0.9645839929580688, "Finetune/Step": 4789, "Finetune/Step Time": 6.554723938927054}
+{"Finetune/Learning Rate": 1.758609492840607e-05, "Finetune/Loss": 0.8718421459197998, "Finetune/Loss (Raw)": 0.8291602730751038, "Finetune/Step": 4790, "Finetune/Step Time": 6.55355354771018}
+{"Finetune/Learning Rate": 1.7584997645253833e-05, "Finetune/Loss": 0.8726096153259277, "Finetune/Loss (Raw)": 0.9290950298309326, "Finetune/Step": 4791, "Finetune/Step Time": 6.5506416112184525}
+{"Finetune/Learning Rate": 1.758390014701263e-05, "Finetune/Loss": 0.8746886849403381, "Finetune/Loss (Raw)": 0.9289185404777527, "Finetune/Step": 4792, "Finetune/Step Time": 6.541392736136913}
+{"Finetune/Learning Rate": 1.7582802433713584e-05, "Finetune/Loss": 0.8740940093994141, "Finetune/Loss (Raw)": 0.7979322075843811, "Finetune/Step": 4793, "Finetune/Step Time": 6.555340830236673}
+{"Finetune/Learning Rate": 1.758170450538782e-05, "Finetune/Loss": 0.8730372190475464, "Finetune/Loss (Raw)": 0.7993682622909546, "Finetune/Step": 4794, "Finetune/Step Time": 6.5581425335258245}
+{"Finetune/Learning Rate": 1.7580606362066485e-05, "Finetune/Loss": 0.8724045753479004, "Finetune/Loss (Raw)": 0.7851428389549255, "Finetune/Step": 4795, "Finetune/Step Time": 6.565458357334137}
+{"Finetune/Learning Rate": 1.7579508003780703e-05, "Finetune/Loss": 0.8723944425582886, "Finetune/Loss (Raw)": 0.9305918216705322, "Finetune/Step": 4796, "Finetune/Step Time": 6.564870251342654}
+{"Finetune/Learning Rate": 1.7578409430561632e-05, "Finetune/Loss": 0.8719157576560974, "Finetune/Loss (Raw)": 0.8767470717430115, "Finetune/Step": 4797, "Finetune/Step Time": 6.567163378000259}
+{"Finetune/Learning Rate": 1.7577310642440415e-05, "Finetune/Loss": 0.8724465370178223, "Finetune/Loss (Raw)": 0.9441574811935425, "Finetune/Step": 4798, "Finetune/Step Time": 6.58474594168365}
+{"Finetune/Learning Rate": 1.7576211639448218e-05, "Finetune/Loss": 0.8737276792526245, "Finetune/Loss (Raw)": 0.8082096576690674, "Finetune/Step": 4799, "Finetune/Step Time": 6.571465386077762}
+{"Finetune/Learning Rate": 1.7575112421616203e-05, "Finetune/Loss": 0.8750220537185669, "Finetune/Loss (Raw)": 1.0017083883285522, "Finetune/Step": 4800, "Finetune/Step Time": 6.569937840104103}
+{"Finetune/Learning Rate": 1.7574012988975538e-05, "Finetune/Loss": 0.8757275342941284, "Finetune/Loss (Raw)": 0.9416449069976807, "Finetune/Step": 4801, "Finetune/Step Time": 6.572199275717139}
+{"Finetune/Learning Rate": 1.7572913341557404e-05, "Finetune/Loss": 0.8767427206039429, "Finetune/Loss (Raw)": 0.8272563815116882, "Finetune/Step": 4802, "Finetune/Step Time": 6.572469124570489}
+{"Finetune/Learning Rate": 1.7571813479392983e-05, "Finetune/Loss": 0.8767989873886108, "Finetune/Loss (Raw)": 0.885153591632843, "Finetune/Step": 4803, "Finetune/Step Time": 6.5879980605095625}
+{"Finetune/Learning Rate": 1.757071340251346e-05, "Finetune/Loss": 0.8765271902084351, "Finetune/Loss (Raw)": 0.9178801774978638, "Finetune/Step": 4804, "Finetune/Step Time": 6.586936291307211}
+{"Finetune/Learning Rate": 1.7569613110950038e-05, "Finetune/Loss": 0.8776609897613525, "Finetune/Loss (Raw)": 0.9068542718887329, "Finetune/Step": 4805, "Finetune/Step Time": 6.5900575555861}
+{"Finetune/Learning Rate": 1.7568512604733907e-05, "Finetune/Loss": 0.8768273591995239, "Finetune/Loss (Raw)": 0.8712598085403442, "Finetune/Step": 4806, "Finetune/Step Time": 6.593285873532295}
+{"Finetune/Learning Rate": 1.7567411883896286e-05, "Finetune/Loss": 0.8761666417121887, "Finetune/Loss (Raw)": 0.8349305391311646, "Finetune/Step": 4807, "Finetune/Step Time": 6.590573271736503}
+{"Finetune/Learning Rate": 1.756631094846838e-05, "Finetune/Loss": 0.8779743909835815, "Finetune/Loss (Raw)": 0.9206780195236206, "Finetune/Step": 4808, "Finetune/Step Time": 6.575180279091001}
+{"Finetune/Learning Rate": 1.7565209798481412e-05, "Finetune/Loss": 0.8778186440467834, "Finetune/Loss (Raw)": 0.8656834363937378, "Finetune/Step": 4809, "Finetune/Step Time": 6.561773434281349}
+{"Finetune/Learning Rate": 1.7564108433966606e-05, "Finetune/Loss": 0.8776942491531372, "Finetune/Loss (Raw)": 0.899836003780365, "Finetune/Step": 4810, "Finetune/Step Time": 6.562958158552647}
+{"Finetune/Learning Rate": 1.7563006854955196e-05, "Finetune/Loss": 0.8766300082206726, "Finetune/Loss (Raw)": 0.8629512786865234, "Finetune/Step": 4811, "Finetune/Step Time": 6.55594072304666}
+{"Finetune/Learning Rate": 1.7561905061478416e-05, "Finetune/Loss": 0.8770670294761658, "Finetune/Loss (Raw)": 0.9608091711997986, "Finetune/Step": 4812, "Finetune/Step Time": 6.55854919552803}
+{"Finetune/Learning Rate": 1.7560803053567513e-05, "Finetune/Loss": 0.8767148852348328, "Finetune/Loss (Raw)": 0.7931888699531555, "Finetune/Step": 4813, "Finetune/Step Time": 6.570421474054456}
+{"Finetune/Learning Rate": 1.7559700831253734e-05, "Finetune/Loss": 0.8773297071456909, "Finetune/Loss (Raw)": 0.7300633788108826, "Finetune/Step": 4814, "Finetune/Step Time": 6.574978820979595}
+{"Finetune/Learning Rate": 1.755859839456834e-05, "Finetune/Loss": 0.8770672678947449, "Finetune/Loss (Raw)": 0.9541851878166199, "Finetune/Step": 4815, "Finetune/Step Time": 6.576072225347161}
+{"Finetune/Learning Rate": 1.7557495743542586e-05, "Finetune/Loss": 0.8762292861938477, "Finetune/Loss (Raw)": 0.8056045174598694, "Finetune/Step": 4816, "Finetune/Step Time": 6.58891749382019}
+{"Finetune/Learning Rate": 1.7556392878207742e-05, "Finetune/Loss": 0.8755976557731628, "Finetune/Loss (Raw)": 0.7818665504455566, "Finetune/Step": 4817, "Finetune/Step Time": 6.587591459974647}
+{"Finetune/Learning Rate": 1.7555289798595085e-05, "Finetune/Loss": 0.8754156827926636, "Finetune/Loss (Raw)": 0.9762212634086609, "Finetune/Step": 4818, "Finetune/Step Time": 6.587414743378758}
+{"Finetune/Learning Rate": 1.7554186504735895e-05, "Finetune/Loss": 0.8757402896881104, "Finetune/Loss (Raw)": 0.861980676651001, "Finetune/Step": 4819, "Finetune/Step Time": 6.592471249401569}
+{"Finetune/Learning Rate": 1.7553082996661453e-05, "Finetune/Loss": 0.8763527870178223, "Finetune/Loss (Raw)": 0.9679193496704102, "Finetune/Step": 4820, "Finetune/Step Time": 6.60446267016232}
+{"Finetune/Learning Rate": 1.755197927440306e-05, "Finetune/Loss": 0.877621054649353, "Finetune/Loss (Raw)": 0.944172739982605, "Finetune/Step": 4821, "Finetune/Step Time": 6.6007958222180605}
+{"Finetune/Learning Rate": 1.7550875337992007e-05, "Finetune/Loss": 0.878405749797821, "Finetune/Loss (Raw)": 0.9537070989608765, "Finetune/Step": 4822, "Finetune/Step Time": 6.597892316058278}
+{"Finetune/Learning Rate": 1.7549771187459602e-05, "Finetune/Loss": 0.878995954990387, "Finetune/Loss (Raw)": 0.8734797835350037, "Finetune/Step": 4823, "Finetune/Step Time": 6.590959280729294}
+{"Finetune/Learning Rate": 1.7548666822837157e-05, "Finetune/Loss": 0.879853367805481, "Finetune/Loss (Raw)": 1.0397483110427856, "Finetune/Step": 4824, "Finetune/Step Time": 6.59189959615469}
+{"Finetune/Learning Rate": 1.7547562244155984e-05, "Finetune/Loss": 0.8775402307510376, "Finetune/Loss (Raw)": 0.5290796756744385, "Finetune/Step": 4825, "Finetune/Step Time": 6.616335432976484}
+{"Finetune/Learning Rate": 1.7546457451447407e-05, "Finetune/Loss": 0.8770723938941956, "Finetune/Loss (Raw)": 0.8116979598999023, "Finetune/Step": 4826, "Finetune/Step Time": 6.6136725805699825}
+{"Finetune/Learning Rate": 1.754535244474276e-05, "Finetune/Loss": 0.8773349523544312, "Finetune/Loss (Raw)": 0.8562971353530884, "Finetune/Step": 4827, "Finetune/Step Time": 6.596743108704686}
+{"Finetune/Learning Rate": 1.754424722407337e-05, "Finetune/Loss": 0.8767483234405518, "Finetune/Loss (Raw)": 0.7981549501419067, "Finetune/Step": 4828, "Finetune/Step Time": 6.6128267627209425}
+{"Finetune/Learning Rate": 1.7543141789470584e-05, "Finetune/Loss": 0.8757055401802063, "Finetune/Loss (Raw)": 0.7872541546821594, "Finetune/Step": 4829, "Finetune/Step Time": 6.609733764082193}
+{"Finetune/Learning Rate": 1.7542036140965745e-05, "Finetune/Loss": 0.8761820197105408, "Finetune/Loss (Raw)": 0.8577145934104919, "Finetune/Step": 4830, "Finetune/Step Time": 6.590036518871784}
+{"Finetune/Learning Rate": 1.754093027859021e-05, "Finetune/Loss": 0.8754317760467529, "Finetune/Loss (Raw)": 0.8713542222976685, "Finetune/Step": 4831, "Finetune/Step Time": 6.58861992880702}
+{"Finetune/Learning Rate": 1.753982420237533e-05, "Finetune/Loss": 0.8760908246040344, "Finetune/Loss (Raw)": 0.8737764358520508, "Finetune/Step": 4832, "Finetune/Step Time": 6.5777538400143385}
+{"Finetune/Learning Rate": 1.7538717912352484e-05, "Finetune/Loss": 0.8761551976203918, "Finetune/Loss (Raw)": 0.9245398640632629, "Finetune/Step": 4833, "Finetune/Step Time": 6.5595604963600636}
+{"Finetune/Learning Rate": 1.753761140855303e-05, "Finetune/Loss": 0.875594973564148, "Finetune/Loss (Raw)": 0.8616831302642822, "Finetune/Step": 4834, "Finetune/Step Time": 6.5590576864778996}
+{"Finetune/Learning Rate": 1.753650469100835e-05, "Finetune/Loss": 0.875758945941925, "Finetune/Loss (Raw)": 1.0247266292572021, "Finetune/Step": 4835, "Finetune/Step Time": 6.5616865288466215}
+{"Finetune/Learning Rate": 1.753539775974983e-05, "Finetune/Loss": 0.8757179975509644, "Finetune/Loss (Raw)": 0.9772964715957642, "Finetune/Step": 4836, "Finetune/Step Time": 6.561664421111345}
+{"Finetune/Learning Rate": 1.753429061480886e-05, "Finetune/Loss": 0.8760170936584473, "Finetune/Loss (Raw)": 0.8329350352287292, "Finetune/Step": 4837, "Finetune/Step Time": 6.5687999203801155}
+{"Finetune/Learning Rate": 1.7533183256216828e-05, "Finetune/Loss": 0.8750970363616943, "Finetune/Loss (Raw)": 0.7761516571044922, "Finetune/Step": 4838, "Finetune/Step Time": 6.552072297781706}
+{"Finetune/Learning Rate": 1.7532075684005142e-05, "Finetune/Loss": 0.8772167563438416, "Finetune/Loss (Raw)": 1.016222596168518, "Finetune/Step": 4839, "Finetune/Step Time": 6.562678329646587}
+{"Finetune/Learning Rate": 1.7530967898205208e-05, "Finetune/Loss": 0.8759593367576599, "Finetune/Loss (Raw)": 0.9007061123847961, "Finetune/Step": 4840, "Finetune/Step Time": 6.558958971872926}
+{"Finetune/Learning Rate": 1.7529859898848444e-05, "Finetune/Loss": 0.8764366507530212, "Finetune/Loss (Raw)": 0.9524080157279968, "Finetune/Step": 4841, "Finetune/Step Time": 6.557649562135339}
+{"Finetune/Learning Rate": 1.752875168596626e-05, "Finetune/Loss": 0.8765284419059753, "Finetune/Loss (Raw)": 0.9006173014640808, "Finetune/Step": 4842, "Finetune/Step Time": 6.556079667061567}
+{"Finetune/Learning Rate": 1.7527643259590088e-05, "Finetune/Loss": 0.8772293329238892, "Finetune/Loss (Raw)": 0.8581533432006836, "Finetune/Step": 4843, "Finetune/Step Time": 6.55229027941823}
+{"Finetune/Learning Rate": 1.752653461975136e-05, "Finetune/Loss": 0.8775520324707031, "Finetune/Loss (Raw)": 0.8723329901695251, "Finetune/Step": 4844, "Finetune/Step Time": 6.570226373150945}
+{"Finetune/Learning Rate": 1.752542576648151e-05, "Finetune/Loss": 0.8782183527946472, "Finetune/Loss (Raw)": 0.9422749876976013, "Finetune/Step": 4845, "Finetune/Step Time": 6.568487579002976}
+{"Finetune/Learning Rate": 1.752431669981199e-05, "Finetune/Loss": 0.8790472149848938, "Finetune/Loss (Raw)": 1.0126979351043701, "Finetune/Step": 4846, "Finetune/Step Time": 6.577121676877141}
+{"Finetune/Learning Rate": 1.752320741977424e-05, "Finetune/Loss": 0.8807997107505798, "Finetune/Loss (Raw)": 1.0048905611038208, "Finetune/Step": 4847, "Finetune/Step Time": 6.585021808743477}
+{"Finetune/Learning Rate": 1.7522097926399722e-05, "Finetune/Loss": 0.8799667954444885, "Finetune/Loss (Raw)": 0.8610931038856506, "Finetune/Step": 4848, "Finetune/Step Time": 6.590475922450423}
+{"Finetune/Learning Rate": 1.7520988219719897e-05, "Finetune/Loss": 0.8796199560165405, "Finetune/Loss (Raw)": 0.7898843288421631, "Finetune/Step": 4849, "Finetune/Step Time": 6.593761650845408}
+{"Finetune/Learning Rate": 1.7519878299766232e-05, "Finetune/Loss": 0.8794496059417725, "Finetune/Loss (Raw)": 0.8961725234985352, "Finetune/Step": 4850, "Finetune/Step Time": 6.594873307272792}
+{"Finetune/Learning Rate": 1.7518768166570203e-05, "Finetune/Loss": 0.8813794851303101, "Finetune/Loss (Raw)": 1.0225204229354858, "Finetune/Step": 4851, "Finetune/Step Time": 6.587097197771072}
+{"Finetune/Learning Rate": 1.751765782016329e-05, "Finetune/Loss": 0.8813349008560181, "Finetune/Loss (Raw)": 0.8859121799468994, "Finetune/Step": 4852, "Finetune/Step Time": 6.586500519886613}
+{"Finetune/Learning Rate": 1.7516547260576977e-05, "Finetune/Loss": 0.8804538249969482, "Finetune/Loss (Raw)": 0.7876572608947754, "Finetune/Step": 4853, "Finetune/Step Time": 6.588584648445249}
+{"Finetune/Learning Rate": 1.751543648784276e-05, "Finetune/Loss": 0.8796520829200745, "Finetune/Loss (Raw)": 0.9061890244483948, "Finetune/Step": 4854, "Finetune/Step Time": 6.592178154736757}
+{"Finetune/Learning Rate": 1.7514325501992132e-05, "Finetune/Loss": 0.8799712657928467, "Finetune/Loss (Raw)": 0.9385769963264465, "Finetune/Step": 4855, "Finetune/Step Time": 6.590282496064901}
+{"Finetune/Learning Rate": 1.7513214303056603e-05, "Finetune/Loss": 0.8809351325035095, "Finetune/Loss (Raw)": 0.9851412177085876, "Finetune/Step": 4856, "Finetune/Step Time": 6.593607975170016}
+{"Finetune/Learning Rate": 1.7512102891067683e-05, "Finetune/Loss": 0.88170325756073, "Finetune/Loss (Raw)": 0.898817777633667, "Finetune/Step": 4857, "Finetune/Step Time": 6.598316105082631}
+{"Finetune/Learning Rate": 1.751099126605688e-05, "Finetune/Loss": 0.881484866142273, "Finetune/Loss (Raw)": 0.8366302847862244, "Finetune/Step": 4858, "Finetune/Step Time": 6.598358264192939}
+{"Finetune/Learning Rate": 1.7509879428055732e-05, "Finetune/Loss": 0.8798954486846924, "Finetune/Loss (Raw)": 0.7488250136375427, "Finetune/Step": 4859, "Finetune/Step Time": 6.595018610358238}
+{"Finetune/Learning Rate": 1.750876737709575e-05, "Finetune/Loss": 0.8777385950088501, "Finetune/Loss (Raw)": 0.6403868198394775, "Finetune/Step": 4860, "Finetune/Step Time": 6.582750774919987}
+{"Finetune/Learning Rate": 1.7507655113208483e-05, "Finetune/Loss": 0.8780992031097412, "Finetune/Loss (Raw)": 0.8557527661323547, "Finetune/Step": 4861, "Finetune/Step Time": 6.580754417926073}
+{"Finetune/Learning Rate": 1.7506542636425466e-05, "Finetune/Loss": 0.8790997862815857, "Finetune/Loss (Raw)": 1.0274808406829834, "Finetune/Step": 4862, "Finetune/Step Time": 6.581786068156362}
+{"Finetune/Learning Rate": 1.7505429946778242e-05, "Finetune/Loss": 0.8795455694198608, "Finetune/Loss (Raw)": 0.9942118525505066, "Finetune/Step": 4863, "Finetune/Step Time": 6.585344286635518}
+{"Finetune/Learning Rate": 1.750431704429837e-05, "Finetune/Loss": 0.8788540363311768, "Finetune/Loss (Raw)": 0.8292568325996399, "Finetune/Step": 4864, "Finetune/Step Time": 6.568918589502573}
+{"Finetune/Learning Rate": 1.7503203929017405e-05, "Finetune/Loss": 0.8781347274780273, "Finetune/Loss (Raw)": 0.7685406804084778, "Finetune/Step": 4865, "Finetune/Step Time": 6.562654674053192}
+{"Finetune/Learning Rate": 1.7502090600966914e-05, "Finetune/Loss": 0.878516435623169, "Finetune/Loss (Raw)": 0.9014450907707214, "Finetune/Step": 4866, "Finetune/Step Time": 6.561996392905712}
+{"Finetune/Learning Rate": 1.7500977060178463e-05, "Finetune/Loss": 0.8779363632202148, "Finetune/Loss (Raw)": 0.8162319660186768, "Finetune/Step": 4867, "Finetune/Step Time": 6.565766451880336}
+{"Finetune/Learning Rate": 1.7499863306683637e-05, "Finetune/Loss": 0.8777244091033936, "Finetune/Loss (Raw)": 0.8150203824043274, "Finetune/Step": 4868, "Finetune/Step Time": 6.563859743997455}
+{"Finetune/Learning Rate": 1.749874934051401e-05, "Finetune/Loss": 0.8781703114509583, "Finetune/Loss (Raw)": 0.8850322365760803, "Finetune/Step": 4869, "Finetune/Step Time": 6.567340906709433}
+{"Finetune/Learning Rate": 1.749763516170118e-05, "Finetune/Loss": 0.8794955611228943, "Finetune/Loss (Raw)": 0.9470594525337219, "Finetune/Step": 4870, "Finetune/Step Time": 6.556661769747734}
+{"Finetune/Learning Rate": 1.7496520770276735e-05, "Finetune/Loss": 0.878840446472168, "Finetune/Loss (Raw)": 0.7410640120506287, "Finetune/Step": 4871, "Finetune/Step Time": 6.558782462030649}
+{"Finetune/Learning Rate": 1.7495406166272278e-05, "Finetune/Loss": 0.8787051439285278, "Finetune/Loss (Raw)": 0.9359380602836609, "Finetune/Step": 4872, "Finetune/Step Time": 6.559929445385933}
+{"Finetune/Learning Rate": 1.7494291349719414e-05, "Finetune/Loss": 0.8761776685714722, "Finetune/Loss (Raw)": 0.5943143963813782, "Finetune/Step": 4873, "Finetune/Step Time": 6.570765044540167}
+{"Finetune/Learning Rate": 1.749317632064976e-05, "Finetune/Loss": 0.8757036924362183, "Finetune/Loss (Raw)": 0.8975591063499451, "Finetune/Step": 4874, "Finetune/Step Time": 6.5867362674325705}
+{"Finetune/Learning Rate": 1.7492061079094935e-05, "Finetune/Loss": 0.875931441783905, "Finetune/Loss (Raw)": 0.8536572456359863, "Finetune/Step": 4875, "Finetune/Step Time": 6.585653925314546}
+{"Finetune/Learning Rate": 1.7490945625086563e-05, "Finetune/Loss": 0.8759833574295044, "Finetune/Loss (Raw)": 0.9022859334945679, "Finetune/Step": 4876, "Finetune/Step Time": 6.58296818844974}
+{"Finetune/Learning Rate": 1.7489829958656273e-05, "Finetune/Loss": 0.8751885294914246, "Finetune/Loss (Raw)": 0.7772271633148193, "Finetune/Step": 4877, "Finetune/Step Time": 6.5937112756073475}
+{"Finetune/Learning Rate": 1.7488714079835704e-05, "Finetune/Loss": 0.875920295715332, "Finetune/Loss (Raw)": 0.9865536093711853, "Finetune/Step": 4878, "Finetune/Step Time": 6.5955531764775515}
+{"Finetune/Learning Rate": 1.7487597988656494e-05, "Finetune/Loss": 0.8767312169075012, "Finetune/Loss (Raw)": 0.9363827109336853, "Finetune/Step": 4879, "Finetune/Step Time": 6.584872806444764}
+{"Finetune/Learning Rate": 1.74864816851503e-05, "Finetune/Loss": 0.876213788986206, "Finetune/Loss (Raw)": 0.7620154619216919, "Finetune/Step": 4880, "Finetune/Step Time": 6.585520219057798}
+{"Finetune/Learning Rate": 1.748536516934878e-05, "Finetune/Loss": 0.8750312328338623, "Finetune/Loss (Raw)": 0.7678839564323425, "Finetune/Step": 4881, "Finetune/Step Time": 6.582967018708587}
+{"Finetune/Learning Rate": 1.7484248441283585e-05, "Finetune/Loss": 0.8760685324668884, "Finetune/Loss (Raw)": 0.9107654690742493, "Finetune/Step": 4882, "Finetune/Step Time": 6.59491472505033}
+{"Finetune/Learning Rate": 1.7483131500986385e-05, "Finetune/Loss": 0.875055193901062, "Finetune/Loss (Raw)": 0.7840635776519775, "Finetune/Step": 4883, "Finetune/Step Time": 6.6010858826339245}
+{"Finetune/Learning Rate": 1.7482014348488855e-05, "Finetune/Loss": 0.876363217830658, "Finetune/Loss (Raw)": 0.9884430766105652, "Finetune/Step": 4884, "Finetune/Step Time": 6.600688362494111}
+{"Finetune/Learning Rate": 1.7480896983822676e-05, "Finetune/Loss": 0.8770890831947327, "Finetune/Loss (Raw)": 0.9482694864273071, "Finetune/Step": 4885, "Finetune/Step Time": 6.600992659106851}
+{"Finetune/Learning Rate": 1.747977940701953e-05, "Finetune/Loss": 0.8770284652709961, "Finetune/Loss (Raw)": 0.8566451072692871, "Finetune/Step": 4886, "Finetune/Step Time": 6.594854632392526}
+{"Finetune/Learning Rate": 1.7478661618111108e-05, "Finetune/Loss": 0.8766329884529114, "Finetune/Loss (Raw)": 0.8690618276596069, "Finetune/Step": 4887, "Finetune/Step Time": 6.601037843152881}
+{"Finetune/Learning Rate": 1.747754361712911e-05, "Finetune/Loss": 0.8753668069839478, "Finetune/Loss (Raw)": 0.7106814384460449, "Finetune/Step": 4888, "Finetune/Step Time": 6.600491862744093}
+{"Finetune/Learning Rate": 1.747642540410524e-05, "Finetune/Loss": 0.8751999139785767, "Finetune/Loss (Raw)": 0.9354497790336609, "Finetune/Step": 4889, "Finetune/Step Time": 6.601396596059203}
+{"Finetune/Learning Rate": 1.7475306979071206e-05, "Finetune/Loss": 0.8766595125198364, "Finetune/Loss (Raw)": 1.03194260597229, "Finetune/Step": 4890, "Finetune/Step Time": 6.60101493448019}
+{"Finetune/Learning Rate": 1.747418834205872e-05, "Finetune/Loss": 0.8782460689544678, "Finetune/Loss (Raw)": 0.7676830887794495, "Finetune/Step": 4891, "Finetune/Step Time": 6.616521585732698}
+{"Finetune/Learning Rate": 1.7473069493099508e-05, "Finetune/Loss": 0.8788016438484192, "Finetune/Loss (Raw)": 0.9086349606513977, "Finetune/Step": 4892, "Finetune/Step Time": 6.614152912050486}
+{"Finetune/Learning Rate": 1.74719504322253e-05, "Finetune/Loss": 0.8788528442382812, "Finetune/Loss (Raw)": 0.8388177752494812, "Finetune/Step": 4893, "Finetune/Step Time": 6.618281602859497}
+{"Finetune/Learning Rate": 1.7470831159467817e-05, "Finetune/Loss": 0.879491925239563, "Finetune/Loss (Raw)": 0.8417567014694214, "Finetune/Step": 4894, "Finetune/Step Time": 6.6201614905148745}
+{"Finetune/Learning Rate": 1.7469711674858813e-05, "Finetune/Loss": 0.8814576268196106, "Finetune/Loss (Raw)": 1.0858299732208252, "Finetune/Step": 4895, "Finetune/Step Time": 6.6192836575210094}
+{"Finetune/Learning Rate": 1.7468591978430024e-05, "Finetune/Loss": 0.8812015652656555, "Finetune/Loss (Raw)": 0.9724739789962769, "Finetune/Step": 4896, "Finetune/Step Time": 6.648392284289002}
+{"Finetune/Learning Rate": 1.7467472070213202e-05, "Finetune/Loss": 0.8797962665557861, "Finetune/Loss (Raw)": 0.7621726989746094, "Finetune/Step": 4897, "Finetune/Step Time": 6.636797545477748}
+{"Finetune/Learning Rate": 1.7466351950240112e-05, "Finetune/Loss": 0.8791905641555786, "Finetune/Loss (Raw)": 0.8703875541687012, "Finetune/Step": 4898, "Finetune/Step Time": 6.6454268749803305}
+{"Finetune/Learning Rate": 1.7465231618542508e-05, "Finetune/Loss": 0.8797937631607056, "Finetune/Loss (Raw)": 0.9897377490997314, "Finetune/Step": 4899, "Finetune/Step Time": 6.646037107333541}
+{"Finetune/Learning Rate": 1.7464111075152166e-05, "Finetune/Loss": 0.878487229347229, "Finetune/Loss (Raw)": 0.8223447799682617, "Finetune/Step": 4900, "Finetune/Step Time": 6.645035216584802}
+{"Finetune/Learning Rate": 1.746299032010086e-05, "Finetune/Loss": 0.8786917328834534, "Finetune/Loss (Raw)": 0.8029763698577881, "Finetune/Step": 4901, "Finetune/Step Time": 6.644565291702747}
+{"Finetune/Learning Rate": 1.7461869353420365e-05, "Finetune/Loss": 0.87877357006073, "Finetune/Loss (Raw)": 0.9367303848266602, "Finetune/Step": 4902, "Finetune/Step Time": 6.650877442210913}
+{"Finetune/Learning Rate": 1.746074817514248e-05, "Finetune/Loss": 0.8786431550979614, "Finetune/Loss (Raw)": 0.8539656400680542, "Finetune/Step": 4903, "Finetune/Step Time": 6.653757547959685}
+{"Finetune/Learning Rate": 1.745962678529899e-05, "Finetune/Loss": 0.87794429063797, "Finetune/Loss (Raw)": 0.8355068564414978, "Finetune/Step": 4904, "Finetune/Step Time": 6.652417354285717}
+{"Finetune/Learning Rate": 1.7458505183921698e-05, "Finetune/Loss": 0.8784366250038147, "Finetune/Loss (Raw)": 0.9413729906082153, "Finetune/Step": 4905, "Finetune/Step Time": 6.648822404444218}
+{"Finetune/Learning Rate": 1.7457383371042403e-05, "Finetune/Loss": 0.8789547681808472, "Finetune/Loss (Raw)": 1.0001294612884521, "Finetune/Step": 4906, "Finetune/Step Time": 6.648426065221429}
+{"Finetune/Learning Rate": 1.7456261346692927e-05, "Finetune/Loss": 0.8799265623092651, "Finetune/Loss (Raw)": 0.939643919467926, "Finetune/Step": 4907, "Finetune/Step Time": 6.647984374314547}
+{"Finetune/Learning Rate": 1.7455139110905078e-05, "Finetune/Loss": 0.8780288696289062, "Finetune/Loss (Raw)": 0.6942239999771118, "Finetune/Step": 4908, "Finetune/Step Time": 6.6674974747002125}
+{"Finetune/Learning Rate": 1.745401666371069e-05, "Finetune/Loss": 0.8766201734542847, "Finetune/Loss (Raw)": 0.7583699226379395, "Finetune/Step": 4909, "Finetune/Step Time": 6.674662826582789}
+{"Finetune/Learning Rate": 1.7452894005141582e-05, "Finetune/Loss": 0.8783730864524841, "Finetune/Loss (Raw)": 1.0349193811416626, "Finetune/Step": 4910, "Finetune/Step Time": 6.684507060796022}
+{"Finetune/Learning Rate": 1.7451771135229588e-05, "Finetune/Loss": 0.878970742225647, "Finetune/Loss (Raw)": 0.9747592210769653, "Finetune/Step": 4911, "Finetune/Step Time": 6.6920895129442215}
+{"Finetune/Learning Rate": 1.745064805400656e-05, "Finetune/Loss": 0.8782641887664795, "Finetune/Loss (Raw)": 0.8829284310340881, "Finetune/Step": 4912, "Finetune/Step Time": 6.696331657469273}
+{"Finetune/Learning Rate": 1.744952476150434e-05, "Finetune/Loss": 0.8786510229110718, "Finetune/Loss (Raw)": 0.9023128151893616, "Finetune/Step": 4913, "Finetune/Step Time": 6.701215660199523}
+{"Finetune/Learning Rate": 1.7448401257754782e-05, "Finetune/Loss": 0.8782813549041748, "Finetune/Loss (Raw)": 0.8248831033706665, "Finetune/Step": 4914, "Finetune/Step Time": 6.7028304021805525}
+{"Finetune/Learning Rate": 1.7447277542789743e-05, "Finetune/Loss": 0.8775795698165894, "Finetune/Loss (Raw)": 0.7389845252037048, "Finetune/Step": 4915, "Finetune/Step Time": 6.705442383885384}
+{"Finetune/Learning Rate": 1.744615361664109e-05, "Finetune/Loss": 0.8775345087051392, "Finetune/Loss (Raw)": 0.8991661071777344, "Finetune/Step": 4916, "Finetune/Step Time": 6.72004384920001}
+{"Finetune/Learning Rate": 1.7445029479340694e-05, "Finetune/Loss": 0.87635338306427, "Finetune/Loss (Raw)": 0.8134083151817322, "Finetune/Step": 4917, "Finetune/Step Time": 6.716314285993576}
+{"Finetune/Learning Rate": 1.7443905130920432e-05, "Finetune/Loss": 0.8764448165893555, "Finetune/Loss (Raw)": 0.8408588767051697, "Finetune/Step": 4918, "Finetune/Step Time": 6.735585039481521}
+{"Finetune/Learning Rate": 1.744278057141219e-05, "Finetune/Loss": 0.8753576874732971, "Finetune/Loss (Raw)": 0.7899448275566101, "Finetune/Step": 4919, "Finetune/Step Time": 6.736846879124641}
+{"Finetune/Learning Rate": 1.7441655800847855e-05, "Finetune/Loss": 0.8754275441169739, "Finetune/Loss (Raw)": 0.9378612637519836, "Finetune/Step": 4920, "Finetune/Step Time": 6.735373334959149}
+{"Finetune/Learning Rate": 1.7440530819259325e-05, "Finetune/Loss": 0.8759600520133972, "Finetune/Loss (Raw)": 0.8660895824432373, "Finetune/Step": 4921, "Finetune/Step Time": 6.723380262032151}
+{"Finetune/Learning Rate": 1.7439405626678496e-05, "Finetune/Loss": 0.8767006397247314, "Finetune/Loss (Raw)": 0.8941686749458313, "Finetune/Step": 4922, "Finetune/Step Time": 6.7258095145225525}
+{"Finetune/Learning Rate": 1.7438280223137278e-05, "Finetune/Loss": 0.8773322105407715, "Finetune/Loss (Raw)": 0.8659815788269043, "Finetune/Step": 4923, "Finetune/Step Time": 6.724138172343373}
+{"Finetune/Learning Rate": 1.7437154608667587e-05, "Finetune/Loss": 0.8756567239761353, "Finetune/Loss (Raw)": 0.7161238789558411, "Finetune/Step": 4924, "Finetune/Step Time": 6.738713616505265}
+{"Finetune/Learning Rate": 1.7436028783301338e-05, "Finetune/Loss": 0.8765040636062622, "Finetune/Loss (Raw)": 0.98521488904953, "Finetune/Step": 4925, "Finetune/Step Time": 6.734335659071803}
+{"Finetune/Learning Rate": 1.7434902747070456e-05, "Finetune/Loss": 0.8754681348800659, "Finetune/Loss (Raw)": 0.8115541934967041, "Finetune/Step": 4926, "Finetune/Step Time": 6.714568123221397}
+{"Finetune/Learning Rate": 1.743377650000688e-05, "Finetune/Loss": 0.8758704662322998, "Finetune/Loss (Raw)": 0.859709620475769, "Finetune/Step": 4927, "Finetune/Step Time": 6.712608492001891}
+{"Finetune/Learning Rate": 1.7432650042142535e-05, "Finetune/Loss": 0.8755204081535339, "Finetune/Loss (Raw)": 0.9568963646888733, "Finetune/Step": 4928, "Finetune/Step Time": 6.714755892753601}
+{"Finetune/Learning Rate": 1.7431523373509373e-05, "Finetune/Loss": 0.8751749992370605, "Finetune/Loss (Raw)": 0.8974325060844421, "Finetune/Step": 4929, "Finetune/Step Time": 6.719295393675566}
+{"Finetune/Learning Rate": 1.7430396494139344e-05, "Finetune/Loss": 0.87392258644104, "Finetune/Loss (Raw)": 0.6669580340385437, "Finetune/Step": 4930, "Finetune/Step Time": 6.722010925412178}
+{"Finetune/Learning Rate": 1.7429269404064394e-05, "Finetune/Loss": 0.8737729787826538, "Finetune/Loss (Raw)": 0.8659992218017578, "Finetune/Step": 4931, "Finetune/Step Time": 6.704286687076092}
+{"Finetune/Learning Rate": 1.7428142103316493e-05, "Finetune/Loss": 0.8733768463134766, "Finetune/Loss (Raw)": 0.8671697974205017, "Finetune/Step": 4932, "Finetune/Step Time": 6.707413898780942}
+{"Finetune/Learning Rate": 1.7427014591927602e-05, "Finetune/Loss": 0.8731757402420044, "Finetune/Loss (Raw)": 0.8811133503913879, "Finetune/Step": 4933, "Finetune/Step Time": 6.708674535155296}
+{"Finetune/Learning Rate": 1.74258868699297e-05, "Finetune/Loss": 0.8733693361282349, "Finetune/Loss (Raw)": 0.8960438966751099, "Finetune/Step": 4934, "Finetune/Step Time": 6.703795401379466}
+{"Finetune/Learning Rate": 1.7424758937354762e-05, "Finetune/Loss": 0.8749027252197266, "Finetune/Loss (Raw)": 1.0312013626098633, "Finetune/Step": 4935, "Finetune/Step Time": 6.705216547474265}
+{"Finetune/Learning Rate": 1.7423630794234774e-05, "Finetune/Loss": 0.874732255935669, "Finetune/Loss (Raw)": 0.8988592624664307, "Finetune/Step": 4936, "Finetune/Step Time": 6.707284573465586}
+{"Finetune/Learning Rate": 1.7422502440601725e-05, "Finetune/Loss": 0.8743425607681274, "Finetune/Loss (Raw)": 0.8157956600189209, "Finetune/Step": 4937, "Finetune/Step Time": 6.721729090437293}
+{"Finetune/Learning Rate": 1.7421373876487612e-05, "Finetune/Loss": 0.8752728700637817, "Finetune/Loss (Raw)": 1.0189244747161865, "Finetune/Step": 4938, "Finetune/Step Time": 6.71839308552444}
+{"Finetune/Learning Rate": 1.7420245101924443e-05, "Finetune/Loss": 0.8756704330444336, "Finetune/Loss (Raw)": 0.913837194442749, "Finetune/Step": 4939, "Finetune/Step Time": 6.71850473433733}
+{"Finetune/Learning Rate": 1.7419116116944223e-05, "Finetune/Loss": 0.8753424882888794, "Finetune/Loss (Raw)": 0.918832004070282, "Finetune/Step": 4940, "Finetune/Step Time": 6.735561806708574}
+{"Finetune/Learning Rate": 1.7417986921578965e-05, "Finetune/Loss": 0.8746179938316345, "Finetune/Loss (Raw)": 0.7004566192626953, "Finetune/Step": 4941, "Finetune/Step Time": 6.725200841203332}
+{"Finetune/Learning Rate": 1.7416857515860695e-05, "Finetune/Loss": 0.8753303289413452, "Finetune/Loss (Raw)": 0.8212396502494812, "Finetune/Step": 4942, "Finetune/Step Time": 6.714562967419624}
+{"Finetune/Learning Rate": 1.7415727899821434e-05, "Finetune/Loss": 0.875108003616333, "Finetune/Loss (Raw)": 0.9257209897041321, "Finetune/Step": 4943, "Finetune/Step Time": 6.712272899225354}
+{"Finetune/Learning Rate": 1.7414598073493216e-05, "Finetune/Loss": 0.875918447971344, "Finetune/Loss (Raw)": 0.9093450903892517, "Finetune/Step": 4944, "Finetune/Step Time": 6.699650382623076}
+{"Finetune/Learning Rate": 1.7413468036908083e-05, "Finetune/Loss": 0.8765898942947388, "Finetune/Loss (Raw)": 0.8678061366081238, "Finetune/Step": 4945, "Finetune/Step Time": 6.69733352959156}
+{"Finetune/Learning Rate": 1.7412337790098076e-05, "Finetune/Loss": 0.8755652904510498, "Finetune/Loss (Raw)": 0.845075786113739, "Finetune/Step": 4946, "Finetune/Step Time": 6.694500176236033}
+{"Finetune/Learning Rate": 1.741120733309525e-05, "Finetune/Loss": 0.8759511709213257, "Finetune/Loss (Raw)": 0.9113744497299194, "Finetune/Step": 4947, "Finetune/Step Time": 6.694572309032083}
+{"Finetune/Learning Rate": 1.7410076665931657e-05, "Finetune/Loss": 0.8749350309371948, "Finetune/Loss (Raw)": 0.8378632068634033, "Finetune/Step": 4948, "Finetune/Step Time": 6.687553182244301}
+{"Finetune/Learning Rate": 1.7408945788639358e-05, "Finetune/Loss": 0.8745440244674683, "Finetune/Loss (Raw)": 0.8941195011138916, "Finetune/Step": 4949, "Finetune/Step Time": 6.692359194159508}
+{"Finetune/Learning Rate": 1.7407814701250433e-05, "Finetune/Loss": 0.8737828731536865, "Finetune/Loss (Raw)": 0.8562822937965393, "Finetune/Step": 4950, "Finetune/Step Time": 6.696278154850006}
+{"Finetune/Learning Rate": 1.740668340379694e-05, "Finetune/Loss": 0.8725762367248535, "Finetune/Loss (Raw)": 0.7190231084823608, "Finetune/Step": 4951, "Finetune/Step Time": 6.695040725171566}
+{"Finetune/Learning Rate": 1.7405551896310974e-05, "Finetune/Loss": 0.8723973035812378, "Finetune/Loss (Raw)": 1.0168452262878418, "Finetune/Step": 4952, "Finetune/Step Time": 6.694595389068127}
+{"Finetune/Learning Rate": 1.7404420178824607e-05, "Finetune/Loss": 0.8751691579818726, "Finetune/Loss (Raw)": 0.8838744163513184, "Finetune/Step": 4953, "Finetune/Step Time": 6.668841268867254}
+{"Finetune/Learning Rate": 1.7403288251369943e-05, "Finetune/Loss": 0.8763102293014526, "Finetune/Loss (Raw)": 0.9577541351318359, "Finetune/Step": 4954, "Finetune/Step Time": 6.660067735239863}
+{"Finetune/Learning Rate": 1.7402156113979078e-05, "Finetune/Loss": 0.8774717450141907, "Finetune/Loss (Raw)": 1.0049737691879272, "Finetune/Step": 4955, "Finetune/Step Time": 6.667506104335189}
+{"Finetune/Learning Rate": 1.7401023766684115e-05, "Finetune/Loss": 0.8785082101821899, "Finetune/Loss (Raw)": 0.9308250546455383, "Finetune/Step": 4956, "Finetune/Step Time": 6.650310719385743}
+{"Finetune/Learning Rate": 1.739989120951716e-05, "Finetune/Loss": 0.8791019916534424, "Finetune/Loss (Raw)": 0.8632583618164062, "Finetune/Step": 4957, "Finetune/Step Time": 6.6553598046302795}
+{"Finetune/Learning Rate": 1.7398758442510332e-05, "Finetune/Loss": 0.8792819976806641, "Finetune/Loss (Raw)": 0.8807563781738281, "Finetune/Step": 4958, "Finetune/Step Time": 6.649886466562748}
+{"Finetune/Learning Rate": 1.739762546569576e-05, "Finetune/Loss": 0.8794002532958984, "Finetune/Loss (Raw)": 0.8864955306053162, "Finetune/Step": 4959, "Finetune/Step Time": 6.652778146788478}
+{"Finetune/Learning Rate": 1.7396492279105562e-05, "Finetune/Loss": 0.8796312212944031, "Finetune/Loss (Raw)": 0.9033359289169312, "Finetune/Step": 4960, "Finetune/Step Time": 6.652416434139013}
+{"Finetune/Learning Rate": 1.7395358882771874e-05, "Finetune/Loss": 0.8791728019714355, "Finetune/Loss (Raw)": 0.8658522367477417, "Finetune/Step": 4961, "Finetune/Step Time": 6.655126111581922}
+{"Finetune/Learning Rate": 1.739422527672684e-05, "Finetune/Loss": 0.8787895441055298, "Finetune/Loss (Raw)": 0.8126346468925476, "Finetune/Step": 4962, "Finetune/Step Time": 6.65473548322916}
+{"Finetune/Learning Rate": 1.7393091461002604e-05, "Finetune/Loss": 0.8778786659240723, "Finetune/Loss (Raw)": 0.908132791519165, "Finetune/Step": 4963, "Finetune/Step Time": 6.651218431070447}
+{"Finetune/Learning Rate": 1.7391957435631316e-05, "Finetune/Loss": 0.8768714666366577, "Finetune/Loss (Raw)": 0.8483760356903076, "Finetune/Step": 4964, "Finetune/Step Time": 6.653022134676576}
+{"Finetune/Learning Rate": 1.7390823200645137e-05, "Finetune/Loss": 0.8788454532623291, "Finetune/Loss (Raw)": 1.0856090784072876, "Finetune/Step": 4965, "Finetune/Step Time": 6.647245965898037}
+{"Finetune/Learning Rate": 1.7389688756076226e-05, "Finetune/Loss": 0.8788772225379944, "Finetune/Loss (Raw)": 0.7802144885063171, "Finetune/Step": 4966, "Finetune/Step Time": 6.645464206114411}
+{"Finetune/Learning Rate": 1.7388554101956755e-05, "Finetune/Loss": 0.8768659830093384, "Finetune/Loss (Raw)": 0.7587847709655762, "Finetune/Step": 4967, "Finetune/Step Time": 6.650055317208171}
+{"Finetune/Learning Rate": 1.7387419238318904e-05, "Finetune/Loss": 0.8763242363929749, "Finetune/Loss (Raw)": 0.831360936164856, "Finetune/Step": 4968, "Finetune/Step Time": 6.670698089525104}
+{"Finetune/Learning Rate": 1.7386284165194846e-05, "Finetune/Loss": 0.8755549788475037, "Finetune/Loss (Raw)": 0.8539379239082336, "Finetune/Step": 4969, "Finetune/Step Time": 6.670052904635668}
+{"Finetune/Learning Rate": 1.7385148882616776e-05, "Finetune/Loss": 0.8751295804977417, "Finetune/Loss (Raw)": 0.8461639881134033, "Finetune/Step": 4970, "Finetune/Step Time": 6.666671661660075}
+{"Finetune/Learning Rate": 1.7384013390616884e-05, "Finetune/Loss": 0.8750595450401306, "Finetune/Loss (Raw)": 0.8491982817649841, "Finetune/Step": 4971, "Finetune/Step Time": 6.672811418771744}
+{"Finetune/Learning Rate": 1.7382877689227368e-05, "Finetune/Loss": 0.8746354579925537, "Finetune/Loss (Raw)": 0.8180524706840515, "Finetune/Step": 4972, "Finetune/Step Time": 6.653805123642087}
+{"Finetune/Learning Rate": 1.7381741778480435e-05, "Finetune/Loss": 0.8752270936965942, "Finetune/Loss (Raw)": 1.018002986907959, "Finetune/Step": 4973, "Finetune/Step Time": 6.651702048256993}
+{"Finetune/Learning Rate": 1.7380605658408296e-05, "Finetune/Loss": 0.8738612532615662, "Finetune/Loss (Raw)": 0.8378663063049316, "Finetune/Step": 4974, "Finetune/Step Time": 6.641000088304281}
+{"Finetune/Learning Rate": 1.7379469329043166e-05, "Finetune/Loss": 0.8729864954948425, "Finetune/Loss (Raw)": 0.8929252624511719, "Finetune/Step": 4975, "Finetune/Step Time": 6.634338082745671}
+{"Finetune/Learning Rate": 1.7378332790417275e-05, "Finetune/Loss": 0.8740332722663879, "Finetune/Loss (Raw)": 0.9950824975967407, "Finetune/Step": 4976, "Finetune/Step Time": 6.6335931327193975}
+{"Finetune/Learning Rate": 1.7377196042562846e-05, "Finetune/Loss": 0.8753408193588257, "Finetune/Loss (Raw)": 0.9572517275810242, "Finetune/Step": 4977, "Finetune/Step Time": 6.631078217178583}
+{"Finetune/Learning Rate": 1.7376059085512112e-05, "Finetune/Loss": 0.8757013082504272, "Finetune/Loss (Raw)": 0.9423126578330994, "Finetune/Step": 4978, "Finetune/Step Time": 6.6299206260591745}
+{"Finetune/Learning Rate": 1.737492191929732e-05, "Finetune/Loss": 0.8730688095092773, "Finetune/Loss (Raw)": 0.685560405254364, "Finetune/Step": 4979, "Finetune/Step Time": 6.642151575535536}
+{"Finetune/Learning Rate": 1.737378454395071e-05, "Finetune/Loss": 0.8733440637588501, "Finetune/Loss (Raw)": 0.9211367964744568, "Finetune/Step": 4980, "Finetune/Step Time": 6.646027743816376}
+{"Finetune/Learning Rate": 1.7372646959504543e-05, "Finetune/Loss": 0.8742236495018005, "Finetune/Loss (Raw)": 0.9002489447593689, "Finetune/Step": 4981, "Finetune/Step Time": 6.645945904776454}
+{"Finetune/Learning Rate": 1.737150916599107e-05, "Finetune/Loss": 0.8735823631286621, "Finetune/Loss (Raw)": 0.8241076469421387, "Finetune/Step": 4982, "Finetune/Step Time": 6.647704001516104}
+{"Finetune/Learning Rate": 1.7370371163442566e-05, "Finetune/Loss": 0.8725125789642334, "Finetune/Loss (Raw)": 0.8016422390937805, "Finetune/Step": 4983, "Finetune/Step Time": 6.65329765342176}
+{"Finetune/Learning Rate": 1.7369232951891286e-05, "Finetune/Loss": 0.8710497617721558, "Finetune/Loss (Raw)": 0.7979022264480591, "Finetune/Step": 4984, "Finetune/Step Time": 6.684807740151882}
+{"Finetune/Learning Rate": 1.736809453136952e-05, "Finetune/Loss": 0.8692871928215027, "Finetune/Loss (Raw)": 0.6732060313224792, "Finetune/Step": 4985, "Finetune/Step Time": 6.68049212358892}
+{"Finetune/Learning Rate": 1.736695590190954e-05, "Finetune/Loss": 0.8699681758880615, "Finetune/Loss (Raw)": 0.923791229724884, "Finetune/Step": 4986, "Finetune/Step Time": 6.68109936453402}
+{"Finetune/Learning Rate": 1.736581706354364e-05, "Finetune/Loss": 0.8708972334861755, "Finetune/Loss (Raw)": 0.8677505254745483, "Finetune/Step": 4987, "Finetune/Step Time": 6.684063754975796}
+{"Finetune/Learning Rate": 1.736467801630412e-05, "Finetune/Loss": 0.8711289167404175, "Finetune/Loss (Raw)": 0.6700383424758911, "Finetune/Step": 4988, "Finetune/Step Time": 6.68948645144701}
+{"Finetune/Learning Rate": 1.736353876022327e-05, "Finetune/Loss": 0.8711491823196411, "Finetune/Loss (Raw)": 0.8583551645278931, "Finetune/Step": 4989, "Finetune/Step Time": 6.7037859577685595}
+{"Finetune/Learning Rate": 1.7362399295333398e-05, "Finetune/Loss": 0.8690354228019714, "Finetune/Loss (Raw)": 0.7569148540496826, "Finetune/Step": 4990, "Finetune/Step Time": 6.703816229477525}
+{"Finetune/Learning Rate": 1.7361259621666818e-05, "Finetune/Loss": 0.8691489696502686, "Finetune/Loss (Raw)": 1.0087425708770752, "Finetune/Step": 4991, "Finetune/Step Time": 6.70169516839087}
+{"Finetune/Learning Rate": 1.736011973925585e-05, "Finetune/Loss": 0.8701597452163696, "Finetune/Loss (Raw)": 0.9586385488510132, "Finetune/Step": 4992, "Finetune/Step Time": 6.706291234120727}
+{"Finetune/Learning Rate": 1.7358979648132813e-05, "Finetune/Loss": 0.8710744976997375, "Finetune/Loss (Raw)": 0.8856334686279297, "Finetune/Step": 4993, "Finetune/Step Time": 6.734419461339712}
+{"Finetune/Learning Rate": 1.7357839348330046e-05, "Finetune/Loss": 0.8708877563476562, "Finetune/Loss (Raw)": 0.8775373697280884, "Finetune/Step": 4994, "Finetune/Step Time": 6.734063917770982}
+{"Finetune/Learning Rate": 1.735669883987987e-05, "Finetune/Loss": 0.8703393340110779, "Finetune/Loss (Raw)": 0.7460359930992126, "Finetune/Step": 4995, "Finetune/Step Time": 6.736915608868003}
+{"Finetune/Learning Rate": 1.7355558122814636e-05, "Finetune/Loss": 0.870339035987854, "Finetune/Loss (Raw)": 0.8149769902229309, "Finetune/Step": 4996, "Finetune/Step Time": 6.743949877098203}
+{"Finetune/Learning Rate": 1.7354417197166696e-05, "Finetune/Loss": 0.8699431419372559, "Finetune/Loss (Raw)": 0.8343619704246521, "Finetune/Step": 4997, "Finetune/Step Time": 6.744043871760368}
+{"Finetune/Learning Rate": 1.7353276062968392e-05, "Finetune/Loss": 0.8691577911376953, "Finetune/Loss (Raw)": 0.8465362787246704, "Finetune/Step": 4998, "Finetune/Step Time": 6.7387162037193775}
+{"Finetune/Learning Rate": 1.735213472025209e-05, "Finetune/Loss": 0.8705256581306458, "Finetune/Loss (Raw)": 0.9161508083343506, "Finetune/Step": 4999, "Finetune/Step Time": 6.737838491797447}
+{"Finetune/Learning Rate": 1.7350993169050152e-05, "Finetune/Loss": 0.870868444442749, "Finetune/Loss (Raw)": 0.9798110127449036, "Finetune/Step": 5000, "Finetune/Step Time": 6.7339009791612625}
+{"Finetune/Learning Rate": 1.7349851409394954e-05, "Finetune/Loss": 0.8721781373023987, "Finetune/Loss (Raw)": 0.7619585394859314, "Finetune/Step": 5001, "Finetune/Step Time": 6.734819890931249}
+{"Finetune/Learning Rate": 1.734870944131887e-05, "Finetune/Loss": 0.8726937770843506, "Finetune/Loss (Raw)": 0.963562548160553, "Finetune/Step": 5002, "Finetune/Step Time": 6.723231477662921}
+{"Finetune/Learning Rate": 1.7347567264854283e-05, "Finetune/Loss": 0.8724704384803772, "Finetune/Loss (Raw)": 0.8250689506530762, "Finetune/Step": 5003, "Finetune/Step Time": 6.728657022118568}
+{"Finetune/Learning Rate": 1.734642488003358e-05, "Finetune/Loss": 0.873337984085083, "Finetune/Loss (Raw)": 1.0133285522460938, "Finetune/Step": 5004, "Finetune/Step Time": 6.730597671121359}
+{"Finetune/Learning Rate": 1.734528228688916e-05, "Finetune/Loss": 0.8737566471099854, "Finetune/Loss (Raw)": 0.8308215141296387, "Finetune/Step": 5005, "Finetune/Step Time": 6.722545983269811}
+{"Finetune/Learning Rate": 1.734413948545342e-05, "Finetune/Loss": 0.8727632761001587, "Finetune/Loss (Raw)": 0.8593983054161072, "Finetune/Step": 5006, "Finetune/Step Time": 6.715876089408994}
+{"Finetune/Learning Rate": 1.734299647575877e-05, "Finetune/Loss": 0.8723559379577637, "Finetune/Loss (Raw)": 0.8842399716377258, "Finetune/Step": 5007, "Finetune/Step Time": 6.727071680128574}
+{"Finetune/Learning Rate": 1.734185325783762e-05, "Finetune/Loss": 0.8737823367118835, "Finetune/Loss (Raw)": 0.9445981979370117, "Finetune/Step": 5008, "Finetune/Step Time": 6.725481003522873}
+{"Finetune/Learning Rate": 1.734070983172239e-05, "Finetune/Loss": 0.8752506971359253, "Finetune/Loss (Raw)": 0.955834150314331, "Finetune/Step": 5009, "Finetune/Step Time": 6.728210896253586}
+{"Finetune/Learning Rate": 1.73395661974455e-05, "Finetune/Loss": 0.8744481801986694, "Finetune/Loss (Raw)": 0.8080424666404724, "Finetune/Step": 5010, "Finetune/Step Time": 6.7095684334635735}
+{"Finetune/Learning Rate": 1.7338422355039386e-05, "Finetune/Loss": 0.87643963098526, "Finetune/Loss (Raw)": 1.0389693975448608, "Finetune/Step": 5011, "Finetune/Step Time": 6.716003460809588}
+{"Finetune/Learning Rate": 1.733727830453648e-05, "Finetune/Loss": 0.8752875328063965, "Finetune/Loss (Raw)": 0.8409744501113892, "Finetune/Step": 5012, "Finetune/Step Time": 6.714375173673034}
+{"Finetune/Learning Rate": 1.7336134045969228e-05, "Finetune/Loss": 0.8746785521507263, "Finetune/Loss (Raw)": 0.8703197836875916, "Finetune/Step": 5013, "Finetune/Step Time": 6.716287711635232}
+{"Finetune/Learning Rate": 1.7334989579370074e-05, "Finetune/Loss": 0.8746749758720398, "Finetune/Loss (Raw)": 0.8561873435974121, "Finetune/Step": 5014, "Finetune/Step Time": 6.720774600282311}
+{"Finetune/Learning Rate": 1.7333844904771474e-05, "Finetune/Loss": 0.8749825954437256, "Finetune/Loss (Raw)": 0.908435046672821, "Finetune/Step": 5015, "Finetune/Step Time": 6.718370463699102}
+{"Finetune/Learning Rate": 1.7332700022205888e-05, "Finetune/Loss": 0.8759317398071289, "Finetune/Loss (Raw)": 0.8321731686592102, "Finetune/Step": 5016, "Finetune/Step Time": 6.720448279753327}
+{"Finetune/Learning Rate": 1.733155493170578e-05, "Finetune/Loss": 0.8755443692207336, "Finetune/Loss (Raw)": 0.8858662843704224, "Finetune/Step": 5017, "Finetune/Step Time": 6.719350893050432}
+{"Finetune/Learning Rate": 1.733040963330362e-05, "Finetune/Loss": 0.8750991821289062, "Finetune/Loss (Raw)": 0.9749581813812256, "Finetune/Step": 5018, "Finetune/Step Time": 6.720092946663499}
+{"Finetune/Learning Rate": 1.732926412703189e-05, "Finetune/Loss": 0.8767160773277283, "Finetune/Loss (Raw)": 0.9746498465538025, "Finetune/Step": 5019, "Finetune/Step Time": 6.687258496880531}
+{"Finetune/Learning Rate": 1.7328118412923073e-05, "Finetune/Loss": 0.8757144212722778, "Finetune/Loss (Raw)": 0.7804220914840698, "Finetune/Step": 5020, "Finetune/Step Time": 6.689819486811757}
+{"Finetune/Learning Rate": 1.7326972491009653e-05, "Finetune/Loss": 0.8767424821853638, "Finetune/Loss (Raw)": 0.97041255235672, "Finetune/Step": 5021, "Finetune/Step Time": 6.687152102589607}
+{"Finetune/Learning Rate": 1.732582636132413e-05, "Finetune/Loss": 0.8768729567527771, "Finetune/Loss (Raw)": 0.8584491014480591, "Finetune/Step": 5022, "Finetune/Step Time": 6.6802287343889475}
+{"Finetune/Learning Rate": 1.7324680023899003e-05, "Finetune/Loss": 0.8746205568313599, "Finetune/Loss (Raw)": 0.7975226640701294, "Finetune/Step": 5023, "Finetune/Step Time": 6.678956989198923}
+{"Finetune/Learning Rate": 1.7323533478766777e-05, "Finetune/Loss": 0.8730624914169312, "Finetune/Loss (Raw)": 0.7730491757392883, "Finetune/Step": 5024, "Finetune/Step Time": 6.653861688449979}
+{"Finetune/Learning Rate": 1.732238672595997e-05, "Finetune/Loss": 0.87378990650177, "Finetune/Loss (Raw)": 0.8552759289741516, "Finetune/Step": 5025, "Finetune/Step Time": 6.661379933357239}
+{"Finetune/Learning Rate": 1.7321239765511094e-05, "Finetune/Loss": 0.8737673759460449, "Finetune/Loss (Raw)": 0.8675038814544678, "Finetune/Step": 5026, "Finetune/Step Time": 6.6496883518993855}
+{"Finetune/Learning Rate": 1.7320092597452682e-05, "Finetune/Loss": 0.8728176355361938, "Finetune/Loss (Raw)": 0.8681783080101013, "Finetune/Step": 5027, "Finetune/Step Time": 6.644674429669976}
+{"Finetune/Learning Rate": 1.7318945221817255e-05, "Finetune/Loss": 0.8742753267288208, "Finetune/Loss (Raw)": 1.0089235305786133, "Finetune/Step": 5028, "Finetune/Step Time": 6.642709983512759}
+{"Finetune/Learning Rate": 1.7317797638637354e-05, "Finetune/Loss": 0.8742915391921997, "Finetune/Loss (Raw)": 0.8050564527511597, "Finetune/Step": 5029, "Finetune/Step Time": 6.640459297224879}
+{"Finetune/Learning Rate": 1.7316649847945527e-05, "Finetune/Loss": 0.8726818561553955, "Finetune/Loss (Raw)": 0.7306830883026123, "Finetune/Step": 5030, "Finetune/Step Time": 6.672468205913901}
+{"Finetune/Learning Rate": 1.7315501849774308e-05, "Finetune/Loss": 0.8723441362380981, "Finetune/Loss (Raw)": 0.8107389211654663, "Finetune/Step": 5031, "Finetune/Step Time": 6.674216270446777}
+{"Finetune/Learning Rate": 1.7314353644156264e-05, "Finetune/Loss": 0.8723214268684387, "Finetune/Loss (Raw)": 0.8326076865196228, "Finetune/Step": 5032, "Finetune/Step Time": 6.674959948286414}
+{"Finetune/Learning Rate": 1.7313205231123947e-05, "Finetune/Loss": 0.8722695112228394, "Finetune/Loss (Raw)": 0.9347220659255981, "Finetune/Step": 5033, "Finetune/Step Time": 6.67575466260314}
+{"Finetune/Learning Rate": 1.7312056610709928e-05, "Finetune/Loss": 0.8717384338378906, "Finetune/Loss (Raw)": 0.9321553707122803, "Finetune/Step": 5034, "Finetune/Step Time": 6.675768060609698}
+{"Finetune/Learning Rate": 1.7310907782946776e-05, "Finetune/Loss": 0.871790885925293, "Finetune/Loss (Raw)": 0.9463597536087036, "Finetune/Step": 5035, "Finetune/Step Time": 6.6746109910309315}
+{"Finetune/Learning Rate": 1.7309758747867066e-05, "Finetune/Loss": 0.8732730746269226, "Finetune/Loss (Raw)": 0.8839389085769653, "Finetune/Step": 5036, "Finetune/Step Time": 6.652944441884756}
+{"Finetune/Learning Rate": 1.7308609505503388e-05, "Finetune/Loss": 0.873217761516571, "Finetune/Loss (Raw)": 0.751290500164032, "Finetune/Step": 5037, "Finetune/Step Time": 6.647406214848161}
+{"Finetune/Learning Rate": 1.7307460055888325e-05, "Finetune/Loss": 0.8728752136230469, "Finetune/Loss (Raw)": 0.9910686016082764, "Finetune/Step": 5038, "Finetune/Step Time": 6.638300916180015}
+{"Finetune/Learning Rate": 1.7306310399054475e-05, "Finetune/Loss": 0.8720784187316895, "Finetune/Loss (Raw)": 0.872779130935669, "Finetune/Step": 5039, "Finetune/Step Time": 6.635013617575169}
+{"Finetune/Learning Rate": 1.7305160535034438e-05, "Finetune/Loss": 0.8719801902770996, "Finetune/Loss (Raw)": 0.8703484535217285, "Finetune/Step": 5040, "Finetune/Step Time": 6.6354719419032335}
+{"Finetune/Learning Rate": 1.7304010463860822e-05, "Finetune/Loss": 0.8709861040115356, "Finetune/Loss (Raw)": 0.775071918964386, "Finetune/Step": 5041, "Finetune/Step Time": 6.635666465386748}
+{"Finetune/Learning Rate": 1.730286018556624e-05, "Finetune/Loss": 0.8714660406112671, "Finetune/Loss (Raw)": 0.8863142728805542, "Finetune/Step": 5042, "Finetune/Step Time": 6.634803164750338}
+{"Finetune/Learning Rate": 1.7301709700183308e-05, "Finetune/Loss": 0.8718976378440857, "Finetune/Loss (Raw)": 0.7942295074462891, "Finetune/Step": 5043, "Finetune/Step Time": 6.63975178822875}
+{"Finetune/Learning Rate": 1.7300559007744652e-05, "Finetune/Loss": 0.8723713755607605, "Finetune/Loss (Raw)": 0.959803581237793, "Finetune/Step": 5044, "Finetune/Step Time": 6.6254041735082865}
+{"Finetune/Learning Rate": 1.7299408108282904e-05, "Finetune/Loss": 0.8731808662414551, "Finetune/Loss (Raw)": 0.9170263409614563, "Finetune/Step": 5045, "Finetune/Step Time": 6.617585822939873}
+{"Finetune/Learning Rate": 1.7298257001830698e-05, "Finetune/Loss": 0.8732218742370605, "Finetune/Loss (Raw)": 0.8461072444915771, "Finetune/Step": 5046, "Finetune/Step Time": 6.596844399347901}
+{"Finetune/Learning Rate": 1.7297105688420676e-05, "Finetune/Loss": 0.8733750581741333, "Finetune/Loss (Raw)": 0.8095536231994629, "Finetune/Step": 5047, "Finetune/Step Time": 6.602630337700248}
+{"Finetune/Learning Rate": 1.729595416808549e-05, "Finetune/Loss": 0.8720979690551758, "Finetune/Loss (Raw)": 0.7743961811065674, "Finetune/Step": 5048, "Finetune/Step Time": 6.600230511277914}
+{"Finetune/Learning Rate": 1.7294802440857787e-05, "Finetune/Loss": 0.8714761734008789, "Finetune/Loss (Raw)": 0.7864910960197449, "Finetune/Step": 5049, "Finetune/Step Time": 6.598638482391834}
+{"Finetune/Learning Rate": 1.729365050677023e-05, "Finetune/Loss": 0.872100830078125, "Finetune/Loss (Raw)": 0.9741342663764954, "Finetune/Step": 5050, "Finetune/Step Time": 6.597642628476024}
+{"Finetune/Learning Rate": 1.7292498365855487e-05, "Finetune/Loss": 0.8714569807052612, "Finetune/Loss (Raw)": 0.783562958240509, "Finetune/Step": 5051, "Finetune/Step Time": 6.597954366356134}
+{"Finetune/Learning Rate": 1.7291346018146228e-05, "Finetune/Loss": 0.87337327003479, "Finetune/Loss (Raw)": 0.9614094495773315, "Finetune/Step": 5052, "Finetune/Step Time": 6.586805427446961}
+{"Finetune/Learning Rate": 1.7290193463675132e-05, "Finetune/Loss": 0.8729148507118225, "Finetune/Loss (Raw)": 0.9265339970588684, "Finetune/Step": 5053, "Finetune/Step Time": 6.58950012922287}
+{"Finetune/Learning Rate": 1.7289040702474875e-05, "Finetune/Loss": 0.8741179704666138, "Finetune/Loss (Raw)": 0.965560257434845, "Finetune/Step": 5054, "Finetune/Step Time": 6.592618517577648}
+{"Finetune/Learning Rate": 1.728788773457815e-05, "Finetune/Loss": 0.8745259046554565, "Finetune/Loss (Raw)": 0.9119225740432739, "Finetune/Step": 5055, "Finetune/Step Time": 6.599283980205655}
+{"Finetune/Learning Rate": 1.728673456001766e-05, "Finetune/Loss": 0.872429370880127, "Finetune/Loss (Raw)": 0.6885375380516052, "Finetune/Step": 5056, "Finetune/Step Time": 6.596549043431878}
+{"Finetune/Learning Rate": 1.728558117882609e-05, "Finetune/Loss": 0.8733410239219666, "Finetune/Loss (Raw)": 1.0141282081604004, "Finetune/Step": 5057, "Finetune/Step Time": 6.595652040094137}
+{"Finetune/Learning Rate": 1.7284427591036162e-05, "Finetune/Loss": 0.8747827410697937, "Finetune/Loss (Raw)": 0.8514990210533142, "Finetune/Step": 5058, "Finetune/Step Time": 6.601631401106715}
+{"Finetune/Learning Rate": 1.728327379668058e-05, "Finetune/Loss": 0.87479567527771, "Finetune/Loss (Raw)": 0.8676578998565674, "Finetune/Step": 5059, "Finetune/Step Time": 6.602089235559106}
+{"Finetune/Learning Rate": 1.7282119795792062e-05, "Finetune/Loss": 0.8737765550613403, "Finetune/Loss (Raw)": 0.736713707447052, "Finetune/Step": 5060, "Finetune/Step Time": 6.61245428211987}
+{"Finetune/Learning Rate": 1.7280965588403336e-05, "Finetune/Loss": 0.8745813369750977, "Finetune/Loss (Raw)": 0.984128475189209, "Finetune/Step": 5061, "Finetune/Step Time": 6.606932282447815}
+{"Finetune/Learning Rate": 1.727981117454713e-05, "Finetune/Loss": 0.8745942115783691, "Finetune/Loss (Raw)": 0.8976914286613464, "Finetune/Step": 5062, "Finetune/Step Time": 6.60739011131227}
+{"Finetune/Learning Rate": 1.727865655425618e-05, "Finetune/Loss": 0.8732722401618958, "Finetune/Loss (Raw)": 0.8619915246963501, "Finetune/Step": 5063, "Finetune/Step Time": 6.604703141376376}
+{"Finetune/Learning Rate": 1.7277501727563227e-05, "Finetune/Loss": 0.8727381229400635, "Finetune/Loss (Raw)": 0.8304920196533203, "Finetune/Step": 5064, "Finetune/Step Time": 6.612679878249764}
+{"Finetune/Learning Rate": 1.7276346694501018e-05, "Finetune/Loss": 0.8737090826034546, "Finetune/Loss (Raw)": 0.9400771856307983, "Finetune/Step": 5065, "Finetune/Step Time": 6.60176164843142}
+{"Finetune/Learning Rate": 1.727519145510231e-05, "Finetune/Loss": 0.8729593753814697, "Finetune/Loss (Raw)": 0.9229586124420166, "Finetune/Step": 5066, "Finetune/Step Time": 6.597484562546015}
+{"Finetune/Learning Rate": 1.7274036009399863e-05, "Finetune/Loss": 0.871826171875, "Finetune/Loss (Raw)": 0.7687857747077942, "Finetune/Step": 5067, "Finetune/Step Time": 6.594932271167636}
+{"Finetune/Learning Rate": 1.7272880357426434e-05, "Finetune/Loss": 0.8723896741867065, "Finetune/Loss (Raw)": 0.9909629821777344, "Finetune/Step": 5068, "Finetune/Step Time": 6.580365786328912}
+{"Finetune/Learning Rate": 1.72717244992148e-05, "Finetune/Loss": 0.87340247631073, "Finetune/Loss (Raw)": 0.8300949335098267, "Finetune/Step": 5069, "Finetune/Step Time": 6.578469837084413}
+{"Finetune/Learning Rate": 1.7270568434797742e-05, "Finetune/Loss": 0.873910665512085, "Finetune/Loss (Raw)": 0.8862916827201843, "Finetune/Step": 5070, "Finetune/Step Time": 6.5801932867616415}
+{"Finetune/Learning Rate": 1.7269412164208034e-05, "Finetune/Loss": 0.872900128364563, "Finetune/Loss (Raw)": 0.7963687181472778, "Finetune/Step": 5071, "Finetune/Step Time": 6.580947186797857}
+{"Finetune/Learning Rate": 1.726825568747847e-05, "Finetune/Loss": 0.8737964630126953, "Finetune/Loss (Raw)": 1.0240741968154907, "Finetune/Step": 5072, "Finetune/Step Time": 6.579182820394635}
+{"Finetune/Learning Rate": 1.7267099004641842e-05, "Finetune/Loss": 0.8744016289710999, "Finetune/Loss (Raw)": 0.9452691078186035, "Finetune/Step": 5073, "Finetune/Step Time": 6.579460844397545}
+{"Finetune/Learning Rate": 1.726594211573095e-05, "Finetune/Loss": 0.8746436834335327, "Finetune/Loss (Raw)": 0.8760552406311035, "Finetune/Step": 5074, "Finetune/Step Time": 6.58038374222815}
+{"Finetune/Learning Rate": 1.72647850207786e-05, "Finetune/Loss": 0.8743976950645447, "Finetune/Loss (Raw)": 0.8798919320106506, "Finetune/Step": 5075, "Finetune/Step Time": 6.5749270133674145}
+{"Finetune/Learning Rate": 1.7263627719817607e-05, "Finetune/Loss": 0.8757359981536865, "Finetune/Loss (Raw)": 1.0091651678085327, "Finetune/Step": 5076, "Finetune/Step Time": 6.571851240471005}
+{"Finetune/Learning Rate": 1.726247021288079e-05, "Finetune/Loss": 0.8754820823669434, "Finetune/Loss (Raw)": 0.8616196513175964, "Finetune/Step": 5077, "Finetune/Step Time": 6.586277270689607}
+{"Finetune/Learning Rate": 1.7261312500000967e-05, "Finetune/Loss": 0.8762660026550293, "Finetune/Loss (Raw)": 0.956619143486023, "Finetune/Step": 5078, "Finetune/Step Time": 6.582908554002643}
+{"Finetune/Learning Rate": 1.726015458121097e-05, "Finetune/Loss": 0.8771011233329773, "Finetune/Loss (Raw)": 0.8259226083755493, "Finetune/Step": 5079, "Finetune/Step Time": 6.584334693849087}
+{"Finetune/Learning Rate": 1.7258996456543634e-05, "Finetune/Loss": 0.8759059309959412, "Finetune/Loss (Raw)": 0.8638590574264526, "Finetune/Step": 5080, "Finetune/Step Time": 6.585892904549837}
+{"Finetune/Learning Rate": 1.7257838126031797e-05, "Finetune/Loss": 0.8769850730895996, "Finetune/Loss (Raw)": 1.022000789642334, "Finetune/Step": 5081, "Finetune/Step Time": 6.5862882770597935}
+{"Finetune/Learning Rate": 1.7256679589708315e-05, "Finetune/Loss": 0.8770236968994141, "Finetune/Loss (Raw)": 0.9627035856246948, "Finetune/Step": 5082, "Finetune/Step Time": 6.603350097313523}
+{"Finetune/Learning Rate": 1.7255520847606032e-05, "Finetune/Loss": 0.8770313262939453, "Finetune/Loss (Raw)": 1.0059536695480347, "Finetune/Step": 5083, "Finetune/Step Time": 6.592217581346631}
+{"Finetune/Learning Rate": 1.7254361899757813e-05, "Finetune/Loss": 0.8765645027160645, "Finetune/Loss (Raw)": 0.8710752725601196, "Finetune/Step": 5084, "Finetune/Step Time": 6.590204421430826}
+{"Finetune/Learning Rate": 1.7253202746196516e-05, "Finetune/Loss": 0.8761551976203918, "Finetune/Loss (Raw)": 0.8108576536178589, "Finetune/Step": 5085, "Finetune/Step Time": 6.585605952888727}
+{"Finetune/Learning Rate": 1.7252043386955012e-05, "Finetune/Loss": 0.8754976987838745, "Finetune/Loss (Raw)": 0.7965983152389526, "Finetune/Step": 5086, "Finetune/Step Time": 6.58396034501493}
+{"Finetune/Learning Rate": 1.7250883822066185e-05, "Finetune/Loss": 0.8753378391265869, "Finetune/Loss (Raw)": 0.8660358786582947, "Finetune/Step": 5087, "Finetune/Step Time": 6.582512646913528}
+{"Finetune/Learning Rate": 1.7249724051562905e-05, "Finetune/Loss": 0.8748055696487427, "Finetune/Loss (Raw)": 0.8352017402648926, "Finetune/Step": 5088, "Finetune/Step Time": 6.585288301110268}
+{"Finetune/Learning Rate": 1.7248564075478074e-05, "Finetune/Loss": 0.8736435770988464, "Finetune/Loss (Raw)": 0.7171172499656677, "Finetune/Step": 5089, "Finetune/Step Time": 6.5958160404115915}
+{"Finetune/Learning Rate": 1.7247403893844574e-05, "Finetune/Loss": 0.8747971057891846, "Finetune/Loss (Raw)": 0.9602864980697632, "Finetune/Step": 5090, "Finetune/Step Time": 6.5959979351609945}
+{"Finetune/Learning Rate": 1.7246243506695308e-05, "Finetune/Loss": 0.8732886910438538, "Finetune/Loss (Raw)": 0.7150542140007019, "Finetune/Step": 5091, "Finetune/Step Time": 6.611454466357827}
+{"Finetune/Learning Rate": 1.7245082914063183e-05, "Finetune/Loss": 0.8739546537399292, "Finetune/Loss (Raw)": 0.9336205124855042, "Finetune/Step": 5092, "Finetune/Step Time": 6.61680537648499}
+{"Finetune/Learning Rate": 1.7243922115981107e-05, "Finetune/Loss": 0.8719913959503174, "Finetune/Loss (Raw)": 0.8343170881271362, "Finetune/Step": 5093, "Finetune/Step Time": 6.620533058419824}
+{"Finetune/Learning Rate": 1.7242761112482e-05, "Finetune/Loss": 0.873180627822876, "Finetune/Loss (Raw)": 0.932437002658844, "Finetune/Step": 5094, "Finetune/Step Time": 6.62848586961627}
+{"Finetune/Learning Rate": 1.7241599903598785e-05, "Finetune/Loss": 0.8737229704856873, "Finetune/Loss (Raw)": 0.8281988501548767, "Finetune/Step": 5095, "Finetune/Step Time": 6.615512195974588}
+{"Finetune/Learning Rate": 1.7240438489364387e-05, "Finetune/Loss": 0.8739894032478333, "Finetune/Loss (Raw)": 0.8654642105102539, "Finetune/Step": 5096, "Finetune/Step Time": 6.598451239988208}
+{"Finetune/Learning Rate": 1.7239276869811744e-05, "Finetune/Loss": 0.8744287490844727, "Finetune/Loss (Raw)": 0.9101748466491699, "Finetune/Step": 5097, "Finetune/Step Time": 6.59777357429266}
+{"Finetune/Learning Rate": 1.7238115044973795e-05, "Finetune/Loss": 0.873092532157898, "Finetune/Loss (Raw)": 0.6751320362091064, "Finetune/Step": 5098, "Finetune/Step Time": 6.6037912145257}
+{"Finetune/Learning Rate": 1.7236953014883483e-05, "Finetune/Loss": 0.8738044500350952, "Finetune/Loss (Raw)": 0.9403213858604431, "Finetune/Step": 5099, "Finetune/Step Time": 6.599713334813714}
+{"Finetune/Learning Rate": 1.723579077957376e-05, "Finetune/Loss": 0.8747005462646484, "Finetune/Loss (Raw)": 0.9327530860900879, "Finetune/Step": 5100, "Finetune/Step Time": 6.600491156801581}
+{"Finetune/Learning Rate": 1.7234628339077595e-05, "Finetune/Loss": 0.8738486766815186, "Finetune/Loss (Raw)": 0.9089579582214355, "Finetune/Step": 5101, "Finetune/Step Time": 6.600121414288878}
+{"Finetune/Learning Rate": 1.7233465693427938e-05, "Finetune/Loss": 0.8740838766098022, "Finetune/Loss (Raw)": 0.8679801225662231, "Finetune/Step": 5102, "Finetune/Step Time": 6.6072670463472605}
+{"Finetune/Learning Rate": 1.7232302842657764e-05, "Finetune/Loss": 0.8735381960868835, "Finetune/Loss (Raw)": 0.8230755925178528, "Finetune/Step": 5103, "Finetune/Step Time": 6.6067412458360195}
+{"Finetune/Learning Rate": 1.7231139786800043e-05, "Finetune/Loss": 0.8707069754600525, "Finetune/Loss (Raw)": 0.632685661315918, "Finetune/Step": 5104, "Finetune/Step Time": 6.636558335274458}
+{"Finetune/Learning Rate": 1.7229976525887768e-05, "Finetune/Loss": 0.8707616329193115, "Finetune/Loss (Raw)": 0.9642508029937744, "Finetune/Step": 5105, "Finetune/Step Time": 6.639417571946979}
+{"Finetune/Learning Rate": 1.7228813059953916e-05, "Finetune/Loss": 0.8710588216781616, "Finetune/Loss (Raw)": 0.9803543090820312, "Finetune/Step": 5106, "Finetune/Step Time": 6.651572732254863}
+{"Finetune/Learning Rate": 1.7227649389031477e-05, "Finetune/Loss": 0.8719998598098755, "Finetune/Loss (Raw)": 0.8060094118118286, "Finetune/Step": 5107, "Finetune/Step Time": 6.659196292981505}
+{"Finetune/Learning Rate": 1.7226485513153458e-05, "Finetune/Loss": 0.8724959492683411, "Finetune/Loss (Raw)": 0.9846376776695251, "Finetune/Step": 5108, "Finetune/Step Time": 6.655067872256041}
+{"Finetune/Learning Rate": 1.7225321432352857e-05, "Finetune/Loss": 0.8729234933853149, "Finetune/Loss (Raw)": 0.9549745917320251, "Finetune/Step": 5109, "Finetune/Step Time": 6.657399008050561}
+{"Finetune/Learning Rate": 1.7224157146662687e-05, "Finetune/Loss": 0.8732352256774902, "Finetune/Loss (Raw)": 0.8640072345733643, "Finetune/Step": 5110, "Finetune/Step Time": 6.6546741258352995}
+{"Finetune/Learning Rate": 1.7222992656115965e-05, "Finetune/Loss": 0.8730859756469727, "Finetune/Loss (Raw)": 0.7825345993041992, "Finetune/Step": 5111, "Finetune/Step Time": 6.650678155943751}
+{"Finetune/Learning Rate": 1.7221827960745706e-05, "Finetune/Loss": 0.8731328248977661, "Finetune/Loss (Raw)": 0.8039044737815857, "Finetune/Step": 5112, "Finetune/Step Time": 6.6131957191973925}
+{"Finetune/Learning Rate": 1.7220663060584944e-05, "Finetune/Loss": 0.8751496076583862, "Finetune/Loss (Raw)": 0.931355357170105, "Finetune/Step": 5113, "Finetune/Step Time": 6.61188311688602}
+{"Finetune/Learning Rate": 1.7219497955666714e-05, "Finetune/Loss": 0.8751668930053711, "Finetune/Loss (Raw)": 0.9260067343711853, "Finetune/Step": 5114, "Finetune/Step Time": 6.610440464690328}
+{"Finetune/Learning Rate": 1.7218332646024048e-05, "Finetune/Loss": 0.874876856803894, "Finetune/Loss (Raw)": 0.8306223750114441, "Finetune/Step": 5115, "Finetune/Step Time": 6.608957109972835}
+{"Finetune/Learning Rate": 1.7217167131689996e-05, "Finetune/Loss": 0.8758020401000977, "Finetune/Loss (Raw)": 0.7884625792503357, "Finetune/Step": 5116, "Finetune/Step Time": 6.599953742697835}
+{"Finetune/Learning Rate": 1.721600141269761e-05, "Finetune/Loss": 0.874807596206665, "Finetune/Loss (Raw)": 0.7310614585876465, "Finetune/Step": 5117, "Finetune/Step Time": 6.582174642011523}
+{"Finetune/Learning Rate": 1.7214835489079936e-05, "Finetune/Loss": 0.875929594039917, "Finetune/Loss (Raw)": 0.9005400538444519, "Finetune/Step": 5118, "Finetune/Step Time": 6.579653549939394}
+{"Finetune/Learning Rate": 1.721366936087005e-05, "Finetune/Loss": 0.8758847713470459, "Finetune/Loss (Raw)": 1.0029996633529663, "Finetune/Step": 5119, "Finetune/Step Time": 6.5757636576890945}
+{"Finetune/Learning Rate": 1.7212503028101012e-05, "Finetune/Loss": 0.8755581974983215, "Finetune/Loss (Raw)": 0.9168323874473572, "Finetune/Step": 5120, "Finetune/Step Time": 6.574578709900379}
+{"Finetune/Learning Rate": 1.7211336490805893e-05, "Finetune/Loss": 0.8757320642471313, "Finetune/Loss (Raw)": 0.9078970551490784, "Finetune/Step": 5121, "Finetune/Step Time": 6.55105828307569}
+{"Finetune/Learning Rate": 1.7210169749017783e-05, "Finetune/Loss": 0.8758248686790466, "Finetune/Loss (Raw)": 0.8894155025482178, "Finetune/Step": 5122, "Finetune/Step Time": 6.554422413930297}
+{"Finetune/Learning Rate": 1.720900280276976e-05, "Finetune/Loss": 0.8769532442092896, "Finetune/Loss (Raw)": 0.8904635310173035, "Finetune/Step": 5123, "Finetune/Step Time": 6.5644884295761585}
+{"Finetune/Learning Rate": 1.720783565209492e-05, "Finetune/Loss": 0.8779260516166687, "Finetune/Loss (Raw)": 0.9394980072975159, "Finetune/Step": 5124, "Finetune/Step Time": 6.556282494217157}
+{"Finetune/Learning Rate": 1.7206668297026355e-05, "Finetune/Loss": 0.8778471946716309, "Finetune/Loss (Raw)": 0.8242656588554382, "Finetune/Step": 5125, "Finetune/Step Time": 6.5511400029063225}
+{"Finetune/Learning Rate": 1.7205500737597168e-05, "Finetune/Loss": 0.8776283264160156, "Finetune/Loss (Raw)": 0.8185209035873413, "Finetune/Step": 5126, "Finetune/Step Time": 6.556122036650777}
+{"Finetune/Learning Rate": 1.7204332973840473e-05, "Finetune/Loss": 0.8772017955780029, "Finetune/Loss (Raw)": 0.8615552186965942, "Finetune/Step": 5127, "Finetune/Step Time": 6.554841313511133}
+{"Finetune/Learning Rate": 1.7203165005789378e-05, "Finetune/Loss": 0.8753818869590759, "Finetune/Loss (Raw)": 0.7468634843826294, "Finetune/Step": 5128, "Finetune/Step Time": 6.552836123853922}
+{"Finetune/Learning Rate": 1.7201996833477013e-05, "Finetune/Loss": 0.8756875991821289, "Finetune/Loss (Raw)": 0.8010932803153992, "Finetune/Step": 5129, "Finetune/Step Time": 6.542021198198199}
+{"Finetune/Learning Rate": 1.720082845693649e-05, "Finetune/Loss": 0.8747220039367676, "Finetune/Loss (Raw)": 0.839968740940094, "Finetune/Step": 5130, "Finetune/Step Time": 6.544922735542059}
+{"Finetune/Learning Rate": 1.7199659876200952e-05, "Finetune/Loss": 0.8749176263809204, "Finetune/Loss (Raw)": 0.8501023650169373, "Finetune/Step": 5131, "Finetune/Step Time": 6.542071560397744}
+{"Finetune/Learning Rate": 1.719849109130353e-05, "Finetune/Loss": 0.8748453855514526, "Finetune/Loss (Raw)": 1.0040825605392456, "Finetune/Step": 5132, "Finetune/Step Time": 6.542002063244581}
+{"Finetune/Learning Rate": 1.7197322102277377e-05, "Finetune/Loss": 0.8756318688392639, "Finetune/Loss (Raw)": 0.9314891695976257, "Finetune/Step": 5133, "Finetune/Step Time": 6.54258955642581}
+{"Finetune/Learning Rate": 1.719615290915563e-05, "Finetune/Loss": 0.8740833401679993, "Finetune/Loss (Raw)": 0.6611906290054321, "Finetune/Step": 5134, "Finetune/Step Time": 6.551503663882613}
+{"Finetune/Learning Rate": 1.719498351197145e-05, "Finetune/Loss": 0.8745250701904297, "Finetune/Loss (Raw)": 0.9407792687416077, "Finetune/Step": 5135, "Finetune/Step Time": 6.537105485796928}
+{"Finetune/Learning Rate": 1.7193813910758e-05, "Finetune/Loss": 0.8756457567214966, "Finetune/Loss (Raw)": 1.0880463123321533, "Finetune/Step": 5136, "Finetune/Step Time": 6.538128124549985}
+{"Finetune/Learning Rate": 1.7192644105548443e-05, "Finetune/Loss": 0.8758450746536255, "Finetune/Loss (Raw)": 0.9813442230224609, "Finetune/Step": 5137, "Finetune/Step Time": 6.53666259534657}
+{"Finetune/Learning Rate": 1.719147409637595e-05, "Finetune/Loss": 0.876379668712616, "Finetune/Loss (Raw)": 0.8764787316322327, "Finetune/Step": 5138, "Finetune/Step Time": 6.535495724529028}
+{"Finetune/Learning Rate": 1.7190303883273704e-05, "Finetune/Loss": 0.875150740146637, "Finetune/Loss (Raw)": 0.881659209728241, "Finetune/Step": 5139, "Finetune/Step Time": 6.518739694729447}
+{"Finetune/Learning Rate": 1.7189133466274888e-05, "Finetune/Loss": 0.875518798828125, "Finetune/Loss (Raw)": 0.8880877494812012, "Finetune/Step": 5140, "Finetune/Step Time": 6.518233884125948}
+{"Finetune/Learning Rate": 1.7187962845412687e-05, "Finetune/Loss": 0.8753980398178101, "Finetune/Loss (Raw)": 0.8548613786697388, "Finetune/Step": 5141, "Finetune/Step Time": 6.521954245865345}
+{"Finetune/Learning Rate": 1.7186792020720297e-05, "Finetune/Loss": 0.8764147758483887, "Finetune/Loss (Raw)": 0.9863343238830566, "Finetune/Step": 5142, "Finetune/Step Time": 6.515499165281653}
+{"Finetune/Learning Rate": 1.718562099223093e-05, "Finetune/Loss": 0.8770319819450378, "Finetune/Loss (Raw)": 0.9874345660209656, "Finetune/Step": 5143, "Finetune/Step Time": 6.512194694951177}
+{"Finetune/Learning Rate": 1.7184449759977776e-05, "Finetune/Loss": 0.8780183792114258, "Finetune/Loss (Raw)": 0.9584336876869202, "Finetune/Step": 5144, "Finetune/Step Time": 6.510841244831681}
+{"Finetune/Learning Rate": 1.718327832399406e-05, "Finetune/Loss": 0.8785289525985718, "Finetune/Loss (Raw)": 0.9512176513671875, "Finetune/Step": 5145, "Finetune/Step Time": 6.512709544971585}
+{"Finetune/Learning Rate": 1.7182106684312998e-05, "Finetune/Loss": 0.8785760402679443, "Finetune/Loss (Raw)": 0.9809913635253906, "Finetune/Step": 5146, "Finetune/Step Time": 6.51533723063767}
+{"Finetune/Learning Rate": 1.7180934840967815e-05, "Finetune/Loss": 0.8785107135772705, "Finetune/Loss (Raw)": 0.966285228729248, "Finetune/Step": 5147, "Finetune/Step Time": 6.519658651202917}
+{"Finetune/Learning Rate": 1.7179762793991738e-05, "Finetune/Loss": 0.8781759738922119, "Finetune/Loss (Raw)": 0.7375780940055847, "Finetune/Step": 5148, "Finetune/Step Time": 6.534790899604559}
+{"Finetune/Learning Rate": 1.7178590543418003e-05, "Finetune/Loss": 0.8765667080879211, "Finetune/Loss (Raw)": 0.7644200325012207, "Finetune/Step": 5149, "Finetune/Step Time": 6.535577934235334}
+{"Finetune/Learning Rate": 1.717741808927986e-05, "Finetune/Loss": 0.8767756223678589, "Finetune/Loss (Raw)": 0.885188639163971, "Finetune/Step": 5150, "Finetune/Step Time": 6.536723654717207}
+{"Finetune/Learning Rate": 1.7176245431610544e-05, "Finetune/Loss": 0.8772125244140625, "Finetune/Loss (Raw)": 0.8534514904022217, "Finetune/Step": 5151, "Finetune/Step Time": 6.54366784542799}
+{"Finetune/Learning Rate": 1.717507257044331e-05, "Finetune/Loss": 0.8773258328437805, "Finetune/Loss (Raw)": 0.7875499725341797, "Finetune/Step": 5152, "Finetune/Step Time": 6.546374078840017}
+{"Finetune/Learning Rate": 1.717389950581143e-05, "Finetune/Loss": 0.8777766227722168, "Finetune/Loss (Raw)": 0.9129742383956909, "Finetune/Step": 5153, "Finetune/Step Time": 6.541465196758509}
+{"Finetune/Learning Rate": 1.7172726237748156e-05, "Finetune/Loss": 0.8777128458023071, "Finetune/Loss (Raw)": 0.8593436479568481, "Finetune/Step": 5154, "Finetune/Step Time": 6.542930815368891}
+{"Finetune/Learning Rate": 1.7171552766286762e-05, "Finetune/Loss": 0.8776768445968628, "Finetune/Loss (Raw)": 0.8635700345039368, "Finetune/Step": 5155, "Finetune/Step Time": 6.548620007932186}
+{"Finetune/Learning Rate": 1.7170379091460524e-05, "Finetune/Loss": 0.8773610591888428, "Finetune/Loss (Raw)": 0.9685025811195374, "Finetune/Step": 5156, "Finetune/Step Time": 6.554164670407772}
+{"Finetune/Learning Rate": 1.7169205213302725e-05, "Finetune/Loss": 0.878056526184082, "Finetune/Loss (Raw)": 0.8940730094909668, "Finetune/Step": 5157, "Finetune/Step Time": 6.563516827300191}
+{"Finetune/Learning Rate": 1.7168031131846655e-05, "Finetune/Loss": 0.8791718482971191, "Finetune/Loss (Raw)": 0.8734402656555176, "Finetune/Step": 5158, "Finetune/Step Time": 6.526506416499615}
+{"Finetune/Learning Rate": 1.7166856847125602e-05, "Finetune/Loss": 0.8793244361877441, "Finetune/Loss (Raw)": 0.8302741050720215, "Finetune/Step": 5159, "Finetune/Step Time": 6.521101787686348}
+{"Finetune/Learning Rate": 1.7165682359172874e-05, "Finetune/Loss": 0.8791159391403198, "Finetune/Loss (Raw)": 0.8059238195419312, "Finetune/Step": 5160, "Finetune/Step Time": 6.523485321551561}
+{"Finetune/Learning Rate": 1.7164507668021767e-05, "Finetune/Loss": 0.8772208094596863, "Finetune/Loss (Raw)": 0.692145824432373, "Finetune/Step": 5161, "Finetune/Step Time": 6.540756123140454}
+{"Finetune/Learning Rate": 1.7163332773705593e-05, "Finetune/Loss": 0.8764580488204956, "Finetune/Loss (Raw)": 0.8345239162445068, "Finetune/Step": 5162, "Finetune/Step Time": 6.543437749147415}
+{"Finetune/Learning Rate": 1.7162157676257677e-05, "Finetune/Loss": 0.8754425644874573, "Finetune/Loss (Raw)": 0.8163719177246094, "Finetune/Step": 5163, "Finetune/Step Time": 6.548824705183506}
+{"Finetune/Learning Rate": 1.716098237571133e-05, "Finetune/Loss": 0.8748438358306885, "Finetune/Loss (Raw)": 0.8073006272315979, "Finetune/Step": 5164, "Finetune/Step Time": 6.554850401356816}
+{"Finetune/Learning Rate": 1.7159806872099892e-05, "Finetune/Loss": 0.8753218054771423, "Finetune/Loss (Raw)": 0.8124741911888123, "Finetune/Step": 5165, "Finetune/Step Time": 6.5574338138103485}
+{"Finetune/Learning Rate": 1.7158631165456685e-05, "Finetune/Loss": 0.874924898147583, "Finetune/Loss (Raw)": 0.9402652382850647, "Finetune/Step": 5166, "Finetune/Step Time": 6.557128127664328}
+{"Finetune/Learning Rate": 1.7157455255815056e-05, "Finetune/Loss": 0.8752608895301819, "Finetune/Loss (Raw)": 0.9157865643501282, "Finetune/Step": 5167, "Finetune/Step Time": 6.566162025555968}
+{"Finetune/Learning Rate": 1.715627914320835e-05, "Finetune/Loss": 0.8750922679901123, "Finetune/Loss (Raw)": 0.8487602472305298, "Finetune/Step": 5168, "Finetune/Step Time": 6.563736433163285}
+{"Finetune/Learning Rate": 1.715510282766992e-05, "Finetune/Loss": 0.8765953779220581, "Finetune/Loss (Raw)": 0.9674727320671082, "Finetune/Step": 5169, "Finetune/Step Time": 6.577277131378651}
+{"Finetune/Learning Rate": 1.7153926309233114e-05, "Finetune/Loss": 0.8771920204162598, "Finetune/Loss (Raw)": 0.9626851081848145, "Finetune/Step": 5170, "Finetune/Step Time": 6.59461578913033}
+{"Finetune/Learning Rate": 1.7152749587931308e-05, "Finetune/Loss": 0.8777018785476685, "Finetune/Loss (Raw)": 0.8594918847084045, "Finetune/Step": 5171, "Finetune/Step Time": 6.585386401042342}
+{"Finetune/Learning Rate": 1.715157266379786e-05, "Finetune/Loss": 0.8781388998031616, "Finetune/Loss (Raw)": 1.0157384872436523, "Finetune/Step": 5172, "Finetune/Step Time": 6.584624718874693}
+{"Finetune/Learning Rate": 1.7150395536866145e-05, "Finetune/Loss": 0.8777702450752258, "Finetune/Loss (Raw)": 0.8698389530181885, "Finetune/Step": 5173, "Finetune/Step Time": 6.5854513347148895}
+{"Finetune/Learning Rate": 1.7149218207169552e-05, "Finetune/Loss": 0.8774217367172241, "Finetune/Loss (Raw)": 0.8014944791793823, "Finetune/Step": 5174, "Finetune/Step Time": 6.587193429470062}
+{"Finetune/Learning Rate": 1.7148040674741454e-05, "Finetune/Loss": 0.8783016204833984, "Finetune/Loss (Raw)": 0.9221795201301575, "Finetune/Step": 5175, "Finetune/Step Time": 6.6014158222824335}
+{"Finetune/Learning Rate": 1.714686293961525e-05, "Finetune/Loss": 0.8787827491760254, "Finetune/Loss (Raw)": 0.835983395576477, "Finetune/Step": 5176, "Finetune/Step Time": 6.613801242783666}
+{"Finetune/Learning Rate": 1.714568500182434e-05, "Finetune/Loss": 0.8800487518310547, "Finetune/Loss (Raw)": 0.948540210723877, "Finetune/Step": 5177, "Finetune/Step Time": 6.610564921051264}
+{"Finetune/Learning Rate": 1.714450686140212e-05, "Finetune/Loss": 0.8781411647796631, "Finetune/Loss (Raw)": 0.7299670577049255, "Finetune/Step": 5178, "Finetune/Step Time": 6.6169380489736795}
+{"Finetune/Learning Rate": 1.7143328518382e-05, "Finetune/Loss": 0.8773180246353149, "Finetune/Loss (Raw)": 0.6781901717185974, "Finetune/Step": 5179, "Finetune/Step Time": 6.616515701636672}
+{"Finetune/Learning Rate": 1.7142149972797398e-05, "Finetune/Loss": 0.8775949478149414, "Finetune/Loss (Raw)": 0.9968633651733398, "Finetune/Step": 5180, "Finetune/Step Time": 6.6118150893598795}
+{"Finetune/Learning Rate": 1.714097122468173e-05, "Finetune/Loss": 0.87724769115448, "Finetune/Loss (Raw)": 0.8820825219154358, "Finetune/Step": 5181, "Finetune/Step Time": 6.609657833352685}
+{"Finetune/Learning Rate": 1.713979227406843e-05, "Finetune/Loss": 0.8773738145828247, "Finetune/Loss (Raw)": 0.9817075133323669, "Finetune/Step": 5182, "Finetune/Step Time": 6.6065875589847565}
+{"Finetune/Learning Rate": 1.7138613120990923e-05, "Finetune/Loss": 0.8775248527526855, "Finetune/Loss (Raw)": 0.9312551617622375, "Finetune/Step": 5183, "Finetune/Step Time": 6.605148404836655}
+{"Finetune/Learning Rate": 1.7137433765482644e-05, "Finetune/Loss": 0.8794764876365662, "Finetune/Loss (Raw)": 0.9383454322814941, "Finetune/Step": 5184, "Finetune/Step Time": 6.607703445479274}
+{"Finetune/Learning Rate": 1.713625420757704e-05, "Finetune/Loss": 0.8788982629776001, "Finetune/Loss (Raw)": 0.9401128888130188, "Finetune/Step": 5185, "Finetune/Step Time": 6.607571970671415}
+{"Finetune/Learning Rate": 1.713507444730756e-05, "Finetune/Loss": 0.8796572089195251, "Finetune/Loss (Raw)": 0.9486489295959473, "Finetune/Step": 5186, "Finetune/Step Time": 6.597582122310996}
+{"Finetune/Learning Rate": 1.7133894484707657e-05, "Finetune/Loss": 0.8800618052482605, "Finetune/Loss (Raw)": 0.9194446802139282, "Finetune/Step": 5187, "Finetune/Step Time": 6.598793396726251}
+{"Finetune/Learning Rate": 1.7132714319810792e-05, "Finetune/Loss": 0.8810988664627075, "Finetune/Loss (Raw)": 0.8694576025009155, "Finetune/Step": 5188, "Finetune/Step Time": 6.58461389131844}
+{"Finetune/Learning Rate": 1.7131533952650435e-05, "Finetune/Loss": 0.8799254894256592, "Finetune/Loss (Raw)": 0.8339362740516663, "Finetune/Step": 5189, "Finetune/Step Time": 6.589590044692159}
+{"Finetune/Learning Rate": 1.7130353383260053e-05, "Finetune/Loss": 0.8799850940704346, "Finetune/Loss (Raw)": 0.9053167104721069, "Finetune/Step": 5190, "Finetune/Step Time": 6.587500834837556}
+{"Finetune/Learning Rate": 1.7129172611673125e-05, "Finetune/Loss": 0.8789184093475342, "Finetune/Loss (Raw)": 0.7254521250724792, "Finetune/Step": 5191, "Finetune/Step Time": 6.600349886342883}
+{"Finetune/Learning Rate": 1.7127991637923133e-05, "Finetune/Loss": 0.8798596858978271, "Finetune/Loss (Raw)": 0.9509842991828918, "Finetune/Step": 5192, "Finetune/Step Time": 6.590266942977905}
+{"Finetune/Learning Rate": 1.7126810462043568e-05, "Finetune/Loss": 0.8793294429779053, "Finetune/Loss (Raw)": 0.872199296951294, "Finetune/Step": 5193, "Finetune/Step Time": 6.581578724086285}
+{"Finetune/Learning Rate": 1.7125629084067925e-05, "Finetune/Loss": 0.879153847694397, "Finetune/Loss (Raw)": 0.9004911184310913, "Finetune/Step": 5194, "Finetune/Step Time": 6.587961310520768}
+{"Finetune/Learning Rate": 1.7124447504029703e-05, "Finetune/Loss": 0.8797030448913574, "Finetune/Loss (Raw)": 0.8390735983848572, "Finetune/Step": 5195, "Finetune/Step Time": 6.591354578733444}
+{"Finetune/Learning Rate": 1.712326572196241e-05, "Finetune/Loss": 0.8779781460762024, "Finetune/Loss (Raw)": 0.7701835632324219, "Finetune/Step": 5196, "Finetune/Step Time": 6.586325637996197}
+{"Finetune/Learning Rate": 1.712208373789956e-05, "Finetune/Loss": 0.8775885105133057, "Finetune/Loss (Raw)": 0.7802219986915588, "Finetune/Step": 5197, "Finetune/Step Time": 6.601406225934625}
+{"Finetune/Learning Rate": 1.712090155187466e-05, "Finetune/Loss": 0.8781203627586365, "Finetune/Loss (Raw)": 0.9543633460998535, "Finetune/Step": 5198, "Finetune/Step Time": 6.596977287903428}
+{"Finetune/Learning Rate": 1.7119719163921248e-05, "Finetune/Loss": 0.8789508938789368, "Finetune/Loss (Raw)": 0.9026776552200317, "Finetune/Step": 5199, "Finetune/Step Time": 6.598728206008673}
+{"Finetune/Learning Rate": 1.711853657407284e-05, "Finetune/Loss": 0.8779984712600708, "Finetune/Loss (Raw)": 0.9021647572517395, "Finetune/Step": 5200, "Finetune/Step Time": 6.59928509965539}
+{"Finetune/Learning Rate": 1.711735378236298e-05, "Finetune/Loss": 0.8766589164733887, "Finetune/Loss (Raw)": 0.7738074660301208, "Finetune/Step": 5201, "Finetune/Step Time": 6.6100721545517445}
+{"Finetune/Learning Rate": 1.7116170788825207e-05, "Finetune/Loss": 0.8756367564201355, "Finetune/Loss (Raw)": 0.7452138066291809, "Finetune/Step": 5202, "Finetune/Step Time": 6.612604469060898}
+{"Finetune/Learning Rate": 1.7114987593493068e-05, "Finetune/Loss": 0.8744373917579651, "Finetune/Loss (Raw)": 0.7263813614845276, "Finetune/Step": 5203, "Finetune/Step Time": 6.63041421584785}
+{"Finetune/Learning Rate": 1.711380419640011e-05, "Finetune/Loss": 0.87336266040802, "Finetune/Loss (Raw)": 0.8715964555740356, "Finetune/Step": 5204, "Finetune/Step Time": 6.6305133905261755}
+{"Finetune/Learning Rate": 1.7112620597579895e-05, "Finetune/Loss": 0.8730557560920715, "Finetune/Loss (Raw)": 0.822339653968811, "Finetune/Step": 5205, "Finetune/Step Time": 6.613738751038909}
+{"Finetune/Learning Rate": 1.7111436797065984e-05, "Finetune/Loss": 0.8730502724647522, "Finetune/Loss (Raw)": 0.9559116959571838, "Finetune/Step": 5206, "Finetune/Step Time": 6.61554142087698}
+{"Finetune/Learning Rate": 1.7110252794891947e-05, "Finetune/Loss": 0.8737893104553223, "Finetune/Loss (Raw)": 0.9205174446105957, "Finetune/Step": 5207, "Finetune/Step Time": 6.616986785084009}
+{"Finetune/Learning Rate": 1.7109068591091366e-05, "Finetune/Loss": 0.8744202256202698, "Finetune/Loss (Raw)": 0.9446237087249756, "Finetune/Step": 5208, "Finetune/Step Time": 6.6139488480985165}
+{"Finetune/Learning Rate": 1.7107884185697807e-05, "Finetune/Loss": 0.8717132806777954, "Finetune/Loss (Raw)": 0.6755140423774719, "Finetune/Step": 5209, "Finetune/Step Time": 6.628675004467368}
+{"Finetune/Learning Rate": 1.7106699578744867e-05, "Finetune/Loss": 0.8711651563644409, "Finetune/Loss (Raw)": 0.892538845539093, "Finetune/Step": 5210, "Finetune/Step Time": 6.614806355908513}
+{"Finetune/Learning Rate": 1.710551477026614e-05, "Finetune/Loss": 0.8685938119888306, "Finetune/Loss (Raw)": 0.6768172383308411, "Finetune/Step": 5211, "Finetune/Step Time": 6.628933874890208}
+{"Finetune/Learning Rate": 1.7104329760295216e-05, "Finetune/Loss": 0.8684881925582886, "Finetune/Loss (Raw)": 0.8575614094734192, "Finetune/Step": 5212, "Finetune/Step Time": 6.638269117102027}
+{"Finetune/Learning Rate": 1.71031445488657e-05, "Finetune/Loss": 0.8698674440383911, "Finetune/Loss (Raw)": 0.9874077439308167, "Finetune/Step": 5213, "Finetune/Step Time": 6.638836497440934}
+{"Finetune/Learning Rate": 1.710195913601121e-05, "Finetune/Loss": 0.8706526160240173, "Finetune/Loss (Raw)": 0.897087574005127, "Finetune/Step": 5214, "Finetune/Step Time": 6.637389708310366}
+{"Finetune/Learning Rate": 1.7100773521765347e-05, "Finetune/Loss": 0.8711439967155457, "Finetune/Loss (Raw)": 0.9289366006851196, "Finetune/Step": 5215, "Finetune/Step Time": 6.639569487422705}
+{"Finetune/Learning Rate": 1.709958770616174e-05, "Finetune/Loss": 0.8710551261901855, "Finetune/Loss (Raw)": 0.8238237500190735, "Finetune/Step": 5216, "Finetune/Step Time": 6.6624644715338945}
+{"Finetune/Learning Rate": 1.7098401689234018e-05, "Finetune/Loss": 0.8718396425247192, "Finetune/Loss (Raw)": 0.8175432085990906, "Finetune/Step": 5217, "Finetune/Step Time": 6.665163839235902}
+{"Finetune/Learning Rate": 1.7097215471015805e-05, "Finetune/Loss": 0.8699438571929932, "Finetune/Loss (Raw)": 0.7176162600517273, "Finetune/Step": 5218, "Finetune/Step Time": 6.66350606456399}
+{"Finetune/Learning Rate": 1.7096029051540748e-05, "Finetune/Loss": 0.8704017400741577, "Finetune/Loss (Raw)": 0.773674726486206, "Finetune/Step": 5219, "Finetune/Step Time": 6.649928065016866}
+{"Finetune/Learning Rate": 1.709484243084248e-05, "Finetune/Loss": 0.8705532550811768, "Finetune/Loss (Raw)": 0.9530044198036194, "Finetune/Step": 5220, "Finetune/Step Time": 6.645505361258984}
+{"Finetune/Learning Rate": 1.709365560895466e-05, "Finetune/Loss": 0.8714965581893921, "Finetune/Loss (Raw)": 0.9550625681877136, "Finetune/Step": 5221, "Finetune/Step Time": 6.642974315211177}
+{"Finetune/Learning Rate": 1.7092468585910937e-05, "Finetune/Loss": 0.8711391687393188, "Finetune/Loss (Raw)": 0.8866903185844421, "Finetune/Step": 5222, "Finetune/Step Time": 6.63882309012115}
+{"Finetune/Learning Rate": 1.7091281361744975e-05, "Finetune/Loss": 0.8714276552200317, "Finetune/Loss (Raw)": 0.8651268482208252, "Finetune/Step": 5223, "Finetune/Step Time": 6.638204080983996}
+{"Finetune/Learning Rate": 1.7090093936490433e-05, "Finetune/Loss": 0.8715152740478516, "Finetune/Loss (Raw)": 0.8766863346099854, "Finetune/Step": 5224, "Finetune/Step Time": 6.636349497362971}
+{"Finetune/Learning Rate": 1.7088906310180993e-05, "Finetune/Loss": 0.8716468811035156, "Finetune/Loss (Raw)": 0.9270166158676147, "Finetune/Step": 5225, "Finetune/Step Time": 6.6369217205792665}
+{"Finetune/Learning Rate": 1.7087718482850327e-05, "Finetune/Loss": 0.8731333613395691, "Finetune/Loss (Raw)": 0.8653983473777771, "Finetune/Step": 5226, "Finetune/Step Time": 6.645648488774896}
+{"Finetune/Learning Rate": 1.708653045453212e-05, "Finetune/Loss": 0.8716471195220947, "Finetune/Loss (Raw)": 0.7500878572463989, "Finetune/Step": 5227, "Finetune/Step Time": 6.6504312083125114}
+{"Finetune/Learning Rate": 1.708534222526006e-05, "Finetune/Loss": 0.8714386820793152, "Finetune/Loss (Raw)": 0.9060653448104858, "Finetune/Step": 5228, "Finetune/Step Time": 6.654557378962636}
+{"Finetune/Learning Rate": 1.7084153795067845e-05, "Finetune/Loss": 0.8709841966629028, "Finetune/Loss (Raw)": 0.8507828116416931, "Finetune/Step": 5229, "Finetune/Step Time": 6.656423844397068}
+{"Finetune/Learning Rate": 1.708296516398917e-05, "Finetune/Loss": 0.8714656829833984, "Finetune/Loss (Raw)": 0.9296132922172546, "Finetune/Step": 5230, "Finetune/Step Time": 6.672069180756807}
+{"Finetune/Learning Rate": 1.7081776332057743e-05, "Finetune/Loss": 0.8712373375892639, "Finetune/Loss (Raw)": 0.7938474416732788, "Finetune/Step": 5231, "Finetune/Step Time": 6.684955842792988}
+{"Finetune/Learning Rate": 1.7080587299307283e-05, "Finetune/Loss": 0.8739562630653381, "Finetune/Loss (Raw)": 0.9807084798812866, "Finetune/Step": 5232, "Finetune/Step Time": 6.652060182765126}
+{"Finetune/Learning Rate": 1.7079398065771494e-05, "Finetune/Loss": 0.872380256652832, "Finetune/Loss (Raw)": 0.7625225782394409, "Finetune/Step": 5233, "Finetune/Step Time": 6.644311746582389}
+{"Finetune/Learning Rate": 1.7078208631484113e-05, "Finetune/Loss": 0.8720376491546631, "Finetune/Loss (Raw)": 0.9365018606185913, "Finetune/Step": 5234, "Finetune/Step Time": 6.6363151632249355}
+{"Finetune/Learning Rate": 1.707701899647886e-05, "Finetune/Loss": 0.8720581531524658, "Finetune/Loss (Raw)": 0.8086401224136353, "Finetune/Step": 5235, "Finetune/Step Time": 6.639138912782073}
+{"Finetune/Learning Rate": 1.7075829160789475e-05, "Finetune/Loss": 0.8698027729988098, "Finetune/Loss (Raw)": 0.6959428787231445, "Finetune/Step": 5236, "Finetune/Step Time": 6.653304515406489}
+{"Finetune/Learning Rate": 1.7074639124449693e-05, "Finetune/Loss": 0.8697775602340698, "Finetune/Loss (Raw)": 0.9517537951469421, "Finetune/Step": 5237, "Finetune/Step Time": 6.653719844296575}
+{"Finetune/Learning Rate": 1.7073448887493268e-05, "Finetune/Loss": 0.8692299127578735, "Finetune/Loss (Raw)": 0.7939056754112244, "Finetune/Step": 5238, "Finetune/Step Time": 6.653495874255896}
+{"Finetune/Learning Rate": 1.707225844995394e-05, "Finetune/Loss": 0.8698787093162537, "Finetune/Loss (Raw)": 0.8655765652656555, "Finetune/Step": 5239, "Finetune/Step Time": 6.651557380333543}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.870211124420166, "Finetune/Loss (Raw)": 0.8464505076408386, "Finetune/Step": 5240, "Finetune/Step Time": 6.651626031845808}
+{"Finetune/Learning Rate": 1.7069876973261638e-05, "Finetune/Loss": 0.8696712255477905, "Finetune/Loss (Raw)": 0.8622448444366455, "Finetune/Step": 5241, "Finetune/Step Time": 6.650670552626252}
+{"Finetune/Learning Rate": 1.7068685934176192e-05, "Finetune/Loss": 0.8684983849525452, "Finetune/Loss (Raw)": 0.7758906483650208, "Finetune/Step": 5242, "Finetune/Step Time": 6.667126903310418}
+{"Finetune/Learning Rate": 1.7067494694642913e-05, "Finetune/Loss": 0.8690815567970276, "Finetune/Loss (Raw)": 0.9052672386169434, "Finetune/Step": 5243, "Finetune/Step Time": 6.66758580878377}
+{"Finetune/Learning Rate": 1.706630325469558e-05, "Finetune/Loss": 0.8698360919952393, "Finetune/Loss (Raw)": 0.8850433826446533, "Finetune/Step": 5244, "Finetune/Step Time": 6.669218091294169}
+{"Finetune/Learning Rate": 1.7065111614367983e-05, "Finetune/Loss": 0.8711398839950562, "Finetune/Loss (Raw)": 0.8979440927505493, "Finetune/Step": 5245, "Finetune/Step Time": 6.671071287244558}
+{"Finetune/Learning Rate": 1.7063919773693914e-05, "Finetune/Loss": 0.8712939023971558, "Finetune/Loss (Raw)": 0.9202559590339661, "Finetune/Step": 5246, "Finetune/Step Time": 6.679068824276328}
+{"Finetune/Learning Rate": 1.7062727732707164e-05, "Finetune/Loss": 0.8706855773925781, "Finetune/Loss (Raw)": 0.9251341223716736, "Finetune/Step": 5247, "Finetune/Step Time": 6.682088794186711}
+{"Finetune/Learning Rate": 1.7061535491441538e-05, "Finetune/Loss": 0.8697166442871094, "Finetune/Loss (Raw)": 0.7928003072738647, "Finetune/Step": 5248, "Finetune/Step Time": 6.685787428170443}
+{"Finetune/Learning Rate": 1.7060343049930845e-05, "Finetune/Loss": 0.8694934844970703, "Finetune/Loss (Raw)": 0.879338800907135, "Finetune/Step": 5249, "Finetune/Step Time": 6.683388888835907}
+{"Finetune/Learning Rate": 1.7059150408208902e-05, "Finetune/Loss": 0.8695304989814758, "Finetune/Loss (Raw)": 0.8941551446914673, "Finetune/Step": 5250, "Finetune/Step Time": 6.682392757385969}
+{"Finetune/Learning Rate": 1.705795756630953e-05, "Finetune/Loss": 0.8680927753448486, "Finetune/Loss (Raw)": 0.7064398527145386, "Finetune/Step": 5251, "Finetune/Step Time": 6.666795218363404}
+{"Finetune/Learning Rate": 1.7056764524266547e-05, "Finetune/Loss": 0.8677409887313843, "Finetune/Loss (Raw)": 0.8944672346115112, "Finetune/Step": 5252, "Finetune/Step Time": 6.6687302347272635}
+{"Finetune/Learning Rate": 1.705557128211379e-05, "Finetune/Loss": 0.8676124811172485, "Finetune/Loss (Raw)": 0.8078181743621826, "Finetune/Step": 5253, "Finetune/Step Time": 6.675542920827866}
+{"Finetune/Learning Rate": 1.7054377839885098e-05, "Finetune/Loss": 0.8671563267707825, "Finetune/Loss (Raw)": 0.7601301074028015, "Finetune/Step": 5254, "Finetune/Step Time": 6.67922811768949}
+{"Finetune/Learning Rate": 1.7053184197614302e-05, "Finetune/Loss": 0.8677046298980713, "Finetune/Loss (Raw)": 0.9317423701286316, "Finetune/Step": 5255, "Finetune/Step Time": 6.681948699057102}
+{"Finetune/Learning Rate": 1.7051990355335266e-05, "Finetune/Loss": 0.868105411529541, "Finetune/Loss (Raw)": 0.7981588840484619, "Finetune/Step": 5256, "Finetune/Step Time": 6.687220107764006}
+{"Finetune/Learning Rate": 1.7050796313081838e-05, "Finetune/Loss": 0.8686262369155884, "Finetune/Loss (Raw)": 0.8677614331245422, "Finetune/Step": 5257, "Finetune/Step Time": 6.687719812616706}
+{"Finetune/Learning Rate": 1.704960207088787e-05, "Finetune/Loss": 0.8697319030761719, "Finetune/Loss (Raw)": 0.981486976146698, "Finetune/Step": 5258, "Finetune/Step Time": 6.683139983564615}
+{"Finetune/Learning Rate": 1.7048407628787238e-05, "Finetune/Loss": 0.869925856590271, "Finetune/Loss (Raw)": 0.874930739402771, "Finetune/Step": 5259, "Finetune/Step Time": 6.681689823046327}
+{"Finetune/Learning Rate": 1.704721298681381e-05, "Finetune/Loss": 0.8675031661987305, "Finetune/Loss (Raw)": 0.6939804553985596, "Finetune/Step": 5260, "Finetune/Step Time": 6.696252379566431}
+{"Finetune/Learning Rate": 1.7046018145001458e-05, "Finetune/Loss": 0.8656877875328064, "Finetune/Loss (Raw)": 0.6991201639175415, "Finetune/Step": 5261, "Finetune/Step Time": 6.70905233733356}
+{"Finetune/Learning Rate": 1.7044823103384067e-05, "Finetune/Loss": 0.8674367666244507, "Finetune/Loss (Raw)": 0.8850549459457397, "Finetune/Step": 5262, "Finetune/Step Time": 6.709800515323877}
+{"Finetune/Learning Rate": 1.7043627861995528e-05, "Finetune/Loss": 0.8674147129058838, "Finetune/Loss (Raw)": 0.9379612803459167, "Finetune/Step": 5263, "Finetune/Step Time": 6.730273302644491}
+{"Finetune/Learning Rate": 1.704243242086973e-05, "Finetune/Loss": 0.8649147748947144, "Finetune/Loss (Raw)": 0.7680558562278748, "Finetune/Step": 5264, "Finetune/Step Time": 6.741081325337291}
+{"Finetune/Learning Rate": 1.7041236780040577e-05, "Finetune/Loss": 0.8639508485794067, "Finetune/Loss (Raw)": 0.8579652905464172, "Finetune/Step": 5265, "Finetune/Step Time": 6.753428811207414}
+{"Finetune/Learning Rate": 1.704004093954197e-05, "Finetune/Loss": 0.8647485971450806, "Finetune/Loss (Raw)": 0.9785849452018738, "Finetune/Step": 5266, "Finetune/Step Time": 6.7558759693056345}
+{"Finetune/Learning Rate": 1.7038844899407824e-05, "Finetune/Loss": 0.8653644919395447, "Finetune/Loss (Raw)": 0.960498571395874, "Finetune/Step": 5267, "Finetune/Step Time": 6.752993188798428}
+{"Finetune/Learning Rate": 1.7037648659672047e-05, "Finetune/Loss": 0.865336537361145, "Finetune/Loss (Raw)": 0.8845062255859375, "Finetune/Step": 5268, "Finetune/Step Time": 6.753994708880782}
+{"Finetune/Learning Rate": 1.7036452220368568e-05, "Finetune/Loss": 0.8650970458984375, "Finetune/Loss (Raw)": 0.8242069482803345, "Finetune/Step": 5269, "Finetune/Step Time": 6.7663131561130285}
+{"Finetune/Learning Rate": 1.7035255581531317e-05, "Finetune/Loss": 0.8645161390304565, "Finetune/Loss (Raw)": 0.9119763970375061, "Finetune/Step": 5270, "Finetune/Step Time": 6.767127268016338}
+{"Finetune/Learning Rate": 1.7034058743194218e-05, "Finetune/Loss": 0.862430214881897, "Finetune/Loss (Raw)": 0.7204344272613525, "Finetune/Step": 5271, "Finetune/Step Time": 6.778093785047531}
+{"Finetune/Learning Rate": 1.7032861705391218e-05, "Finetune/Loss": 0.8625455498695374, "Finetune/Loss (Raw)": 0.9731967449188232, "Finetune/Step": 5272, "Finetune/Step Time": 6.776505386456847}
+{"Finetune/Learning Rate": 1.7031664468156258e-05, "Finetune/Loss": 0.8621790409088135, "Finetune/Loss (Raw)": 0.9043146967887878, "Finetune/Step": 5273, "Finetune/Step Time": 6.7721453960984945}
+{"Finetune/Learning Rate": 1.7030467031523292e-05, "Finetune/Loss": 0.8613272905349731, "Finetune/Loss (Raw)": 0.8719646334648132, "Finetune/Step": 5274, "Finetune/Step Time": 6.764473162591457}
+{"Finetune/Learning Rate": 1.702926939552627e-05, "Finetune/Loss": 0.8595117330551147, "Finetune/Loss (Raw)": 0.7338883280754089, "Finetune/Step": 5275, "Finetune/Step Time": 6.763093087822199}
+{"Finetune/Learning Rate": 1.7028071560199156e-05, "Finetune/Loss": 0.8587769269943237, "Finetune/Loss (Raw)": 0.6435178518295288, "Finetune/Step": 5276, "Finetune/Step Time": 6.748283836990595}
+{"Finetune/Learning Rate": 1.702687352557592e-05, "Finetune/Loss": 0.8590850830078125, "Finetune/Loss (Raw)": 0.8038724660873413, "Finetune/Step": 5277, "Finetune/Step Time": 6.749732727184892}
+{"Finetune/Learning Rate": 1.7025675291690534e-05, "Finetune/Loss": 0.8588470220565796, "Finetune/Loss (Raw)": 0.8547095656394958, "Finetune/Step": 5278, "Finetune/Step Time": 6.7494466584175825}
+{"Finetune/Learning Rate": 1.7024476858576973e-05, "Finetune/Loss": 0.8572238683700562, "Finetune/Loss (Raw)": 0.6456881165504456, "Finetune/Step": 5279, "Finetune/Step Time": 6.758521413430572}
+{"Finetune/Learning Rate": 1.7023278226269222e-05, "Finetune/Loss": 0.8586220741271973, "Finetune/Loss (Raw)": 0.9665167331695557, "Finetune/Step": 5280, "Finetune/Step Time": 6.756426589563489}
+{"Finetune/Learning Rate": 1.702207939480127e-05, "Finetune/Loss": 0.8571343421936035, "Finetune/Loss (Raw)": 0.7225528359413147, "Finetune/Step": 5281, "Finetune/Step Time": 6.76432834379375}
+{"Finetune/Learning Rate": 1.702088036420712e-05, "Finetune/Loss": 0.858198344707489, "Finetune/Loss (Raw)": 0.9955371618270874, "Finetune/Step": 5282, "Finetune/Step Time": 6.763719938695431}
+{"Finetune/Learning Rate": 1.7019681134520762e-05, "Finetune/Loss": 0.8575196862220764, "Finetune/Loss (Raw)": 0.7767032980918884, "Finetune/Step": 5283, "Finetune/Step Time": 6.757088961079717}
+{"Finetune/Learning Rate": 1.701848170577621e-05, "Finetune/Loss": 0.856939435005188, "Finetune/Loss (Raw)": 0.8942278623580933, "Finetune/Step": 5284, "Finetune/Step Time": 6.757355013862252}
+{"Finetune/Learning Rate": 1.701728207800748e-05, "Finetune/Loss": 0.8558671474456787, "Finetune/Loss (Raw)": 0.7568163275718689, "Finetune/Step": 5285, "Finetune/Step Time": 6.757511669769883}
+{"Finetune/Learning Rate": 1.7016082251248582e-05, "Finetune/Loss": 0.8552985191345215, "Finetune/Loss (Raw)": 0.800659716129303, "Finetune/Step": 5286, "Finetune/Step Time": 6.765397911891341}
+{"Finetune/Learning Rate": 1.701488222553354e-05, "Finetune/Loss": 0.8558670282363892, "Finetune/Loss (Raw)": 0.9030429124832153, "Finetune/Step": 5287, "Finetune/Step Time": 6.766548605635762}
+{"Finetune/Learning Rate": 1.7013682000896388e-05, "Finetune/Loss": 0.856389045715332, "Finetune/Loss (Raw)": 0.8727371096611023, "Finetune/Step": 5288, "Finetune/Step Time": 6.763565162196755}
+{"Finetune/Learning Rate": 1.7012481577371157e-05, "Finetune/Loss": 0.8587811589241028, "Finetune/Loss (Raw)": 0.9983404874801636, "Finetune/Step": 5289, "Finetune/Step Time": 6.747818531468511}
+{"Finetune/Learning Rate": 1.701128095499189e-05, "Finetune/Loss": 0.8592038154602051, "Finetune/Loss (Raw)": 0.888629674911499, "Finetune/Step": 5290, "Finetune/Step Time": 6.764143051579595}
+{"Finetune/Learning Rate": 1.701008013379263e-05, "Finetune/Loss": 0.8600513935089111, "Finetune/Loss (Raw)": 0.924856424331665, "Finetune/Step": 5291, "Finetune/Step Time": 6.762382537126541}
+{"Finetune/Learning Rate": 1.7008879113807437e-05, "Finetune/Loss": 0.8603763580322266, "Finetune/Loss (Raw)": 0.8488972187042236, "Finetune/Step": 5292, "Finetune/Step Time": 6.764355322346091}
+{"Finetune/Learning Rate": 1.7007677895070358e-05, "Finetune/Loss": 0.8597272038459778, "Finetune/Loss (Raw)": 0.7293825745582581, "Finetune/Step": 5293, "Finetune/Step Time": 6.760195629671216}
+{"Finetune/Learning Rate": 1.7006476477615463e-05, "Finetune/Loss": 0.859488308429718, "Finetune/Loss (Raw)": 0.9096860885620117, "Finetune/Step": 5294, "Finetune/Step Time": 6.760092509910464}
+{"Finetune/Learning Rate": 1.7005274861476818e-05, "Finetune/Loss": 0.8594061732292175, "Finetune/Loss (Raw)": 0.9052742719650269, "Finetune/Step": 5295, "Finetune/Step Time": 6.764648709446192}
+{"Finetune/Learning Rate": 1.7004073046688498e-05, "Finetune/Loss": 0.8591353893280029, "Finetune/Loss (Raw)": 0.8140926361083984, "Finetune/Step": 5296, "Finetune/Step Time": 6.763686643913388}
+{"Finetune/Learning Rate": 1.7002871033284583e-05, "Finetune/Loss": 0.8585251569747925, "Finetune/Loss (Raw)": 0.8893631100654602, "Finetune/Step": 5297, "Finetune/Step Time": 6.748863942921162}
+{"Finetune/Learning Rate": 1.700166882129916e-05, "Finetune/Loss": 0.8573442697525024, "Finetune/Loss (Raw)": 0.8115377426147461, "Finetune/Step": 5298, "Finetune/Step Time": 6.741809906437993}
+{"Finetune/Learning Rate": 1.7000466410766322e-05, "Finetune/Loss": 0.8567054271697998, "Finetune/Loss (Raw)": 0.7777160406112671, "Finetune/Step": 5299, "Finetune/Step Time": 6.744679404422641}
+{"Finetune/Learning Rate": 1.699926380172016e-05, "Finetune/Loss": 0.8560599088668823, "Finetune/Loss (Raw)": 0.9331156611442566, "Finetune/Step": 5300, "Finetune/Step Time": 6.747608048841357}
+{"Finetune/Learning Rate": 1.699806099419478e-05, "Finetune/Loss": 0.855108380317688, "Finetune/Loss (Raw)": 0.7480437159538269, "Finetune/Step": 5301, "Finetune/Step Time": 6.76068608649075}
+{"Finetune/Learning Rate": 1.6996857988224292e-05, "Finetune/Loss": 0.8553701639175415, "Finetune/Loss (Raw)": 0.8349977731704712, "Finetune/Step": 5302, "Finetune/Step Time": 6.763149889186025}
+{"Finetune/Learning Rate": 1.6995654783842807e-05, "Finetune/Loss": 0.8536058664321899, "Finetune/Loss (Raw)": 0.6963546872138977, "Finetune/Step": 5303, "Finetune/Step Time": 6.748257765546441}
+{"Finetune/Learning Rate": 1.6994451381084443e-05, "Finetune/Loss": 0.8516714572906494, "Finetune/Loss (Raw)": 0.5883716940879822, "Finetune/Step": 5304, "Finetune/Step Time": 6.751496532931924}
+{"Finetune/Learning Rate": 1.6993247779983327e-05, "Finetune/Loss": 0.8510204553604126, "Finetune/Loss (Raw)": 0.8652161359786987, "Finetune/Step": 5305, "Finetune/Step Time": 6.755538018420339}
+{"Finetune/Learning Rate": 1.6992043980573597e-05, "Finetune/Loss": 0.8524473905563354, "Finetune/Loss (Raw)": 0.912612795829773, "Finetune/Step": 5306, "Finetune/Step Time": 6.747635405510664}
+{"Finetune/Learning Rate": 1.6990839982889375e-05, "Finetune/Loss": 0.8536189794540405, "Finetune/Loss (Raw)": 0.8281646370887756, "Finetune/Step": 5307, "Finetune/Step Time": 6.7429189234972}
+{"Finetune/Learning Rate": 1.6989635786964813e-05, "Finetune/Loss": 0.8523401021957397, "Finetune/Loss (Raw)": 0.833157479763031, "Finetune/Step": 5308, "Finetune/Step Time": 6.749370101839304}
+{"Finetune/Learning Rate": 1.6988431392834057e-05, "Finetune/Loss": 0.8524792194366455, "Finetune/Loss (Raw)": 0.899888813495636, "Finetune/Step": 5309, "Finetune/Step Time": 6.76363130658865}
+{"Finetune/Learning Rate": 1.698722680053126e-05, "Finetune/Loss": 0.8520171642303467, "Finetune/Loss (Raw)": 0.9225678443908691, "Finetune/Step": 5310, "Finetune/Step Time": 6.770097391679883}
+{"Finetune/Learning Rate": 1.6986022010090575e-05, "Finetune/Loss": 0.8506777882575989, "Finetune/Loss (Raw)": 0.7598161101341248, "Finetune/Step": 5311, "Finetune/Step Time": 6.774055730551481}
+{"Finetune/Learning Rate": 1.6984817021546177e-05, "Finetune/Loss": 0.8509401082992554, "Finetune/Loss (Raw)": 0.9719228744506836, "Finetune/Step": 5312, "Finetune/Step Time": 6.773076739162207}
+{"Finetune/Learning Rate": 1.698361183493223e-05, "Finetune/Loss": 0.8509232401847839, "Finetune/Loss (Raw)": 0.9379509091377258, "Finetune/Step": 5313, "Finetune/Step Time": 6.768878238275647}
+{"Finetune/Learning Rate": 1.6982406450282903e-05, "Finetune/Loss": 0.8502079248428345, "Finetune/Loss (Raw)": 0.8570900559425354, "Finetune/Step": 5314, "Finetune/Step Time": 6.770965168252587}
+{"Finetune/Learning Rate": 1.698120086763239e-05, "Finetune/Loss": 0.8496838808059692, "Finetune/Loss (Raw)": 0.8523659110069275, "Finetune/Step": 5315, "Finetune/Step Time": 6.773419991135597}
+{"Finetune/Learning Rate": 1.697999508701487e-05, "Finetune/Loss": 0.8500744104385376, "Finetune/Loss (Raw)": 0.919450044631958, "Finetune/Step": 5316, "Finetune/Step Time": 6.777259899303317}
+{"Finetune/Learning Rate": 1.697878910846454e-05, "Finetune/Loss": 0.8488306999206543, "Finetune/Loss (Raw)": 0.6747371554374695, "Finetune/Step": 5317, "Finetune/Step Time": 6.79126363992691}
+{"Finetune/Learning Rate": 1.6977582932015596e-05, "Finetune/Loss": 0.8492949604988098, "Finetune/Loss (Raw)": 0.9647439122200012, "Finetune/Step": 5318, "Finetune/Step Time": 6.797398906201124}
+{"Finetune/Learning Rate": 1.6976376557702244e-05, "Finetune/Loss": 0.8510963916778564, "Finetune/Loss (Raw)": 0.9560317993164062, "Finetune/Step": 5319, "Finetune/Step Time": 6.789658237248659}
+{"Finetune/Learning Rate": 1.6975169985558686e-05, "Finetune/Loss": 0.8507519960403442, "Finetune/Loss (Raw)": 0.9069074988365173, "Finetune/Step": 5320, "Finetune/Step Time": 6.8004925306886435}
+{"Finetune/Learning Rate": 1.6973963215619144e-05, "Finetune/Loss": 0.8499183058738708, "Finetune/Loss (Raw)": 0.7654814720153809, "Finetune/Step": 5321, "Finetune/Step Time": 6.8026063721627}
+{"Finetune/Learning Rate": 1.6972756247917837e-05, "Finetune/Loss": 0.8496868014335632, "Finetune/Loss (Raw)": 0.8708627820014954, "Finetune/Step": 5322, "Finetune/Step Time": 6.799455683678389}
+{"Finetune/Learning Rate": 1.6971549082488987e-05, "Finetune/Loss": 0.8500267863273621, "Finetune/Loss (Raw)": 0.8825923204421997, "Finetune/Step": 5323, "Finetune/Step Time": 6.798254719004035}
+{"Finetune/Learning Rate": 1.6970341719366835e-05, "Finetune/Loss": 0.8514871001243591, "Finetune/Loss (Raw)": 0.9571021199226379, "Finetune/Step": 5324, "Finetune/Step Time": 6.798446949571371}
+{"Finetune/Learning Rate": 1.696913415858561e-05, "Finetune/Loss": 0.8520269393920898, "Finetune/Loss (Raw)": 0.8493248224258423, "Finetune/Step": 5325, "Finetune/Step Time": 6.785903267562389}
+{"Finetune/Learning Rate": 1.696792640017956e-05, "Finetune/Loss": 0.8508402109146118, "Finetune/Loss (Raw)": 0.8024587035179138, "Finetune/Step": 5326, "Finetune/Step Time": 6.786128284409642}
+{"Finetune/Learning Rate": 1.6966718444182926e-05, "Finetune/Loss": 0.8501987457275391, "Finetune/Loss (Raw)": 0.8205649256706238, "Finetune/Step": 5327, "Finetune/Step Time": 6.785044020041823}
+{"Finetune/Learning Rate": 1.6965510290629973e-05, "Finetune/Loss": 0.8506211042404175, "Finetune/Loss (Raw)": 0.9562383890151978, "Finetune/Step": 5328, "Finetune/Step Time": 6.7830011155456305}
+{"Finetune/Learning Rate": 1.696430193955495e-05, "Finetune/Loss": 0.8516451120376587, "Finetune/Loss (Raw)": 0.9048753380775452, "Finetune/Step": 5329, "Finetune/Step Time": 6.772654807195067}
+{"Finetune/Learning Rate": 1.6963093390992134e-05, "Finetune/Loss": 0.8539247512817383, "Finetune/Loss (Raw)": 1.0370019674301147, "Finetune/Step": 5330, "Finetune/Step Time": 6.769127191975713}
+{"Finetune/Learning Rate": 1.6961884644975786e-05, "Finetune/Loss": 0.8537688851356506, "Finetune/Loss (Raw)": 0.7064319252967834, "Finetune/Step": 5331, "Finetune/Step Time": 6.769098861142993}
+{"Finetune/Learning Rate": 1.696067570154019e-05, "Finetune/Loss": 0.8538790941238403, "Finetune/Loss (Raw)": 0.8857032656669617, "Finetune/Step": 5332, "Finetune/Step Time": 6.772477928549051}
+{"Finetune/Learning Rate": 1.695946656071962e-05, "Finetune/Loss": 0.8545377850532532, "Finetune/Loss (Raw)": 0.9066544771194458, "Finetune/Step": 5333, "Finetune/Step Time": 6.771790647879243}
+{"Finetune/Learning Rate": 1.695825722254837e-05, "Finetune/Loss": 0.854769229888916, "Finetune/Loss (Raw)": 0.985532820224762, "Finetune/Step": 5334, "Finetune/Step Time": 6.769928904250264}
+{"Finetune/Learning Rate": 1.6957047687060732e-05, "Finetune/Loss": 0.8539470434188843, "Finetune/Loss (Raw)": 0.8152777552604675, "Finetune/Step": 5335, "Finetune/Step Time": 6.772555459290743}
+{"Finetune/Learning Rate": 1.6955837954291007e-05, "Finetune/Loss": 0.8527549505233765, "Finetune/Loss (Raw)": 0.7920383214950562, "Finetune/Step": 5336, "Finetune/Step Time": 6.771212577819824}
+{"Finetune/Learning Rate": 1.6954628024273496e-05, "Finetune/Loss": 0.8552343845367432, "Finetune/Loss (Raw)": 0.992878794670105, "Finetune/Step": 5337, "Finetune/Step Time": 6.756483152508736}
+{"Finetune/Learning Rate": 1.695341789704251e-05, "Finetune/Loss": 0.8546708822250366, "Finetune/Loss (Raw)": 0.8204197287559509, "Finetune/Step": 5338, "Finetune/Step Time": 6.7549107279628515}
+{"Finetune/Learning Rate": 1.6952207572632368e-05, "Finetune/Loss": 0.8546489477157593, "Finetune/Loss (Raw)": 0.6740058660507202, "Finetune/Step": 5339, "Finetune/Step Time": 6.758806847035885}
+{"Finetune/Learning Rate": 1.6950997051077384e-05, "Finetune/Loss": 0.8550939559936523, "Finetune/Loss (Raw)": 0.914523184299469, "Finetune/Step": 5340, "Finetune/Step Time": 6.750191146507859}
+{"Finetune/Learning Rate": 1.694978633241189e-05, "Finetune/Loss": 0.8554352521896362, "Finetune/Loss (Raw)": 1.0310930013656616, "Finetune/Step": 5341, "Finetune/Step Time": 6.751791307702661}
+{"Finetune/Learning Rate": 1.6948575416670222e-05, "Finetune/Loss": 0.8552617430686951, "Finetune/Loss (Raw)": 0.8748763203620911, "Finetune/Step": 5342, "Finetune/Step Time": 6.757296828553081}
+{"Finetune/Learning Rate": 1.6947364303886712e-05, "Finetune/Loss": 0.8545176386833191, "Finetune/Loss (Raw)": 0.833687424659729, "Finetune/Step": 5343, "Finetune/Step Time": 6.7560979295521975}
+{"Finetune/Learning Rate": 1.6946152994095705e-05, "Finetune/Loss": 0.8556186556816101, "Finetune/Loss (Raw)": 0.9647614359855652, "Finetune/Step": 5344, "Finetune/Step Time": 6.737125679850578}
+{"Finetune/Learning Rate": 1.6944941487331553e-05, "Finetune/Loss": 0.8559528589248657, "Finetune/Loss (Raw)": 0.8603115081787109, "Finetune/Step": 5345, "Finetune/Step Time": 6.719525659456849}
+{"Finetune/Learning Rate": 1.694372978362861e-05, "Finetune/Loss": 0.8560372591018677, "Finetune/Loss (Raw)": 0.728422999382019, "Finetune/Step": 5346, "Finetune/Step Time": 6.717915406450629}
+{"Finetune/Learning Rate": 1.694251788302123e-05, "Finetune/Loss": 0.8550499677658081, "Finetune/Loss (Raw)": 0.6473021507263184, "Finetune/Step": 5347, "Finetune/Step Time": 6.723286036401987}
+{"Finetune/Learning Rate": 1.694130578554379e-05, "Finetune/Loss": 0.8536237478256226, "Finetune/Loss (Raw)": 0.7704519629478455, "Finetune/Step": 5348, "Finetune/Step Time": 6.723715268075466}
+{"Finetune/Learning Rate": 1.6940093491230657e-05, "Finetune/Loss": 0.8524422645568848, "Finetune/Loss (Raw)": 0.8038334846496582, "Finetune/Step": 5349, "Finetune/Step Time": 6.722250809893012}
+{"Finetune/Learning Rate": 1.693888100011621e-05, "Finetune/Loss": 0.8521730899810791, "Finetune/Loss (Raw)": 0.8522352576255798, "Finetune/Step": 5350, "Finetune/Step Time": 6.725795939564705}
+{"Finetune/Learning Rate": 1.6937668312234825e-05, "Finetune/Loss": 0.851741373538971, "Finetune/Loss (Raw)": 0.8098621368408203, "Finetune/Step": 5351, "Finetune/Step Time": 6.72474798001349}
+{"Finetune/Learning Rate": 1.6936455427620894e-05, "Finetune/Loss": 0.8515282273292542, "Finetune/Loss (Raw)": 0.8494083285331726, "Finetune/Step": 5352, "Finetune/Step Time": 6.726130526512861}
+{"Finetune/Learning Rate": 1.6935242346308812e-05, "Finetune/Loss": 0.8499947190284729, "Finetune/Loss (Raw)": 0.7307238578796387, "Finetune/Step": 5353, "Finetune/Step Time": 6.742307353764772}
+{"Finetune/Learning Rate": 1.6934029068332977e-05, "Finetune/Loss": 0.8494422435760498, "Finetune/Loss (Raw)": 0.794677197933197, "Finetune/Step": 5354, "Finetune/Step Time": 6.73290004953742}
+{"Finetune/Learning Rate": 1.6932815593727798e-05, "Finetune/Loss": 0.8513691425323486, "Finetune/Loss (Raw)": 0.9967421293258667, "Finetune/Step": 5355, "Finetune/Step Time": 6.724999602884054}
+{"Finetune/Learning Rate": 1.6931601922527684e-05, "Finetune/Loss": 0.8509416580200195, "Finetune/Loss (Raw)": 0.8513410091400146, "Finetune/Step": 5356, "Finetune/Step Time": 6.726789543405175}
+{"Finetune/Learning Rate": 1.6930388054767047e-05, "Finetune/Loss": 0.8506968021392822, "Finetune/Loss (Raw)": 0.8194500207901001, "Finetune/Step": 5357, "Finetune/Step Time": 6.743617415428162}
+{"Finetune/Learning Rate": 1.692917399048031e-05, "Finetune/Loss": 0.848569393157959, "Finetune/Loss (Raw)": 0.6572937965393066, "Finetune/Step": 5358, "Finetune/Step Time": 6.738185888156295}
+{"Finetune/Learning Rate": 1.6927959729701912e-05, "Finetune/Loss": 0.8487754464149475, "Finetune/Loss (Raw)": 0.8202188014984131, "Finetune/Step": 5359, "Finetune/Step Time": 6.723363114520907}
+{"Finetune/Learning Rate": 1.692674527246627e-05, "Finetune/Loss": 0.8479812145233154, "Finetune/Loss (Raw)": 0.879057765007019, "Finetune/Step": 5360, "Finetune/Step Time": 6.7224935702979565}
+{"Finetune/Learning Rate": 1.6925530618807832e-05, "Finetune/Loss": 0.8488227725028992, "Finetune/Loss (Raw)": 0.8702372312545776, "Finetune/Step": 5361, "Finetune/Step Time": 6.725281594321132}
+{"Finetune/Learning Rate": 1.6924315768761036e-05, "Finetune/Loss": 0.8495944738388062, "Finetune/Loss (Raw)": 1.0352833271026611, "Finetune/Step": 5362, "Finetune/Step Time": 6.73908769339323}
+{"Finetune/Learning Rate": 1.6923100722360333e-05, "Finetune/Loss": 0.8504745960235596, "Finetune/Loss (Raw)": 0.9212995171546936, "Finetune/Step": 5363, "Finetune/Step Time": 6.71420669183135}
+{"Finetune/Learning Rate": 1.6921885479640186e-05, "Finetune/Loss": 0.8505821228027344, "Finetune/Loss (Raw)": 0.7097036838531494, "Finetune/Step": 5364, "Finetune/Step Time": 6.702490903437138}
+{"Finetune/Learning Rate": 1.6920670040635047e-05, "Finetune/Loss": 0.8504294157028198, "Finetune/Loss (Raw)": 0.9321995377540588, "Finetune/Step": 5365, "Finetune/Step Time": 6.699702935293317}
+{"Finetune/Learning Rate": 1.6919454405379384e-05, "Finetune/Loss": 0.8510695695877075, "Finetune/Loss (Raw)": 0.8758507370948792, "Finetune/Step": 5366, "Finetune/Step Time": 6.704355297610164}
+{"Finetune/Learning Rate": 1.6918238573907672e-05, "Finetune/Loss": 0.8520724773406982, "Finetune/Loss (Raw)": 0.9939452409744263, "Finetune/Step": 5367, "Finetune/Step Time": 6.701163318008184}
+{"Finetune/Learning Rate": 1.6917022546254388e-05, "Finetune/Loss": 0.8533740043640137, "Finetune/Loss (Raw)": 1.0130500793457031, "Finetune/Step": 5368, "Finetune/Step Time": 6.7038744650781155}
+{"Finetune/Learning Rate": 1.6915806322454013e-05, "Finetune/Loss": 0.8530770540237427, "Finetune/Loss (Raw)": 0.8242283463478088, "Finetune/Step": 5369, "Finetune/Step Time": 6.708942906931043}
+{"Finetune/Learning Rate": 1.6914589902541038e-05, "Finetune/Loss": 0.8530316948890686, "Finetune/Loss (Raw)": 0.7700897455215454, "Finetune/Step": 5370, "Finetune/Step Time": 6.697822952643037}
+{"Finetune/Learning Rate": 1.691337328654995e-05, "Finetune/Loss": 0.853209376335144, "Finetune/Loss (Raw)": 0.9280142188072205, "Finetune/Step": 5371, "Finetune/Step Time": 6.695666033774614}
+{"Finetune/Learning Rate": 1.6912156474515264e-05, "Finetune/Loss": 0.8526512384414673, "Finetune/Loss (Raw)": 0.8135988116264343, "Finetune/Step": 5372, "Finetune/Step Time": 6.693990053609014}
+{"Finetune/Learning Rate": 1.691093946647147e-05, "Finetune/Loss": 0.8519104719161987, "Finetune/Loss (Raw)": 0.8031232357025146, "Finetune/Step": 5373, "Finetune/Step Time": 6.693744836375117}
+{"Finetune/Learning Rate": 1.6909722262453086e-05, "Finetune/Loss": 0.851215124130249, "Finetune/Loss (Raw)": 0.8312558531761169, "Finetune/Step": 5374, "Finetune/Step Time": 6.689222157001495}
+{"Finetune/Learning Rate": 1.6908504862494626e-05, "Finetune/Loss": 0.8506561517715454, "Finetune/Loss (Raw)": 0.8535758852958679, "Finetune/Step": 5375, "Finetune/Step Time": 6.69045671261847}
+{"Finetune/Learning Rate": 1.6907287266630614e-05, "Finetune/Loss": 0.85004723072052, "Finetune/Loss (Raw)": 0.7148595452308655, "Finetune/Step": 5376, "Finetune/Step Time": 6.686246437951922}
+{"Finetune/Learning Rate": 1.690606947489558e-05, "Finetune/Loss": 0.850167989730835, "Finetune/Loss (Raw)": 0.8948051333427429, "Finetune/Step": 5377, "Finetune/Step Time": 6.685074768960476}
+{"Finetune/Learning Rate": 1.690485148732405e-05, "Finetune/Loss": 0.850690484046936, "Finetune/Loss (Raw)": 0.9610303044319153, "Finetune/Step": 5378, "Finetune/Step Time": 6.689179750159383}
+{"Finetune/Learning Rate": 1.6903633303950565e-05, "Finetune/Loss": 0.8510398864746094, "Finetune/Loss (Raw)": 0.7511675953865051, "Finetune/Step": 5379, "Finetune/Step Time": 6.707143725827336}
+{"Finetune/Learning Rate": 1.6902414924809675e-05, "Finetune/Loss": 0.8507713079452515, "Finetune/Loss (Raw)": 0.8600813150405884, "Finetune/Step": 5380, "Finetune/Step Time": 6.706314016133547}
+{"Finetune/Learning Rate": 1.6901196349935923e-05, "Finetune/Loss": 0.8511630892753601, "Finetune/Loss (Raw)": 0.8579686880111694, "Finetune/Step": 5381, "Finetune/Step Time": 6.703790035098791}
+{"Finetune/Learning Rate": 1.689997757936387e-05, "Finetune/Loss": 0.8512027859687805, "Finetune/Loss (Raw)": 0.7652180790901184, "Finetune/Step": 5382, "Finetune/Step Time": 6.706139056012034}
+{"Finetune/Learning Rate": 1.689875861312807e-05, "Finetune/Loss": 0.849457323551178, "Finetune/Loss (Raw)": 0.708320677280426, "Finetune/Step": 5383, "Finetune/Step Time": 6.710551116615534}
+{"Finetune/Learning Rate": 1.6897539451263093e-05, "Finetune/Loss": 0.8496670722961426, "Finetune/Loss (Raw)": 0.825004518032074, "Finetune/Step": 5384, "Finetune/Step Time": 6.724777041003108}
+{"Finetune/Learning Rate": 1.6896320093803516e-05, "Finetune/Loss": 0.8491772413253784, "Finetune/Loss (Raw)": 0.8050622344017029, "Finetune/Step": 5385, "Finetune/Step Time": 6.722670365124941}
+{"Finetune/Learning Rate": 1.6895100540783906e-05, "Finetune/Loss": 0.8479008078575134, "Finetune/Loss (Raw)": 0.8181062340736389, "Finetune/Step": 5386, "Finetune/Step Time": 6.717929711565375}
+{"Finetune/Learning Rate": 1.6893880792238856e-05, "Finetune/Loss": 0.8475992679595947, "Finetune/Loss (Raw)": 0.8363354206085205, "Finetune/Step": 5387, "Finetune/Step Time": 6.717504311352968}
+{"Finetune/Learning Rate": 1.689266084820295e-05, "Finetune/Loss": 0.8489642143249512, "Finetune/Loss (Raw)": 0.8686904311180115, "Finetune/Step": 5388, "Finetune/Step Time": 6.709773764014244}
+{"Finetune/Learning Rate": 1.6891440708710778e-05, "Finetune/Loss": 0.8501928448677063, "Finetune/Loss (Raw)": 0.8563862442970276, "Finetune/Step": 5389, "Finetune/Step Time": 6.693620143458247}
+{"Finetune/Learning Rate": 1.689022037379695e-05, "Finetune/Loss": 0.8500155210494995, "Finetune/Loss (Raw)": 0.862358033657074, "Finetune/Step": 5390, "Finetune/Step Time": 6.688822269439697}
+{"Finetune/Learning Rate": 1.688899984349606e-05, "Finetune/Loss": 0.8491805791854858, "Finetune/Loss (Raw)": 0.8310797810554504, "Finetune/Step": 5391, "Finetune/Step Time": 6.669294031336904}
+{"Finetune/Learning Rate": 1.6887779117842727e-05, "Finetune/Loss": 0.8497892618179321, "Finetune/Loss (Raw)": 0.845969557762146, "Finetune/Step": 5392, "Finetune/Step Time": 6.657879373058677}
+{"Finetune/Learning Rate": 1.6886558196871562e-05, "Finetune/Loss": 0.8496005535125732, "Finetune/Loss (Raw)": 0.8338097929954529, "Finetune/Step": 5393, "Finetune/Step Time": 6.64560211636126}
+{"Finetune/Learning Rate": 1.6885337080617195e-05, "Finetune/Loss": 0.848800778388977, "Finetune/Loss (Raw)": 0.8762249946594238, "Finetune/Step": 5394, "Finetune/Step Time": 6.657638365402818}
+{"Finetune/Learning Rate": 1.6884115769114245e-05, "Finetune/Loss": 0.8466305732727051, "Finetune/Loss (Raw)": 0.6827031373977661, "Finetune/Step": 5395, "Finetune/Step Time": 6.672935616225004}
+{"Finetune/Learning Rate": 1.6882894262397343e-05, "Finetune/Loss": 0.8464685678482056, "Finetune/Loss (Raw)": 0.8637733459472656, "Finetune/Step": 5396, "Finetune/Step Time": 6.674948735162616}
+{"Finetune/Learning Rate": 1.688167256050114e-05, "Finetune/Loss": 0.8459755778312683, "Finetune/Loss (Raw)": 0.7611002326011658, "Finetune/Step": 5397, "Finetune/Step Time": 6.667590918019414}
+{"Finetune/Learning Rate": 1.6880450663460262e-05, "Finetune/Loss": 0.8456135988235474, "Finetune/Loss (Raw)": 0.8656490445137024, "Finetune/Step": 5398, "Finetune/Step Time": 6.6735253017395735}
+{"Finetune/Learning Rate": 1.6879228571309377e-05, "Finetune/Loss": 0.8469512462615967, "Finetune/Loss (Raw)": 0.8916516304016113, "Finetune/Step": 5399, "Finetune/Step Time": 6.661671994253993}
+{"Finetune/Learning Rate": 1.687800628408313e-05, "Finetune/Loss": 0.846076488494873, "Finetune/Loss (Raw)": 0.861227810382843, "Finetune/Step": 5400, "Finetune/Step Time": 6.668979577720165}
+{"Finetune/Learning Rate": 1.687678380181618e-05, "Finetune/Loss": 0.8444704413414001, "Finetune/Loss (Raw)": 0.6987394094467163, "Finetune/Step": 5401, "Finetune/Step Time": 6.684823043644428}
+{"Finetune/Learning Rate": 1.68755611245432e-05, "Finetune/Loss": 0.8445186018943787, "Finetune/Loss (Raw)": 0.8781295418739319, "Finetune/Step": 5402, "Finetune/Step Time": 6.703535716980696}
+{"Finetune/Learning Rate": 1.687433825229886e-05, "Finetune/Loss": 0.8450785875320435, "Finetune/Loss (Raw)": 0.8055623769760132, "Finetune/Step": 5403, "Finetune/Step Time": 6.707396550104022}
+{"Finetune/Learning Rate": 1.6873115185117828e-05, "Finetune/Loss": 0.8473684787750244, "Finetune/Loss (Raw)": 0.9366198182106018, "Finetune/Step": 5404, "Finetune/Step Time": 6.710100933909416}
+{"Finetune/Learning Rate": 1.6871891923034797e-05, "Finetune/Loss": 0.8469268083572388, "Finetune/Loss (Raw)": 0.7473486661911011, "Finetune/Step": 5405, "Finetune/Step Time": 6.7202142756432295}
+{"Finetune/Learning Rate": 1.6870668466084453e-05, "Finetune/Loss": 0.8479375839233398, "Finetune/Loss (Raw)": 0.9840781688690186, "Finetune/Step": 5406, "Finetune/Step Time": 6.7227420676499605}
+{"Finetune/Learning Rate": 1.686944481430149e-05, "Finetune/Loss": 0.8495602011680603, "Finetune/Loss (Raw)": 0.8533890247344971, "Finetune/Step": 5407, "Finetune/Step Time": 6.714470015838742}
+{"Finetune/Learning Rate": 1.6868220967720604e-05, "Finetune/Loss": 0.8473954200744629, "Finetune/Loss (Raw)": 0.6894255876541138, "Finetune/Step": 5408, "Finetune/Step Time": 6.731230437755585}
+{"Finetune/Learning Rate": 1.68669969263765e-05, "Finetune/Loss": 0.8482178449630737, "Finetune/Loss (Raw)": 0.8278272151947021, "Finetune/Step": 5409, "Finetune/Step Time": 6.721949236467481}
+{"Finetune/Learning Rate": 1.6865772690303894e-05, "Finetune/Loss": 0.8469589948654175, "Finetune/Loss (Raw)": 0.8344018459320068, "Finetune/Step": 5410, "Finetune/Step Time": 6.724805328994989}
+{"Finetune/Learning Rate": 1.6864548259537497e-05, "Finetune/Loss": 0.8478477597236633, "Finetune/Loss (Raw)": 0.8904622197151184, "Finetune/Step": 5411, "Finetune/Step Time": 6.732065008953214}
+{"Finetune/Learning Rate": 1.6863323634112034e-05, "Finetune/Loss": 0.8473725318908691, "Finetune/Loss (Raw)": 0.8333984017372131, "Finetune/Step": 5412, "Finetune/Step Time": 6.731517367064953}
+{"Finetune/Learning Rate": 1.6862098814062227e-05, "Finetune/Loss": 0.8472834229469299, "Finetune/Loss (Raw)": 0.7454107999801636, "Finetune/Step": 5413, "Finetune/Step Time": 6.727478642016649}
+{"Finetune/Learning Rate": 1.686087379942281e-05, "Finetune/Loss": 0.8469586372375488, "Finetune/Loss (Raw)": 0.7590880393981934, "Finetune/Step": 5414, "Finetune/Step Time": 6.717009328305721}
+{"Finetune/Learning Rate": 1.6859648590228524e-05, "Finetune/Loss": 0.8457329869270325, "Finetune/Loss (Raw)": 0.746164083480835, "Finetune/Step": 5415, "Finetune/Step Time": 6.718371294438839}
+{"Finetune/Learning Rate": 1.6858423186514108e-05, "Finetune/Loss": 0.8463397026062012, "Finetune/Loss (Raw)": 0.9503893256187439, "Finetune/Step": 5416, "Finetune/Step Time": 6.718688897788525}
+{"Finetune/Learning Rate": 1.685719758831431e-05, "Finetune/Loss": 0.8446047306060791, "Finetune/Loss (Raw)": 0.7762699723243713, "Finetune/Step": 5417, "Finetune/Step Time": 6.73835875838995}
+{"Finetune/Learning Rate": 1.6855971795663895e-05, "Finetune/Loss": 0.8437412977218628, "Finetune/Loss (Raw)": 0.7781108021736145, "Finetune/Step": 5418, "Finetune/Step Time": 6.721022559329867}
+{"Finetune/Learning Rate": 1.685474580859761e-05, "Finetune/Loss": 0.8422667980194092, "Finetune/Loss (Raw)": 0.7361219525337219, "Finetune/Step": 5419, "Finetune/Step Time": 6.7154560424387455}
+{"Finetune/Learning Rate": 1.6853519627150227e-05, "Finetune/Loss": 0.8425495028495789, "Finetune/Loss (Raw)": 0.8850793242454529, "Finetune/Step": 5420, "Finetune/Step Time": 6.708029372617602}
+{"Finetune/Learning Rate": 1.685229325135652e-05, "Finetune/Loss": 0.843399167060852, "Finetune/Loss (Raw)": 0.8381398916244507, "Finetune/Step": 5421, "Finetune/Step Time": 6.707070814445615}
+{"Finetune/Learning Rate": 1.6851066681251258e-05, "Finetune/Loss": 0.8432214260101318, "Finetune/Loss (Raw)": 0.8869358897209167, "Finetune/Step": 5422, "Finetune/Step Time": 6.707464091479778}
+{"Finetune/Learning Rate": 1.6849839916869227e-05, "Finetune/Loss": 0.8422685861587524, "Finetune/Loss (Raw)": 0.7833109498023987, "Finetune/Step": 5423, "Finetune/Step Time": 6.69221861846745}
+{"Finetune/Learning Rate": 1.6848612958245215e-05, "Finetune/Loss": 0.8421666026115417, "Finetune/Loss (Raw)": 0.8010420203208923, "Finetune/Step": 5424, "Finetune/Step Time": 6.6931360606104136}
+{"Finetune/Learning Rate": 1.6847385805414017e-05, "Finetune/Loss": 0.8412954807281494, "Finetune/Loss (Raw)": 0.7778534293174744, "Finetune/Step": 5425, "Finetune/Step Time": 6.693542145192623}
+{"Finetune/Learning Rate": 1.6846158458410426e-05, "Finetune/Loss": 0.8407613039016724, "Finetune/Loss (Raw)": 0.7431652545928955, "Finetune/Step": 5426, "Finetune/Step Time": 6.6892661433666945}
+{"Finetune/Learning Rate": 1.6844930917269252e-05, "Finetune/Loss": 0.8414178490638733, "Finetune/Loss (Raw)": 0.8617539405822754, "Finetune/Step": 5427, "Finetune/Step Time": 6.688048150390387}
+{"Finetune/Learning Rate": 1.6843703182025298e-05, "Finetune/Loss": 0.8403710126876831, "Finetune/Loss (Raw)": 0.7991163730621338, "Finetune/Step": 5428, "Finetune/Step Time": 6.687716828659177}
+{"Finetune/Learning Rate": 1.6842475252713383e-05, "Finetune/Loss": 0.8410917520523071, "Finetune/Loss (Raw)": 0.8402971029281616, "Finetune/Step": 5429, "Finetune/Step Time": 6.672812478616834}
+{"Finetune/Learning Rate": 1.684124712936833e-05, "Finetune/Loss": 0.8413941860198975, "Finetune/Loss (Raw)": 0.8737184405326843, "Finetune/Step": 5430, "Finetune/Step Time": 6.672035230323672}
+{"Finetune/Learning Rate": 1.6840018812024958e-05, "Finetune/Loss": 0.8427945971488953, "Finetune/Loss (Raw)": 0.8756032586097717, "Finetune/Step": 5431, "Finetune/Step Time": 6.669810114428401}
+{"Finetune/Learning Rate": 1.6838790300718107e-05, "Finetune/Loss": 0.8444681167602539, "Finetune/Loss (Raw)": 0.8025866746902466, "Finetune/Step": 5432, "Finetune/Step Time": 6.654229799285531}
+{"Finetune/Learning Rate": 1.6837561595482606e-05, "Finetune/Loss": 0.8446452617645264, "Finetune/Loss (Raw)": 0.8878943920135498, "Finetune/Step": 5433, "Finetune/Step Time": 6.655279535800219}
+{"Finetune/Learning Rate": 1.6836332696353305e-05, "Finetune/Loss": 0.8441612124443054, "Finetune/Loss (Raw)": 0.8506473302841187, "Finetune/Step": 5434, "Finetune/Step Time": 6.653612956404686}
+{"Finetune/Learning Rate": 1.6835103603365047e-05, "Finetune/Loss": 0.8443474769592285, "Finetune/Loss (Raw)": 0.8520050644874573, "Finetune/Step": 5435, "Finetune/Step Time": 6.652572799474001}
+{"Finetune/Learning Rate": 1.6833874316552686e-05, "Finetune/Loss": 0.8447120785713196, "Finetune/Loss (Raw)": 0.8798313140869141, "Finetune/Step": 5436, "Finetune/Step Time": 6.649914914742112}
+{"Finetune/Learning Rate": 1.6832644835951086e-05, "Finetune/Loss": 0.8451309204101562, "Finetune/Loss (Raw)": 0.9534923434257507, "Finetune/Step": 5437, "Finetune/Step Time": 6.639794891700149}
+{"Finetune/Learning Rate": 1.6831415161595103e-05, "Finetune/Loss": 0.8458496332168579, "Finetune/Loss (Raw)": 1.0145708322525024, "Finetune/Step": 5438, "Finetune/Step Time": 6.637144196778536}
+{"Finetune/Learning Rate": 1.6830185293519616e-05, "Finetune/Loss": 0.8466426134109497, "Finetune/Loss (Raw)": 0.8613111972808838, "Finetune/Step": 5439, "Finetune/Step Time": 6.6384437084198}
+{"Finetune/Learning Rate": 1.6828955231759495e-05, "Finetune/Loss": 0.844232439994812, "Finetune/Loss (Raw)": 0.6634261012077332, "Finetune/Step": 5440, "Finetune/Step Time": 6.638116978108883}
+{"Finetune/Learning Rate": 1.6827724976349624e-05, "Finetune/Loss": 0.8434879183769226, "Finetune/Loss (Raw)": 0.8426520824432373, "Finetune/Step": 5441, "Finetune/Step Time": 6.640910027548671}
+{"Finetune/Learning Rate": 1.6826494527324887e-05, "Finetune/Loss": 0.8438893556594849, "Finetune/Loss (Raw)": 0.9084737300872803, "Finetune/Step": 5442, "Finetune/Step Time": 6.640405178070068}
+{"Finetune/Learning Rate": 1.6825263884720176e-05, "Finetune/Loss": 0.8426833748817444, "Finetune/Loss (Raw)": 0.6980014443397522, "Finetune/Step": 5443, "Finetune/Step Time": 6.635809492319822}
+{"Finetune/Learning Rate": 1.682403304857039e-05, "Finetune/Loss": 0.8419373631477356, "Finetune/Loss (Raw)": 0.823959231376648, "Finetune/Step": 5444, "Finetune/Step Time": 6.634137338027358}
+{"Finetune/Learning Rate": 1.6822802018910437e-05, "Finetune/Loss": 0.8429765701293945, "Finetune/Loss (Raw)": 0.8077573776245117, "Finetune/Step": 5445, "Finetune/Step Time": 6.618967968970537}
+{"Finetune/Learning Rate": 1.6821570795775212e-05, "Finetune/Loss": 0.8410676717758179, "Finetune/Loss (Raw)": 0.7204045057296753, "Finetune/Step": 5446, "Finetune/Step Time": 6.617376796901226}
+{"Finetune/Learning Rate": 1.682033937919964e-05, "Finetune/Loss": 0.8398208618164062, "Finetune/Loss (Raw)": 0.7964379191398621, "Finetune/Step": 5447, "Finetune/Step Time": 6.619440011680126}
+{"Finetune/Learning Rate": 1.681910776921864e-05, "Finetune/Loss": 0.8392764329910278, "Finetune/Loss (Raw)": 0.8372239470481873, "Finetune/Step": 5448, "Finetune/Step Time": 6.610620209947228}
+{"Finetune/Learning Rate": 1.6817875965867135e-05, "Finetune/Loss": 0.8403799533843994, "Finetune/Loss (Raw)": 0.9067277312278748, "Finetune/Step": 5449, "Finetune/Step Time": 6.609119389206171}
+{"Finetune/Learning Rate": 1.681664396918005e-05, "Finetune/Loss": 0.8394142389297485, "Finetune/Loss (Raw)": 0.7472540140151978, "Finetune/Step": 5450, "Finetune/Step Time": 6.6277311239391565}
+{"Finetune/Learning Rate": 1.681541177919233e-05, "Finetune/Loss": 0.8391860723495483, "Finetune/Loss (Raw)": 0.8533906936645508, "Finetune/Step": 5451, "Finetune/Step Time": 6.629654418677092}
+{"Finetune/Learning Rate": 1.6814179395938915e-05, "Finetune/Loss": 0.8385380506515503, "Finetune/Loss (Raw)": 0.8741559386253357, "Finetune/Step": 5452, "Finetune/Step Time": 6.6281369142234325}
+{"Finetune/Learning Rate": 1.6812946819454742e-05, "Finetune/Loss": 0.8388271331787109, "Finetune/Loss (Raw)": 0.8863148093223572, "Finetune/Step": 5453, "Finetune/Step Time": 6.623792300000787}
+{"Finetune/Learning Rate": 1.6811714049774775e-05, "Finetune/Loss": 0.8403570652008057, "Finetune/Loss (Raw)": 0.9982933402061462, "Finetune/Step": 5454, "Finetune/Step Time": 6.6268737725913525}
+{"Finetune/Learning Rate": 1.681048108693397e-05, "Finetune/Loss": 0.8405115008354187, "Finetune/Loss (Raw)": 0.8403342366218567, "Finetune/Step": 5455, "Finetune/Step Time": 6.642887491732836}
+{"Finetune/Learning Rate": 1.6809247930967282e-05, "Finetune/Loss": 0.8407219648361206, "Finetune/Loss (Raw)": 0.9831826686859131, "Finetune/Step": 5456, "Finetune/Step Time": 6.642674123868346}
+{"Finetune/Learning Rate": 1.6808014581909687e-05, "Finetune/Loss": 0.8413012623786926, "Finetune/Loss (Raw)": 0.9790225028991699, "Finetune/Step": 5457, "Finetune/Step Time": 6.641850246116519}
+{"Finetune/Learning Rate": 1.680678103979616e-05, "Finetune/Loss": 0.8394693732261658, "Finetune/Loss (Raw)": 0.8025160431861877, "Finetune/Step": 5458, "Finetune/Step Time": 6.649542288854718}
+{"Finetune/Learning Rate": 1.6805547304661677e-05, "Finetune/Loss": 0.8401198387145996, "Finetune/Loss (Raw)": 0.7896954417228699, "Finetune/Step": 5459, "Finetune/Step Time": 6.637354277074337}
+{"Finetune/Learning Rate": 1.6804313376541226e-05, "Finetune/Loss": 0.840911328792572, "Finetune/Loss (Raw)": 0.9870156049728394, "Finetune/Step": 5460, "Finetune/Step Time": 6.634795278310776}
+{"Finetune/Learning Rate": 1.6803079255469797e-05, "Finetune/Loss": 0.8410493731498718, "Finetune/Loss (Raw)": 0.924319863319397, "Finetune/Step": 5461, "Finetune/Step Time": 6.64528451487422}
+{"Finetune/Learning Rate": 1.6801844941482385e-05, "Finetune/Loss": 0.8397903442382812, "Finetune/Loss (Raw)": 0.8243772387504578, "Finetune/Step": 5462, "Finetune/Step Time": 6.646319072693586}
+{"Finetune/Learning Rate": 1.6800610434613995e-05, "Finetune/Loss": 0.8400653600692749, "Finetune/Loss (Raw)": 0.8504796028137207, "Finetune/Step": 5463, "Finetune/Step Time": 6.642342621460557}
+{"Finetune/Learning Rate": 1.6799375734899624e-05, "Finetune/Loss": 0.8402743339538574, "Finetune/Loss (Raw)": 0.818790078163147, "Finetune/Step": 5464, "Finetune/Step Time": 6.645912380889058}
+{"Finetune/Learning Rate": 1.67981408423743e-05, "Finetune/Loss": 0.8383252620697021, "Finetune/Loss (Raw)": 0.7434030771255493, "Finetune/Step": 5465, "Finetune/Step Time": 6.657600214704871}
+{"Finetune/Learning Rate": 1.679690575707303e-05, "Finetune/Loss": 0.8382546901702881, "Finetune/Loss (Raw)": 0.8113722801208496, "Finetune/Step": 5466, "Finetune/Step Time": 6.659801337867975}
+{"Finetune/Learning Rate": 1.6795670479030837e-05, "Finetune/Loss": 0.8396472334861755, "Finetune/Loss (Raw)": 0.8522598147392273, "Finetune/Step": 5467, "Finetune/Step Time": 6.644883494824171}
+{"Finetune/Learning Rate": 1.6794435008282758e-05, "Finetune/Loss": 0.8398149013519287, "Finetune/Loss (Raw)": 0.9359895586967468, "Finetune/Step": 5468, "Finetune/Step Time": 6.645070197060704}
+{"Finetune/Learning Rate": 1.679319934486382e-05, "Finetune/Loss": 0.8376853466033936, "Finetune/Loss (Raw)": 0.7585098743438721, "Finetune/Step": 5469, "Finetune/Step Time": 6.65629843249917}
+{"Finetune/Learning Rate": 1.679196348880907e-05, "Finetune/Loss": 0.8376570343971252, "Finetune/Loss (Raw)": 0.8712446689605713, "Finetune/Step": 5470, "Finetune/Step Time": 6.650799652561545}
+{"Finetune/Learning Rate": 1.6790727440153545e-05, "Finetune/Loss": 0.8384218215942383, "Finetune/Loss (Raw)": 0.9315845966339111, "Finetune/Step": 5471, "Finetune/Step Time": 6.648462321609259}
+{"Finetune/Learning Rate": 1.6789491198932302e-05, "Finetune/Loss": 0.8377280235290527, "Finetune/Loss (Raw)": 0.8759587407112122, "Finetune/Step": 5472, "Finetune/Step Time": 6.641746528446674}
+{"Finetune/Learning Rate": 1.6788254765180397e-05, "Finetune/Loss": 0.8361062407493591, "Finetune/Loss (Raw)": 0.6527193188667297, "Finetune/Step": 5473, "Finetune/Step Time": 6.6509765740484}
+{"Finetune/Learning Rate": 1.6787018138932888e-05, "Finetune/Loss": 0.8382843732833862, "Finetune/Loss (Raw)": 1.0072206258773804, "Finetune/Step": 5474, "Finetune/Step Time": 6.657361563295126}
+{"Finetune/Learning Rate": 1.678578132022484e-05, "Finetune/Loss": 0.8396032452583313, "Finetune/Loss (Raw)": 0.8161174654960632, "Finetune/Step": 5475, "Finetune/Step Time": 6.651462281122804}
+{"Finetune/Learning Rate": 1.6784544309091337e-05, "Finetune/Loss": 0.8391203880310059, "Finetune/Loss (Raw)": 0.7086533904075623, "Finetune/Step": 5476, "Finetune/Step Time": 6.652625253424048}
+{"Finetune/Learning Rate": 1.6783307105567446e-05, "Finetune/Loss": 0.8399400115013123, "Finetune/Loss (Raw)": 0.9087353348731995, "Finetune/Step": 5477, "Finetune/Step Time": 6.665181547403336}
+{"Finetune/Learning Rate": 1.6782069709688254e-05, "Finetune/Loss": 0.8402426242828369, "Finetune/Loss (Raw)": 0.8909785151481628, "Finetune/Step": 5478, "Finetune/Step Time": 6.6670000944286585}
+{"Finetune/Learning Rate": 1.6780832121488856e-05, "Finetune/Loss": 0.8406150341033936, "Finetune/Loss (Raw)": 0.8575255870819092, "Finetune/Step": 5479, "Finetune/Step Time": 6.665758602321148}
+{"Finetune/Learning Rate": 1.6779594341004336e-05, "Finetune/Loss": 0.8413835763931274, "Finetune/Loss (Raw)": 0.9477822780609131, "Finetune/Step": 5480, "Finetune/Step Time": 6.663739342242479}
+{"Finetune/Learning Rate": 1.67783563682698e-05, "Finetune/Loss": 0.8435372710227966, "Finetune/Loss (Raw)": 1.0063976049423218, "Finetune/Step": 5481, "Finetune/Step Time": 6.648681024089456}
+{"Finetune/Learning Rate": 1.6777118203320354e-05, "Finetune/Loss": 0.8428835272789001, "Finetune/Loss (Raw)": 0.7109973430633545, "Finetune/Step": 5482, "Finetune/Step Time": 6.6466154884546995}
+{"Finetune/Learning Rate": 1.6775879846191107e-05, "Finetune/Loss": 0.8418285250663757, "Finetune/Loss (Raw)": 0.8617029786109924, "Finetune/Step": 5483, "Finetune/Step Time": 6.648722160607576}
+{"Finetune/Learning Rate": 1.6774641296917177e-05, "Finetune/Loss": 0.841632604598999, "Finetune/Loss (Raw)": 0.8262695670127869, "Finetune/Step": 5484, "Finetune/Step Time": 6.6418814565986395}
+{"Finetune/Learning Rate": 1.677340255553368e-05, "Finetune/Loss": 0.8438003063201904, "Finetune/Loss (Raw)": 1.0969067811965942, "Finetune/Step": 5485, "Finetune/Step Time": 6.622216356918216}
+{"Finetune/Learning Rate": 1.6772163622075752e-05, "Finetune/Loss": 0.846476674079895, "Finetune/Loss (Raw)": 0.9998681545257568, "Finetune/Step": 5486, "Finetune/Step Time": 6.608719790354371}
+{"Finetune/Learning Rate": 1.6770924496578518e-05, "Finetune/Loss": 0.8461899161338806, "Finetune/Loss (Raw)": 0.7835180163383484, "Finetune/Step": 5487, "Finetune/Step Time": 6.610844226554036}
+{"Finetune/Learning Rate": 1.676968517907712e-05, "Finetune/Loss": 0.8462491035461426, "Finetune/Loss (Raw)": 0.8866319060325623, "Finetune/Step": 5488, "Finetune/Step Time": 6.612923007458448}
+{"Finetune/Learning Rate": 1.67684456696067e-05, "Finetune/Loss": 0.8458417654037476, "Finetune/Loss (Raw)": 0.8180948495864868, "Finetune/Step": 5489, "Finetune/Step Time": 6.612901052460074}
+{"Finetune/Learning Rate": 1.6767205968202408e-05, "Finetune/Loss": 0.8437615036964417, "Finetune/Loss (Raw)": 0.7690175175666809, "Finetune/Step": 5490, "Finetune/Step Time": 6.594962693750858}
+{"Finetune/Learning Rate": 1.6765966074899402e-05, "Finetune/Loss": 0.843134343624115, "Finetune/Loss (Raw)": 0.841014564037323, "Finetune/Step": 5491, "Finetune/Step Time": 6.595562063157558}
+{"Finetune/Learning Rate": 1.6764725989732836e-05, "Finetune/Loss": 0.8438847064971924, "Finetune/Loss (Raw)": 0.8057529330253601, "Finetune/Step": 5492, "Finetune/Step Time": 6.592611560598016}
+{"Finetune/Learning Rate": 1.6763485712737874e-05, "Finetune/Loss": 0.8428057432174683, "Finetune/Loss (Raw)": 0.7940871715545654, "Finetune/Step": 5493, "Finetune/Step Time": 6.594833239912987}
+{"Finetune/Learning Rate": 1.6762245243949693e-05, "Finetune/Loss": 0.8431099653244019, "Finetune/Loss (Raw)": 0.9147937893867493, "Finetune/Step": 5494, "Finetune/Step Time": 6.592692211270332}
+{"Finetune/Learning Rate": 1.676100458340346e-05, "Finetune/Loss": 0.841562032699585, "Finetune/Loss (Raw)": 0.7958143353462219, "Finetune/Step": 5495, "Finetune/Step Time": 6.619133576750755}
+{"Finetune/Learning Rate": 1.675976373113437e-05, "Finetune/Loss": 0.8406351804733276, "Finetune/Loss (Raw)": 0.8944099545478821, "Finetune/Step": 5496, "Finetune/Step Time": 6.6183683928102255}
+{"Finetune/Learning Rate": 1.6758522687177602e-05, "Finetune/Loss": 0.840449333190918, "Finetune/Loss (Raw)": 0.8004428744316101, "Finetune/Step": 5497, "Finetune/Step Time": 6.615226071327925}
+{"Finetune/Learning Rate": 1.675728145156835e-05, "Finetune/Loss": 0.840598464012146, "Finetune/Loss (Raw)": 0.7891812324523926, "Finetune/Step": 5498, "Finetune/Step Time": 6.612107681110501}
+{"Finetune/Learning Rate": 1.6756040024341805e-05, "Finetune/Loss": 0.8397852182388306, "Finetune/Loss (Raw)": 0.823908805847168, "Finetune/Step": 5499, "Finetune/Step Time": 6.613664364442229}
+{"Finetune/Learning Rate": 1.6754798405533184e-05, "Finetune/Loss": 0.8398330211639404, "Finetune/Loss (Raw)": 0.8197278380393982, "Finetune/Step": 5500, "Finetune/Step Time": 6.615572113543749}
+{"Finetune/Learning Rate": 1.6753556595177683e-05, "Finetune/Loss": 0.8407936692237854, "Finetune/Loss (Raw)": 0.9260815978050232, "Finetune/Step": 5501, "Finetune/Step Time": 6.614240752533078}
+{"Finetune/Learning Rate": 1.6752314593310524e-05, "Finetune/Loss": 0.8404725193977356, "Finetune/Loss (Raw)": 0.7901453375816345, "Finetune/Step": 5502, "Finetune/Step Time": 6.610823579132557}
+{"Finetune/Learning Rate": 1.6751072399966924e-05, "Finetune/Loss": 0.8412618637084961, "Finetune/Loss (Raw)": 0.9546161890029907, "Finetune/Step": 5503, "Finetune/Step Time": 6.61275914683938}
+{"Finetune/Learning Rate": 1.6749830015182106e-05, "Finetune/Loss": 0.8424078226089478, "Finetune/Loss (Raw)": 0.8615370988845825, "Finetune/Step": 5504, "Finetune/Step Time": 6.607632890343666}
+{"Finetune/Learning Rate": 1.6748587438991303e-05, "Finetune/Loss": 0.8420791625976562, "Finetune/Loss (Raw)": 0.852737545967102, "Finetune/Step": 5505, "Finetune/Step Time": 6.620650729164481}
+{"Finetune/Learning Rate": 1.6747344671429755e-05, "Finetune/Loss": 0.8419046998023987, "Finetune/Loss (Raw)": 0.9387035965919495, "Finetune/Step": 5506, "Finetune/Step Time": 6.616527076810598}
+{"Finetune/Learning Rate": 1.6746101712532696e-05, "Finetune/Loss": 0.8432185053825378, "Finetune/Loss (Raw)": 0.9193308353424072, "Finetune/Step": 5507, "Finetune/Step Time": 6.6051024328917265}
+{"Finetune/Learning Rate": 1.6744858562335373e-05, "Finetune/Loss": 0.8433500528335571, "Finetune/Loss (Raw)": 0.8769257068634033, "Finetune/Step": 5508, "Finetune/Step Time": 6.6180452182888985}
+{"Finetune/Learning Rate": 1.6743615220873048e-05, "Finetune/Loss": 0.8439101576805115, "Finetune/Loss (Raw)": 0.929659903049469, "Finetune/Step": 5509, "Finetune/Step Time": 6.620168579742312}
+{"Finetune/Learning Rate": 1.6742371688180966e-05, "Finetune/Loss": 0.8445376753807068, "Finetune/Loss (Raw)": 0.8455376029014587, "Finetune/Step": 5510, "Finetune/Step Time": 6.626444352790713}
+{"Finetune/Learning Rate": 1.6741127964294395e-05, "Finetune/Loss": 0.845705509185791, "Finetune/Loss (Raw)": 0.85780930519104, "Finetune/Step": 5511, "Finetune/Step Time": 6.621651230379939}
+{"Finetune/Learning Rate": 1.6739884049248608e-05, "Finetune/Loss": 0.8454433083534241, "Finetune/Loss (Raw)": 0.7914331555366516, "Finetune/Step": 5512, "Finetune/Step Time": 6.604890013113618}
+{"Finetune/Learning Rate": 1.6738639943078873e-05, "Finetune/Loss": 0.8456529378890991, "Finetune/Loss (Raw)": 0.831906259059906, "Finetune/Step": 5513, "Finetune/Step Time": 6.607485057786107}
+{"Finetune/Learning Rate": 1.673739564582047e-05, "Finetune/Loss": 0.8454734086990356, "Finetune/Loss (Raw)": 0.7951182723045349, "Finetune/Step": 5514, "Finetune/Step Time": 6.612438071519136}
+{"Finetune/Learning Rate": 1.673615115750869e-05, "Finetune/Loss": 0.8463806509971619, "Finetune/Loss (Raw)": 0.9524645209312439, "Finetune/Step": 5515, "Finetune/Step Time": 6.61589814722538}
+{"Finetune/Learning Rate": 1.6734906478178814e-05, "Finetune/Loss": 0.8469483852386475, "Finetune/Loss (Raw)": 0.9413595795631409, "Finetune/Step": 5516, "Finetune/Step Time": 6.6097613126039505}
+{"Finetune/Learning Rate": 1.673366160786614e-05, "Finetune/Loss": 0.847274899482727, "Finetune/Loss (Raw)": 0.8981829881668091, "Finetune/Step": 5517, "Finetune/Step Time": 6.609917469322681}
+{"Finetune/Learning Rate": 1.6732416546605973e-05, "Finetune/Loss": 0.847393274307251, "Finetune/Loss (Raw)": 0.8775051832199097, "Finetune/Step": 5518, "Finetune/Step Time": 6.610910501331091}
+{"Finetune/Learning Rate": 1.673117129443362e-05, "Finetune/Loss": 0.8465822339057922, "Finetune/Loss (Raw)": 0.7272684574127197, "Finetune/Step": 5519, "Finetune/Step Time": 6.626133238896728}
+{"Finetune/Learning Rate": 1.6729925851384385e-05, "Finetune/Loss": 0.8460569381713867, "Finetune/Loss (Raw)": 0.7787249684333801, "Finetune/Step": 5520, "Finetune/Step Time": 6.627064039930701}
+{"Finetune/Learning Rate": 1.6728680217493595e-05, "Finetune/Loss": 0.8468961119651794, "Finetune/Loss (Raw)": 0.9412318468093872, "Finetune/Step": 5521, "Finetune/Step Time": 6.627421572804451}
+{"Finetune/Learning Rate": 1.6727434392796565e-05, "Finetune/Loss": 0.8477124571800232, "Finetune/Loss (Raw)": 0.9807143211364746, "Finetune/Step": 5522, "Finetune/Step Time": 6.613565048202872}
+{"Finetune/Learning Rate": 1.6726188377328627e-05, "Finetune/Loss": 0.847461998462677, "Finetune/Loss (Raw)": 0.6506468653678894, "Finetune/Step": 5523, "Finetune/Step Time": 6.616262227296829}
+{"Finetune/Learning Rate": 1.6724942171125112e-05, "Finetune/Loss": 0.8471137881278992, "Finetune/Loss (Raw)": 0.81920325756073, "Finetune/Step": 5524, "Finetune/Step Time": 6.617925176396966}
+{"Finetune/Learning Rate": 1.672369577422136e-05, "Finetune/Loss": 0.8459737300872803, "Finetune/Loss (Raw)": 0.615169882774353, "Finetune/Step": 5525, "Finetune/Step Time": 6.623605927452445}
+{"Finetune/Learning Rate": 1.6722449186652717e-05, "Finetune/Loss": 0.8455910086631775, "Finetune/Loss (Raw)": 0.8166637420654297, "Finetune/Step": 5526, "Finetune/Step Time": 6.63077743537724}
+{"Finetune/Learning Rate": 1.6721202408454534e-05, "Finetune/Loss": 0.8457574844360352, "Finetune/Loss (Raw)": 0.912962794303894, "Finetune/Step": 5527, "Finetune/Step Time": 6.638243213295937}
+{"Finetune/Learning Rate": 1.6719955439662158e-05, "Finetune/Loss": 0.8461830615997314, "Finetune/Loss (Raw)": 0.9156960844993591, "Finetune/Step": 5528, "Finetune/Step Time": 6.634737564250827}
+{"Finetune/Learning Rate": 1.6718708280310956e-05, "Finetune/Loss": 0.8473436832427979, "Finetune/Loss (Raw)": 0.8473084568977356, "Finetune/Step": 5529, "Finetune/Step Time": 6.62153478898108}
+{"Finetune/Learning Rate": 1.6717460930436295e-05, "Finetune/Loss": 0.8472349643707275, "Finetune/Loss (Raw)": 0.8642078042030334, "Finetune/Step": 5530, "Finetune/Step Time": 6.604411240667105}
+{"Finetune/Learning Rate": 1.6716213390073543e-05, "Finetune/Loss": 0.8481272459030151, "Finetune/Loss (Raw)": 0.919776201248169, "Finetune/Step": 5531, "Finetune/Step Time": 6.6023353058844805}
+{"Finetune/Learning Rate": 1.6714965659258075e-05, "Finetune/Loss": 0.8484795093536377, "Finetune/Loss (Raw)": 0.9817094206809998, "Finetune/Step": 5532, "Finetune/Step Time": 6.598181655630469}
+{"Finetune/Learning Rate": 1.6713717738025278e-05, "Finetune/Loss": 0.8497008085250854, "Finetune/Loss (Raw)": 0.9036720991134644, "Finetune/Step": 5533, "Finetune/Step Time": 6.586480278521776}
+{"Finetune/Learning Rate": 1.6712469626410536e-05, "Finetune/Loss": 0.8476234078407288, "Finetune/Loss (Raw)": 0.7181745171546936, "Finetune/Step": 5534, "Finetune/Step Time": 6.5933972001075745}
+{"Finetune/Learning Rate": 1.6711221324449246e-05, "Finetune/Loss": 0.8478881120681763, "Finetune/Loss (Raw)": 0.8872658610343933, "Finetune/Step": 5535, "Finetune/Step Time": 6.5868604481220245}
+{"Finetune/Learning Rate": 1.6709972832176797e-05, "Finetune/Loss": 0.8488345146179199, "Finetune/Loss (Raw)": 0.8105689883232117, "Finetune/Step": 5536, "Finetune/Step Time": 6.571408990770578}
+{"Finetune/Learning Rate": 1.6708724149628604e-05, "Finetune/Loss": 0.8492485284805298, "Finetune/Loss (Raw)": 0.880818784236908, "Finetune/Step": 5537, "Finetune/Step Time": 6.571199120953679}
+{"Finetune/Learning Rate": 1.670747527684007e-05, "Finetune/Loss": 0.8488491773605347, "Finetune/Loss (Raw)": 0.7832856774330139, "Finetune/Step": 5538, "Finetune/Step Time": 6.568436549976468}
+{"Finetune/Learning Rate": 1.670622621384661e-05, "Finetune/Loss": 0.849052906036377, "Finetune/Loss (Raw)": 0.9165398478507996, "Finetune/Step": 5539, "Finetune/Step Time": 6.561217598617077}
+{"Finetune/Learning Rate": 1.670497696068365e-05, "Finetune/Loss": 0.8500910997390747, "Finetune/Loss (Raw)": 0.9662829637527466, "Finetune/Step": 5540, "Finetune/Step Time": 6.5608338713645935}
+{"Finetune/Learning Rate": 1.6703727517386604e-05, "Finetune/Loss": 0.8507249355316162, "Finetune/Loss (Raw)": 0.8265486359596252, "Finetune/Step": 5541, "Finetune/Step Time": 6.559517592191696}
+{"Finetune/Learning Rate": 1.6702477883990908e-05, "Finetune/Loss": 0.8523399829864502, "Finetune/Loss (Raw)": 0.9658183455467224, "Finetune/Step": 5542, "Finetune/Step Time": 6.563212350010872}
+{"Finetune/Learning Rate": 1.6701228060532002e-05, "Finetune/Loss": 0.8533127903938293, "Finetune/Loss (Raw)": 0.8706749677658081, "Finetune/Step": 5543, "Finetune/Step Time": 6.579482199624181}
+{"Finetune/Learning Rate": 1.669997804704532e-05, "Finetune/Loss": 0.8519822359085083, "Finetune/Loss (Raw)": 0.7800750732421875, "Finetune/Step": 5544, "Finetune/Step Time": 6.597481979057193}
+{"Finetune/Learning Rate": 1.6698727843566316e-05, "Finetune/Loss": 0.852337121963501, "Finetune/Loss (Raw)": 0.8217037916183472, "Finetune/Step": 5545, "Finetune/Step Time": 6.578288352116942}
+{"Finetune/Learning Rate": 1.669747745013044e-05, "Finetune/Loss": 0.8532377481460571, "Finetune/Loss (Raw)": 0.8933916091918945, "Finetune/Step": 5546, "Finetune/Step Time": 6.57827958650887}
+{"Finetune/Learning Rate": 1.6696226866773147e-05, "Finetune/Loss": 0.8546399474143982, "Finetune/Loss (Raw)": 0.9155981540679932, "Finetune/Step": 5547, "Finetune/Step Time": 6.5797198433429}
+{"Finetune/Learning Rate": 1.6694976093529896e-05, "Finetune/Loss": 0.8549294471740723, "Finetune/Loss (Raw)": 0.9221351146697998, "Finetune/Step": 5548, "Finetune/Step Time": 6.593215038999915}
+{"Finetune/Learning Rate": 1.669372513043617e-05, "Finetune/Loss": 0.8559975624084473, "Finetune/Loss (Raw)": 0.9748618006706238, "Finetune/Step": 5549, "Finetune/Step Time": 6.59238794259727}
+{"Finetune/Learning Rate": 1.669247397752743e-05, "Finetune/Loss": 0.8557415008544922, "Finetune/Loss (Raw)": 0.8541676998138428, "Finetune/Step": 5550, "Finetune/Step Time": 6.591114316135645}
+{"Finetune/Learning Rate": 1.6691222634839157e-05, "Finetune/Loss": 0.8561962842941284, "Finetune/Loss (Raw)": 0.8415075540542603, "Finetune/Step": 5551, "Finetune/Step Time": 6.591823464259505}
+{"Finetune/Learning Rate": 1.668997110240684e-05, "Finetune/Loss": 0.8575462102890015, "Finetune/Loss (Raw)": 0.973834216594696, "Finetune/Step": 5552, "Finetune/Step Time": 6.590552356094122}
+{"Finetune/Learning Rate": 1.6688719380265965e-05, "Finetune/Loss": 0.8578990697860718, "Finetune/Loss (Raw)": 0.8230234980583191, "Finetune/Step": 5553, "Finetune/Step Time": 6.60219069942832}
+{"Finetune/Learning Rate": 1.6687467468452028e-05, "Finetune/Loss": 0.8582923412322998, "Finetune/Loss (Raw)": 0.7935082316398621, "Finetune/Step": 5554, "Finetune/Step Time": 6.625024633482099}
+{"Finetune/Learning Rate": 1.6686215367000532e-05, "Finetune/Loss": 0.8590459823608398, "Finetune/Loss (Raw)": 0.9582164287567139, "Finetune/Step": 5555, "Finetune/Step Time": 6.625247588381171}
+{"Finetune/Learning Rate": 1.668496307594698e-05, "Finetune/Loss": 0.8596681356430054, "Finetune/Loss (Raw)": 0.8787456750869751, "Finetune/Step": 5556, "Finetune/Step Time": 6.62974601611495}
+{"Finetune/Learning Rate": 1.6683710595326887e-05, "Finetune/Loss": 0.8598030805587769, "Finetune/Loss (Raw)": 0.8575760126113892, "Finetune/Step": 5557, "Finetune/Step Time": 6.631758792325854}
+{"Finetune/Learning Rate": 1.6682457925175762e-05, "Finetune/Loss": 0.8609075546264648, "Finetune/Loss (Raw)": 1.0150985717773438, "Finetune/Step": 5558, "Finetune/Step Time": 6.629185866564512}
+{"Finetune/Learning Rate": 1.668120506552914e-05, "Finetune/Loss": 0.8608899116516113, "Finetune/Loss (Raw)": 0.873338520526886, "Finetune/Step": 5559, "Finetune/Step Time": 6.624555598944426}
+{"Finetune/Learning Rate": 1.6679952016422537e-05, "Finetune/Loss": 0.8598508834838867, "Finetune/Loss (Raw)": 0.6695852875709534, "Finetune/Step": 5560, "Finetune/Step Time": 6.639868022873998}
+{"Finetune/Learning Rate": 1.667869877789149e-05, "Finetune/Loss": 0.8593665361404419, "Finetune/Loss (Raw)": 0.8258998394012451, "Finetune/Step": 5561, "Finetune/Step Time": 6.644920382648706}
+{"Finetune/Learning Rate": 1.6677445349971537e-05, "Finetune/Loss": 0.8586996793746948, "Finetune/Loss (Raw)": 0.7653011679649353, "Finetune/Step": 5562, "Finetune/Step Time": 6.649871120229363}
+{"Finetune/Learning Rate": 1.667619173269822e-05, "Finetune/Loss": 0.8594564199447632, "Finetune/Loss (Raw)": 0.9488614797592163, "Finetune/Step": 5563, "Finetune/Step Time": 6.652428209781647}
+{"Finetune/Learning Rate": 1.6674937926107095e-05, "Finetune/Loss": 0.8596289753913879, "Finetune/Loss (Raw)": 0.9019148945808411, "Finetune/Step": 5564, "Finetune/Step Time": 6.64985429123044}
+{"Finetune/Learning Rate": 1.667368393023371e-05, "Finetune/Loss": 0.8590563535690308, "Finetune/Loss (Raw)": 0.880196750164032, "Finetune/Step": 5565, "Finetune/Step Time": 6.644729655236006}
+{"Finetune/Learning Rate": 1.6672429745113622e-05, "Finetune/Loss": 0.8589024543762207, "Finetune/Loss (Raw)": 0.9948758482933044, "Finetune/Step": 5566, "Finetune/Step Time": 6.644382933154702}
+{"Finetune/Learning Rate": 1.6671175370782403e-05, "Finetune/Loss": 0.859258770942688, "Finetune/Loss (Raw)": 0.9069140553474426, "Finetune/Step": 5567, "Finetune/Step Time": 6.636766767129302}
+{"Finetune/Learning Rate": 1.6669920807275622e-05, "Finetune/Loss": 0.8612364530563354, "Finetune/Loss (Raw)": 0.9165701866149902, "Finetune/Step": 5568, "Finetune/Step Time": 6.634922593832016}
+{"Finetune/Learning Rate": 1.6668666054628853e-05, "Finetune/Loss": 0.8617165088653564, "Finetune/Loss (Raw)": 0.9040993452072144, "Finetune/Step": 5569, "Finetune/Step Time": 6.632653295993805}
+{"Finetune/Learning Rate": 1.666741111287768e-05, "Finetune/Loss": 0.8604881167411804, "Finetune/Loss (Raw)": 0.7512434124946594, "Finetune/Step": 5570, "Finetune/Step Time": 6.646654814481735}
+{"Finetune/Learning Rate": 1.6666155982057683e-05, "Finetune/Loss": 0.8616842031478882, "Finetune/Loss (Raw)": 0.8510944247245789, "Finetune/Step": 5571, "Finetune/Step Time": 6.6584997698664665}
+{"Finetune/Learning Rate": 1.666490066220446e-05, "Finetune/Loss": 0.8623597621917725, "Finetune/Loss (Raw)": 0.9104336500167847, "Finetune/Step": 5572, "Finetune/Step Time": 6.658900644630194}
+{"Finetune/Learning Rate": 1.6663645153353608e-05, "Finetune/Loss": 0.8631482124328613, "Finetune/Loss (Raw)": 0.9086781740188599, "Finetune/Step": 5573, "Finetune/Step Time": 6.65713700465858}
+{"Finetune/Learning Rate": 1.6662389455540728e-05, "Finetune/Loss": 0.8645921945571899, "Finetune/Loss (Raw)": 0.9052423238754272, "Finetune/Step": 5574, "Finetune/Step Time": 6.6580450013279915}
+{"Finetune/Learning Rate": 1.6661133568801427e-05, "Finetune/Loss": 0.864804208278656, "Finetune/Loss (Raw)": 0.8235631585121155, "Finetune/Step": 5575, "Finetune/Step Time": 6.661488860845566}
+{"Finetune/Learning Rate": 1.665987749317132e-05, "Finetune/Loss": 0.8636428117752075, "Finetune/Loss (Raw)": 0.6885715126991272, "Finetune/Step": 5576, "Finetune/Step Time": 6.675851587206125}
+{"Finetune/Learning Rate": 1.665862122868603e-05, "Finetune/Loss": 0.8626662492752075, "Finetune/Loss (Raw)": 0.7817232608795166, "Finetune/Step": 5577, "Finetune/Step Time": 6.67744380608201}
+{"Finetune/Learning Rate": 1.665736477538117e-05, "Finetune/Loss": 0.8638099431991577, "Finetune/Loss (Raw)": 0.8936482667922974, "Finetune/Step": 5578, "Finetune/Step Time": 6.655510861426592}
+{"Finetune/Learning Rate": 1.6656108133292377e-05, "Finetune/Loss": 0.8624657392501831, "Finetune/Loss (Raw)": 0.681331992149353, "Finetune/Step": 5579, "Finetune/Step Time": 6.668288374319673}
+{"Finetune/Learning Rate": 1.6654851302455287e-05, "Finetune/Loss": 0.862169623374939, "Finetune/Loss (Raw)": 0.8362613320350647, "Finetune/Step": 5580, "Finetune/Step Time": 6.672769216820598}
+{"Finetune/Learning Rate": 1.6653594282905534e-05, "Finetune/Loss": 0.861063539981842, "Finetune/Loss (Raw)": 0.7447311282157898, "Finetune/Step": 5581, "Finetune/Step Time": 6.675266042351723}
+{"Finetune/Learning Rate": 1.6652337074678773e-05, "Finetune/Loss": 0.8598148822784424, "Finetune/Loss (Raw)": 0.8384590148925781, "Finetune/Step": 5582, "Finetune/Step Time": 6.692566564306617}
+{"Finetune/Learning Rate": 1.6651079677810645e-05, "Finetune/Loss": 0.8602464199066162, "Finetune/Loss (Raw)": 0.8955726623535156, "Finetune/Step": 5583, "Finetune/Step Time": 6.726035488769412}
+{"Finetune/Learning Rate": 1.6649822092336815e-05, "Finetune/Loss": 0.8607250452041626, "Finetune/Loss (Raw)": 1.044457197189331, "Finetune/Step": 5584, "Finetune/Step Time": 6.779297387227416}
+{"Finetune/Learning Rate": 1.664856431829294e-05, "Finetune/Loss": 0.8614697456359863, "Finetune/Loss (Raw)": 1.0743354558944702, "Finetune/Step": 5585, "Finetune/Step Time": 6.784963335841894}
+{"Finetune/Learning Rate": 1.664730635571468e-05, "Finetune/Loss": 0.8623359799385071, "Finetune/Loss (Raw)": 0.9133946895599365, "Finetune/Step": 5586, "Finetune/Step Time": 6.786659091711044}
+{"Finetune/Learning Rate": 1.664604820463772e-05, "Finetune/Loss": 0.8634048700332642, "Finetune/Loss (Raw)": 0.9265101552009583, "Finetune/Step": 5587, "Finetune/Step Time": 6.7843337170779705}
+{"Finetune/Learning Rate": 1.664478986509773e-05, "Finetune/Loss": 0.8620600700378418, "Finetune/Loss (Raw)": 0.8148888945579529, "Finetune/Step": 5588, "Finetune/Step Time": 6.800523253157735}
+{"Finetune/Learning Rate": 1.664353133713039e-05, "Finetune/Loss": 0.8610719442367554, "Finetune/Loss (Raw)": 0.7978406548500061, "Finetune/Step": 5589, "Finetune/Step Time": 6.80315225943923}
+{"Finetune/Learning Rate": 1.66422726207714e-05, "Finetune/Loss": 0.8619925379753113, "Finetune/Loss (Raw)": 0.942211389541626, "Finetune/Step": 5590, "Finetune/Step Time": 6.8019152749329805}
+{"Finetune/Learning Rate": 1.6641013716056447e-05, "Finetune/Loss": 0.8607408404350281, "Finetune/Loss (Raw)": 0.6902592778205872, "Finetune/Step": 5591, "Finetune/Step Time": 6.806217094883323}
+{"Finetune/Learning Rate": 1.6639754623021227e-05, "Finetune/Loss": 0.8605617880821228, "Finetune/Loss (Raw)": 0.7958752512931824, "Finetune/Step": 5592, "Finetune/Step Time": 6.807379590347409}
+{"Finetune/Learning Rate": 1.6638495341701442e-05, "Finetune/Loss": 0.8613071441650391, "Finetune/Loss (Raw)": 0.8388074636459351, "Finetune/Step": 5593, "Finetune/Step Time": 6.793955752626061}
+{"Finetune/Learning Rate": 1.6637235872132813e-05, "Finetune/Loss": 0.8616664409637451, "Finetune/Loss (Raw)": 0.8573569655418396, "Finetune/Step": 5594, "Finetune/Step Time": 6.794819666072726}
+{"Finetune/Learning Rate": 1.6635976214351048e-05, "Finetune/Loss": 0.8612103462219238, "Finetune/Loss (Raw)": 0.7938838601112366, "Finetune/Step": 5595, "Finetune/Step Time": 6.79646772146225}
+{"Finetune/Learning Rate": 1.6634716368391866e-05, "Finetune/Loss": 0.8594685792922974, "Finetune/Loss (Raw)": 0.7130461931228638, "Finetune/Step": 5596, "Finetune/Step Time": 6.796338055282831}
+{"Finetune/Learning Rate": 1.6633456334290998e-05, "Finetune/Loss": 0.8604604601860046, "Finetune/Loss (Raw)": 0.8854694962501526, "Finetune/Step": 5597, "Finetune/Step Time": 6.781033532693982}
+{"Finetune/Learning Rate": 1.6632196112084165e-05, "Finetune/Loss": 0.8614550232887268, "Finetune/Loss (Raw)": 0.9985426068305969, "Finetune/Step": 5598, "Finetune/Step Time": 6.780319940298796}
+{"Finetune/Learning Rate": 1.663093570180711e-05, "Finetune/Loss": 0.861519455909729, "Finetune/Loss (Raw)": 0.9398357272148132, "Finetune/Step": 5599, "Finetune/Step Time": 6.7818395011126995}
+{"Finetune/Learning Rate": 1.662967510349558e-05, "Finetune/Loss": 0.8613423109054565, "Finetune/Loss (Raw)": 0.853280782699585, "Finetune/Step": 5600, "Finetune/Step Time": 6.781502006575465}
+{"Finetune/Learning Rate": 1.6628414317185314e-05, "Finetune/Loss": 0.8630484342575073, "Finetune/Loss (Raw)": 0.8711011409759521, "Finetune/Step": 5601, "Finetune/Step Time": 6.7757101114839315}
+{"Finetune/Learning Rate": 1.6627153342912063e-05, "Finetune/Loss": 0.8610786199569702, "Finetune/Loss (Raw)": 0.7550853490829468, "Finetune/Step": 5602, "Finetune/Step Time": 6.773959705606103}
+{"Finetune/Learning Rate": 1.6625892180711594e-05, "Finetune/Loss": 0.862176775932312, "Finetune/Loss (Raw)": 0.9566838145256042, "Finetune/Step": 5603, "Finetune/Step Time": 6.773509448394179}
+{"Finetune/Learning Rate": 1.662463083061966e-05, "Finetune/Loss": 0.863392174243927, "Finetune/Loss (Raw)": 0.8642299771308899, "Finetune/Step": 5604, "Finetune/Step Time": 6.773519694805145}
+{"Finetune/Learning Rate": 1.6623369292672034e-05, "Finetune/Loss": 0.8639512658119202, "Finetune/Loss (Raw)": 0.9802960753440857, "Finetune/Step": 5605, "Finetune/Step Time": 6.763051226735115}
+{"Finetune/Learning Rate": 1.662210756690449e-05, "Finetune/Loss": 0.8632122278213501, "Finetune/Loss (Raw)": 0.796378493309021, "Finetune/Step": 5606, "Finetune/Step Time": 6.773427464067936}
+{"Finetune/Learning Rate": 1.662084565335281e-05, "Finetune/Loss": 0.8626136779785156, "Finetune/Loss (Raw)": 0.780917763710022, "Finetune/Step": 5607, "Finetune/Step Time": 6.775852115824819}
+{"Finetune/Learning Rate": 1.661958355205277e-05, "Finetune/Loss": 0.8622978925704956, "Finetune/Loss (Raw)": 0.9073604941368103, "Finetune/Step": 5608, "Finetune/Step Time": 6.7754471357911825}
+{"Finetune/Learning Rate": 1.6618321263040167e-05, "Finetune/Loss": 0.8614914417266846, "Finetune/Loss (Raw)": 0.9031628370285034, "Finetune/Step": 5609, "Finetune/Step Time": 6.772959670051932}
+{"Finetune/Learning Rate": 1.661705878635079e-05, "Finetune/Loss": 0.8625958561897278, "Finetune/Loss (Raw)": 0.8523715138435364, "Finetune/Step": 5610, "Finetune/Step Time": 6.776781156659126}
+{"Finetune/Learning Rate": 1.6615796122020443e-05, "Finetune/Loss": 0.8624302744865417, "Finetune/Loss (Raw)": 0.8405091166496277, "Finetune/Step": 5611, "Finetune/Step Time": 6.7773426454514265}
+{"Finetune/Learning Rate": 1.661453327008493e-05, "Finetune/Loss": 0.8631056547164917, "Finetune/Loss (Raw)": 0.9127181768417358, "Finetune/Step": 5612, "Finetune/Step Time": 6.780278583988547}
+{"Finetune/Learning Rate": 1.6613270230580065e-05, "Finetune/Loss": 0.8608512878417969, "Finetune/Loss (Raw)": 0.8083423972129822, "Finetune/Step": 5613, "Finetune/Step Time": 6.783421153202653}
+{"Finetune/Learning Rate": 1.661200700354166e-05, "Finetune/Loss": 0.8596596717834473, "Finetune/Loss (Raw)": 0.847344696521759, "Finetune/Step": 5614, "Finetune/Step Time": 6.783356787636876}
+{"Finetune/Learning Rate": 1.6610743589005537e-05, "Finetune/Loss": 0.8614342212677002, "Finetune/Loss (Raw)": 1.0106594562530518, "Finetune/Step": 5615, "Finetune/Step Time": 6.78637832775712}
+{"Finetune/Learning Rate": 1.6609479987007527e-05, "Finetune/Loss": 0.860990583896637, "Finetune/Loss (Raw)": 0.8298441767692566, "Finetune/Step": 5616, "Finetune/Step Time": 6.797623634338379}
+{"Finetune/Learning Rate": 1.660821619758346e-05, "Finetune/Loss": 0.8605037927627563, "Finetune/Loss (Raw)": 0.7557927370071411, "Finetune/Step": 5617, "Finetune/Step Time": 6.7978858053684235}
+{"Finetune/Learning Rate": 1.660695222076917e-05, "Finetune/Loss": 0.8612451553344727, "Finetune/Loss (Raw)": 0.8639072179794312, "Finetune/Step": 5618, "Finetune/Step Time": 6.798905620351434}
+{"Finetune/Learning Rate": 1.6605688056600503e-05, "Finetune/Loss": 0.861134946346283, "Finetune/Loss (Raw)": 0.8269082307815552, "Finetune/Step": 5619, "Finetune/Step Time": 6.801137087866664}
+{"Finetune/Learning Rate": 1.660442370511331e-05, "Finetune/Loss": 0.8614786863327026, "Finetune/Loss (Raw)": 0.8497577905654907, "Finetune/Step": 5620, "Finetune/Step Time": 6.80092422477901}
+{"Finetune/Learning Rate": 1.660315916634344e-05, "Finetune/Loss": 0.8628678321838379, "Finetune/Loss (Raw)": 0.971891462802887, "Finetune/Step": 5621, "Finetune/Step Time": 6.7996723633259535}
+{"Finetune/Learning Rate": 1.6601894440326752e-05, "Finetune/Loss": 0.8621506690979004, "Finetune/Loss (Raw)": 0.822999119758606, "Finetune/Step": 5622, "Finetune/Step Time": 6.800617473199964}
+{"Finetune/Learning Rate": 1.660062952709911e-05, "Finetune/Loss": 0.8622353076934814, "Finetune/Loss (Raw)": 0.8066443204879761, "Finetune/Step": 5623, "Finetune/Step Time": 6.794057046994567}
+{"Finetune/Learning Rate": 1.6599364426696385e-05, "Finetune/Loss": 0.8624637126922607, "Finetune/Loss (Raw)": 0.9236510396003723, "Finetune/Step": 5624, "Finetune/Step Time": 6.797475988045335}
+{"Finetune/Learning Rate": 1.6598099139154452e-05, "Finetune/Loss": 0.8633955717086792, "Finetune/Loss (Raw)": 0.9197129011154175, "Finetune/Step": 5625, "Finetune/Step Time": 6.796888200566173}
+{"Finetune/Learning Rate": 1.659683366450919e-05, "Finetune/Loss": 0.8634359836578369, "Finetune/Loss (Raw)": 0.7943625450134277, "Finetune/Step": 5626, "Finetune/Step Time": 6.8059654626995325}
+{"Finetune/Learning Rate": 1.6595568002796483e-05, "Finetune/Loss": 0.8643181324005127, "Finetune/Loss (Raw)": 0.9368241429328918, "Finetune/Step": 5627, "Finetune/Step Time": 6.805352145805955}
+{"Finetune/Learning Rate": 1.6594302154052223e-05, "Finetune/Loss": 0.864557147026062, "Finetune/Loss (Raw)": 0.8503249883651733, "Finetune/Step": 5628, "Finetune/Step Time": 6.803551165387034}
+{"Finetune/Learning Rate": 1.6593036118312305e-05, "Finetune/Loss": 0.8623073101043701, "Finetune/Loss (Raw)": 0.6380933523178101, "Finetune/Step": 5629, "Finetune/Step Time": 6.818470465019345}
+{"Finetune/Learning Rate": 1.659176989561263e-05, "Finetune/Loss": 0.862558901309967, "Finetune/Loss (Raw)": 0.8223500847816467, "Finetune/Step": 5630, "Finetune/Step Time": 6.82131265476346}
+{"Finetune/Learning Rate": 1.659050348598911e-05, "Finetune/Loss": 0.8617123365402222, "Finetune/Loss (Raw)": 0.8462493419647217, "Finetune/Step": 5631, "Finetune/Step Time": 6.817506419494748}
+{"Finetune/Learning Rate": 1.658923688947765e-05, "Finetune/Loss": 0.8623950481414795, "Finetune/Loss (Raw)": 0.9489328861236572, "Finetune/Step": 5632, "Finetune/Step Time": 6.8241135980933905}
+{"Finetune/Learning Rate": 1.6587970106114166e-05, "Finetune/Loss": 0.8613834977149963, "Finetune/Loss (Raw)": 0.7232604026794434, "Finetune/Step": 5633, "Finetune/Step Time": 6.820107068866491}
+{"Finetune/Learning Rate": 1.6586703135934585e-05, "Finetune/Loss": 0.8619393110275269, "Finetune/Loss (Raw)": 1.0098391771316528, "Finetune/Step": 5634, "Finetune/Step Time": 6.819541102275252}
+{"Finetune/Learning Rate": 1.658543597897483e-05, "Finetune/Loss": 0.8634395003318787, "Finetune/Loss (Raw)": 1.1113609075546265, "Finetune/Step": 5635, "Finetune/Step Time": 6.811998771503568}
+{"Finetune/Learning Rate": 1.658416863527084e-05, "Finetune/Loss": 0.8639747500419617, "Finetune/Loss (Raw)": 0.9454421401023865, "Finetune/Step": 5636, "Finetune/Step Time": 6.817475916817784}
+{"Finetune/Learning Rate": 1.658290110485855e-05, "Finetune/Loss": 0.8637182712554932, "Finetune/Loss (Raw)": 0.8968247771263123, "Finetune/Step": 5637, "Finetune/Step Time": 6.814674042165279}
+{"Finetune/Learning Rate": 1.6581633387773907e-05, "Finetune/Loss": 0.8635331392288208, "Finetune/Loss (Raw)": 0.821845531463623, "Finetune/Step": 5638, "Finetune/Step Time": 6.802269211038947}
+{"Finetune/Learning Rate": 1.6580365484052853e-05, "Finetune/Loss": 0.8642511367797852, "Finetune/Loss (Raw)": 0.949705958366394, "Finetune/Step": 5639, "Finetune/Step Time": 6.797146655619144}
+{"Finetune/Learning Rate": 1.657909739373135e-05, "Finetune/Loss": 0.8654845952987671, "Finetune/Loss (Raw)": 0.9493144750595093, "Finetune/Step": 5640, "Finetune/Step Time": 6.7980960216373205}
+{"Finetune/Learning Rate": 1.657782911684535e-05, "Finetune/Loss": 0.8646023273468018, "Finetune/Loss (Raw)": 0.7189819812774658, "Finetune/Step": 5641, "Finetune/Step Time": 6.813222037628293}
+{"Finetune/Learning Rate": 1.657656065343082e-05, "Finetune/Loss": 0.8652626276016235, "Finetune/Loss (Raw)": 0.8796278238296509, "Finetune/Step": 5642, "Finetune/Step Time": 6.81247347407043}
+{"Finetune/Learning Rate": 1.6575292003523737e-05, "Finetune/Loss": 0.8650928735733032, "Finetune/Loss (Raw)": 0.9307446479797363, "Finetune/Step": 5643, "Finetune/Step Time": 6.805873157456517}
+{"Finetune/Learning Rate": 1.6574023167160065e-05, "Finetune/Loss": 0.864087700843811, "Finetune/Loss (Raw)": 0.8126897215843201, "Finetune/Step": 5644, "Finetune/Step Time": 6.81752659752965}
+{"Finetune/Learning Rate": 1.6572754144375793e-05, "Finetune/Loss": 0.8650551438331604, "Finetune/Loss (Raw)": 1.022022008895874, "Finetune/Step": 5645, "Finetune/Step Time": 6.8177655432373285}
+{"Finetune/Learning Rate": 1.65714849352069e-05, "Finetune/Loss": 0.8658287525177002, "Finetune/Loss (Raw)": 0.9765222072601318, "Finetune/Step": 5646, "Finetune/Step Time": 6.816297363489866}
+{"Finetune/Learning Rate": 1.6570215539689384e-05, "Finetune/Loss": 0.8670750856399536, "Finetune/Loss (Raw)": 0.8868067860603333, "Finetune/Step": 5647, "Finetune/Step Time": 6.798634195700288}
+{"Finetune/Learning Rate": 1.6568945957859236e-05, "Finetune/Loss": 0.8671431541442871, "Finetune/Loss (Raw)": 0.7874395251274109, "Finetune/Step": 5648, "Finetune/Step Time": 6.797263512387872}
+{"Finetune/Learning Rate": 1.6567676189752465e-05, "Finetune/Loss": 0.8672749996185303, "Finetune/Loss (Raw)": 0.9581007361412048, "Finetune/Step": 5649, "Finetune/Step Time": 6.796096831560135}
+{"Finetune/Learning Rate": 1.6566406235405067e-05, "Finetune/Loss": 0.8667594194412231, "Finetune/Loss (Raw)": 0.9147149920463562, "Finetune/Step": 5650, "Finetune/Step Time": 6.799417378380895}
+{"Finetune/Learning Rate": 1.6565136094853067e-05, "Finetune/Loss": 0.868865966796875, "Finetune/Loss (Raw)": 0.9202871322631836, "Finetune/Step": 5651, "Finetune/Step Time": 6.780972519889474}
+{"Finetune/Learning Rate": 1.6563865768132472e-05, "Finetune/Loss": 0.8694406747817993, "Finetune/Loss (Raw)": 0.892772376537323, "Finetune/Step": 5652, "Finetune/Step Time": 6.784254241734743}
+{"Finetune/Learning Rate": 1.656259525527931e-05, "Finetune/Loss": 0.8710085153579712, "Finetune/Loss (Raw)": 0.815855085849762, "Finetune/Step": 5653, "Finetune/Step Time": 6.772106349468231}
+{"Finetune/Learning Rate": 1.656132455632961e-05, "Finetune/Loss": 0.8709481358528137, "Finetune/Loss (Raw)": 0.8089269995689392, "Finetune/Step": 5654, "Finetune/Step Time": 6.757344899699092}
+{"Finetune/Learning Rate": 1.65600536713194e-05, "Finetune/Loss": 0.8706615567207336, "Finetune/Loss (Raw)": 0.8762881755828857, "Finetune/Step": 5655, "Finetune/Step Time": 6.755906635895371}
+{"Finetune/Learning Rate": 1.6558782600284724e-05, "Finetune/Loss": 0.8707460761070251, "Finetune/Loss (Raw)": 0.9265127778053284, "Finetune/Step": 5656, "Finetune/Step Time": 6.757554808631539}
+{"Finetune/Learning Rate": 1.6557511343261622e-05, "Finetune/Loss": 0.8696855306625366, "Finetune/Loss (Raw)": 0.7115540504455566, "Finetune/Step": 5657, "Finetune/Step Time": 6.7786586955189705}
+{"Finetune/Learning Rate": 1.655623990028615e-05, "Finetune/Loss": 0.8698149919509888, "Finetune/Loss (Raw)": 0.8807842135429382, "Finetune/Step": 5658, "Finetune/Step Time": 6.778012374415994}
+{"Finetune/Learning Rate": 1.6554968271394353e-05, "Finetune/Loss": 0.8695894479751587, "Finetune/Loss (Raw)": 0.8909038305282593, "Finetune/Step": 5659, "Finetune/Step Time": 6.787983737885952}
+{"Finetune/Learning Rate": 1.65536964566223e-05, "Finetune/Loss": 0.8680126070976257, "Finetune/Loss (Raw)": 0.7798735499382019, "Finetune/Step": 5660, "Finetune/Step Time": 6.789300186559558}
+{"Finetune/Learning Rate": 1.6552424456006045e-05, "Finetune/Loss": 0.8681957721710205, "Finetune/Loss (Raw)": 0.927118718624115, "Finetune/Step": 5661, "Finetune/Step Time": 6.790987808257341}
+{"Finetune/Learning Rate": 1.6551152269581673e-05, "Finetune/Loss": 0.8687695264816284, "Finetune/Loss (Raw)": 0.7916156053543091, "Finetune/Step": 5662, "Finetune/Step Time": 6.797743225470185}
+{"Finetune/Learning Rate": 1.6549879897385242e-05, "Finetune/Loss": 0.8682606220245361, "Finetune/Loss (Raw)": 0.8221220970153809, "Finetune/Step": 5663, "Finetune/Step Time": 6.8143164701759815}
+{"Finetune/Learning Rate": 1.6548607339452853e-05, "Finetune/Loss": 0.8677036762237549, "Finetune/Loss (Raw)": 0.7392764687538147, "Finetune/Step": 5664, "Finetune/Step Time": 6.820550352334976}
+{"Finetune/Learning Rate": 1.6547334595820576e-05, "Finetune/Loss": 0.8668632507324219, "Finetune/Loss (Raw)": 0.773257851600647, "Finetune/Step": 5665, "Finetune/Step Time": 6.821519982069731}
+{"Finetune/Learning Rate": 1.6546061666524508e-05, "Finetune/Loss": 0.8669264316558838, "Finetune/Loss (Raw)": 0.7913646697998047, "Finetune/Step": 5666, "Finetune/Step Time": 6.821181658655405}
+{"Finetune/Learning Rate": 1.654478855160075e-05, "Finetune/Loss": 0.8660709857940674, "Finetune/Loss (Raw)": 0.8070458769798279, "Finetune/Step": 5667, "Finetune/Step Time": 6.8218848798424006}
+{"Finetune/Learning Rate": 1.6543515251085397e-05, "Finetune/Loss": 0.8657026290893555, "Finetune/Loss (Raw)": 0.919130265712738, "Finetune/Step": 5668, "Finetune/Step Time": 6.838619885966182}
+{"Finetune/Learning Rate": 1.6542241765014555e-05, "Finetune/Loss": 0.8659276962280273, "Finetune/Loss (Raw)": 0.8553563356399536, "Finetune/Step": 5669, "Finetune/Step Time": 6.838733747601509}
+{"Finetune/Learning Rate": 1.6540968093424345e-05, "Finetune/Loss": 0.8654148578643799, "Finetune/Loss (Raw)": 0.9001756906509399, "Finetune/Step": 5670, "Finetune/Step Time": 6.837545417249203}
+{"Finetune/Learning Rate": 1.6539694236350877e-05, "Finetune/Loss": 0.8656880259513855, "Finetune/Loss (Raw)": 0.9056456685066223, "Finetune/Step": 5671, "Finetune/Step Time": 6.823750082403421}
+{"Finetune/Learning Rate": 1.653842019383028e-05, "Finetune/Loss": 0.8655217885971069, "Finetune/Loss (Raw)": 0.7587950825691223, "Finetune/Step": 5672, "Finetune/Step Time": 6.807436853647232}
+{"Finetune/Learning Rate": 1.6537145965898674e-05, "Finetune/Loss": 0.8645976781845093, "Finetune/Loss (Raw)": 0.7034115791320801, "Finetune/Step": 5673, "Finetune/Step Time": 6.809374414384365}
+{"Finetune/Learning Rate": 1.6535871552592202e-05, "Finetune/Loss": 0.8643293380737305, "Finetune/Loss (Raw)": 0.8590522408485413, "Finetune/Step": 5674, "Finetune/Step Time": 6.806464416906238}
+{"Finetune/Learning Rate": 1.6534596953946996e-05, "Finetune/Loss": 0.8636617660522461, "Finetune/Loss (Raw)": 0.8301399350166321, "Finetune/Step": 5675, "Finetune/Step Time": 6.80608244240284}
+{"Finetune/Learning Rate": 1.65333221699992e-05, "Finetune/Loss": 0.8641220927238464, "Finetune/Loss (Raw)": 0.9810619354248047, "Finetune/Step": 5676, "Finetune/Step Time": 6.794662764295936}
+{"Finetune/Learning Rate": 1.653204720078497e-05, "Finetune/Loss": 0.8611856698989868, "Finetune/Loss (Raw)": 0.5989972949028015, "Finetune/Step": 5677, "Finetune/Step Time": 6.823904173448682}
+{"Finetune/Learning Rate": 1.6530772046340455e-05, "Finetune/Loss": 0.861846923828125, "Finetune/Loss (Raw)": 0.9388087391853333, "Finetune/Step": 5678, "Finetune/Step Time": 6.8325352389365435}
+{"Finetune/Learning Rate": 1.6529496706701818e-05, "Finetune/Loss": 0.8621091842651367, "Finetune/Loss (Raw)": 0.8750767707824707, "Finetune/Step": 5679, "Finetune/Step Time": 6.834024779498577}
+{"Finetune/Learning Rate": 1.6528221181905217e-05, "Finetune/Loss": 0.8601760268211365, "Finetune/Loss (Raw)": 0.7263917326927185, "Finetune/Step": 5680, "Finetune/Step Time": 6.83680597320199}
+{"Finetune/Learning Rate": 1.6526945471986832e-05, "Finetune/Loss": 0.8593380451202393, "Finetune/Loss (Raw)": 0.7157673835754395, "Finetune/Step": 5681, "Finetune/Step Time": 6.8441671542823315}
+{"Finetune/Learning Rate": 1.652566957698283e-05, "Finetune/Loss": 0.8600399494171143, "Finetune/Loss (Raw)": 0.8833482265472412, "Finetune/Step": 5682, "Finetune/Step Time": 6.817379668354988}
+{"Finetune/Learning Rate": 1.6524393496929393e-05, "Finetune/Loss": 0.8591151237487793, "Finetune/Loss (Raw)": 0.8398363590240479, "Finetune/Step": 5683, "Finetune/Step Time": 6.818550897762179}
+{"Finetune/Learning Rate": 1.6523117231862714e-05, "Finetune/Loss": 0.8586893081665039, "Finetune/Loss (Raw)": 0.8242368102073669, "Finetune/Step": 5684, "Finetune/Step Time": 6.8118513859808445}
+{"Finetune/Learning Rate": 1.652184078181898e-05, "Finetune/Loss": 0.8591563701629639, "Finetune/Loss (Raw)": 0.9173646569252014, "Finetune/Step": 5685, "Finetune/Step Time": 6.808527920395136}
+{"Finetune/Learning Rate": 1.6520564146834385e-05, "Finetune/Loss": 0.8583349585533142, "Finetune/Loss (Raw)": 0.9099603891372681, "Finetune/Step": 5686, "Finetune/Step Time": 6.808681113645434}
+{"Finetune/Learning Rate": 1.651928732694513e-05, "Finetune/Loss": 0.85865318775177, "Finetune/Loss (Raw)": 0.9140705466270447, "Finetune/Step": 5687, "Finetune/Step Time": 6.808810170739889}
+{"Finetune/Learning Rate": 1.651801032218743e-05, "Finetune/Loss": 0.8609251976013184, "Finetune/Loss (Raw)": 0.9603970050811768, "Finetune/Step": 5688, "Finetune/Step Time": 6.7943141385912895}
+{"Finetune/Learning Rate": 1.651673313259749e-05, "Finetune/Loss": 0.862534761428833, "Finetune/Loss (Raw)": 1.0319291353225708, "Finetune/Step": 5689, "Finetune/Step Time": 6.787155240774155}
+{"Finetune/Learning Rate": 1.651545575821153e-05, "Finetune/Loss": 0.8628976345062256, "Finetune/Loss (Raw)": 0.8117460608482361, "Finetune/Step": 5690, "Finetune/Step Time": 6.784953534603119}
+{"Finetune/Learning Rate": 1.6514178199065772e-05, "Finetune/Loss": 0.862378716468811, "Finetune/Loss (Raw)": 0.8824422955513, "Finetune/Step": 5691, "Finetune/Step Time": 6.7798349764198065}
+{"Finetune/Learning Rate": 1.651290045519644e-05, "Finetune/Loss": 0.8619862198829651, "Finetune/Loss (Raw)": 0.8516736030578613, "Finetune/Step": 5692, "Finetune/Step Time": 6.781260015442967}
+{"Finetune/Learning Rate": 1.6511622526639777e-05, "Finetune/Loss": 0.8617644309997559, "Finetune/Loss (Raw)": 0.851818859577179, "Finetune/Step": 5693, "Finetune/Step Time": 6.7921521458774805}
+{"Finetune/Learning Rate": 1.6510344413432015e-05, "Finetune/Loss": 0.8604470491409302, "Finetune/Loss (Raw)": 0.8262430429458618, "Finetune/Step": 5694, "Finetune/Step Time": 6.791559167206287}
+{"Finetune/Learning Rate": 1.6509066115609394e-05, "Finetune/Loss": 0.8582959175109863, "Finetune/Loss (Raw)": 0.6315708160400391, "Finetune/Step": 5695, "Finetune/Step Time": 6.803186384961009}
+{"Finetune/Learning Rate": 1.6507787633208173e-05, "Finetune/Loss": 0.8578630685806274, "Finetune/Loss (Raw)": 0.8611610531806946, "Finetune/Step": 5696, "Finetune/Step Time": 6.8059703428298235}
+{"Finetune/Learning Rate": 1.6506508966264595e-05, "Finetune/Loss": 0.8577884435653687, "Finetune/Loss (Raw)": 0.8945561647415161, "Finetune/Step": 5697, "Finetune/Step Time": 6.809277359396219}
+{"Finetune/Learning Rate": 1.650523011481493e-05, "Finetune/Loss": 0.8590710163116455, "Finetune/Loss (Raw)": 0.9154106378555298, "Finetune/Step": 5698, "Finetune/Step Time": 6.797384783625603}
+{"Finetune/Learning Rate": 1.6503951078895433e-05, "Finetune/Loss": 0.8591066598892212, "Finetune/Loss (Raw)": 0.8556506037712097, "Finetune/Step": 5699, "Finetune/Step Time": 6.786991102620959}
+{"Finetune/Learning Rate": 1.6502671858542378e-05, "Finetune/Loss": 0.8598870038986206, "Finetune/Loss (Raw)": 1.010321021080017, "Finetune/Step": 5700, "Finetune/Step Time": 6.78628015331924}
+{"Finetune/Learning Rate": 1.6501392453792046e-05, "Finetune/Loss": 0.8579331636428833, "Finetune/Loss (Raw)": 0.6585901379585266, "Finetune/Step": 5701, "Finetune/Step Time": 6.78904571570456}
+{"Finetune/Learning Rate": 1.6500112864680703e-05, "Finetune/Loss": 0.8585426807403564, "Finetune/Loss (Raw)": 0.9832595586776733, "Finetune/Step": 5702, "Finetune/Step Time": 6.783269079402089}
+{"Finetune/Learning Rate": 1.6498833091244648e-05, "Finetune/Loss": 0.8590755462646484, "Finetune/Loss (Raw)": 0.8917698264122009, "Finetune/Step": 5703, "Finetune/Step Time": 6.778386387974024}
+{"Finetune/Learning Rate": 1.649755313352017e-05, "Finetune/Loss": 0.8604257106781006, "Finetune/Loss (Raw)": 0.8613939881324768, "Finetune/Step": 5704, "Finetune/Step Time": 6.761915981769562}
+{"Finetune/Learning Rate": 1.6496272991543554e-05, "Finetune/Loss": 0.860825777053833, "Finetune/Loss (Raw)": 0.832934558391571, "Finetune/Step": 5705, "Finetune/Step Time": 6.774528689682484}
+{"Finetune/Learning Rate": 1.6494992665351114e-05, "Finetune/Loss": 0.8612213134765625, "Finetune/Loss (Raw)": 0.9442746639251709, "Finetune/Step": 5706, "Finetune/Step Time": 6.77691350877285}
+{"Finetune/Learning Rate": 1.6493712154979152e-05, "Finetune/Loss": 0.8627773523330688, "Finetune/Loss (Raw)": 0.8804972767829895, "Finetune/Step": 5707, "Finetune/Step Time": 6.762518225237727}
+{"Finetune/Learning Rate": 1.6492431460463976e-05, "Finetune/Loss": 0.8622789978981018, "Finetune/Loss (Raw)": 0.772469699382782, "Finetune/Step": 5708, "Finetune/Step Time": 6.760610761120915}
+{"Finetune/Learning Rate": 1.6491150581841906e-05, "Finetune/Loss": 0.8635590076446533, "Finetune/Loss (Raw)": 0.9085814356803894, "Finetune/Step": 5709, "Finetune/Step Time": 6.75913773290813}
+{"Finetune/Learning Rate": 1.6489869519149263e-05, "Finetune/Loss": 0.8642129898071289, "Finetune/Loss (Raw)": 0.9221616387367249, "Finetune/Step": 5710, "Finetune/Step Time": 6.739878116175532}
+{"Finetune/Learning Rate": 1.6488588272422378e-05, "Finetune/Loss": 0.8638806939125061, "Finetune/Loss (Raw)": 0.8530459403991699, "Finetune/Step": 5711, "Finetune/Step Time": 6.694173635914922}
+{"Finetune/Learning Rate": 1.648730684169758e-05, "Finetune/Loss": 0.8622150421142578, "Finetune/Loss (Raw)": 0.8312501311302185, "Finetune/Step": 5712, "Finetune/Step Time": 6.643279194831848}
+{"Finetune/Learning Rate": 1.6486025227011206e-05, "Finetune/Loss": 0.8598459959030151, "Finetune/Loss (Raw)": 0.7710949182510376, "Finetune/Step": 5713, "Finetune/Step Time": 6.6380525548011065}
+{"Finetune/Learning Rate": 1.6484743428399604e-05, "Finetune/Loss": 0.858026385307312, "Finetune/Loss (Raw)": 0.6804854869842529, "Finetune/Step": 5714, "Finetune/Step Time": 6.6602447014302015}
+{"Finetune/Learning Rate": 1.6483461445899115e-05, "Finetune/Loss": 0.857843279838562, "Finetune/Loss (Raw)": 0.9030661582946777, "Finetune/Step": 5715, "Finetune/Step Time": 6.657997066155076}
+{"Finetune/Learning Rate": 1.6482179279546096e-05, "Finetune/Loss": 0.8577017188072205, "Finetune/Loss (Raw)": 0.7967764139175415, "Finetune/Step": 5716, "Finetune/Step Time": 6.640095783397555}
+{"Finetune/Learning Rate": 1.6480896929376905e-05, "Finetune/Loss": 0.8592847585678101, "Finetune/Loss (Raw)": 1.000474452972412, "Finetune/Step": 5717, "Finetune/Step Time": 6.631396455690265}
+{"Finetune/Learning Rate": 1.6479614395427908e-05, "Finetune/Loss": 0.859332799911499, "Finetune/Loss (Raw)": 0.9483621120452881, "Finetune/Step": 5718, "Finetune/Step Time": 6.63729589805007}
+{"Finetune/Learning Rate": 1.6478331677735472e-05, "Finetune/Loss": 0.8611352443695068, "Finetune/Loss (Raw)": 0.9209679365158081, "Finetune/Step": 5719, "Finetune/Step Time": 6.635229852050543}
+{"Finetune/Learning Rate": 1.6477048776335972e-05, "Finetune/Loss": 0.8605876564979553, "Finetune/Loss (Raw)": 0.7257838249206543, "Finetune/Step": 5720, "Finetune/Step Time": 6.646469246596098}
+{"Finetune/Learning Rate": 1.6475765691265784e-05, "Finetune/Loss": 0.860520601272583, "Finetune/Loss (Raw)": 0.8302222490310669, "Finetune/Step": 5721, "Finetune/Step Time": 6.646262424066663}
+{"Finetune/Learning Rate": 1.64744824225613e-05, "Finetune/Loss": 0.8607367277145386, "Finetune/Loss (Raw)": 0.8850272297859192, "Finetune/Step": 5722, "Finetune/Step Time": 6.643050665035844}
+{"Finetune/Learning Rate": 1.6473198970258902e-05, "Finetune/Loss": 0.8600344657897949, "Finetune/Loss (Raw)": 0.7039808034896851, "Finetune/Step": 5723, "Finetune/Step Time": 6.638394936919212}
+{"Finetune/Learning Rate": 1.647191533439499e-05, "Finetune/Loss": 0.8624223470687866, "Finetune/Loss (Raw)": 1.01870596408844, "Finetune/Step": 5724, "Finetune/Step Time": 6.638315472751856}
+{"Finetune/Learning Rate": 1.6470631515005965e-05, "Finetune/Loss": 0.8622909784317017, "Finetune/Loss (Raw)": 0.8686472773551941, "Finetune/Step": 5725, "Finetune/Step Time": 6.637848557904363}
+{"Finetune/Learning Rate": 1.6469347512128226e-05, "Finetune/Loss": 0.8613452315330505, "Finetune/Loss (Raw)": 0.8774949312210083, "Finetune/Step": 5726, "Finetune/Step Time": 6.636157302185893}
+{"Finetune/Learning Rate": 1.646806332579819e-05, "Finetune/Loss": 0.8607687950134277, "Finetune/Loss (Raw)": 0.8660458922386169, "Finetune/Step": 5727, "Finetune/Step Time": 6.633006716147065}
+{"Finetune/Learning Rate": 1.646677895605227e-05, "Finetune/Loss": 0.8592070937156677, "Finetune/Loss (Raw)": 0.6533833146095276, "Finetune/Step": 5728, "Finetune/Step Time": 6.6484738271683455}
+{"Finetune/Learning Rate": 1.646549440292689e-05, "Finetune/Loss": 0.8585264682769775, "Finetune/Loss (Raw)": 0.7839787602424622, "Finetune/Step": 5729, "Finetune/Step Time": 6.665016934275627}
+{"Finetune/Learning Rate": 1.646420966645847e-05, "Finetune/Loss": 0.8590783476829529, "Finetune/Loss (Raw)": 0.8257262110710144, "Finetune/Step": 5730, "Finetune/Step Time": 6.660895695909858}
+{"Finetune/Learning Rate": 1.646292474668345e-05, "Finetune/Loss": 0.858613133430481, "Finetune/Loss (Raw)": 0.8971437215805054, "Finetune/Step": 5731, "Finetune/Step Time": 6.661502683535218}
+{"Finetune/Learning Rate": 1.6461639643638258e-05, "Finetune/Loss": 0.8580718040466309, "Finetune/Loss (Raw)": 0.7949386239051819, "Finetune/Step": 5732, "Finetune/Step Time": 6.659174209460616}
+{"Finetune/Learning Rate": 1.6460354357359345e-05, "Finetune/Loss": 0.8581374287605286, "Finetune/Loss (Raw)": 0.9886927604675293, "Finetune/Step": 5733, "Finetune/Step Time": 6.659947417676449}
+{"Finetune/Learning Rate": 1.6459068887883153e-05, "Finetune/Loss": 0.8589010834693909, "Finetune/Loss (Raw)": 0.8941256999969482, "Finetune/Step": 5734, "Finetune/Step Time": 6.662617474794388}
+{"Finetune/Learning Rate": 1.645778323524613e-05, "Finetune/Loss": 0.8597841262817383, "Finetune/Loss (Raw)": 0.8939544558525085, "Finetune/Step": 5735, "Finetune/Step Time": 6.678837293758988}
+{"Finetune/Learning Rate": 1.645649739948474e-05, "Finetune/Loss": 0.8603870868682861, "Finetune/Loss (Raw)": 0.9845318794250488, "Finetune/Step": 5736, "Finetune/Step Time": 6.6848418060690165}
+{"Finetune/Learning Rate": 1.6455211380635442e-05, "Finetune/Loss": 0.8603428602218628, "Finetune/Loss (Raw)": 0.897502601146698, "Finetune/Step": 5737, "Finetune/Step Time": 6.683245539665222}
+{"Finetune/Learning Rate": 1.645392517873471e-05, "Finetune/Loss": 0.8608303070068359, "Finetune/Loss (Raw)": 0.9147691130638123, "Finetune/Step": 5738, "Finetune/Step Time": 6.6789998933672905}
+{"Finetune/Learning Rate": 1.6452638793819007e-05, "Finetune/Loss": 0.8606092929840088, "Finetune/Loss (Raw)": 0.8122156858444214, "Finetune/Step": 5739, "Finetune/Step Time": 6.680200740695}
+{"Finetune/Learning Rate": 1.645135222592482e-05, "Finetune/Loss": 0.8596937656402588, "Finetune/Loss (Raw)": 0.7955335974693298, "Finetune/Step": 5740, "Finetune/Step Time": 6.682825023308396}
+{"Finetune/Learning Rate": 1.6450065475088628e-05, "Finetune/Loss": 0.8581628799438477, "Finetune/Loss (Raw)": 0.612387478351593, "Finetune/Step": 5741, "Finetune/Step Time": 6.696809871122241}
+{"Finetune/Learning Rate": 1.6448778541346923e-05, "Finetune/Loss": 0.8580352067947388, "Finetune/Loss (Raw)": 0.8310061097145081, "Finetune/Step": 5742, "Finetune/Step Time": 6.6973864156752825}
+{"Finetune/Learning Rate": 1.6447491424736194e-05, "Finetune/Loss": 0.8576561808586121, "Finetune/Loss (Raw)": 0.9621384739875793, "Finetune/Step": 5743, "Finetune/Step Time": 6.7035600412636995}
+{"Finetune/Learning Rate": 1.644620412529294e-05, "Finetune/Loss": 0.8577812314033508, "Finetune/Loss (Raw)": 0.845853328704834, "Finetune/Step": 5744, "Finetune/Step Time": 6.690932245925069}
+{"Finetune/Learning Rate": 1.644491664305367e-05, "Finetune/Loss": 0.8586138486862183, "Finetune/Loss (Raw)": 0.8623692989349365, "Finetune/Step": 5745, "Finetune/Step Time": 6.6879378613084555}
+{"Finetune/Learning Rate": 1.6443628978054893e-05, "Finetune/Loss": 0.8583893179893494, "Finetune/Loss (Raw)": 0.8351614475250244, "Finetune/Step": 5746, "Finetune/Step Time": 6.687286671251059}
+{"Finetune/Learning Rate": 1.644234113033312e-05, "Finetune/Loss": 0.8593095541000366, "Finetune/Loss (Raw)": 0.9447005987167358, "Finetune/Step": 5747, "Finetune/Step Time": 6.687031082808971}
+{"Finetune/Learning Rate": 1.6441053099924872e-05, "Finetune/Loss": 0.858292281627655, "Finetune/Loss (Raw)": 0.7195495963096619, "Finetune/Step": 5748, "Finetune/Step Time": 6.691708084195852}
+{"Finetune/Learning Rate": 1.6439764886866674e-05, "Finetune/Loss": 0.8568586707115173, "Finetune/Loss (Raw)": 0.7883856296539307, "Finetune/Step": 5749, "Finetune/Step Time": 6.696344034746289}
+{"Finetune/Learning Rate": 1.6438476491195053e-05, "Finetune/Loss": 0.8555216789245605, "Finetune/Loss (Raw)": 0.6518652439117432, "Finetune/Step": 5750, "Finetune/Step Time": 6.710084553807974}
+{"Finetune/Learning Rate": 1.643718791294655e-05, "Finetune/Loss": 0.8558554649353027, "Finetune/Loss (Raw)": 0.8493675589561462, "Finetune/Step": 5751, "Finetune/Step Time": 6.696047622710466}
+{"Finetune/Learning Rate": 1.6435899152157706e-05, "Finetune/Loss": 0.8546550869941711, "Finetune/Loss (Raw)": 0.7700033187866211, "Finetune/Step": 5752, "Finetune/Step Time": 6.697699755430222}
+{"Finetune/Learning Rate": 1.6434610208865058e-05, "Finetune/Loss": 0.854587197303772, "Finetune/Loss (Raw)": 0.9110218286514282, "Finetune/Step": 5753, "Finetune/Step Time": 6.696735667064786}
+{"Finetune/Learning Rate": 1.6433321083105165e-05, "Finetune/Loss": 0.8557090759277344, "Finetune/Loss (Raw)": 0.937970757484436, "Finetune/Step": 5754, "Finetune/Step Time": 6.69326900690794}
+{"Finetune/Learning Rate": 1.643203177491458e-05, "Finetune/Loss": 0.8552066683769226, "Finetune/Loss (Raw)": 0.8725084662437439, "Finetune/Step": 5755, "Finetune/Step Time": 6.692367205396295}
+{"Finetune/Learning Rate": 1.6430742284329865e-05, "Finetune/Loss": 0.8555793166160583, "Finetune/Loss (Raw)": 0.8980259299278259, "Finetune/Step": 5756, "Finetune/Step Time": 6.689356749877334}
+{"Finetune/Learning Rate": 1.642945261138758e-05, "Finetune/Loss": 0.8577234148979187, "Finetune/Loss (Raw)": 0.9125377535820007, "Finetune/Step": 5757, "Finetune/Step Time": 6.688181111589074}
+{"Finetune/Learning Rate": 1.6428162756124305e-05, "Finetune/Loss": 0.8581336736679077, "Finetune/Loss (Raw)": 0.8748583197593689, "Finetune/Step": 5758, "Finetune/Step Time": 6.686196619644761}
+{"Finetune/Learning Rate": 1.6426872718576613e-05, "Finetune/Loss": 0.857492983341217, "Finetune/Loss (Raw)": 0.7642476558685303, "Finetune/Step": 5759, "Finetune/Step Time": 6.6843498926609755}
+{"Finetune/Learning Rate": 1.642558249878109e-05, "Finetune/Loss": 0.8565875887870789, "Finetune/Loss (Raw)": 0.8330428600311279, "Finetune/Step": 5760, "Finetune/Step Time": 6.686239013448358}
+{"Finetune/Learning Rate": 1.6424292096774317e-05, "Finetune/Loss": 0.8579438328742981, "Finetune/Loss (Raw)": 0.8968603014945984, "Finetune/Step": 5761, "Finetune/Step Time": 6.678659867495298}
+{"Finetune/Learning Rate": 1.642300151259289e-05, "Finetune/Loss": 0.8577893972396851, "Finetune/Loss (Raw)": 0.9900680780410767, "Finetune/Step": 5762, "Finetune/Step Time": 6.677680753171444}
+{"Finetune/Learning Rate": 1.6421710746273397e-05, "Finetune/Loss": 0.8562375903129578, "Finetune/Loss (Raw)": 0.9127294421195984, "Finetune/Step": 5763, "Finetune/Step Time": 6.676617860794067}
+{"Finetune/Learning Rate": 1.6420419797852457e-05, "Finetune/Loss": 0.856194019317627, "Finetune/Loss (Raw)": 0.9398695230484009, "Finetune/Step": 5764, "Finetune/Step Time": 6.659884344786406}
+{"Finetune/Learning Rate": 1.6419128667366664e-05, "Finetune/Loss": 0.8564544320106506, "Finetune/Loss (Raw)": 0.9301524758338928, "Finetune/Step": 5765, "Finetune/Step Time": 6.661674672737718}
+{"Finetune/Learning Rate": 1.6417837354852637e-05, "Finetune/Loss": 0.8549675941467285, "Finetune/Loss (Raw)": 0.6315368413925171, "Finetune/Step": 5766, "Finetune/Step Time": 6.673970889300108}
+{"Finetune/Learning Rate": 1.6416545860346995e-05, "Finetune/Loss": 0.8553358316421509, "Finetune/Loss (Raw)": 0.9968339800834656, "Finetune/Step": 5767, "Finetune/Step Time": 6.6777465008199215}
+{"Finetune/Learning Rate": 1.6415254183886356e-05, "Finetune/Loss": 0.8547110557556152, "Finetune/Loss (Raw)": 0.8693438768386841, "Finetune/Step": 5768, "Finetune/Step Time": 6.676771933212876}
+{"Finetune/Learning Rate": 1.641396232550735e-05, "Finetune/Loss": 0.8558835983276367, "Finetune/Loss (Raw)": 0.8690762519836426, "Finetune/Step": 5769, "Finetune/Step Time": 6.656223122030497}
+{"Finetune/Learning Rate": 1.641267028524661e-05, "Finetune/Loss": 0.8551571369171143, "Finetune/Loss (Raw)": 0.7866379618644714, "Finetune/Step": 5770, "Finetune/Step Time": 6.662046909332275}
+{"Finetune/Learning Rate": 1.641137806314078e-05, "Finetune/Loss": 0.8545421361923218, "Finetune/Loss (Raw)": 0.852024495601654, "Finetune/Step": 5771, "Finetune/Step Time": 6.6696289256215096}
+{"Finetune/Learning Rate": 1.6410085659226494e-05, "Finetune/Loss": 0.8562804460525513, "Finetune/Loss (Raw)": 1.0351979732513428, "Finetune/Step": 5772, "Finetune/Step Time": 6.658292014151812}
+{"Finetune/Learning Rate": 1.6408793073540416e-05, "Finetune/Loss": 0.855130672454834, "Finetune/Loss (Raw)": 0.8748417496681213, "Finetune/Step": 5773, "Finetune/Step Time": 6.661255771294236}
+{"Finetune/Learning Rate": 1.6407500306119183e-05, "Finetune/Loss": 0.8533561825752258, "Finetune/Loss (Raw)": 0.7493879199028015, "Finetune/Step": 5774, "Finetune/Step Time": 6.678556948900223}
+{"Finetune/Learning Rate": 1.6406207356999466e-05, "Finetune/Loss": 0.8534588813781738, "Finetune/Loss (Raw)": 0.8999485373497009, "Finetune/Step": 5775, "Finetune/Step Time": 6.680129058659077}
+{"Finetune/Learning Rate": 1.6404914226217924e-05, "Finetune/Loss": 0.8541542291641235, "Finetune/Loss (Raw)": 0.8764490485191345, "Finetune/Step": 5776, "Finetune/Step Time": 6.678838722407818}
+{"Finetune/Learning Rate": 1.6403620913811224e-05, "Finetune/Loss": 0.8528544902801514, "Finetune/Loss (Raw)": 0.7917370796203613, "Finetune/Step": 5777, "Finetune/Step Time": 6.6829358991235495}
+{"Finetune/Learning Rate": 1.6402327419816045e-05, "Finetune/Loss": 0.851921021938324, "Finetune/Loss (Raw)": 0.7952271103858948, "Finetune/Step": 5778, "Finetune/Step Time": 6.676722027361393}
+{"Finetune/Learning Rate": 1.640103374426907e-05, "Finetune/Loss": 0.8520628213882446, "Finetune/Loss (Raw)": 0.9384397864341736, "Finetune/Step": 5779, "Finetune/Step Time": 6.675518285483122}
+{"Finetune/Learning Rate": 1.639973988720698e-05, "Finetune/Loss": 0.8530561923980713, "Finetune/Loss (Raw)": 1.0199215412139893, "Finetune/Step": 5780, "Finetune/Step Time": 6.667826192453504}
+{"Finetune/Learning Rate": 1.639844584866646e-05, "Finetune/Loss": 0.8535910844802856, "Finetune/Loss (Raw)": 0.8843235373497009, "Finetune/Step": 5781, "Finetune/Step Time": 6.663423091173172}
+{"Finetune/Learning Rate": 1.6397151628684213e-05, "Finetune/Loss": 0.8526545763015747, "Finetune/Loss (Raw)": 0.6890550255775452, "Finetune/Step": 5782, "Finetune/Step Time": 6.677696825936437}
+{"Finetune/Learning Rate": 1.639585722729694e-05, "Finetune/Loss": 0.8526273965835571, "Finetune/Loss (Raw)": 0.8728029727935791, "Finetune/Step": 5783, "Finetune/Step Time": 6.682860650122166}
+{"Finetune/Learning Rate": 1.6394562644541342e-05, "Finetune/Loss": 0.8533133864402771, "Finetune/Loss (Raw)": 1.014320731163025, "Finetune/Step": 5784, "Finetune/Step Time": 6.680096568539739}
+{"Finetune/Learning Rate": 1.639326788045413e-05, "Finetune/Loss": 0.8533611297607422, "Finetune/Loss (Raw)": 0.7176618576049805, "Finetune/Step": 5785, "Finetune/Step Time": 6.674244960770011}
+{"Finetune/Learning Rate": 1.639197293507202e-05, "Finetune/Loss": 0.8543568849563599, "Finetune/Loss (Raw)": 1.0082420110702515, "Finetune/Step": 5786, "Finetune/Step Time": 6.673121610656381}
+{"Finetune/Learning Rate": 1.6390677808431737e-05, "Finetune/Loss": 0.8553040027618408, "Finetune/Loss (Raw)": 1.0121392011642456, "Finetune/Step": 5787, "Finetune/Step Time": 6.659708321094513}
+{"Finetune/Learning Rate": 1.638938250057e-05, "Finetune/Loss": 0.8542701601982117, "Finetune/Loss (Raw)": 0.6475417017936707, "Finetune/Step": 5788, "Finetune/Step Time": 6.67118507437408}
+{"Finetune/Learning Rate": 1.6388087011523545e-05, "Finetune/Loss": 0.853880763053894, "Finetune/Loss (Raw)": 0.8772701025009155, "Finetune/Step": 5789, "Finetune/Step Time": 6.668157335370779}
+{"Finetune/Learning Rate": 1.638679134132911e-05, "Finetune/Loss": 0.8558454513549805, "Finetune/Loss (Raw)": 1.0431004762649536, "Finetune/Step": 5790, "Finetune/Step Time": 6.653604801744223}
+{"Finetune/Learning Rate": 1.6385495490023434e-05, "Finetune/Loss": 0.8566311597824097, "Finetune/Loss (Raw)": 0.9226905107498169, "Finetune/Step": 5791, "Finetune/Step Time": 6.639765279367566}
+{"Finetune/Learning Rate": 1.6384199457643264e-05, "Finetune/Loss": 0.8575869798660278, "Finetune/Loss (Raw)": 0.8616208434104919, "Finetune/Step": 5792, "Finetune/Step Time": 6.651991531252861}
+{"Finetune/Learning Rate": 1.638290324422535e-05, "Finetune/Loss": 0.8584019541740417, "Finetune/Loss (Raw)": 0.8775755167007446, "Finetune/Step": 5793, "Finetune/Step Time": 6.652496486902237}
+{"Finetune/Learning Rate": 1.638160684980645e-05, "Finetune/Loss": 0.8593144416809082, "Finetune/Loss (Raw)": 0.9081581234931946, "Finetune/Step": 5794, "Finetune/Step Time": 6.6507196966558695}
+{"Finetune/Learning Rate": 1.638031027442333e-05, "Finetune/Loss": 0.859198808670044, "Finetune/Loss (Raw)": 0.7922508716583252, "Finetune/Step": 5795, "Finetune/Step Time": 6.6553607527166605}
+{"Finetune/Learning Rate": 1.6379013518112753e-05, "Finetune/Loss": 0.8584802746772766, "Finetune/Loss (Raw)": 0.8271577954292297, "Finetune/Step": 5796, "Finetune/Step Time": 6.637989388778806}
+{"Finetune/Learning Rate": 1.6377716580911487e-05, "Finetune/Loss": 0.859610915184021, "Finetune/Loss (Raw)": 1.0000836849212646, "Finetune/Step": 5797, "Finetune/Step Time": 6.647981457412243}
+{"Finetune/Learning Rate": 1.6376419462856322e-05, "Finetune/Loss": 0.8595485687255859, "Finetune/Loss (Raw)": 0.8921934366226196, "Finetune/Step": 5798, "Finetune/Step Time": 6.648558937013149}
+{"Finetune/Learning Rate": 1.637512216398403e-05, "Finetune/Loss": 0.8598662614822388, "Finetune/Loss (Raw)": 0.9463100433349609, "Finetune/Step": 5799, "Finetune/Step Time": 6.645518038421869}
+{"Finetune/Learning Rate": 1.6373824684331397e-05, "Finetune/Loss": 0.8607909679412842, "Finetune/Loss (Raw)": 0.877149224281311, "Finetune/Step": 5800, "Finetune/Step Time": 6.642662046477199}
+{"Finetune/Learning Rate": 1.6372527023935227e-05, "Finetune/Loss": 0.8623977899551392, "Finetune/Loss (Raw)": 0.9090847969055176, "Finetune/Step": 5801, "Finetune/Step Time": 6.638723939657211}
+{"Finetune/Learning Rate": 1.637122918283231e-05, "Finetune/Loss": 0.8630602359771729, "Finetune/Loss (Raw)": 0.9438450932502747, "Finetune/Step": 5802, "Finetune/Step Time": 6.638319846242666}
+{"Finetune/Learning Rate": 1.6369931161059448e-05, "Finetune/Loss": 0.8633859157562256, "Finetune/Loss (Raw)": 0.8718316555023193, "Finetune/Step": 5803, "Finetune/Step Time": 6.638941498473287}
+{"Finetune/Learning Rate": 1.6368632958653457e-05, "Finetune/Loss": 0.8621991872787476, "Finetune/Loss (Raw)": 0.8291666507720947, "Finetune/Step": 5804, "Finetune/Step Time": 6.6347271259874105}
+{"Finetune/Learning Rate": 1.6367334575651138e-05, "Finetune/Loss": 0.8652557134628296, "Finetune/Loss (Raw)": 0.9902327060699463, "Finetune/Step": 5805, "Finetune/Step Time": 6.634464209899306}
+{"Finetune/Learning Rate": 1.6366036012089322e-05, "Finetune/Loss": 0.8654910326004028, "Finetune/Loss (Raw)": 0.9689300656318665, "Finetune/Step": 5806, "Finetune/Step Time": 6.628841735422611}
+{"Finetune/Learning Rate": 1.636473726800483e-05, "Finetune/Loss": 0.8659592866897583, "Finetune/Loss (Raw)": 0.9350100159645081, "Finetune/Step": 5807, "Finetune/Step Time": 6.629833461716771}
+{"Finetune/Learning Rate": 1.6363438343434483e-05, "Finetune/Loss": 0.866623044013977, "Finetune/Loss (Raw)": 0.8113489747047424, "Finetune/Step": 5808, "Finetune/Step Time": 6.627551715821028}
+{"Finetune/Learning Rate": 1.636213923841512e-05, "Finetune/Loss": 0.8685424327850342, "Finetune/Loss (Raw)": 0.9614454507827759, "Finetune/Step": 5809, "Finetune/Step Time": 6.6149856727570295}
+{"Finetune/Learning Rate": 1.6360839952983583e-05, "Finetune/Loss": 0.8683356046676636, "Finetune/Loss (Raw)": 0.8568809032440186, "Finetune/Step": 5810, "Finetune/Step Time": 6.613842258229852}
+{"Finetune/Learning Rate": 1.635954048717671e-05, "Finetune/Loss": 0.8686450719833374, "Finetune/Loss (Raw)": 0.8794439435005188, "Finetune/Step": 5811, "Finetune/Step Time": 6.613193405792117}
+{"Finetune/Learning Rate": 1.635824084103135e-05, "Finetune/Loss": 0.8684868812561035, "Finetune/Loss (Raw)": 0.8039939999580383, "Finetune/Step": 5812, "Finetune/Step Time": 6.615879807621241}
+{"Finetune/Learning Rate": 1.6356941014584367e-05, "Finetune/Loss": 0.8672012686729431, "Finetune/Loss (Raw)": 0.7528049945831299, "Finetune/Step": 5813, "Finetune/Step Time": 6.61789040453732}
+{"Finetune/Learning Rate": 1.635564100787261e-05, "Finetune/Loss": 0.8676427006721497, "Finetune/Loss (Raw)": 0.966461181640625, "Finetune/Step": 5814, "Finetune/Step Time": 6.62260652333498}
+{"Finetune/Learning Rate": 1.6354340820932945e-05, "Finetune/Loss": 0.8680161237716675, "Finetune/Loss (Raw)": 0.9618707895278931, "Finetune/Step": 5815, "Finetune/Step Time": 6.624190140515566}
+{"Finetune/Learning Rate": 1.635304045380225e-05, "Finetune/Loss": 0.8671947717666626, "Finetune/Loss (Raw)": 0.855255126953125, "Finetune/Step": 5816, "Finetune/Step Time": 6.629764994606376}
+{"Finetune/Learning Rate": 1.635173990651739e-05, "Finetune/Loss": 0.8662329912185669, "Finetune/Loss (Raw)": 0.9088296294212341, "Finetune/Step": 5817, "Finetune/Step Time": 6.631419630721211}
+{"Finetune/Learning Rate": 1.6350439179115246e-05, "Finetune/Loss": 0.8652418851852417, "Finetune/Loss (Raw)": 0.6848782896995544, "Finetune/Step": 5818, "Finetune/Step Time": 6.6358415968716145}
+{"Finetune/Learning Rate": 1.6349138271632705e-05, "Finetune/Loss": 0.8653640747070312, "Finetune/Loss (Raw)": 0.8980869650840759, "Finetune/Step": 5819, "Finetune/Step Time": 6.637127824127674}
+{"Finetune/Learning Rate": 1.6347837184106657e-05, "Finetune/Loss": 0.8651371002197266, "Finetune/Loss (Raw)": 0.8226225972175598, "Finetune/Step": 5820, "Finetune/Step Time": 6.636782495304942}
+{"Finetune/Learning Rate": 1.6346535916574002e-05, "Finetune/Loss": 0.8650237321853638, "Finetune/Loss (Raw)": 0.8373031616210938, "Finetune/Step": 5821, "Finetune/Step Time": 6.629045017063618}
+{"Finetune/Learning Rate": 1.634523446907163e-05, "Finetune/Loss": 0.8651347160339355, "Finetune/Loss (Raw)": 0.8404595851898193, "Finetune/Step": 5822, "Finetune/Step Time": 6.629017818719149}
+{"Finetune/Learning Rate": 1.6343932841636455e-05, "Finetune/Loss": 0.866812527179718, "Finetune/Loss (Raw)": 0.846325159072876, "Finetune/Step": 5823, "Finetune/Step Time": 6.63146966509521}
+{"Finetune/Learning Rate": 1.6342631034305386e-05, "Finetune/Loss": 0.866395115852356, "Finetune/Loss (Raw)": 0.8077322840690613, "Finetune/Step": 5824, "Finetune/Step Time": 6.632976096123457}
+{"Finetune/Learning Rate": 1.6341329047115335e-05, "Finetune/Loss": 0.8665581345558167, "Finetune/Loss (Raw)": 0.9154217839241028, "Finetune/Step": 5825, "Finetune/Step Time": 6.657813746482134}
+{"Finetune/Learning Rate": 1.6340026880103225e-05, "Finetune/Loss": 0.8656992316246033, "Finetune/Loss (Raw)": 0.8054690957069397, "Finetune/Step": 5826, "Finetune/Step Time": 6.656860904768109}
+{"Finetune/Learning Rate": 1.633872453330598e-05, "Finetune/Loss": 0.8652852177619934, "Finetune/Loss (Raw)": 0.8026565313339233, "Finetune/Step": 5827, "Finetune/Step Time": 6.67389558814466}
+{"Finetune/Learning Rate": 1.633742200676053e-05, "Finetune/Loss": 0.8632270097732544, "Finetune/Loss (Raw)": 0.7468722462654114, "Finetune/Step": 5828, "Finetune/Step Time": 6.674101307988167}
+{"Finetune/Learning Rate": 1.633611930050382e-05, "Finetune/Loss": 0.8640156984329224, "Finetune/Loss (Raw)": 0.7595376372337341, "Finetune/Step": 5829, "Finetune/Step Time": 6.6723198015242815}
+{"Finetune/Learning Rate": 1.6334816414572777e-05, "Finetune/Loss": 0.8625240325927734, "Finetune/Loss (Raw)": 0.792331337928772, "Finetune/Step": 5830, "Finetune/Step Time": 6.675699746236205}
+{"Finetune/Learning Rate": 1.633351334900436e-05, "Finetune/Loss": 0.8625345230102539, "Finetune/Loss (Raw)": 0.8931078314781189, "Finetune/Step": 5831, "Finetune/Step Time": 6.674397772178054}
+{"Finetune/Learning Rate": 1.633221010383551e-05, "Finetune/Loss": 0.8618766069412231, "Finetune/Loss (Raw)": 0.7771872878074646, "Finetune/Step": 5832, "Finetune/Step Time": 6.676141442731023}
+{"Finetune/Learning Rate": 1.633090667910319e-05, "Finetune/Loss": 0.8613479137420654, "Finetune/Loss (Raw)": 0.7652642130851746, "Finetune/Step": 5833, "Finetune/Step Time": 6.671106753870845}
+{"Finetune/Learning Rate": 1.6329603074844358e-05, "Finetune/Loss": 0.861541748046875, "Finetune/Loss (Raw)": 0.9690788388252258, "Finetune/Step": 5834, "Finetune/Step Time": 6.672017987817526}
+{"Finetune/Learning Rate": 1.6328299291095982e-05, "Finetune/Loss": 0.8616695404052734, "Finetune/Loss (Raw)": 0.896853506565094, "Finetune/Step": 5835, "Finetune/Step Time": 6.6728318482637405}
+{"Finetune/Learning Rate": 1.6326995327895034e-05, "Finetune/Loss": 0.8623620271682739, "Finetune/Loss (Raw)": 0.8611112236976624, "Finetune/Step": 5836, "Finetune/Step Time": 6.674568876624107}
+{"Finetune/Learning Rate": 1.632569118527849e-05, "Finetune/Loss": 0.8612357378005981, "Finetune/Loss (Raw)": 0.7644159197807312, "Finetune/Step": 5837, "Finetune/Step Time": 6.6814757399261}
+{"Finetune/Learning Rate": 1.632438686328333e-05, "Finetune/Loss": 0.8591097593307495, "Finetune/Loss (Raw)": 0.6500387787818909, "Finetune/Step": 5838, "Finetune/Step Time": 6.695623768493533}
+{"Finetune/Learning Rate": 1.6323082361946547e-05, "Finetune/Loss": 0.8596774339675903, "Finetune/Loss (Raw)": 0.9257025718688965, "Finetune/Step": 5839, "Finetune/Step Time": 6.694939833134413}
+{"Finetune/Learning Rate": 1.6321777681305128e-05, "Finetune/Loss": 0.8612370491027832, "Finetune/Loss (Raw)": 1.0308843851089478, "Finetune/Step": 5840, "Finetune/Step Time": 6.694521889090538}
+{"Finetune/Learning Rate": 1.6320472821396066e-05, "Finetune/Loss": 0.8627374172210693, "Finetune/Loss (Raw)": 0.9631420969963074, "Finetune/Step": 5841, "Finetune/Step Time": 6.693975917994976}
+{"Finetune/Learning Rate": 1.631916778225637e-05, "Finetune/Loss": 0.8637454509735107, "Finetune/Loss (Raw)": 0.8095104098320007, "Finetune/Step": 5842, "Finetune/Step Time": 6.664407894015312}
+{"Finetune/Learning Rate": 1.6317862563923048e-05, "Finetune/Loss": 0.8643627762794495, "Finetune/Loss (Raw)": 0.9820860624313354, "Finetune/Step": 5843, "Finetune/Step Time": 6.670493034645915}
+{"Finetune/Learning Rate": 1.6316557166433105e-05, "Finetune/Loss": 0.8644665479660034, "Finetune/Loss (Raw)": 0.8100640177726746, "Finetune/Step": 5844, "Finetune/Step Time": 6.671269692480564}
+{"Finetune/Learning Rate": 1.6315251589823565e-05, "Finetune/Loss": 0.8638485074043274, "Finetune/Loss (Raw)": 0.9213626980781555, "Finetune/Step": 5845, "Finetune/Step Time": 6.667453646659851}
+{"Finetune/Learning Rate": 1.631394583413145e-05, "Finetune/Loss": 0.8612773418426514, "Finetune/Loss (Raw)": 0.619257926940918, "Finetune/Step": 5846, "Finetune/Step Time": 6.664815682917833}
+{"Finetune/Learning Rate": 1.6312639899393783e-05, "Finetune/Loss": 0.860788106918335, "Finetune/Loss (Raw)": 0.8583383560180664, "Finetune/Step": 5847, "Finetune/Step Time": 6.66292804852128}
+{"Finetune/Learning Rate": 1.63113337856476e-05, "Finetune/Loss": 0.8616966009140015, "Finetune/Loss (Raw)": 0.8420765399932861, "Finetune/Step": 5848, "Finetune/Step Time": 6.65369793958962}
+{"Finetune/Learning Rate": 1.6310027492929938e-05, "Finetune/Loss": 0.8618159294128418, "Finetune/Loss (Raw)": 0.8454920649528503, "Finetune/Step": 5849, "Finetune/Step Time": 6.654053961858153}
+{"Finetune/Learning Rate": 1.6308721021277836e-05, "Finetune/Loss": 0.862351655960083, "Finetune/Loss (Raw)": 0.9536056518554688, "Finetune/Step": 5850, "Finetune/Step Time": 6.670350765809417}
+{"Finetune/Learning Rate": 1.630741437072835e-05, "Finetune/Loss": 0.8620210886001587, "Finetune/Loss (Raw)": 0.6616584658622742, "Finetune/Step": 5851, "Finetune/Step Time": 6.687138991430402}
+{"Finetune/Learning Rate": 1.6306107541318525e-05, "Finetune/Loss": 0.8604741096496582, "Finetune/Loss (Raw)": 0.8206979632377625, "Finetune/Step": 5852, "Finetune/Step Time": 6.6870246436446905}
+{"Finetune/Learning Rate": 1.6304800533085427e-05, "Finetune/Loss": 0.8594648838043213, "Finetune/Loss (Raw)": 0.739461362361908, "Finetune/Step": 5853, "Finetune/Step Time": 6.688425241038203}
+{"Finetune/Learning Rate": 1.6303493346066107e-05, "Finetune/Loss": 0.8592484593391418, "Finetune/Loss (Raw)": 0.8497944474220276, "Finetune/Step": 5854, "Finetune/Step Time": 6.68815728276968}
+{"Finetune/Learning Rate": 1.6302185980297647e-05, "Finetune/Loss": 0.8599604964256287, "Finetune/Loss (Raw)": 0.9571885466575623, "Finetune/Step": 5855, "Finetune/Step Time": 6.689749090000987}
+{"Finetune/Learning Rate": 1.6300878435817115e-05, "Finetune/Loss": 0.8619585633277893, "Finetune/Loss (Raw)": 0.9091349244117737, "Finetune/Step": 5856, "Finetune/Step Time": 6.676041228696704}
+{"Finetune/Learning Rate": 1.6299570712661582e-05, "Finetune/Loss": 0.8609127998352051, "Finetune/Loss (Raw)": 0.6501235365867615, "Finetune/Step": 5857, "Finetune/Step Time": 6.6726764515042305}
+{"Finetune/Learning Rate": 1.629826281086814e-05, "Finetune/Loss": 0.8610802888870239, "Finetune/Loss (Raw)": 0.8471654653549194, "Finetune/Step": 5858, "Finetune/Step Time": 6.679483789950609}
+{"Finetune/Learning Rate": 1.6296954730473872e-05, "Finetune/Loss": 0.8595677614212036, "Finetune/Loss (Raw)": 0.7035428881645203, "Finetune/Step": 5859, "Finetune/Step Time": 6.677733048796654}
+{"Finetune/Learning Rate": 1.629564647151588e-05, "Finetune/Loss": 0.8600006699562073, "Finetune/Loss (Raw)": 0.8503453135490417, "Finetune/Step": 5860, "Finetune/Step Time": 6.6839310079813}
+{"Finetune/Learning Rate": 1.629433803403125e-05, "Finetune/Loss": 0.8584868907928467, "Finetune/Loss (Raw)": 0.7949306964874268, "Finetune/Step": 5861, "Finetune/Step Time": 6.681969899684191}
+{"Finetune/Learning Rate": 1.6293029418057096e-05, "Finetune/Loss": 0.8581730127334595, "Finetune/Loss (Raw)": 0.8539435267448425, "Finetune/Step": 5862, "Finetune/Step Time": 6.667264815419912}
+{"Finetune/Learning Rate": 1.6291720623630518e-05, "Finetune/Loss": 0.8586606383323669, "Finetune/Loss (Raw)": 0.9563709497451782, "Finetune/Step": 5863, "Finetune/Step Time": 6.649360837414861}
+{"Finetune/Learning Rate": 1.629041165078864e-05, "Finetune/Loss": 0.8573485016822815, "Finetune/Loss (Raw)": 0.8165815472602844, "Finetune/Step": 5864, "Finetune/Step Time": 6.646938126534224}
+{"Finetune/Learning Rate": 1.6289102499568572e-05, "Finetune/Loss": 0.8579897880554199, "Finetune/Loss (Raw)": 0.9795922636985779, "Finetune/Step": 5865, "Finetune/Step Time": 6.6506417859345675}
+{"Finetune/Learning Rate": 1.6287793170007442e-05, "Finetune/Loss": 0.8571200370788574, "Finetune/Loss (Raw)": 0.8034338355064392, "Finetune/Step": 5866, "Finetune/Step Time": 6.662718961015344}
+{"Finetune/Learning Rate": 1.628648366214238e-05, "Finetune/Loss": 0.858959436416626, "Finetune/Loss (Raw)": 1.047663927078247, "Finetune/Step": 5867, "Finetune/Step Time": 6.678720019757748}
+{"Finetune/Learning Rate": 1.6285173976010513e-05, "Finetune/Loss": 0.85788893699646, "Finetune/Loss (Raw)": 0.6585033535957336, "Finetune/Step": 5868, "Finetune/Step Time": 6.690044229850173}
+{"Finetune/Learning Rate": 1.6283864111648985e-05, "Finetune/Loss": 0.8600753545761108, "Finetune/Loss (Raw)": 0.8922582864761353, "Finetune/Step": 5869, "Finetune/Step Time": 6.674168311059475}
+{"Finetune/Learning Rate": 1.6282554069094944e-05, "Finetune/Loss": 0.8606457710266113, "Finetune/Loss (Raw)": 0.9040088057518005, "Finetune/Step": 5870, "Finetune/Step Time": 6.671515287831426}
+{"Finetune/Learning Rate": 1.6281243848385534e-05, "Finetune/Loss": 0.8597775101661682, "Finetune/Loss (Raw)": 0.8510075211524963, "Finetune/Step": 5871, "Finetune/Step Time": 6.6625750456005335}
+{"Finetune/Learning Rate": 1.6279933449557905e-05, "Finetune/Loss": 0.8603976964950562, "Finetune/Loss (Raw)": 0.9252336025238037, "Finetune/Step": 5872, "Finetune/Step Time": 6.666948847472668}
+{"Finetune/Learning Rate": 1.6278622872649223e-05, "Finetune/Loss": 0.8606775403022766, "Finetune/Loss (Raw)": 0.8981959223747253, "Finetune/Step": 5873, "Finetune/Step Time": 6.670970920473337}
+{"Finetune/Learning Rate": 1.6277312117696655e-05, "Finetune/Loss": 0.8611007928848267, "Finetune/Loss (Raw)": 0.889334499835968, "Finetune/Step": 5874, "Finetune/Step Time": 6.672134095802903}
+{"Finetune/Learning Rate": 1.627600118473736e-05, "Finetune/Loss": 0.860558032989502, "Finetune/Loss (Raw)": 0.8752319812774658, "Finetune/Step": 5875, "Finetune/Step Time": 6.6727835442870855}
+{"Finetune/Learning Rate": 1.627469007380852e-05, "Finetune/Loss": 0.8619323968887329, "Finetune/Loss (Raw)": 0.8954609632492065, "Finetune/Step": 5876, "Finetune/Step Time": 6.672638718038797}
+{"Finetune/Learning Rate": 1.6273378784947315e-05, "Finetune/Loss": 0.8635842204093933, "Finetune/Loss (Raw)": 0.9998204708099365, "Finetune/Step": 5877, "Finetune/Step Time": 6.667103188112378}
+{"Finetune/Learning Rate": 1.6272067318190924e-05, "Finetune/Loss": 0.8661508560180664, "Finetune/Loss (Raw)": 0.9803911447525024, "Finetune/Step": 5878, "Finetune/Step Time": 6.655493102967739}
+{"Finetune/Learning Rate": 1.6270755673576538e-05, "Finetune/Loss": 0.8667050004005432, "Finetune/Loss (Raw)": 0.920301616191864, "Finetune/Step": 5879, "Finetune/Step Time": 6.654661167412996}
+{"Finetune/Learning Rate": 1.6269443851141357e-05, "Finetune/Loss": 0.867699921131134, "Finetune/Loss (Raw)": 0.8973544836044312, "Finetune/Step": 5880, "Finetune/Step Time": 6.650574920699}
+{"Finetune/Learning Rate": 1.626813185092257e-05, "Finetune/Loss": 0.8690087795257568, "Finetune/Loss (Raw)": 1.0785530805587769, "Finetune/Step": 5881, "Finetune/Step Time": 6.6591772977262735}
+{"Finetune/Learning Rate": 1.6266819672957394e-05, "Finetune/Loss": 0.8687772750854492, "Finetune/Loss (Raw)": 0.9083378911018372, "Finetune/Step": 5882, "Finetune/Step Time": 6.660204781219363}
+{"Finetune/Learning Rate": 1.626550731728303e-05, "Finetune/Loss": 0.8684311509132385, "Finetune/Loss (Raw)": 0.8282085061073303, "Finetune/Step": 5883, "Finetune/Step Time": 6.664620457217097}
+{"Finetune/Learning Rate": 1.6264194783936697e-05, "Finetune/Loss": 0.868319034576416, "Finetune/Loss (Raw)": 0.883671224117279, "Finetune/Step": 5884, "Finetune/Step Time": 6.670409733429551}
+{"Finetune/Learning Rate": 1.626288207295561e-05, "Finetune/Loss": 0.8679038882255554, "Finetune/Loss (Raw)": 0.8594021797180176, "Finetune/Step": 5885, "Finetune/Step Time": 6.658064933493733}
+{"Finetune/Learning Rate": 1.6261569184376998e-05, "Finetune/Loss": 0.868179202079773, "Finetune/Loss (Raw)": 0.910089910030365, "Finetune/Step": 5886, "Finetune/Step Time": 6.65894166007638}
+{"Finetune/Learning Rate": 1.626025611823809e-05, "Finetune/Loss": 0.8695533871650696, "Finetune/Loss (Raw)": 0.9401530623435974, "Finetune/Step": 5887, "Finetune/Step Time": 6.668532695621252}
+{"Finetune/Learning Rate": 1.6258942874576117e-05, "Finetune/Loss": 0.8709321022033691, "Finetune/Loss (Raw)": 1.009518027305603, "Finetune/Step": 5888, "Finetune/Step Time": 6.666955607011914}
+{"Finetune/Learning Rate": 1.6257629453428325e-05, "Finetune/Loss": 0.870564877986908, "Finetune/Loss (Raw)": 0.8498552441596985, "Finetune/Step": 5889, "Finetune/Step Time": 6.662227092310786}
+{"Finetune/Learning Rate": 1.6256315854831956e-05, "Finetune/Loss": 0.8701518774032593, "Finetune/Loss (Raw)": 0.9372027516365051, "Finetune/Step": 5890, "Finetune/Step Time": 6.660859663039446}
+{"Finetune/Learning Rate": 1.6255002078824257e-05, "Finetune/Loss": 0.8692426681518555, "Finetune/Loss (Raw)": 0.7963526248931885, "Finetune/Step": 5891, "Finetune/Step Time": 6.660686956718564}
+{"Finetune/Learning Rate": 1.6253688125442493e-05, "Finetune/Loss": 0.8672233819961548, "Finetune/Loss (Raw)": 0.6813936829566956, "Finetune/Step": 5892, "Finetune/Step Time": 6.6679509077221155}
+{"Finetune/Learning Rate": 1.6252373994723912e-05, "Finetune/Loss": 0.86618971824646, "Finetune/Loss (Raw)": 0.7978528738021851, "Finetune/Step": 5893, "Finetune/Step Time": 6.665989201515913}
+{"Finetune/Learning Rate": 1.625105968670578e-05, "Finetune/Loss": 0.8678702116012573, "Finetune/Loss (Raw)": 0.8466387987136841, "Finetune/Step": 5894, "Finetune/Step Time": 6.652343234047294}
+{"Finetune/Learning Rate": 1.624974520142538e-05, "Finetune/Loss": 0.8669806122779846, "Finetune/Loss (Raw)": 0.8829652667045593, "Finetune/Step": 5895, "Finetune/Step Time": 6.65244111046195}
+{"Finetune/Learning Rate": 1.624843053891997e-05, "Finetune/Loss": 0.8676040172576904, "Finetune/Loss (Raw)": 0.9491382241249084, "Finetune/Step": 5896, "Finetune/Step Time": 6.654726034030318}
+{"Finetune/Learning Rate": 1.6247115699226843e-05, "Finetune/Loss": 0.8690351247787476, "Finetune/Loss (Raw)": 1.052255392074585, "Finetune/Step": 5897, "Finetune/Step Time": 6.658083995804191}
+{"Finetune/Learning Rate": 1.624580068238328e-05, "Finetune/Loss": 0.8697946071624756, "Finetune/Loss (Raw)": 0.8838521242141724, "Finetune/Step": 5898, "Finetune/Step Time": 6.651471596211195}
+{"Finetune/Learning Rate": 1.6244485488426566e-05, "Finetune/Loss": 0.8698882460594177, "Finetune/Loss (Raw)": 0.8640125393867493, "Finetune/Step": 5899, "Finetune/Step Time": 6.6470687836408615}
+{"Finetune/Learning Rate": 1.6243170117394e-05, "Finetune/Loss": 0.86896812915802, "Finetune/Loss (Raw)": 0.9174272418022156, "Finetune/Step": 5900, "Finetune/Step Time": 6.643722239881754}
+{"Finetune/Learning Rate": 1.6241854569322887e-05, "Finetune/Loss": 0.8682293891906738, "Finetune/Loss (Raw)": 0.7802736759185791, "Finetune/Step": 5901, "Finetune/Step Time": 6.645494733005762}
+{"Finetune/Learning Rate": 1.6240538844250524e-05, "Finetune/Loss": 0.8686590194702148, "Finetune/Loss (Raw)": 0.8043837547302246, "Finetune/Step": 5902, "Finetune/Step Time": 6.624143533408642}
+{"Finetune/Learning Rate": 1.6239222942214228e-05, "Finetune/Loss": 0.8686196208000183, "Finetune/Loss (Raw)": 0.8949084877967834, "Finetune/Step": 5903, "Finetune/Step Time": 6.6270548310130835}
+{"Finetune/Learning Rate": 1.6237906863251313e-05, "Finetune/Loss": 0.8690081834793091, "Finetune/Loss (Raw)": 0.9261833429336548, "Finetune/Step": 5904, "Finetune/Step Time": 6.6295534837991}
+{"Finetune/Learning Rate": 1.6236590607399092e-05, "Finetune/Loss": 0.8694286942481995, "Finetune/Loss (Raw)": 0.8455626368522644, "Finetune/Step": 5905, "Finetune/Step Time": 6.624982597306371}
+{"Finetune/Learning Rate": 1.6235274174694896e-05, "Finetune/Loss": 0.870006263256073, "Finetune/Loss (Raw)": 0.869158923625946, "Finetune/Step": 5906, "Finetune/Step Time": 6.629799822345376}
+{"Finetune/Learning Rate": 1.623395756517606e-05, "Finetune/Loss": 0.869724452495575, "Finetune/Loss (Raw)": 0.9023643136024475, "Finetune/Step": 5907, "Finetune/Step Time": 6.636074436828494}
+{"Finetune/Learning Rate": 1.623264077887991e-05, "Finetune/Loss": 0.8694013357162476, "Finetune/Loss (Raw)": 0.9785630702972412, "Finetune/Step": 5908, "Finetune/Step Time": 6.638296982273459}
+{"Finetune/Learning Rate": 1.6231323815843796e-05, "Finetune/Loss": 0.8693912625312805, "Finetune/Loss (Raw)": 0.8830347061157227, "Finetune/Step": 5909, "Finetune/Step Time": 6.642322486266494}
+{"Finetune/Learning Rate": 1.6230006676105055e-05, "Finetune/Loss": 0.8707073926925659, "Finetune/Loss (Raw)": 0.8575135469436646, "Finetune/Step": 5910, "Finetune/Step Time": 6.643355410546064}
+{"Finetune/Learning Rate": 1.622868935970104e-05, "Finetune/Loss": 0.8712641596794128, "Finetune/Loss (Raw)": 0.9440757036209106, "Finetune/Step": 5911, "Finetune/Step Time": 6.653302391991019}
+{"Finetune/Learning Rate": 1.622737186666911e-05, "Finetune/Loss": 0.8682946562767029, "Finetune/Loss (Raw)": 0.6342185735702515, "Finetune/Step": 5912, "Finetune/Step Time": 6.66948059014976}
+{"Finetune/Learning Rate": 1.6226054197046617e-05, "Finetune/Loss": 0.8701187372207642, "Finetune/Loss (Raw)": 0.9511528015136719, "Finetune/Step": 5913, "Finetune/Step Time": 6.659348530694842}
+{"Finetune/Learning Rate": 1.6224736350870936e-05, "Finetune/Loss": 0.8681085109710693, "Finetune/Loss (Raw)": 0.7509284019470215, "Finetune/Step": 5914, "Finetune/Step Time": 6.661120479926467}
+{"Finetune/Learning Rate": 1.6223418328179426e-05, "Finetune/Loss": 0.8678070306777954, "Finetune/Loss (Raw)": 0.9735450744628906, "Finetune/Step": 5915, "Finetune/Step Time": 6.669782495126128}
+{"Finetune/Learning Rate": 1.6222100129009476e-05, "Finetune/Loss": 0.8691331148147583, "Finetune/Loss (Raw)": 0.8172897100448608, "Finetune/Step": 5916, "Finetune/Step Time": 6.675284394994378}
+{"Finetune/Learning Rate": 1.622078175339846e-05, "Finetune/Loss": 0.8683236241340637, "Finetune/Loss (Raw)": 0.7736497521400452, "Finetune/Step": 5917, "Finetune/Step Time": 6.673366772010922}
+{"Finetune/Learning Rate": 1.621946320138376e-05, "Finetune/Loss": 0.8663164377212524, "Finetune/Loss (Raw)": 0.7861775159835815, "Finetune/Step": 5918, "Finetune/Step Time": 6.687330210581422}
+{"Finetune/Learning Rate": 1.621814447300277e-05, "Finetune/Loss": 0.8646292686462402, "Finetune/Loss (Raw)": 0.7067373394966125, "Finetune/Step": 5919, "Finetune/Step Time": 6.691621160134673}
+{"Finetune/Learning Rate": 1.6216825568292885e-05, "Finetune/Loss": 0.8644939661026001, "Finetune/Loss (Raw)": 0.8442950248718262, "Finetune/Step": 5920, "Finetune/Step Time": 6.694751560688019}
+{"Finetune/Learning Rate": 1.6215506487291503e-05, "Finetune/Loss": 0.8644206523895264, "Finetune/Loss (Raw)": 0.8681959509849548, "Finetune/Step": 5921, "Finetune/Step Time": 6.694873731583357}
+{"Finetune/Learning Rate": 1.6214187230036035e-05, "Finetune/Loss": 0.8638863563537598, "Finetune/Loss (Raw)": 0.8397701382637024, "Finetune/Step": 5922, "Finetune/Step Time": 6.697900800034404}
+{"Finetune/Learning Rate": 1.6212867796563887e-05, "Finetune/Loss": 0.8650944828987122, "Finetune/Loss (Raw)": 0.9468914866447449, "Finetune/Step": 5923, "Finetune/Step Time": 6.694546289741993}
+{"Finetune/Learning Rate": 1.6211548186912474e-05, "Finetune/Loss": 0.8654026985168457, "Finetune/Loss (Raw)": 0.8666028380393982, "Finetune/Step": 5924, "Finetune/Step Time": 6.692908281460404}
+{"Finetune/Learning Rate": 1.6210228401119218e-05, "Finetune/Loss": 0.8641860485076904, "Finetune/Loss (Raw)": 0.8443576693534851, "Finetune/Step": 5925, "Finetune/Step Time": 6.680254528298974}
+{"Finetune/Learning Rate": 1.6208908439221547e-05, "Finetune/Loss": 0.8648445010185242, "Finetune/Loss (Raw)": 0.9764754772186279, "Finetune/Step": 5926, "Finetune/Step Time": 6.680288990959525}
+{"Finetune/Learning Rate": 1.620758830125688e-05, "Finetune/Loss": 0.8637619018554688, "Finetune/Loss (Raw)": 0.8077414631843567, "Finetune/Step": 5927, "Finetune/Step Time": 6.679802076891065}
+{"Finetune/Learning Rate": 1.620626798726267e-05, "Finetune/Loss": 0.8644821643829346, "Finetune/Loss (Raw)": 0.9693415760993958, "Finetune/Step": 5928, "Finetune/Step Time": 6.683201648294926}
+{"Finetune/Learning Rate": 1.6204947497276346e-05, "Finetune/Loss": 0.8645283579826355, "Finetune/Loss (Raw)": 0.9149958491325378, "Finetune/Step": 5929, "Finetune/Step Time": 6.686965873464942}
+{"Finetune/Learning Rate": 1.6203626831335356e-05, "Finetune/Loss": 0.8640763759613037, "Finetune/Loss (Raw)": 0.8859936594963074, "Finetune/Step": 5930, "Finetune/Step Time": 6.6906044483184814}
+{"Finetune/Learning Rate": 1.620230598947715e-05, "Finetune/Loss": 0.8641399145126343, "Finetune/Loss (Raw)": 0.8799574375152588, "Finetune/Step": 5931, "Finetune/Step Time": 6.692601395770907}
+{"Finetune/Learning Rate": 1.6200984971739178e-05, "Finetune/Loss": 0.8652241826057434, "Finetune/Loss (Raw)": 0.9679584503173828, "Finetune/Step": 5932, "Finetune/Step Time": 6.698126720264554}
+{"Finetune/Learning Rate": 1.6199663778158908e-05, "Finetune/Loss": 0.8633476495742798, "Finetune/Loss (Raw)": 0.7500342130661011, "Finetune/Step": 5933, "Finetune/Step Time": 6.674249516800046}
+{"Finetune/Learning Rate": 1.6198342408773803e-05, "Finetune/Loss": 0.8626297116279602, "Finetune/Loss (Raw)": 0.8770365118980408, "Finetune/Step": 5934, "Finetune/Step Time": 6.673164973035455}
+{"Finetune/Learning Rate": 1.6197020863621338e-05, "Finetune/Loss": 0.862319827079773, "Finetune/Loss (Raw)": 0.8953481316566467, "Finetune/Step": 5935, "Finetune/Step Time": 6.671659039333463}
+{"Finetune/Learning Rate": 1.6195699142738976e-05, "Finetune/Loss": 0.8627657890319824, "Finetune/Loss (Raw)": 0.868431806564331, "Finetune/Step": 5936, "Finetune/Step Time": 6.669812181964517}
+{"Finetune/Learning Rate": 1.619437724616421e-05, "Finetune/Loss": 0.8613849878311157, "Finetune/Loss (Raw)": 0.7846928834915161, "Finetune/Step": 5937, "Finetune/Step Time": 6.66801874153316}
+{"Finetune/Learning Rate": 1.6193055173934515e-05, "Finetune/Loss": 0.8609967231750488, "Finetune/Loss (Raw)": 0.8071863651275635, "Finetune/Step": 5938, "Finetune/Step Time": 6.669264437630773}
+{"Finetune/Learning Rate": 1.6191732926087386e-05, "Finetune/Loss": 0.8613418340682983, "Finetune/Loss (Raw)": 0.9236224293708801, "Finetune/Step": 5939, "Finetune/Step Time": 6.669638315215707}
+{"Finetune/Learning Rate": 1.6190410502660323e-05, "Finetune/Loss": 0.8624653816223145, "Finetune/Loss (Raw)": 0.947806715965271, "Finetune/Step": 5940, "Finetune/Step Time": 6.668917512521148}
+{"Finetune/Learning Rate": 1.6189087903690817e-05, "Finetune/Loss": 0.8630455732345581, "Finetune/Loss (Raw)": 0.8270646929740906, "Finetune/Step": 5941, "Finetune/Step Time": 6.672463385388255}
+{"Finetune/Learning Rate": 1.618776512921638e-05, "Finetune/Loss": 0.8626323938369751, "Finetune/Loss (Raw)": 0.9135841131210327, "Finetune/Step": 5942, "Finetune/Step Time": 6.667125707492232}
+{"Finetune/Learning Rate": 1.618644217927452e-05, "Finetune/Loss": 0.8616989850997925, "Finetune/Loss (Raw)": 0.842382550239563, "Finetune/Step": 5943, "Finetune/Step Time": 6.684636594727635}
+{"Finetune/Learning Rate": 1.6185119053902748e-05, "Finetune/Loss": 0.8613375425338745, "Finetune/Loss (Raw)": 0.8089979290962219, "Finetune/Step": 5944, "Finetune/Step Time": 6.678716128692031}
+{"Finetune/Learning Rate": 1.6183795753138588e-05, "Finetune/Loss": 0.8625243902206421, "Finetune/Loss (Raw)": 1.0607452392578125, "Finetune/Step": 5945, "Finetune/Step Time": 6.681401899084449}
+{"Finetune/Learning Rate": 1.618247227701957e-05, "Finetune/Loss": 0.8642420172691345, "Finetune/Loss (Raw)": 0.9047319889068604, "Finetune/Step": 5946, "Finetune/Step Time": 6.678410077467561}
+{"Finetune/Learning Rate": 1.6181148625583215e-05, "Finetune/Loss": 0.8644546270370483, "Finetune/Loss (Raw)": 0.9253047704696655, "Finetune/Step": 5947, "Finetune/Step Time": 6.680854337289929}
+{"Finetune/Learning Rate": 1.6179824798867062e-05, "Finetune/Loss": 0.8645421266555786, "Finetune/Loss (Raw)": 0.8338152170181274, "Finetune/Step": 5948, "Finetune/Step Time": 6.681939922273159}
+{"Finetune/Learning Rate": 1.6178500796908652e-05, "Finetune/Loss": 0.8642922639846802, "Finetune/Loss (Raw)": 0.8053295016288757, "Finetune/Step": 5949, "Finetune/Step Time": 6.679089115932584}
+{"Finetune/Learning Rate": 1.617717661974553e-05, "Finetune/Loss": 0.8647575974464417, "Finetune/Loss (Raw)": 0.9000187516212463, "Finetune/Step": 5950, "Finetune/Step Time": 6.679518591612577}
+{"Finetune/Learning Rate": 1.617585226741524e-05, "Finetune/Loss": 0.8639817833900452, "Finetune/Loss (Raw)": 0.7470245957374573, "Finetune/Step": 5951, "Finetune/Step Time": 6.662277122959495}
+{"Finetune/Learning Rate": 1.6174527739955345e-05, "Finetune/Loss": 0.8641355037689209, "Finetune/Loss (Raw)": 0.8274007439613342, "Finetune/Step": 5952, "Finetune/Step Time": 6.66060801781714}
+{"Finetune/Learning Rate": 1.61732030374034e-05, "Finetune/Loss": 0.8649182319641113, "Finetune/Loss (Raw)": 1.0156141519546509, "Finetune/Step": 5953, "Finetune/Step Time": 6.6317877024412155}
+{"Finetune/Learning Rate": 1.6171878159796973e-05, "Finetune/Loss": 0.8659617304801941, "Finetune/Loss (Raw)": 0.939037561416626, "Finetune/Step": 5954, "Finetune/Step Time": 6.6286242287606}
+{"Finetune/Learning Rate": 1.6170553107173627e-05, "Finetune/Loss": 0.8668780326843262, "Finetune/Loss (Raw)": 0.9199464321136475, "Finetune/Step": 5955, "Finetune/Step Time": 6.612332966178656}
+{"Finetune/Learning Rate": 1.6169227879570947e-05, "Finetune/Loss": 0.8685022592544556, "Finetune/Loss (Raw)": 0.954766571521759, "Finetune/Step": 5956, "Finetune/Step Time": 6.615855593234301}
+{"Finetune/Learning Rate": 1.6167902477026503e-05, "Finetune/Loss": 0.8703458309173584, "Finetune/Loss (Raw)": 0.9955188632011414, "Finetune/Step": 5957, "Finetune/Step Time": 6.618137143552303}
+{"Finetune/Learning Rate": 1.6166576899577887e-05, "Finetune/Loss": 0.8708081245422363, "Finetune/Loss (Raw)": 0.8515011072158813, "Finetune/Step": 5958, "Finetune/Step Time": 6.61791261471808}
+{"Finetune/Learning Rate": 1.6165251147262687e-05, "Finetune/Loss": 0.871164083480835, "Finetune/Loss (Raw)": 0.9386705756187439, "Finetune/Step": 5959, "Finetune/Step Time": 6.616213135421276}
+{"Finetune/Learning Rate": 1.6163925220118494e-05, "Finetune/Loss": 0.8718600273132324, "Finetune/Loss (Raw)": 0.8662724494934082, "Finetune/Step": 5960, "Finetune/Step Time": 6.63132294267416}
+{"Finetune/Learning Rate": 1.6162599118182906e-05, "Finetune/Loss": 0.8724022507667542, "Finetune/Loss (Raw)": 0.8346677422523499, "Finetune/Step": 5961, "Finetune/Step Time": 6.6217597015202045}
+{"Finetune/Learning Rate": 1.6161272841493535e-05, "Finetune/Loss": 0.8718403577804565, "Finetune/Loss (Raw)": 0.8971512913703918, "Finetune/Step": 5962, "Finetune/Step Time": 6.619175923988223}
+{"Finetune/Learning Rate": 1.6159946390087986e-05, "Finetune/Loss": 0.8720366358757019, "Finetune/Loss (Raw)": 0.9219809770584106, "Finetune/Step": 5963, "Finetune/Step Time": 6.62023719958961}
+{"Finetune/Learning Rate": 1.6158619764003874e-05, "Finetune/Loss": 0.8729932308197021, "Finetune/Loss (Raw)": 0.9835607409477234, "Finetune/Step": 5964, "Finetune/Step Time": 6.617939697578549}
+{"Finetune/Learning Rate": 1.6157292963278817e-05, "Finetune/Loss": 0.8735766410827637, "Finetune/Loss (Raw)": 0.8390918374061584, "Finetune/Step": 5965, "Finetune/Step Time": 6.609821127727628}
+{"Finetune/Learning Rate": 1.6155965987950444e-05, "Finetune/Loss": 0.8753821849822998, "Finetune/Loss (Raw)": 0.8811420202255249, "Finetune/Step": 5966, "Finetune/Step Time": 6.594734862446785}
+{"Finetune/Learning Rate": 1.6154638838056377e-05, "Finetune/Loss": 0.8754403591156006, "Finetune/Loss (Raw)": 0.9331508278846741, "Finetune/Step": 5967, "Finetune/Step Time": 6.591540642082691}
+{"Finetune/Learning Rate": 1.6153311513634257e-05, "Finetune/Loss": 0.8741852045059204, "Finetune/Loss (Raw)": 0.8702184557914734, "Finetune/Step": 5968, "Finetune/Step Time": 6.592981116846204}
+{"Finetune/Learning Rate": 1.6151984014721717e-05, "Finetune/Loss": 0.873805046081543, "Finetune/Loss (Raw)": 0.9144903421401978, "Finetune/Step": 5969, "Finetune/Step Time": 6.595071962103248}
+{"Finetune/Learning Rate": 1.6150656341356406e-05, "Finetune/Loss": 0.8724626302719116, "Finetune/Loss (Raw)": 0.6376796364784241, "Finetune/Step": 5970, "Finetune/Step Time": 6.610269110649824}
+{"Finetune/Learning Rate": 1.6149328493575973e-05, "Finetune/Loss": 0.872287392616272, "Finetune/Loss (Raw)": 0.9596552848815918, "Finetune/Step": 5971, "Finetune/Step Time": 6.605819484218955}
+{"Finetune/Learning Rate": 1.6148000471418066e-05, "Finetune/Loss": 0.8729674816131592, "Finetune/Loss (Raw)": 0.8971157073974609, "Finetune/Step": 5972, "Finetune/Step Time": 6.606277249753475}
+{"Finetune/Learning Rate": 1.614667227492035e-05, "Finetune/Loss": 0.8731330037117004, "Finetune/Loss (Raw)": 0.9425509572029114, "Finetune/Step": 5973, "Finetune/Step Time": 6.606895158067346}
+{"Finetune/Learning Rate": 1.6145343904120488e-05, "Finetune/Loss": 0.8750953674316406, "Finetune/Loss (Raw)": 0.8704383373260498, "Finetune/Step": 5974, "Finetune/Step Time": 6.617145897820592}
+{"Finetune/Learning Rate": 1.614401535905615e-05, "Finetune/Loss": 0.8755556344985962, "Finetune/Loss (Raw)": 0.9172573685646057, "Finetune/Step": 5975, "Finetune/Step Time": 6.615514051169157}
+{"Finetune/Learning Rate": 1.6142686639765e-05, "Finetune/Loss": 0.8761376738548279, "Finetune/Loss (Raw)": 0.916573703289032, "Finetune/Step": 5976, "Finetune/Step Time": 6.612081840634346}
+{"Finetune/Learning Rate": 1.6141357746284734e-05, "Finetune/Loss": 0.8756738305091858, "Finetune/Loss (Raw)": 0.786123514175415, "Finetune/Step": 5977, "Finetune/Step Time": 6.614854879677296}
+{"Finetune/Learning Rate": 1.614002867865302e-05, "Finetune/Loss": 0.8750494122505188, "Finetune/Loss (Raw)": 0.8736749291419983, "Finetune/Step": 5978, "Finetune/Step Time": 6.601952658966184}
+{"Finetune/Learning Rate": 1.6138699436907555e-05, "Finetune/Loss": 0.8763468265533447, "Finetune/Loss (Raw)": 0.8277274966239929, "Finetune/Step": 5979, "Finetune/Step Time": 6.589063245803118}
+{"Finetune/Learning Rate": 1.613737002108603e-05, "Finetune/Loss": 0.875592827796936, "Finetune/Loss (Raw)": 0.7241880893707275, "Finetune/Step": 5980, "Finetune/Step Time": 6.5854968298226595}
+{"Finetune/Learning Rate": 1.6136040431226143e-05, "Finetune/Loss": 0.8778470754623413, "Finetune/Loss (Raw)": 1.0280030965805054, "Finetune/Step": 5981, "Finetune/Step Time": 6.585815187543631}
+{"Finetune/Learning Rate": 1.6134710667365598e-05, "Finetune/Loss": 0.8786606788635254, "Finetune/Loss (Raw)": 0.9539333581924438, "Finetune/Step": 5982, "Finetune/Step Time": 6.585190292447805}
+{"Finetune/Learning Rate": 1.61333807295421e-05, "Finetune/Loss": 0.8772318363189697, "Finetune/Loss (Raw)": 0.7743004560470581, "Finetune/Step": 5983, "Finetune/Step Time": 6.584330903366208}
+{"Finetune/Learning Rate": 1.613205061779337e-05, "Finetune/Loss": 0.8763180375099182, "Finetune/Loss (Raw)": 0.79216468334198, "Finetune/Step": 5984, "Finetune/Step Time": 6.5977299101650715}
+{"Finetune/Learning Rate": 1.613072033215712e-05, "Finetune/Loss": 0.8773913383483887, "Finetune/Loss (Raw)": 0.7875127196311951, "Finetune/Step": 5985, "Finetune/Step Time": 6.592803103849292}
+{"Finetune/Learning Rate": 1.6129389872671074e-05, "Finetune/Loss": 0.877368152141571, "Finetune/Loss (Raw)": 0.8441950678825378, "Finetune/Step": 5986, "Finetune/Step Time": 6.593310574069619}
+{"Finetune/Learning Rate": 1.6128059239372965e-05, "Finetune/Loss": 0.879027247428894, "Finetune/Loss (Raw)": 0.9159160852432251, "Finetune/Step": 5987, "Finetune/Step Time": 6.595458704978228}
+{"Finetune/Learning Rate": 1.6126728432300516e-05, "Finetune/Loss": 0.879086434841156, "Finetune/Loss (Raw)": 0.8579105734825134, "Finetune/Step": 5988, "Finetune/Step Time": 6.597405478358269}
+{"Finetune/Learning Rate": 1.6125397451491473e-05, "Finetune/Loss": 0.8798803091049194, "Finetune/Loss (Raw)": 0.8965491056442261, "Finetune/Step": 5989, "Finetune/Step Time": 6.598335679620504}
+{"Finetune/Learning Rate": 1.612406629698358e-05, "Finetune/Loss": 0.8800541758537292, "Finetune/Loss (Raw)": 0.8761982321739197, "Finetune/Step": 5990, "Finetune/Step Time": 6.592234315350652}
+{"Finetune/Learning Rate": 1.6122734968814574e-05, "Finetune/Loss": 0.8783642053604126, "Finetune/Loss (Raw)": 0.740057647228241, "Finetune/Step": 5991, "Finetune/Step Time": 6.593107040971518}
+{"Finetune/Learning Rate": 1.6121403467022223e-05, "Finetune/Loss": 0.8779285550117493, "Finetune/Loss (Raw)": 0.7608155608177185, "Finetune/Step": 5992, "Finetune/Step Time": 6.590308498591185}
+{"Finetune/Learning Rate": 1.6120071791644273e-05, "Finetune/Loss": 0.877258837223053, "Finetune/Loss (Raw)": 0.893869936466217, "Finetune/Step": 5993, "Finetune/Step Time": 6.591137386858463}
+{"Finetune/Learning Rate": 1.611873994271849e-05, "Finetune/Loss": 0.8784376382827759, "Finetune/Loss (Raw)": 0.9543166160583496, "Finetune/Step": 5994, "Finetune/Step Time": 6.590525282546878}
+{"Finetune/Learning Rate": 1.611740792028264e-05, "Finetune/Loss": 0.8774559497833252, "Finetune/Loss (Raw)": 0.9220178723335266, "Finetune/Step": 5995, "Finetune/Step Time": 6.575820846483111}
+{"Finetune/Learning Rate": 1.6116075724374497e-05, "Finetune/Loss": 0.8789366483688354, "Finetune/Loss (Raw)": 0.8480251431465149, "Finetune/Step": 5996, "Finetune/Step Time": 6.559100022539496}
+{"Finetune/Learning Rate": 1.611474335503184e-05, "Finetune/Loss": 0.8793413639068604, "Finetune/Loss (Raw)": 0.9440606832504272, "Finetune/Step": 5997, "Finetune/Step Time": 6.560541866347194}
+{"Finetune/Learning Rate": 1.611341081229245e-05, "Finetune/Loss": 0.8790838122367859, "Finetune/Loss (Raw)": 0.8710451126098633, "Finetune/Step": 5998, "Finetune/Step Time": 6.563687037676573}
+{"Finetune/Learning Rate": 1.6112078096194114e-05, "Finetune/Loss": 0.8786376714706421, "Finetune/Loss (Raw)": 0.7939032912254333, "Finetune/Step": 5999, "Finetune/Step Time": 6.564365312457085}
+{"Finetune/Learning Rate": 1.611074520677462e-05, "Finetune/Loss": 0.8786194324493408, "Finetune/Loss (Raw)": 0.9228931069374084, "Finetune/Step": 6000, "Finetune/Step Time": 6.559503715485334}
+{"Finetune/Learning Rate": 1.6109412144071774e-05, "Finetune/Loss": 0.877258837223053, "Finetune/Loss (Raw)": 0.7240443825721741, "Finetune/Step": 6001, "Finetune/Step Time": 6.566359909251332}
+{"Finetune/Learning Rate": 1.6108078908123368e-05, "Finetune/Loss": 0.8767749667167664, "Finetune/Loss (Raw)": 0.8273961544036865, "Finetune/Step": 6002, "Finetune/Step Time": 6.565675688907504}
+{"Finetune/Learning Rate": 1.6106745498967217e-05, "Finetune/Loss": 0.8763822317123413, "Finetune/Loss (Raw)": 0.8249650001525879, "Finetune/Step": 6003, "Finetune/Step Time": 6.561562478542328}
+{"Finetune/Learning Rate": 1.6105411916641126e-05, "Finetune/Loss": 0.8766492009162903, "Finetune/Loss (Raw)": 0.9296287298202515, "Finetune/Step": 6004, "Finetune/Step Time": 6.555563556030393}
+{"Finetune/Learning Rate": 1.6104078161182913e-05, "Finetune/Loss": 0.8752298951148987, "Finetune/Loss (Raw)": 0.8181522488594055, "Finetune/Step": 6005, "Finetune/Step Time": 6.556648140773177}
+{"Finetune/Learning Rate": 1.6102744232630404e-05, "Finetune/Loss": 0.8743433356285095, "Finetune/Loss (Raw)": 0.8669151663780212, "Finetune/Step": 6006, "Finetune/Step Time": 6.552070192992687}
+{"Finetune/Learning Rate": 1.6101410131021423e-05, "Finetune/Loss": 0.873145341873169, "Finetune/Loss (Raw)": 0.7669482827186584, "Finetune/Step": 6007, "Finetune/Step Time": 6.555911425501108}
+{"Finetune/Learning Rate": 1.61000758563938e-05, "Finetune/Loss": 0.8715145587921143, "Finetune/Loss (Raw)": 0.6886210441589355, "Finetune/Step": 6008, "Finetune/Step Time": 6.567691849544644}
+{"Finetune/Learning Rate": 1.609874140878537e-05, "Finetune/Loss": 0.8705946207046509, "Finetune/Loss (Raw)": 0.9607987999916077, "Finetune/Step": 6009, "Finetune/Step Time": 6.576611451804638}
+{"Finetune/Learning Rate": 1.609740678823398e-05, "Finetune/Loss": 0.870750904083252, "Finetune/Loss (Raw)": 0.9283393025398254, "Finetune/Step": 6010, "Finetune/Step Time": 6.570633890107274}
+{"Finetune/Learning Rate": 1.609607199477747e-05, "Finetune/Loss": 0.8708758354187012, "Finetune/Loss (Raw)": 0.8442053198814392, "Finetune/Step": 6011, "Finetune/Step Time": 6.566591754555702}
+{"Finetune/Learning Rate": 1.609473702845369e-05, "Finetune/Loss": 0.8717225790023804, "Finetune/Loss (Raw)": 0.9920483231544495, "Finetune/Step": 6012, "Finetune/Step Time": 6.562107902020216}
+{"Finetune/Learning Rate": 1.6093401889300505e-05, "Finetune/Loss": 0.8725342750549316, "Finetune/Loss (Raw)": 0.9633046388626099, "Finetune/Step": 6013, "Finetune/Step Time": 6.576961209997535}
+{"Finetune/Learning Rate": 1.609206657735576e-05, "Finetune/Loss": 0.8730189800262451, "Finetune/Loss (Raw)": 0.9721371531486511, "Finetune/Step": 6014, "Finetune/Step Time": 6.575340559706092}
+{"Finetune/Learning Rate": 1.609073109265734e-05, "Finetune/Loss": 0.873336672782898, "Finetune/Loss (Raw)": 0.9808151125907898, "Finetune/Step": 6015, "Finetune/Step Time": 6.567933754995465}
+{"Finetune/Learning Rate": 1.6089395435243105e-05, "Finetune/Loss": 0.8733065128326416, "Finetune/Loss (Raw)": 1.005652904510498, "Finetune/Step": 6016, "Finetune/Step Time": 6.5672244392335415}
+{"Finetune/Learning Rate": 1.6088059605150926e-05, "Finetune/Loss": 0.8739742040634155, "Finetune/Loss (Raw)": 0.9353174567222595, "Finetune/Step": 6017, "Finetune/Step Time": 6.569831082597375}
+{"Finetune/Learning Rate": 1.608672360241869e-05, "Finetune/Loss": 0.8730123043060303, "Finetune/Loss (Raw)": 0.8140856027603149, "Finetune/Step": 6018, "Finetune/Step Time": 6.568683659657836}
+{"Finetune/Learning Rate": 1.608538742708429e-05, "Finetune/Loss": 0.873668909072876, "Finetune/Loss (Raw)": 0.8803980946540833, "Finetune/Step": 6019, "Finetune/Step Time": 6.5664779506623745}
+{"Finetune/Learning Rate": 1.60840510791856e-05, "Finetune/Loss": 0.8752636313438416, "Finetune/Loss (Raw)": 0.8855158090591431, "Finetune/Step": 6020, "Finetune/Step Time": 6.55872037447989}
+{"Finetune/Learning Rate": 1.608271455876052e-05, "Finetune/Loss": 0.8759673833847046, "Finetune/Loss (Raw)": 0.8879349827766418, "Finetune/Step": 6021, "Finetune/Step Time": 6.571820812299848}
+{"Finetune/Learning Rate": 1.6081377865846954e-05, "Finetune/Loss": 0.8762975931167603, "Finetune/Loss (Raw)": 0.8889050483703613, "Finetune/Step": 6022, "Finetune/Step Time": 6.570809353142977}
+{"Finetune/Learning Rate": 1.6080041000482806e-05, "Finetune/Loss": 0.8778009414672852, "Finetune/Loss (Raw)": 1.0753874778747559, "Finetune/Step": 6023, "Finetune/Step Time": 6.566581793129444}
+{"Finetune/Learning Rate": 1.6078703962705983e-05, "Finetune/Loss": 0.8770709037780762, "Finetune/Loss (Raw)": 0.8556910753250122, "Finetune/Step": 6024, "Finetune/Step Time": 6.565993882715702}
+{"Finetune/Learning Rate": 1.60773667525544e-05, "Finetune/Loss": 0.8757906556129456, "Finetune/Loss (Raw)": 0.8883894085884094, "Finetune/Step": 6025, "Finetune/Step Time": 6.56740097142756}
+{"Finetune/Learning Rate": 1.607602937006598e-05, "Finetune/Loss": 0.8757745027542114, "Finetune/Loss (Raw)": 0.8817838430404663, "Finetune/Step": 6026, "Finetune/Step Time": 6.571873025968671}
+{"Finetune/Learning Rate": 1.6074691815278643e-05, "Finetune/Loss": 0.8756340146064758, "Finetune/Loss (Raw)": 0.8460285663604736, "Finetune/Step": 6027, "Finetune/Step Time": 6.5749060697853565}
+{"Finetune/Learning Rate": 1.6073354088230325e-05, "Finetune/Loss": 0.8754330277442932, "Finetune/Loss (Raw)": 0.8917044997215271, "Finetune/Step": 6028, "Finetune/Step Time": 6.576623756438494}
+{"Finetune/Learning Rate": 1.607201618895895e-05, "Finetune/Loss": 0.8748916387557983, "Finetune/Loss (Raw)": 0.7109727263450623, "Finetune/Step": 6029, "Finetune/Step Time": 6.578611388802528}
+{"Finetune/Learning Rate": 1.6070678117502465e-05, "Finetune/Loss": 0.8756839036941528, "Finetune/Loss (Raw)": 0.9057996273040771, "Finetune/Step": 6030, "Finetune/Step Time": 6.578561505302787}
+{"Finetune/Learning Rate": 1.6069339873898812e-05, "Finetune/Loss": 0.875423014163971, "Finetune/Loss (Raw)": 0.8615110516548157, "Finetune/Step": 6031, "Finetune/Step Time": 6.5779563542455435}
+{"Finetune/Learning Rate": 1.6068001458185934e-05, "Finetune/Loss": 0.87491774559021, "Finetune/Loss (Raw)": 0.86150723695755, "Finetune/Step": 6032, "Finetune/Step Time": 6.574276145547628}
+{"Finetune/Learning Rate": 1.6066662870401796e-05, "Finetune/Loss": 0.8747439384460449, "Finetune/Loss (Raw)": 0.8233171105384827, "Finetune/Step": 6033, "Finetune/Step Time": 6.578266117721796}
+{"Finetune/Learning Rate": 1.6065324110584345e-05, "Finetune/Loss": 0.8748173713684082, "Finetune/Loss (Raw)": 0.8785572052001953, "Finetune/Step": 6034, "Finetune/Step Time": 6.590262120589614}
+{"Finetune/Learning Rate": 1.6063985178771555e-05, "Finetune/Loss": 0.8746774792671204, "Finetune/Loss (Raw)": 0.8844622373580933, "Finetune/Step": 6035, "Finetune/Step Time": 6.585996298119426}
+{"Finetune/Learning Rate": 1.6062646075001386e-05, "Finetune/Loss": 0.8746987581253052, "Finetune/Loss (Raw)": 0.9812882542610168, "Finetune/Step": 6036, "Finetune/Step Time": 6.602316591888666}
+{"Finetune/Learning Rate": 1.606130679931181e-05, "Finetune/Loss": 0.8753118515014648, "Finetune/Loss (Raw)": 0.961512565612793, "Finetune/Step": 6037, "Finetune/Step Time": 6.60008111409843}
+{"Finetune/Learning Rate": 1.6059967351740818e-05, "Finetune/Loss": 0.8754059076309204, "Finetune/Loss (Raw)": 0.8695418238639832, "Finetune/Step": 6038, "Finetune/Step Time": 6.58353778347373}
+{"Finetune/Learning Rate": 1.6058627732326376e-05, "Finetune/Loss": 0.8748125433921814, "Finetune/Loss (Raw)": 0.8681268095970154, "Finetune/Step": 6039, "Finetune/Step Time": 6.563462665304542}
+{"Finetune/Learning Rate": 1.6057287941106484e-05, "Finetune/Loss": 0.8770361542701721, "Finetune/Loss (Raw)": 0.9188453555107117, "Finetune/Step": 6040, "Finetune/Step Time": 6.550351295620203}
+{"Finetune/Learning Rate": 1.6055947978119134e-05, "Finetune/Loss": 0.8768453598022461, "Finetune/Loss (Raw)": 0.9267309308052063, "Finetune/Step": 6041, "Finetune/Step Time": 6.545727206394076}
+{"Finetune/Learning Rate": 1.6054607843402313e-05, "Finetune/Loss": 0.8772091269493103, "Finetune/Loss (Raw)": 0.7974928021430969, "Finetune/Step": 6042, "Finetune/Step Time": 6.549725467339158}
+{"Finetune/Learning Rate": 1.6053267536994037e-05, "Finetune/Loss": 0.8766754865646362, "Finetune/Loss (Raw)": 0.9052360653877258, "Finetune/Step": 6043, "Finetune/Step Time": 6.542247872799635}
+{"Finetune/Learning Rate": 1.6051927058932306e-05, "Finetune/Loss": 0.8773386478424072, "Finetune/Loss (Raw)": 0.9021693468093872, "Finetune/Step": 6044, "Finetune/Step Time": 6.523305347189307}
+{"Finetune/Learning Rate": 1.605058640925513e-05, "Finetune/Loss": 0.877907395362854, "Finetune/Loss (Raw)": 0.8464493751525879, "Finetune/Step": 6045, "Finetune/Step Time": 6.523677237331867}
+{"Finetune/Learning Rate": 1.604924558800053e-05, "Finetune/Loss": 0.8783454895019531, "Finetune/Loss (Raw)": 0.8422549366950989, "Finetune/Step": 6046, "Finetune/Step Time": 6.508742704987526}
+{"Finetune/Learning Rate": 1.604790459520653e-05, "Finetune/Loss": 0.8804103136062622, "Finetune/Loss (Raw)": 0.9710372686386108, "Finetune/Step": 6047, "Finetune/Step Time": 6.503658032044768}
+{"Finetune/Learning Rate": 1.6046563430911148e-05, "Finetune/Loss": 0.8798648715019226, "Finetune/Loss (Raw)": 0.7744763493537903, "Finetune/Step": 6048, "Finetune/Step Time": 6.48361811041832}
+{"Finetune/Learning Rate": 1.604522209515242e-05, "Finetune/Loss": 0.8797053098678589, "Finetune/Loss (Raw)": 0.8477783203125, "Finetune/Step": 6049, "Finetune/Step Time": 6.479875206947327}
+{"Finetune/Learning Rate": 1.6043880587968387e-05, "Finetune/Loss": 0.8805034160614014, "Finetune/Loss (Raw)": 0.9419218301773071, "Finetune/Step": 6050, "Finetune/Step Time": 6.480156846344471}
+{"Finetune/Learning Rate": 1.6042538909397088e-05, "Finetune/Loss": 0.8794821500778198, "Finetune/Loss (Raw)": 0.8161720633506775, "Finetune/Step": 6051, "Finetune/Step Time": 6.481944613158703}
+{"Finetune/Learning Rate": 1.6041197059476566e-05, "Finetune/Loss": 0.8793618679046631, "Finetune/Loss (Raw)": 0.8512015342712402, "Finetune/Step": 6052, "Finetune/Step Time": 6.482101401314139}
+{"Finetune/Learning Rate": 1.6039855038244878e-05, "Finetune/Loss": 0.8798949718475342, "Finetune/Loss (Raw)": 0.9126057624816895, "Finetune/Step": 6053, "Finetune/Step Time": 6.499998435378075}
+{"Finetune/Learning Rate": 1.6038512845740072e-05, "Finetune/Loss": 0.8805825710296631, "Finetune/Loss (Raw)": 1.064482569694519, "Finetune/Step": 6054, "Finetune/Step Time": 6.501117391511798}
+{"Finetune/Learning Rate": 1.6037170482000217e-05, "Finetune/Loss": 0.8815659284591675, "Finetune/Loss (Raw)": 0.9336162209510803, "Finetune/Step": 6055, "Finetune/Step Time": 6.501783246174455}
+{"Finetune/Learning Rate": 1.6035827947063375e-05, "Finetune/Loss": 0.880885124206543, "Finetune/Loss (Raw)": 0.8821983933448792, "Finetune/Step": 6056, "Finetune/Step Time": 6.503039296716452}
+{"Finetune/Learning Rate": 1.603448524096761e-05, "Finetune/Loss": 0.880989670753479, "Finetune/Loss (Raw)": 0.9283741116523743, "Finetune/Step": 6057, "Finetune/Step Time": 6.4994369223713875}
+{"Finetune/Learning Rate": 1.6033142363751007e-05, "Finetune/Loss": 0.8821768164634705, "Finetune/Loss (Raw)": 1.037948489189148, "Finetune/Step": 6058, "Finetune/Step Time": 6.4938054122030735}
+{"Finetune/Learning Rate": 1.6031799315451643e-05, "Finetune/Loss": 0.8839597702026367, "Finetune/Loss (Raw)": 1.1081749200820923, "Finetune/Step": 6059, "Finetune/Step Time": 6.4901816584169865}
+{"Finetune/Learning Rate": 1.6030456096107602e-05, "Finetune/Loss": 0.8830490112304688, "Finetune/Loss (Raw)": 0.8513866662979126, "Finetune/Step": 6060, "Finetune/Step Time": 6.491452075541019}
+{"Finetune/Learning Rate": 1.6029112705756974e-05, "Finetune/Loss": 0.8838680982589722, "Finetune/Loss (Raw)": 0.8548725247383118, "Finetune/Step": 6061, "Finetune/Step Time": 6.4890961069613695}
+{"Finetune/Learning Rate": 1.602776914443786e-05, "Finetune/Loss": 0.8827447891235352, "Finetune/Loss (Raw)": 0.7332475185394287, "Finetune/Step": 6062, "Finetune/Step Time": 6.506052469834685}
+{"Finetune/Learning Rate": 1.602642541218834e-05, "Finetune/Loss": 0.8820757865905762, "Finetune/Loss (Raw)": 0.809722363948822, "Finetune/Step": 6063, "Finetune/Step Time": 6.505326505750418}
+{"Finetune/Learning Rate": 1.6025081509046545e-05, "Finetune/Loss": 0.8813837766647339, "Finetune/Loss (Raw)": 0.7798519730567932, "Finetune/Step": 6064, "Finetune/Step Time": 6.506294982507825}
+{"Finetune/Learning Rate": 1.6023737435050567e-05, "Finetune/Loss": 0.882773756980896, "Finetune/Loss (Raw)": 0.9626106023788452, "Finetune/Step": 6065, "Finetune/Step Time": 6.504590319469571}
+{"Finetune/Learning Rate": 1.6022393190238523e-05, "Finetune/Loss": 0.8836952447891235, "Finetune/Loss (Raw)": 0.9251379370689392, "Finetune/Step": 6066, "Finetune/Step Time": 6.506318075582385}
+{"Finetune/Learning Rate": 1.6021048774648536e-05, "Finetune/Loss": 0.8833988904953003, "Finetune/Loss (Raw)": 0.885692834854126, "Finetune/Step": 6067, "Finetune/Step Time": 6.507307831197977}
+{"Finetune/Learning Rate": 1.6019704188318724e-05, "Finetune/Loss": 0.8829078078269958, "Finetune/Loss (Raw)": 0.8849449753761292, "Finetune/Step": 6068, "Finetune/Step Time": 6.507392859086394}
+{"Finetune/Learning Rate": 1.6018359431287222e-05, "Finetune/Loss": 0.8827813863754272, "Finetune/Loss (Raw)": 0.8108815550804138, "Finetune/Step": 6069, "Finetune/Step Time": 6.500329302623868}
+{"Finetune/Learning Rate": 1.601701450359216e-05, "Finetune/Loss": 0.8822118043899536, "Finetune/Loss (Raw)": 0.8406798839569092, "Finetune/Step": 6070, "Finetune/Step Time": 6.517237966880202}
+{"Finetune/Learning Rate": 1.6015669405271677e-05, "Finetune/Loss": 0.8828821182250977, "Finetune/Loss (Raw)": 0.9281741976737976, "Finetune/Step": 6071, "Finetune/Step Time": 6.501101583242416}
+{"Finetune/Learning Rate": 1.6014324136363915e-05, "Finetune/Loss": 0.8823980689048767, "Finetune/Loss (Raw)": 0.747044563293457, "Finetune/Step": 6072, "Finetune/Step Time": 6.502419322729111}
+{"Finetune/Learning Rate": 1.6012978696907024e-05, "Finetune/Loss": 0.8780537843704224, "Finetune/Loss (Raw)": 0.5046848654747009, "Finetune/Step": 6073, "Finetune/Step Time": 6.525034757331014}
+{"Finetune/Learning Rate": 1.6011633086939155e-05, "Finetune/Loss": 0.8776593804359436, "Finetune/Loss (Raw)": 0.8542401194572449, "Finetune/Step": 6074, "Finetune/Step Time": 6.522821033373475}
+{"Finetune/Learning Rate": 1.6010287306498465e-05, "Finetune/Loss": 0.87663334608078, "Finetune/Loss (Raw)": 0.7939735054969788, "Finetune/Step": 6075, "Finetune/Step Time": 6.520781423896551}
+{"Finetune/Learning Rate": 1.600894135562312e-05, "Finetune/Loss": 0.8770838975906372, "Finetune/Loss (Raw)": 0.8914818167686462, "Finetune/Step": 6076, "Finetune/Step Time": 6.523005021736026}
+{"Finetune/Learning Rate": 1.6007595234351284e-05, "Finetune/Loss": 0.8787544965744019, "Finetune/Loss (Raw)": 1.0191669464111328, "Finetune/Step": 6077, "Finetune/Step Time": 6.527623837813735}
+{"Finetune/Learning Rate": 1.6006248942721132e-05, "Finetune/Loss": 0.8781252503395081, "Finetune/Loss (Raw)": 0.8194791674613953, "Finetune/Step": 6078, "Finetune/Step Time": 6.525156453251839}
+{"Finetune/Learning Rate": 1.6004902480770838e-05, "Finetune/Loss": 0.8782386183738708, "Finetune/Loss (Raw)": 0.7615340352058411, "Finetune/Step": 6079, "Finetune/Step Time": 6.525158805772662}
+{"Finetune/Learning Rate": 1.6003555848538586e-05, "Finetune/Loss": 0.8783807754516602, "Finetune/Loss (Raw)": 0.845600426197052, "Finetune/Step": 6080, "Finetune/Step Time": 6.522236533463001}
+{"Finetune/Learning Rate": 1.6002209046062565e-05, "Finetune/Loss": 0.8773281574249268, "Finetune/Loss (Raw)": 0.8808735013008118, "Finetune/Step": 6081, "Finetune/Step Time": 6.526328235864639}
+{"Finetune/Learning Rate": 1.600086207338096e-05, "Finetune/Loss": 0.8761504888534546, "Finetune/Loss (Raw)": 0.7883015275001526, "Finetune/Step": 6082, "Finetune/Step Time": 6.531177518889308}
+{"Finetune/Learning Rate": 1.599951493053197e-05, "Finetune/Loss": 0.8754172325134277, "Finetune/Loss (Raw)": 0.8260898590087891, "Finetune/Step": 6083, "Finetune/Step Time": 6.531161705031991}
+{"Finetune/Learning Rate": 1.59981676175538e-05, "Finetune/Loss": 0.8744086027145386, "Finetune/Loss (Raw)": 0.825664222240448, "Finetune/Step": 6084, "Finetune/Step Time": 6.5278698075562716}
+{"Finetune/Learning Rate": 1.5996820134484648e-05, "Finetune/Loss": 0.8724074363708496, "Finetune/Loss (Raw)": 0.7393591403961182, "Finetune/Step": 6085, "Finetune/Step Time": 6.533705938607454}
+{"Finetune/Learning Rate": 1.5995472481362732e-05, "Finetune/Loss": 0.8726070523262024, "Finetune/Loss (Raw)": 0.877056896686554, "Finetune/Step": 6086, "Finetune/Step Time": 6.532899646088481}
+{"Finetune/Learning Rate": 1.599412465822627e-05, "Finetune/Loss": 0.8746621608734131, "Finetune/Loss (Raw)": 1.201724648475647, "Finetune/Step": 6087, "Finetune/Step Time": 6.550084568560123}
+{"Finetune/Learning Rate": 1.599277666511347e-05, "Finetune/Loss": 0.8745936155319214, "Finetune/Loss (Raw)": 0.85749351978302, "Finetune/Step": 6088, "Finetune/Step Time": 6.538260594010353}
+{"Finetune/Learning Rate": 1.599142850206257e-05, "Finetune/Loss": 0.8754066228866577, "Finetune/Loss (Raw)": 0.9387385249137878, "Finetune/Step": 6089, "Finetune/Step Time": 6.540816539898515}
+{"Finetune/Learning Rate": 1.599008016911179e-05, "Finetune/Loss": 0.8732603788375854, "Finetune/Loss (Raw)": 0.6224287748336792, "Finetune/Step": 6090, "Finetune/Step Time": 6.552300576120615}
+{"Finetune/Learning Rate": 1.598873166629938e-05, "Finetune/Loss": 0.8730359077453613, "Finetune/Loss (Raw)": 0.8932484984397888, "Finetune/Step": 6091, "Finetune/Step Time": 6.549891460686922}
+{"Finetune/Learning Rate": 1.598738299366356e-05, "Finetune/Loss": 0.8718717098236084, "Finetune/Loss (Raw)": 0.8345481753349304, "Finetune/Step": 6092, "Finetune/Step Time": 6.550331985577941}
+{"Finetune/Learning Rate": 1.598603415124259e-05, "Finetune/Loss": 0.8707199692726135, "Finetune/Loss (Raw)": 0.6916655898094177, "Finetune/Step": 6093, "Finetune/Step Time": 6.558984138071537}
+{"Finetune/Learning Rate": 1.5984685139074707e-05, "Finetune/Loss": 0.8691986799240112, "Finetune/Loss (Raw)": 0.6864139437675476, "Finetune/Step": 6094, "Finetune/Step Time": 6.5799498707056046}
+{"Finetune/Learning Rate": 1.5983335957198177e-05, "Finetune/Loss": 0.8684679269790649, "Finetune/Loss (Raw)": 0.8396217226982117, "Finetune/Step": 6095, "Finetune/Step Time": 6.604849966242909}
+{"Finetune/Learning Rate": 1.598198660565125e-05, "Finetune/Loss": 0.8688892126083374, "Finetune/Loss (Raw)": 0.9241433143615723, "Finetune/Step": 6096, "Finetune/Step Time": 6.604517962783575}
+{"Finetune/Learning Rate": 1.5980637084472196e-05, "Finetune/Loss": 0.8693599700927734, "Finetune/Loss (Raw)": 0.9747439622879028, "Finetune/Step": 6097, "Finetune/Step Time": 6.6003257893025875}
+{"Finetune/Learning Rate": 1.597928739369928e-05, "Finetune/Loss": 0.8708125352859497, "Finetune/Loss (Raw)": 0.8236002326011658, "Finetune/Step": 6098, "Finetune/Step Time": 6.587298020720482}
+{"Finetune/Learning Rate": 1.5977937533370775e-05, "Finetune/Loss": 0.8698538541793823, "Finetune/Loss (Raw)": 0.8369510173797607, "Finetune/Step": 6099, "Finetune/Step Time": 6.586961597204208}
+{"Finetune/Learning Rate": 1.5976587503524963e-05, "Finetune/Loss": 0.8698068857192993, "Finetune/Loss (Raw)": 0.8911048173904419, "Finetune/Step": 6100, "Finetune/Step Time": 6.589906429871917}
+{"Finetune/Learning Rate": 1.5975237304200123e-05, "Finetune/Loss": 0.8682783842086792, "Finetune/Loss (Raw)": 0.7469066977500916, "Finetune/Step": 6101, "Finetune/Step Time": 6.5931569673120975}
+{"Finetune/Learning Rate": 1.597388693543455e-05, "Finetune/Loss": 0.868198037147522, "Finetune/Loss (Raw)": 0.8601514101028442, "Finetune/Step": 6102, "Finetune/Step Time": 6.600499838590622}
+{"Finetune/Learning Rate": 1.597253639726652e-05, "Finetune/Loss": 0.8669331073760986, "Finetune/Loss (Raw)": 0.7553462982177734, "Finetune/Step": 6103, "Finetune/Step Time": 6.600163657218218}
+{"Finetune/Learning Rate": 1.597118568973435e-05, "Finetune/Loss": 0.8666824102401733, "Finetune/Loss (Raw)": 0.8844767212867737, "Finetune/Step": 6104, "Finetune/Step Time": 6.598545432090759}
+{"Finetune/Learning Rate": 1.596983481287633e-05, "Finetune/Loss": 0.8678954243659973, "Finetune/Loss (Raw)": 0.9413945078849792, "Finetune/Step": 6105, "Finetune/Step Time": 6.597456274554133}
+{"Finetune/Learning Rate": 1.5968483766730773e-05, "Finetune/Loss": 0.8684155941009521, "Finetune/Loss (Raw)": 0.9402515888214111, "Finetune/Step": 6106, "Finetune/Step Time": 6.6132424138486385}
+{"Finetune/Learning Rate": 1.5967132551335987e-05, "Finetune/Loss": 0.8688651323318481, "Finetune/Loss (Raw)": 0.8852753043174744, "Finetune/Step": 6107, "Finetune/Step Time": 6.6116699278354645}
+{"Finetune/Learning Rate": 1.5965781166730287e-05, "Finetune/Loss": 0.8696460723876953, "Finetune/Loss (Raw)": 0.824140727519989, "Finetune/Step": 6108, "Finetune/Step Time": 6.614286113530397}
+{"Finetune/Learning Rate": 1.5964429612952003e-05, "Finetune/Loss": 0.8683825731277466, "Finetune/Loss (Raw)": 0.8662819266319275, "Finetune/Step": 6109, "Finetune/Step Time": 6.617565348744392}
+{"Finetune/Learning Rate": 1.5963077890039453e-05, "Finetune/Loss": 0.8682987093925476, "Finetune/Loss (Raw)": 0.9431949257850647, "Finetune/Step": 6110, "Finetune/Step Time": 6.620920514687896}
+{"Finetune/Learning Rate": 1.596172599803097e-05, "Finetune/Loss": 0.8691821098327637, "Finetune/Loss (Raw)": 0.8873887658119202, "Finetune/Step": 6111, "Finetune/Step Time": 6.6235190369188786}
+{"Finetune/Learning Rate": 1.596037393696489e-05, "Finetune/Loss": 0.870617151260376, "Finetune/Loss (Raw)": 0.9758396148681641, "Finetune/Step": 6112, "Finetune/Step Time": 6.612519297748804}
+{"Finetune/Learning Rate": 1.595902170687956e-05, "Finetune/Loss": 0.8715017437934875, "Finetune/Loss (Raw)": 0.9007474780082703, "Finetune/Step": 6113, "Finetune/Step Time": 6.60380420088768}
+{"Finetune/Learning Rate": 1.5957669307813315e-05, "Finetune/Loss": 0.8712556958198547, "Finetune/Loss (Raw)": 0.8126958608627319, "Finetune/Step": 6114, "Finetune/Step Time": 6.599937446415424}
+{"Finetune/Learning Rate": 1.595631673980451e-05, "Finetune/Loss": 0.871317446231842, "Finetune/Loss (Raw)": 0.9238207340240479, "Finetune/Step": 6115, "Finetune/Step Time": 6.601162306964397}
+{"Finetune/Learning Rate": 1.5954964002891496e-05, "Finetune/Loss": 0.871082067489624, "Finetune/Loss (Raw)": 0.8277807235717773, "Finetune/Step": 6116, "Finetune/Step Time": 6.594851743429899}
+{"Finetune/Learning Rate": 1.5953611097112645e-05, "Finetune/Loss": 0.8703322410583496, "Finetune/Loss (Raw)": 0.8005749583244324, "Finetune/Step": 6117, "Finetune/Step Time": 6.597550552338362}
+{"Finetune/Learning Rate": 1.5952258022506307e-05, "Finetune/Loss": 0.8709346055984497, "Finetune/Loss (Raw)": 0.9532989859580994, "Finetune/Step": 6118, "Finetune/Step Time": 6.598935980349779}
+{"Finetune/Learning Rate": 1.5950904779110857e-05, "Finetune/Loss": 0.8719558715820312, "Finetune/Loss (Raw)": 0.8707757592201233, "Finetune/Step": 6119, "Finetune/Step Time": 6.597659463062882}
+{"Finetune/Learning Rate": 1.5949551366964675e-05, "Finetune/Loss": 0.8732606172561646, "Finetune/Loss (Raw)": 0.9278233051300049, "Finetune/Step": 6120, "Finetune/Step Time": 6.599015662446618}
+{"Finetune/Learning Rate": 1.594819778610613e-05, "Finetune/Loss": 0.872909665107727, "Finetune/Loss (Raw)": 0.848952054977417, "Finetune/Step": 6121, "Finetune/Step Time": 6.596569197252393}
+{"Finetune/Learning Rate": 1.594684403657361e-05, "Finetune/Loss": 0.8716472387313843, "Finetune/Loss (Raw)": 0.7927262783050537, "Finetune/Step": 6122, "Finetune/Step Time": 6.592639487236738}
+{"Finetune/Learning Rate": 1.5945490118405507e-05, "Finetune/Loss": 0.8709463477134705, "Finetune/Loss (Raw)": 0.8323029279708862, "Finetune/Step": 6123, "Finetune/Step Time": 6.58904879167676}
+{"Finetune/Learning Rate": 1.5944136031640208e-05, "Finetune/Loss": 0.8715167045593262, "Finetune/Loss (Raw)": 0.9210235476493835, "Finetune/Step": 6124, "Finetune/Step Time": 6.592730371281505}
+{"Finetune/Learning Rate": 1.5942781776316115e-05, "Finetune/Loss": 0.8702292442321777, "Finetune/Loss (Raw)": 0.7792720198631287, "Finetune/Step": 6125, "Finetune/Step Time": 6.591356312856078}
+{"Finetune/Learning Rate": 1.594142735247163e-05, "Finetune/Loss": 0.8708260655403137, "Finetune/Loss (Raw)": 0.9474367499351501, "Finetune/Step": 6126, "Finetune/Step Time": 6.584656747058034}
+{"Finetune/Learning Rate": 1.594007276014516e-05, "Finetune/Loss": 0.8709715008735657, "Finetune/Loss (Raw)": 0.8125202655792236, "Finetune/Step": 6127, "Finetune/Step Time": 6.594648648053408}
+{"Finetune/Learning Rate": 1.593871799937512e-05, "Finetune/Loss": 0.8699895739555359, "Finetune/Loss (Raw)": 0.7972074747085571, "Finetune/Step": 6128, "Finetune/Step Time": 6.5951499454677105}
+{"Finetune/Learning Rate": 1.5937363070199922e-05, "Finetune/Loss": 0.8708257079124451, "Finetune/Loss (Raw)": 0.831070065498352, "Finetune/Step": 6129, "Finetune/Step Time": 6.601621583104134}
+{"Finetune/Learning Rate": 1.5936007972657993e-05, "Finetune/Loss": 0.8710835576057434, "Finetune/Loss (Raw)": 0.8604029417037964, "Finetune/Step": 6130, "Finetune/Step Time": 6.599444990977645}
+{"Finetune/Learning Rate": 1.5934652706787754e-05, "Finetune/Loss": 0.8719163537025452, "Finetune/Loss (Raw)": 0.931560754776001, "Finetune/Step": 6131, "Finetune/Step Time": 6.605269949883223}
+{"Finetune/Learning Rate": 1.5933297272627644e-05, "Finetune/Loss": 0.8699531555175781, "Finetune/Loss (Raw)": 0.6783421635627747, "Finetune/Step": 6132, "Finetune/Step Time": 6.6075179893523455}
+{"Finetune/Learning Rate": 1.5931941670216095e-05, "Finetune/Loss": 0.8709807395935059, "Finetune/Loss (Raw)": 0.9496816992759705, "Finetune/Step": 6133, "Finetune/Step Time": 6.6028943713754416}
+{"Finetune/Learning Rate": 1.5930585899591547e-05, "Finetune/Loss": 0.8717148303985596, "Finetune/Loss (Raw)": 0.9608716368675232, "Finetune/Step": 6134, "Finetune/Step Time": 6.603266464546323}
+{"Finetune/Learning Rate": 1.5929229960792446e-05, "Finetune/Loss": 0.8724368214607239, "Finetune/Loss (Raw)": 0.8593626022338867, "Finetune/Step": 6135, "Finetune/Step Time": 6.600883645936847}
+{"Finetune/Learning Rate": 1.5927873853857248e-05, "Finetune/Loss": 0.8747882843017578, "Finetune/Loss (Raw)": 0.9896134734153748, "Finetune/Step": 6136, "Finetune/Step Time": 6.590098140761256}
+{"Finetune/Learning Rate": 1.59265175788244e-05, "Finetune/Loss": 0.8748565912246704, "Finetune/Loss (Raw)": 0.9695379734039307, "Finetune/Step": 6137, "Finetune/Step Time": 6.57338853366673}
+{"Finetune/Learning Rate": 1.592516113573237e-05, "Finetune/Loss": 0.8746974468231201, "Finetune/Loss (Raw)": 0.9079696536064148, "Finetune/Step": 6138, "Finetune/Step Time": 6.571881085634232}
+{"Finetune/Learning Rate": 1.5923804524619616e-05, "Finetune/Loss": 0.8743377327919006, "Finetune/Loss (Raw)": 0.7981653213500977, "Finetune/Step": 6139, "Finetune/Step Time": 6.570405848324299}
+{"Finetune/Learning Rate": 1.592244774552461e-05, "Finetune/Loss": 0.8731114864349365, "Finetune/Loss (Raw)": 0.8350939154624939, "Finetune/Step": 6140, "Finetune/Step Time": 6.5708833038806915}
+{"Finetune/Learning Rate": 1.592109079848583e-05, "Finetune/Loss": 0.873666524887085, "Finetune/Loss (Raw)": 1.0343430042266846, "Finetune/Step": 6141, "Finetune/Step Time": 6.553226698189974}
+{"Finetune/Learning Rate": 1.591973368354175e-05, "Finetune/Loss": 0.8727947473526001, "Finetune/Loss (Raw)": 0.8605461120605469, "Finetune/Step": 6142, "Finetune/Step Time": 6.555939244106412}
+{"Finetune/Learning Rate": 1.5918376400730858e-05, "Finetune/Loss": 0.8736528158187866, "Finetune/Loss (Raw)": 1.0906461477279663, "Finetune/Step": 6143, "Finetune/Step Time": 6.561846096068621}
+{"Finetune/Learning Rate": 1.5917018950091642e-05, "Finetune/Loss": 0.872989296913147, "Finetune/Loss (Raw)": 0.920731246471405, "Finetune/Step": 6144, "Finetune/Step Time": 6.566846741363406}
+{"Finetune/Learning Rate": 1.5915661331662592e-05, "Finetune/Loss": 0.8732456564903259, "Finetune/Loss (Raw)": 0.968126654624939, "Finetune/Step": 6145, "Finetune/Step Time": 6.56878100335598}
+{"Finetune/Learning Rate": 1.5914303545482207e-05, "Finetune/Loss": 0.8732423186302185, "Finetune/Loss (Raw)": 0.8136619329452515, "Finetune/Step": 6146, "Finetune/Step Time": 6.599056422710419}
+{"Finetune/Learning Rate": 1.5912945591588994e-05, "Finetune/Loss": 0.873518168926239, "Finetune/Loss (Raw)": 0.9157052040100098, "Finetune/Step": 6147, "Finetune/Step Time": 6.603556744754314}
+{"Finetune/Learning Rate": 1.5911587470021455e-05, "Finetune/Loss": 0.8725652694702148, "Finetune/Loss (Raw)": 0.7635465860366821, "Finetune/Step": 6148, "Finetune/Step Time": 6.602851834148169}
+{"Finetune/Learning Rate": 1.5910229180818114e-05, "Finetune/Loss": 0.8736253976821899, "Finetune/Loss (Raw)": 1.0236324071884155, "Finetune/Step": 6149, "Finetune/Step Time": 6.587141145020723}
+{"Finetune/Learning Rate": 1.5908870724017472e-05, "Finetune/Loss": 0.8735861778259277, "Finetune/Loss (Raw)": 0.8838828206062317, "Finetune/Step": 6150, "Finetune/Step Time": 6.585248040035367}
+{"Finetune/Learning Rate": 1.5907512099658064e-05, "Finetune/Loss": 0.872830867767334, "Finetune/Loss (Raw)": 0.9787014126777649, "Finetune/Step": 6151, "Finetune/Step Time": 6.5868205316364765}
+{"Finetune/Learning Rate": 1.5906153307778405e-05, "Finetune/Loss": 0.8713871240615845, "Finetune/Loss (Raw)": 0.6708938479423523, "Finetune/Step": 6152, "Finetune/Step Time": 6.585258612409234}
+{"Finetune/Learning Rate": 1.590479434841704e-05, "Finetune/Loss": 0.8702324628829956, "Finetune/Loss (Raw)": 0.7405987977981567, "Finetune/Step": 6153, "Finetune/Step Time": 6.586283687502146}
+{"Finetune/Learning Rate": 1.5903435221612493e-05, "Finetune/Loss": 0.8711249828338623, "Finetune/Loss (Raw)": 0.9960269927978516, "Finetune/Step": 6154, "Finetune/Step Time": 6.585880437865853}
+{"Finetune/Learning Rate": 1.5902075927403312e-05, "Finetune/Loss": 0.869768500328064, "Finetune/Loss (Raw)": 0.6723973155021667, "Finetune/Step": 6155, "Finetune/Step Time": 6.581461550667882}
+{"Finetune/Learning Rate": 1.590071646582804e-05, "Finetune/Loss": 0.8696914315223694, "Finetune/Loss (Raw)": 0.881839394569397, "Finetune/Step": 6156, "Finetune/Step Time": 6.5786539521068335}
+{"Finetune/Learning Rate": 1.589935683692523e-05, "Finetune/Loss": 0.8714338541030884, "Finetune/Loss (Raw)": 0.9340021014213562, "Finetune/Step": 6157, "Finetune/Step Time": 6.574231371283531}
+{"Finetune/Learning Rate": 1.5897997040733436e-05, "Finetune/Loss": 0.8713168501853943, "Finetune/Loss (Raw)": 0.8908179998397827, "Finetune/Step": 6158, "Finetune/Step Time": 6.576934020966291}
+{"Finetune/Learning Rate": 1.589663707729122e-05, "Finetune/Loss": 0.8720020651817322, "Finetune/Loss (Raw)": 0.9492186903953552, "Finetune/Step": 6159, "Finetune/Step Time": 6.573979979380965}
+{"Finetune/Learning Rate": 1.5895276946637138e-05, "Finetune/Loss": 0.8724684119224548, "Finetune/Loss (Raw)": 0.9212048053741455, "Finetune/Step": 6160, "Finetune/Step Time": 6.574011599645019}
+{"Finetune/Learning Rate": 1.5893916648809766e-05, "Finetune/Loss": 0.8720012903213501, "Finetune/Loss (Raw)": 0.7635219097137451, "Finetune/Step": 6161, "Finetune/Step Time": 6.570564514026046}
+{"Finetune/Learning Rate": 1.5892556183847682e-05, "Finetune/Loss": 0.8718264698982239, "Finetune/Loss (Raw)": 0.8561860918998718, "Finetune/Step": 6162, "Finetune/Step Time": 6.559015043079853}
+{"Finetune/Learning Rate": 1.589119555178946e-05, "Finetune/Loss": 0.8715335726737976, "Finetune/Loss (Raw)": 0.8469641208648682, "Finetune/Step": 6163, "Finetune/Step Time": 6.5637077279388905}
+{"Finetune/Learning Rate": 1.588983475267368e-05, "Finetune/Loss": 0.8712059259414673, "Finetune/Loss (Raw)": 0.9393538236618042, "Finetune/Step": 6164, "Finetune/Step Time": 6.545270394533873}
+{"Finetune/Learning Rate": 1.5888473786538943e-05, "Finetune/Loss": 0.8703964948654175, "Finetune/Loss (Raw)": 0.8579109907150269, "Finetune/Step": 6165, "Finetune/Step Time": 6.5463258642703295}
+{"Finetune/Learning Rate": 1.588711265342383e-05, "Finetune/Loss": 0.8714289665222168, "Finetune/Loss (Raw)": 1.0016863346099854, "Finetune/Step": 6166, "Finetune/Step Time": 6.552735801786184}
+{"Finetune/Learning Rate": 1.5885751353366942e-05, "Finetune/Loss": 0.8717479705810547, "Finetune/Loss (Raw)": 0.9089632034301758, "Finetune/Step": 6167, "Finetune/Step Time": 6.56657924875617}
+{"Finetune/Learning Rate": 1.5884389886406887e-05, "Finetune/Loss": 0.8712753057479858, "Finetune/Loss (Raw)": 0.8583484888076782, "Finetune/Step": 6168, "Finetune/Step Time": 6.561574570834637}
+{"Finetune/Learning Rate": 1.588302825258226e-05, "Finetune/Loss": 0.8707241415977478, "Finetune/Loss (Raw)": 0.8561812043190002, "Finetune/Step": 6169, "Finetune/Step Time": 6.563650650903583}
+{"Finetune/Learning Rate": 1.5881666451931686e-05, "Finetune/Loss": 0.871549129486084, "Finetune/Loss (Raw)": 0.903091311454773, "Finetune/Step": 6170, "Finetune/Step Time": 6.564686780795455}
+{"Finetune/Learning Rate": 1.5880304484493774e-05, "Finetune/Loss": 0.8710571527481079, "Finetune/Loss (Raw)": 0.8422587513923645, "Finetune/Step": 6171, "Finetune/Step Time": 6.57057829387486}
+{"Finetune/Learning Rate": 1.5878942350307148e-05, "Finetune/Loss": 0.8707717657089233, "Finetune/Loss (Raw)": 0.8656482100486755, "Finetune/Step": 6172, "Finetune/Step Time": 6.569781610742211}
+{"Finetune/Learning Rate": 1.5877580049410438e-05, "Finetune/Loss": 0.8712879419326782, "Finetune/Loss (Raw)": 0.9125088453292847, "Finetune/Step": 6173, "Finetune/Step Time": 6.568974267691374}
+{"Finetune/Learning Rate": 1.587621758184227e-05, "Finetune/Loss": 0.8704610466957092, "Finetune/Loss (Raw)": 0.7364131808280945, "Finetune/Step": 6174, "Finetune/Step Time": 6.572265455499291}
+{"Finetune/Learning Rate": 1.587485494764128e-05, "Finetune/Loss": 0.8693788051605225, "Finetune/Loss (Raw)": 0.8325076103210449, "Finetune/Step": 6175, "Finetune/Step Time": 6.570741789415479}
+{"Finetune/Learning Rate": 1.587349214684611e-05, "Finetune/Loss": 0.869755744934082, "Finetune/Loss (Raw)": 0.822730541229248, "Finetune/Step": 6176, "Finetune/Step Time": 6.5683017913252115}
+{"Finetune/Learning Rate": 1.5872129179495405e-05, "Finetune/Loss": 0.8680156469345093, "Finetune/Loss (Raw)": 0.6250511407852173, "Finetune/Step": 6177, "Finetune/Step Time": 6.575638798996806}
+{"Finetune/Learning Rate": 1.5870766045627816e-05, "Finetune/Loss": 0.8683307766914368, "Finetune/Loss (Raw)": 0.9822590947151184, "Finetune/Step": 6178, "Finetune/Step Time": 6.572458477690816}
+{"Finetune/Learning Rate": 1.5869402745281993e-05, "Finetune/Loss": 0.8682596683502197, "Finetune/Loss (Raw)": 0.8070598840713501, "Finetune/Step": 6179, "Finetune/Step Time": 6.572043128311634}
+{"Finetune/Learning Rate": 1.58680392784966e-05, "Finetune/Loss": 0.8687484264373779, "Finetune/Loss (Raw)": 0.9137697815895081, "Finetune/Step": 6180, "Finetune/Step Time": 6.570532293990254}
+{"Finetune/Learning Rate": 1.58666756453103e-05, "Finetune/Loss": 0.8678194284439087, "Finetune/Loss (Raw)": 0.7936970591545105, "Finetune/Step": 6181, "Finetune/Step Time": 6.555476609617472}
+{"Finetune/Learning Rate": 1.5865311845761756e-05, "Finetune/Loss": 0.8666607737541199, "Finetune/Loss (Raw)": 0.9161712527275085, "Finetune/Step": 6182, "Finetune/Step Time": 6.5546343475580215}
+{"Finetune/Learning Rate": 1.5863947879889658e-05, "Finetune/Loss": 0.8654986619949341, "Finetune/Loss (Raw)": 0.7848626375198364, "Finetune/Step": 6183, "Finetune/Step Time": 6.56331454589963}
+{"Finetune/Learning Rate": 1.5862583747732662e-05, "Finetune/Loss": 0.8651596903800964, "Finetune/Loss (Raw)": 0.838811457157135, "Finetune/Step": 6184, "Finetune/Step Time": 6.5662885550409555}
+{"Finetune/Learning Rate": 1.5861219449329466e-05, "Finetune/Loss": 0.8646366000175476, "Finetune/Loss (Raw)": 0.8614221811294556, "Finetune/Step": 6185, "Finetune/Step Time": 6.563864843919873}
+{"Finetune/Learning Rate": 1.5859854984718754e-05, "Finetune/Loss": 0.8639122247695923, "Finetune/Loss (Raw)": 0.9452287554740906, "Finetune/Step": 6186, "Finetune/Step Time": 6.569073900580406}
+{"Finetune/Learning Rate": 1.585849035393922e-05, "Finetune/Loss": 0.8621955513954163, "Finetune/Loss (Raw)": 0.8884385824203491, "Finetune/Step": 6187, "Finetune/Step Time": 6.569072775542736}
+{"Finetune/Learning Rate": 1.5857125557029553e-05, "Finetune/Loss": 0.861299455165863, "Finetune/Loss (Raw)": 0.736687183380127, "Finetune/Step": 6188, "Finetune/Step Time": 6.5674592442810535}
+{"Finetune/Learning Rate": 1.5855760594028467e-05, "Finetune/Loss": 0.8598854541778564, "Finetune/Loss (Raw)": 0.6738749742507935, "Finetune/Step": 6189, "Finetune/Step Time": 6.570114718750119}
+{"Finetune/Learning Rate": 1.5854395464974655e-05, "Finetune/Loss": 0.8609994053840637, "Finetune/Loss (Raw)": 0.8758357167243958, "Finetune/Step": 6190, "Finetune/Step Time": 6.5538799948990345}
+{"Finetune/Learning Rate": 1.585303016990684e-05, "Finetune/Loss": 0.8622939586639404, "Finetune/Loss (Raw)": 0.9754283428192139, "Finetune/Step": 6191, "Finetune/Step Time": 6.561682170256972}
+{"Finetune/Learning Rate": 1.5851664708863738e-05, "Finetune/Loss": 0.8636988401412964, "Finetune/Loss (Raw)": 0.9596688151359558, "Finetune/Step": 6192, "Finetune/Step Time": 6.562962021678686}
+{"Finetune/Learning Rate": 1.5850299081884054e-05, "Finetune/Loss": 0.8623378276824951, "Finetune/Loss (Raw)": 0.7884087562561035, "Finetune/Step": 6193, "Finetune/Step Time": 6.5651512034237385}
+{"Finetune/Learning Rate": 1.584893328900653e-05, "Finetune/Loss": 0.8612507581710815, "Finetune/Loss (Raw)": 0.7859907150268555, "Finetune/Step": 6194, "Finetune/Step Time": 6.561080681160092}
+{"Finetune/Learning Rate": 1.5847567330269893e-05, "Finetune/Loss": 0.8619152903556824, "Finetune/Loss (Raw)": 0.9707505702972412, "Finetune/Step": 6195, "Finetune/Step Time": 6.575171561911702}
+{"Finetune/Learning Rate": 1.584620120571287e-05, "Finetune/Loss": 0.8623210787773132, "Finetune/Loss (Raw)": 0.9368919730186462, "Finetune/Step": 6196, "Finetune/Step Time": 6.57765450887382}
+{"Finetune/Learning Rate": 1.584483491537421e-05, "Finetune/Loss": 0.8630772829055786, "Finetune/Loss (Raw)": 0.9076786041259766, "Finetune/Step": 6197, "Finetune/Step Time": 6.576408848166466}
+{"Finetune/Learning Rate": 1.5843468459292646e-05, "Finetune/Loss": 0.862106442451477, "Finetune/Loss (Raw)": 0.7164080739021301, "Finetune/Step": 6198, "Finetune/Step Time": 6.556606447324157}
+{"Finetune/Learning Rate": 1.5842101837506935e-05, "Finetune/Loss": 0.8616600632667542, "Finetune/Loss (Raw)": 0.8710370659828186, "Finetune/Step": 6199, "Finetune/Step Time": 6.571354828774929}
+{"Finetune/Learning Rate": 1.584073505005583e-05, "Finetune/Loss": 0.8628115057945251, "Finetune/Loss (Raw)": 0.8944270610809326, "Finetune/Step": 6200, "Finetune/Step Time": 6.571859942749143}
+{"Finetune/Learning Rate": 1.5839368096978088e-05, "Finetune/Loss": 0.8651313781738281, "Finetune/Loss (Raw)": 0.801634669303894, "Finetune/Step": 6201, "Finetune/Step Time": 6.550092114135623}
+{"Finetune/Learning Rate": 1.583800097831247e-05, "Finetune/Loss": 0.8661088347434998, "Finetune/Loss (Raw)": 0.9793514013290405, "Finetune/Step": 6202, "Finetune/Step Time": 6.548836534842849}
+{"Finetune/Learning Rate": 1.5836633694097747e-05, "Finetune/Loss": 0.8655741214752197, "Finetune/Loss (Raw)": 0.7255243062973022, "Finetune/Step": 6203, "Finetune/Step Time": 6.55457710288465}
+{"Finetune/Learning Rate": 1.5835266244372686e-05, "Finetune/Loss": 0.8638884425163269, "Finetune/Loss (Raw)": 0.6757209897041321, "Finetune/Step": 6204, "Finetune/Step Time": 6.555896995589137}
+{"Finetune/Learning Rate": 1.5833898629176072e-05, "Finetune/Loss": 0.8621587157249451, "Finetune/Loss (Raw)": 0.797761082649231, "Finetune/Step": 6205, "Finetune/Step Time": 6.554614678025246}
+{"Finetune/Learning Rate": 1.5832530848546683e-05, "Finetune/Loss": 0.8621306419372559, "Finetune/Loss (Raw)": 0.8158890604972839, "Finetune/Step": 6206, "Finetune/Step Time": 6.556800972670317}
+{"Finetune/Learning Rate": 1.5831162902523303e-05, "Finetune/Loss": 0.8630620241165161, "Finetune/Loss (Raw)": 0.8807421922683716, "Finetune/Step": 6207, "Finetune/Step Time": 6.557795086875558}
+{"Finetune/Learning Rate": 1.5829794791144723e-05, "Finetune/Loss": 0.8633030652999878, "Finetune/Loss (Raw)": 0.8764537572860718, "Finetune/Step": 6208, "Finetune/Step Time": 6.565318416804075}
+{"Finetune/Learning Rate": 1.582842651444974e-05, "Finetune/Loss": 0.8643288016319275, "Finetune/Loss (Raw)": 1.0121740102767944, "Finetune/Step": 6209, "Finetune/Step Time": 6.560228476300836}
+{"Finetune/Learning Rate": 1.5827058072477158e-05, "Finetune/Loss": 0.8655736446380615, "Finetune/Loss (Raw)": 0.9476388096809387, "Finetune/Step": 6210, "Finetune/Step Time": 6.557130688801408}
+{"Finetune/Learning Rate": 1.5825689465265775e-05, "Finetune/Loss": 0.8659140467643738, "Finetune/Loss (Raw)": 0.8696622252464294, "Finetune/Step": 6211, "Finetune/Step Time": 6.555878367275}
+{"Finetune/Learning Rate": 1.582432069285441e-05, "Finetune/Loss": 0.8655866384506226, "Finetune/Loss (Raw)": 0.7837573885917664, "Finetune/Step": 6212, "Finetune/Step Time": 6.564113946631551}
+{"Finetune/Learning Rate": 1.5822951755281868e-05, "Finetune/Loss": 0.8674022555351257, "Finetune/Loss (Raw)": 0.9717605113983154, "Finetune/Step": 6213, "Finetune/Step Time": 6.555857039988041}
+{"Finetune/Learning Rate": 1.5821582652586975e-05, "Finetune/Loss": 0.8668380975723267, "Finetune/Loss (Raw)": 0.8048388361930847, "Finetune/Step": 6214, "Finetune/Step Time": 6.55664480291307}
+{"Finetune/Learning Rate": 1.5820213384808552e-05, "Finetune/Loss": 0.863222062587738, "Finetune/Loss (Raw)": 0.7388770580291748, "Finetune/Step": 6215, "Finetune/Step Time": 6.540324693545699}
+{"Finetune/Learning Rate": 1.5818843951985425e-05, "Finetune/Loss": 0.8627809286117554, "Finetune/Loss (Raw)": 0.8010249137878418, "Finetune/Step": 6216, "Finetune/Step Time": 6.534531446173787}
+{"Finetune/Learning Rate": 1.5817474354156433e-05, "Finetune/Loss": 0.8609144687652588, "Finetune/Loss (Raw)": 0.6998381018638611, "Finetune/Step": 6217, "Finetune/Step Time": 6.532562138512731}
+{"Finetune/Learning Rate": 1.581610459136041e-05, "Finetune/Loss": 0.8624721765518188, "Finetune/Loss (Raw)": 0.8218077421188354, "Finetune/Step": 6218, "Finetune/Step Time": 6.5265650395303965}
+{"Finetune/Learning Rate": 1.58147346636362e-05, "Finetune/Loss": 0.8616114854812622, "Finetune/Loss (Raw)": 0.7830823659896851, "Finetune/Step": 6219, "Finetune/Step Time": 6.5255525726825}
+{"Finetune/Learning Rate": 1.581336457102265e-05, "Finetune/Loss": 0.8627220392227173, "Finetune/Loss (Raw)": 0.9766980409622192, "Finetune/Step": 6220, "Finetune/Step Time": 6.525071140378714}
+{"Finetune/Learning Rate": 1.581199431355861e-05, "Finetune/Loss": 0.8634675741195679, "Finetune/Loss (Raw)": 0.7870976328849792, "Finetune/Step": 6221, "Finetune/Step Time": 6.516718158498406}
+{"Finetune/Learning Rate": 1.581062389128294e-05, "Finetune/Loss": 0.8655421733856201, "Finetune/Loss (Raw)": 0.9519577622413635, "Finetune/Step": 6222, "Finetune/Step Time": 6.51553094573319}
+{"Finetune/Learning Rate": 1.58092533042345e-05, "Finetune/Loss": 0.8669880628585815, "Finetune/Loss (Raw)": 1.024699330329895, "Finetune/Step": 6223, "Finetune/Step Time": 6.490256194025278}
+{"Finetune/Learning Rate": 1.5807882552452156e-05, "Finetune/Loss": 0.8681092262268066, "Finetune/Loss (Raw)": 1.067652702331543, "Finetune/Step": 6224, "Finetune/Step Time": 6.498430481180549}
+{"Finetune/Learning Rate": 1.5806511635974775e-05, "Finetune/Loss": 0.8683770298957825, "Finetune/Loss (Raw)": 1.0090185403823853, "Finetune/Step": 6225, "Finetune/Step Time": 6.501911235973239}
+{"Finetune/Learning Rate": 1.580514055484124e-05, "Finetune/Loss": 0.8687155246734619, "Finetune/Loss (Raw)": 0.8669317364692688, "Finetune/Step": 6226, "Finetune/Step Time": 6.498008348047733}
+{"Finetune/Learning Rate": 1.5803769309090425e-05, "Finetune/Loss": 0.8675981760025024, "Finetune/Loss (Raw)": 0.6939291954040527, "Finetune/Step": 6227, "Finetune/Step Time": 6.513579394668341}
+{"Finetune/Learning Rate": 1.5802397898761214e-05, "Finetune/Loss": 0.8667596578598022, "Finetune/Loss (Raw)": 0.7837713956832886, "Finetune/Step": 6228, "Finetune/Step Time": 6.511589843779802}
+{"Finetune/Learning Rate": 1.58010263238925e-05, "Finetune/Loss": 0.8660982251167297, "Finetune/Loss (Raw)": 0.6622433066368103, "Finetune/Step": 6229, "Finetune/Step Time": 6.519930401816964}
+{"Finetune/Learning Rate": 1.5799654584523178e-05, "Finetune/Loss": 0.8657178282737732, "Finetune/Loss (Raw)": 0.8114657402038574, "Finetune/Step": 6230, "Finetune/Step Time": 6.504111882299185}
+{"Finetune/Learning Rate": 1.5798282680692138e-05, "Finetune/Loss": 0.8669213652610779, "Finetune/Loss (Raw)": 0.9093939661979675, "Finetune/Step": 6231, "Finetune/Step Time": 6.504458421841264}
+{"Finetune/Learning Rate": 1.579691061243829e-05, "Finetune/Loss": 0.8669077754020691, "Finetune/Loss (Raw)": 0.8827393054962158, "Finetune/Step": 6232, "Finetune/Step Time": 6.507650995627046}
+{"Finetune/Learning Rate": 1.5795538379800546e-05, "Finetune/Loss": 0.8658385872840881, "Finetune/Loss (Raw)": 0.8045385479927063, "Finetune/Step": 6233, "Finetune/Step Time": 6.512009605765343}
+{"Finetune/Learning Rate": 1.5794165982817814e-05, "Finetune/Loss": 0.8647556304931641, "Finetune/Loss (Raw)": 0.801625669002533, "Finetune/Step": 6234, "Finetune/Step Time": 6.497533394023776}
+{"Finetune/Learning Rate": 1.5792793421529006e-05, "Finetune/Loss": 0.8642876148223877, "Finetune/Loss (Raw)": 0.8253819346427917, "Finetune/Step": 6235, "Finetune/Step Time": 6.502822902053595}
+{"Finetune/Learning Rate": 1.579142069597305e-05, "Finetune/Loss": 0.8636935353279114, "Finetune/Loss (Raw)": 0.7480899095535278, "Finetune/Step": 6236, "Finetune/Step Time": 6.506206901744008}
+{"Finetune/Learning Rate": 1.5790047806188874e-05, "Finetune/Loss": 0.862957775592804, "Finetune/Loss (Raw)": 0.7721123099327087, "Finetune/Step": 6237, "Finetune/Step Time": 6.503294721245766}
+{"Finetune/Learning Rate": 1.5788674752215407e-05, "Finetune/Loss": 0.8617815971374512, "Finetune/Loss (Raw)": 0.7926403284072876, "Finetune/Step": 6238, "Finetune/Step Time": 6.501421481370926}
+{"Finetune/Learning Rate": 1.5787301534091587e-05, "Finetune/Loss": 0.8618506193161011, "Finetune/Loss (Raw)": 0.8962209224700928, "Finetune/Step": 6239, "Finetune/Step Time": 6.517644973471761}
+{"Finetune/Learning Rate": 1.5785928151856345e-05, "Finetune/Loss": 0.8611578941345215, "Finetune/Loss (Raw)": 0.8871771097183228, "Finetune/Step": 6240, "Finetune/Step Time": 6.515917209908366}
+{"Finetune/Learning Rate": 1.578455460554864e-05, "Finetune/Loss": 0.8600866198539734, "Finetune/Loss (Raw)": 0.763622522354126, "Finetune/Step": 6241, "Finetune/Step Time": 6.516525292769074}
+{"Finetune/Learning Rate": 1.5783180895207414e-05, "Finetune/Loss": 0.8600571155548096, "Finetune/Loss (Raw)": 0.8089171648025513, "Finetune/Step": 6242, "Finetune/Step Time": 6.518821384757757}
+{"Finetune/Learning Rate": 1.578180702087162e-05, "Finetune/Loss": 0.8594598770141602, "Finetune/Loss (Raw)": 0.8473715782165527, "Finetune/Step": 6243, "Finetune/Step Time": 6.514855172485113}
+{"Finetune/Learning Rate": 1.5780432982580224e-05, "Finetune/Loss": 0.8603782057762146, "Finetune/Loss (Raw)": 0.9453275799751282, "Finetune/Step": 6244, "Finetune/Step Time": 6.514449691399932}
+{"Finetune/Learning Rate": 1.5779058780372184e-05, "Finetune/Loss": 0.8610820770263672, "Finetune/Loss (Raw)": 0.8906734585762024, "Finetune/Step": 6245, "Finetune/Step Time": 6.509969625622034}
+{"Finetune/Learning Rate": 1.577768441428647e-05, "Finetune/Loss": 0.8607568740844727, "Finetune/Loss (Raw)": 0.9116700291633606, "Finetune/Step": 6246, "Finetune/Step Time": 6.5172994416207075}
+{"Finetune/Learning Rate": 1.577630988436206e-05, "Finetune/Loss": 0.8603519201278687, "Finetune/Loss (Raw)": 0.8189440369606018, "Finetune/Step": 6247, "Finetune/Step Time": 6.517533117905259}
+{"Finetune/Learning Rate": 1.5774935190637924e-05, "Finetune/Loss": 0.8583723902702332, "Finetune/Loss (Raw)": 0.6744433045387268, "Finetune/Step": 6248, "Finetune/Step Time": 6.529912391677499}
+{"Finetune/Learning Rate": 1.5773560333153045e-05, "Finetune/Loss": 0.8582168817520142, "Finetune/Loss (Raw)": 0.8290531635284424, "Finetune/Step": 6249, "Finetune/Step Time": 6.5314461179077625}
+{"Finetune/Learning Rate": 1.5772185311946415e-05, "Finetune/Loss": 0.8587945103645325, "Finetune/Loss (Raw)": 0.8666551113128662, "Finetune/Step": 6250, "Finetune/Step Time": 6.527156516909599}
+{"Finetune/Learning Rate": 1.5770810127057025e-05, "Finetune/Loss": 0.8583353757858276, "Finetune/Loss (Raw)": 0.7735329866409302, "Finetune/Step": 6251, "Finetune/Step Time": 6.527138574048877}
+{"Finetune/Learning Rate": 1.576943477852387e-05, "Finetune/Loss": 0.8583914637565613, "Finetune/Loss (Raw)": 0.9282050132751465, "Finetune/Step": 6252, "Finetune/Step Time": 6.522820346057415}
+{"Finetune/Learning Rate": 1.576805926638595e-05, "Finetune/Loss": 0.8586258888244629, "Finetune/Loss (Raw)": 0.8092814087867737, "Finetune/Step": 6253, "Finetune/Step Time": 6.5233774576336145}
+{"Finetune/Learning Rate": 1.576668359068227e-05, "Finetune/Loss": 0.8576835989952087, "Finetune/Loss (Raw)": 0.8268210887908936, "Finetune/Step": 6254, "Finetune/Step Time": 6.5273489858955145}
+{"Finetune/Learning Rate": 1.576530775145184e-05, "Finetune/Loss": 0.857944667339325, "Finetune/Loss (Raw)": 0.8459357619285583, "Finetune/Step": 6255, "Finetune/Step Time": 6.516887228935957}
+{"Finetune/Learning Rate": 1.576393174873368e-05, "Finetune/Loss": 0.8592267632484436, "Finetune/Loss (Raw)": 0.9613134860992432, "Finetune/Step": 6256, "Finetune/Step Time": 6.51341637596488}
+{"Finetune/Learning Rate": 1.5762555582566805e-05, "Finetune/Loss": 0.8588385581970215, "Finetune/Loss (Raw)": 0.7813853025436401, "Finetune/Step": 6257, "Finetune/Step Time": 6.49896577745676}
+{"Finetune/Learning Rate": 1.576117925299024e-05, "Finetune/Loss": 0.8597269058227539, "Finetune/Loss (Raw)": 0.9741084575653076, "Finetune/Step": 6258, "Finetune/Step Time": 6.498326549306512}
+{"Finetune/Learning Rate": 1.5759802760043012e-05, "Finetune/Loss": 0.8592894077301025, "Finetune/Loss (Raw)": 0.8755578994750977, "Finetune/Step": 6259, "Finetune/Step Time": 6.495164094492793}
+{"Finetune/Learning Rate": 1.575842610376416e-05, "Finetune/Loss": 0.8610769510269165, "Finetune/Loss (Raw)": 0.9071488976478577, "Finetune/Step": 6260, "Finetune/Step Time": 6.495205249637365}
+{"Finetune/Learning Rate": 1.5757049284192716e-05, "Finetune/Loss": 0.8597826361656189, "Finetune/Loss (Raw)": 0.7840162515640259, "Finetune/Step": 6261, "Finetune/Step Time": 6.499033702537417}
+{"Finetune/Learning Rate": 1.575567230136773e-05, "Finetune/Loss": 0.8588151335716248, "Finetune/Loss (Raw)": 0.8370243906974792, "Finetune/Step": 6262, "Finetune/Step Time": 6.502009334042668}
+{"Finetune/Learning Rate": 1.575429515532824e-05, "Finetune/Loss": 0.859279990196228, "Finetune/Loss (Raw)": 0.9188659191131592, "Finetune/Step": 6263, "Finetune/Step Time": 6.503285309299827}
+{"Finetune/Learning Rate": 1.57529178461133e-05, "Finetune/Loss": 0.8572989106178284, "Finetune/Loss (Raw)": 0.7360374927520752, "Finetune/Step": 6264, "Finetune/Step Time": 6.5014056619256735}
+{"Finetune/Learning Rate": 1.5751540373761974e-05, "Finetune/Loss": 0.8570855855941772, "Finetune/Loss (Raw)": 0.942230761051178, "Finetune/Step": 6265, "Finetune/Step Time": 6.5050980020314455}
+{"Finetune/Learning Rate": 1.5750162738313314e-05, "Finetune/Loss": 0.8556746244430542, "Finetune/Loss (Raw)": 0.727370023727417, "Finetune/Step": 6266, "Finetune/Step Time": 6.505284637212753}
+{"Finetune/Learning Rate": 1.5748784939806393e-05, "Finetune/Loss": 0.8566100597381592, "Finetune/Loss (Raw)": 0.917900800704956, "Finetune/Step": 6267, "Finetune/Step Time": 6.510179905220866}
+{"Finetune/Learning Rate": 1.5747406978280276e-05, "Finetune/Loss": 0.8557336330413818, "Finetune/Loss (Raw)": 0.7229060530662537, "Finetune/Step": 6268, "Finetune/Step Time": 6.5162921361625195}
+{"Finetune/Learning Rate": 1.5746028853774043e-05, "Finetune/Loss": 0.8543460965156555, "Finetune/Loss (Raw)": 0.8567425012588501, "Finetune/Step": 6269, "Finetune/Step Time": 6.519667042419314}
+{"Finetune/Learning Rate": 1.574465056632677e-05, "Finetune/Loss": 0.8538091778755188, "Finetune/Loss (Raw)": 0.791816234588623, "Finetune/Step": 6270, "Finetune/Step Time": 6.519868483766913}
+{"Finetune/Learning Rate": 1.5743272115977542e-05, "Finetune/Loss": 0.8528740406036377, "Finetune/Loss (Raw)": 0.9709494709968567, "Finetune/Step": 6271, "Finetune/Step Time": 6.516319006681442}
+{"Finetune/Learning Rate": 1.5741893502765452e-05, "Finetune/Loss": 0.8527639508247375, "Finetune/Loss (Raw)": 0.90663743019104, "Finetune/Step": 6272, "Finetune/Step Time": 6.508509136736393}
+{"Finetune/Learning Rate": 1.5740514726729584e-05, "Finetune/Loss": 0.852898120880127, "Finetune/Loss (Raw)": 0.9853029847145081, "Finetune/Step": 6273, "Finetune/Step Time": 6.5053827334195375}
+{"Finetune/Learning Rate": 1.5739135787909047e-05, "Finetune/Loss": 0.8539272546768188, "Finetune/Loss (Raw)": 0.9453938007354736, "Finetune/Step": 6274, "Finetune/Step Time": 6.478614611551166}
+{"Finetune/Learning Rate": 1.5737756686342937e-05, "Finetune/Loss": 0.8540816307067871, "Finetune/Loss (Raw)": 0.9354667663574219, "Finetune/Step": 6275, "Finetune/Step Time": 6.484731314703822}
+{"Finetune/Learning Rate": 1.5736377422070366e-05, "Finetune/Loss": 0.8551965951919556, "Finetune/Loss (Raw)": 0.9062549471855164, "Finetune/Step": 6276, "Finetune/Step Time": 6.4861496444791555}
+{"Finetune/Learning Rate": 1.573499799513044e-05, "Finetune/Loss": 0.8535792231559753, "Finetune/Loss (Raw)": 0.8166171908378601, "Finetune/Step": 6277, "Finetune/Step Time": 6.508750109001994}
+{"Finetune/Learning Rate": 1.573361840556228e-05, "Finetune/Loss": 0.8541228771209717, "Finetune/Loss (Raw)": 0.9534695148468018, "Finetune/Step": 6278, "Finetune/Step Time": 6.50884747505188}
+{"Finetune/Learning Rate": 1.573223865340501e-05, "Finetune/Loss": 0.8522839546203613, "Finetune/Loss (Raw)": 0.7433181405067444, "Finetune/Step": 6279, "Finetune/Step Time": 6.517959158867598}
+{"Finetune/Learning Rate": 1.573085873869775e-05, "Finetune/Loss": 0.8548298478126526, "Finetune/Loss (Raw)": 0.9967620372772217, "Finetune/Step": 6280, "Finetune/Step Time": 6.520218940451741}
+{"Finetune/Learning Rate": 1.572947866147963e-05, "Finetune/Loss": 0.8549614548683167, "Finetune/Loss (Raw)": 0.7574474811553955, "Finetune/Step": 6281, "Finetune/Step Time": 6.515569284558296}
+{"Finetune/Learning Rate": 1.5728098421789787e-05, "Finetune/Loss": 0.8548083305358887, "Finetune/Loss (Raw)": 0.97642582654953, "Finetune/Step": 6282, "Finetune/Step Time": 6.511051574721932}
+{"Finetune/Learning Rate": 1.572671801966736e-05, "Finetune/Loss": 0.8562337756156921, "Finetune/Loss (Raw)": 0.8548552393913269, "Finetune/Step": 6283, "Finetune/Step Time": 6.5101201590150595}
+{"Finetune/Learning Rate": 1.57253374551515e-05, "Finetune/Loss": 0.8565211892127991, "Finetune/Loss (Raw)": 0.9186297655105591, "Finetune/Step": 6284, "Finetune/Step Time": 6.511499268934131}
+{"Finetune/Learning Rate": 1.5723956728281347e-05, "Finetune/Loss": 0.8561707735061646, "Finetune/Loss (Raw)": 0.8891481757164001, "Finetune/Step": 6285, "Finetune/Step Time": 6.514496985822916}
+{"Finetune/Learning Rate": 1.5722575839096058e-05, "Finetune/Loss": 0.8554787635803223, "Finetune/Loss (Raw)": 0.8022364974021912, "Finetune/Step": 6286, "Finetune/Step Time": 6.511272929608822}
+{"Finetune/Learning Rate": 1.5721194787634794e-05, "Finetune/Loss": 0.8563266396522522, "Finetune/Loss (Raw)": 1.0577508211135864, "Finetune/Step": 6287, "Finetune/Step Time": 6.510387809947133}
+{"Finetune/Learning Rate": 1.571981357393671e-05, "Finetune/Loss": 0.8557258248329163, "Finetune/Loss (Raw)": 0.8443024158477783, "Finetune/Step": 6288, "Finetune/Step Time": 6.5339162684977055}
+{"Finetune/Learning Rate": 1.571843219804098e-05, "Finetune/Loss": 0.8568705916404724, "Finetune/Loss (Raw)": 0.9100485444068909, "Finetune/Step": 6289, "Finetune/Step Time": 6.537505071610212}
+{"Finetune/Learning Rate": 1.571705065998678e-05, "Finetune/Loss": 0.8560249209403992, "Finetune/Loss (Raw)": 0.7479424476623535, "Finetune/Step": 6290, "Finetune/Step Time": 6.537157196551561}
+{"Finetune/Learning Rate": 1.5715668959813272e-05, "Finetune/Loss": 0.8549064993858337, "Finetune/Loss (Raw)": 0.703805685043335, "Finetune/Step": 6291, "Finetune/Step Time": 6.533547677099705}
+{"Finetune/Learning Rate": 1.571428709755965e-05, "Finetune/Loss": 0.8541367650032043, "Finetune/Loss (Raw)": 0.8408258557319641, "Finetune/Step": 6292, "Finetune/Step Time": 6.552803263068199}
+{"Finetune/Learning Rate": 1.571290507326509e-05, "Finetune/Loss": 0.8544042110443115, "Finetune/Loss (Raw)": 0.892148494720459, "Finetune/Step": 6293, "Finetune/Step Time": 6.5485593900084496}
+{"Finetune/Learning Rate": 1.5711522886968796e-05, "Finetune/Loss": 0.8525088429450989, "Finetune/Loss (Raw)": 0.7590787410736084, "Finetune/Step": 6294, "Finetune/Step Time": 6.544395523145795}
+{"Finetune/Learning Rate": 1.571014053870995e-05, "Finetune/Loss": 0.8518210053443909, "Finetune/Loss (Raw)": 0.8209176659584045, "Finetune/Step": 6295, "Finetune/Step Time": 6.533711362630129}
+{"Finetune/Learning Rate": 1.5708758028527754e-05, "Finetune/Loss": 0.8512357473373413, "Finetune/Loss (Raw)": 0.7834307551383972, "Finetune/Step": 6296, "Finetune/Step Time": 6.538320759311318}
+{"Finetune/Learning Rate": 1.5707375356461415e-05, "Finetune/Loss": 0.8525305986404419, "Finetune/Loss (Raw)": 1.0219277143478394, "Finetune/Step": 6297, "Finetune/Step Time": 6.540989242494106}
+{"Finetune/Learning Rate": 1.570599252255014e-05, "Finetune/Loss": 0.8512306213378906, "Finetune/Loss (Raw)": 0.7367014288902283, "Finetune/Step": 6298, "Finetune/Step Time": 6.536393003538251}
+{"Finetune/Learning Rate": 1.5704609526833145e-05, "Finetune/Loss": 0.8521479368209839, "Finetune/Loss (Raw)": 0.9596657156944275, "Finetune/Step": 6299, "Finetune/Step Time": 6.527307501062751}
+{"Finetune/Learning Rate": 1.5703226369349642e-05, "Finetune/Loss": 0.8505637645721436, "Finetune/Loss (Raw)": 0.6628794074058533, "Finetune/Step": 6300, "Finetune/Step Time": 6.54162166826427}
+{"Finetune/Learning Rate": 1.570184305013886e-05, "Finetune/Loss": 0.8499361276626587, "Finetune/Loss (Raw)": 0.8321698904037476, "Finetune/Step": 6301, "Finetune/Step Time": 6.542051458731294}
+{"Finetune/Learning Rate": 1.5700459569240023e-05, "Finetune/Loss": 0.8511649966239929, "Finetune/Loss (Raw)": 0.8937110304832458, "Finetune/Step": 6302, "Finetune/Step Time": 6.5367671102285385}
+{"Finetune/Learning Rate": 1.569907592669236e-05, "Finetune/Loss": 0.8521642088890076, "Finetune/Loss (Raw)": 0.9604015350341797, "Finetune/Step": 6303, "Finetune/Step Time": 6.540443824604154}
+{"Finetune/Learning Rate": 1.569769212253511e-05, "Finetune/Loss": 0.8520458340644836, "Finetune/Loss (Raw)": 0.8075811266899109, "Finetune/Step": 6304, "Finetune/Step Time": 6.5427504032850266}
+{"Finetune/Learning Rate": 1.5696308156807516e-05, "Finetune/Loss": 0.8538916110992432, "Finetune/Loss (Raw)": 0.8613086938858032, "Finetune/Step": 6305, "Finetune/Step Time": 6.540540866553783}
+{"Finetune/Learning Rate": 1.569492402954882e-05, "Finetune/Loss": 0.8529554605484009, "Finetune/Loss (Raw)": 0.8624339699745178, "Finetune/Step": 6306, "Finetune/Step Time": 6.544046327471733}
+{"Finetune/Learning Rate": 1.5693539740798273e-05, "Finetune/Loss": 0.8519797325134277, "Finetune/Loss (Raw)": 0.6821668148040771, "Finetune/Step": 6307, "Finetune/Step Time": 6.547932459041476}
+{"Finetune/Learning Rate": 1.5692155290595126e-05, "Finetune/Loss": 0.8508892059326172, "Finetune/Loss (Raw)": 0.7741749286651611, "Finetune/Step": 6308, "Finetune/Step Time": 6.552892945706844}
+{"Finetune/Learning Rate": 1.5690770678978643e-05, "Finetune/Loss": 0.8500455021858215, "Finetune/Loss (Raw)": 0.6857087016105652, "Finetune/Step": 6309, "Finetune/Step Time": 6.565117951482534}
+{"Finetune/Learning Rate": 1.5689385905988085e-05, "Finetune/Loss": 0.8498948216438293, "Finetune/Loss (Raw)": 0.896881639957428, "Finetune/Step": 6310, "Finetune/Step Time": 6.563491148874164}
+{"Finetune/Learning Rate": 1.5688000971662725e-05, "Finetune/Loss": 0.8511223793029785, "Finetune/Loss (Raw)": 0.9419974088668823, "Finetune/Step": 6311, "Finetune/Step Time": 6.563276829198003}
+{"Finetune/Learning Rate": 1.5686615876041828e-05, "Finetune/Loss": 0.8509799242019653, "Finetune/Loss (Raw)": 0.8205775618553162, "Finetune/Step": 6312, "Finetune/Step Time": 6.560235198587179}
+{"Finetune/Learning Rate": 1.568523061916468e-05, "Finetune/Loss": 0.8520907759666443, "Finetune/Loss (Raw)": 1.003604769706726, "Finetune/Step": 6313, "Finetune/Step Time": 6.5627850741147995}
+{"Finetune/Learning Rate": 1.5683845201070555e-05, "Finetune/Loss": 0.8515198230743408, "Finetune/Loss (Raw)": 0.8721463084220886, "Finetune/Step": 6314, "Finetune/Step Time": 6.561018047854304}
+{"Finetune/Learning Rate": 1.5682459621798744e-05, "Finetune/Loss": 0.8511507511138916, "Finetune/Loss (Raw)": 0.8411999344825745, "Finetune/Step": 6315, "Finetune/Step Time": 6.578348256647587}
+{"Finetune/Learning Rate": 1.5681073881388533e-05, "Finetune/Loss": 0.8521438837051392, "Finetune/Loss (Raw)": 0.8638083934783936, "Finetune/Step": 6316, "Finetune/Step Time": 6.577892288565636}
+{"Finetune/Learning Rate": 1.5679687979879226e-05, "Finetune/Loss": 0.8537479639053345, "Finetune/Loss (Raw)": 0.8792017698287964, "Finetune/Step": 6317, "Finetune/Step Time": 6.574550177901983}
+{"Finetune/Learning Rate": 1.5678301917310117e-05, "Finetune/Loss": 0.8528808355331421, "Finetune/Loss (Raw)": 0.7648363709449768, "Finetune/Step": 6318, "Finetune/Step Time": 6.576556095853448}
+{"Finetune/Learning Rate": 1.5676915693720512e-05, "Finetune/Loss": 0.8517212867736816, "Finetune/Loss (Raw)": 0.8270033597946167, "Finetune/Step": 6319, "Finetune/Step Time": 6.569337967783213}
+{"Finetune/Learning Rate": 1.567552930914972e-05, "Finetune/Loss": 0.850186288356781, "Finetune/Loss (Raw)": 0.7631913423538208, "Finetune/Step": 6320, "Finetune/Step Time": 6.57192307151854}
+{"Finetune/Learning Rate": 1.567414276363706e-05, "Finetune/Loss": 0.8499102592468262, "Finetune/Loss (Raw)": 0.7530768513679504, "Finetune/Step": 6321, "Finetune/Step Time": 6.569509115070105}
+{"Finetune/Learning Rate": 1.567275605722184e-05, "Finetune/Loss": 0.8519656658172607, "Finetune/Loss (Raw)": 1.0490819215774536, "Finetune/Step": 6322, "Finetune/Step Time": 6.576598554849625}
+{"Finetune/Learning Rate": 1.5671369189943397e-05, "Finetune/Loss": 0.8518187403678894, "Finetune/Loss (Raw)": 0.9519488215446472, "Finetune/Step": 6323, "Finetune/Step Time": 6.564657820388675}
+{"Finetune/Learning Rate": 1.5669982161841045e-05, "Finetune/Loss": 0.8511974215507507, "Finetune/Loss (Raw)": 0.857361376285553, "Finetune/Step": 6324, "Finetune/Step Time": 6.561792267486453}
+{"Finetune/Learning Rate": 1.5668594972954127e-05, "Finetune/Loss": 0.8505682945251465, "Finetune/Loss (Raw)": 0.8271524906158447, "Finetune/Step": 6325, "Finetune/Step Time": 6.566127939149737}
+{"Finetune/Learning Rate": 1.566720762332197e-05, "Finetune/Loss": 0.851576566696167, "Finetune/Loss (Raw)": 0.8454668521881104, "Finetune/Step": 6326, "Finetune/Step Time": 6.571657279506326}
+{"Finetune/Learning Rate": 1.5665820112983922e-05, "Finetune/Loss": 0.8514937162399292, "Finetune/Loss (Raw)": 0.8604252934455872, "Finetune/Step": 6327, "Finetune/Step Time": 6.555046152323484}
+{"Finetune/Learning Rate": 1.5664432441979328e-05, "Finetune/Loss": 0.8512654900550842, "Finetune/Loss (Raw)": 0.8652202486991882, "Finetune/Step": 6328, "Finetune/Step Time": 6.560432802885771}
+{"Finetune/Learning Rate": 1.5663044610347536e-05, "Finetune/Loss": 0.8522188067436218, "Finetune/Loss (Raw)": 0.9236576557159424, "Finetune/Step": 6329, "Finetune/Step Time": 6.5570169277489185}
+{"Finetune/Learning Rate": 1.5661656618127907e-05, "Finetune/Loss": 0.8517991304397583, "Finetune/Loss (Raw)": 0.9256353378295898, "Finetune/Step": 6330, "Finetune/Step Time": 6.562109310179949}
+{"Finetune/Learning Rate": 1.566026846535979e-05, "Finetune/Loss": 0.8525309562683105, "Finetune/Loss (Raw)": 0.8191938400268555, "Finetune/Step": 6331, "Finetune/Step Time": 6.564761744812131}
+{"Finetune/Learning Rate": 1.565888015208256e-05, "Finetune/Loss": 0.8534845113754272, "Finetune/Loss (Raw)": 0.7977771759033203, "Finetune/Step": 6332, "Finetune/Step Time": 6.578618910163641}
+{"Finetune/Learning Rate": 1.5657491678335574e-05, "Finetune/Loss": 0.8549761772155762, "Finetune/Loss (Raw)": 0.9886945486068726, "Finetune/Step": 6333, "Finetune/Step Time": 6.5738464910537004}
+{"Finetune/Learning Rate": 1.5656103044158215e-05, "Finetune/Loss": 0.854476809501648, "Finetune/Loss (Raw)": 0.7519700527191162, "Finetune/Step": 6334, "Finetune/Step Time": 6.572711944580078}
+{"Finetune/Learning Rate": 1.5654714249589858e-05, "Finetune/Loss": 0.8530211448669434, "Finetune/Loss (Raw)": 0.6944131851196289, "Finetune/Step": 6335, "Finetune/Step Time": 6.5821737218648195}
+{"Finetune/Learning Rate": 1.5653325294669884e-05, "Finetune/Loss": 0.8527443408966064, "Finetune/Loss (Raw)": 0.841026246547699, "Finetune/Step": 6336, "Finetune/Step Time": 6.5748932007700205}
+{"Finetune/Learning Rate": 1.5651936179437682e-05, "Finetune/Loss": 0.8511215448379517, "Finetune/Loss (Raw)": 0.8044540882110596, "Finetune/Step": 6337, "Finetune/Step Time": 6.576176851987839}
+{"Finetune/Learning Rate": 1.5650546903932644e-05, "Finetune/Loss": 0.850744366645813, "Finetune/Loss (Raw)": 0.8993635773658752, "Finetune/Step": 6338, "Finetune/Step Time": 6.575740871950984}
+{"Finetune/Learning Rate": 1.564915746819416e-05, "Finetune/Loss": 0.8501288294792175, "Finetune/Loss (Raw)": 0.7908767461776733, "Finetune/Step": 6339, "Finetune/Step Time": 6.574776776134968}
+{"Finetune/Learning Rate": 1.5647767872261633e-05, "Finetune/Loss": 0.850724458694458, "Finetune/Loss (Raw)": 0.8599978685379028, "Finetune/Step": 6340, "Finetune/Step Time": 6.565228417515755}
+{"Finetune/Learning Rate": 1.5646378116174475e-05, "Finetune/Loss": 0.8488928079605103, "Finetune/Loss (Raw)": 0.737301766872406, "Finetune/Step": 6341, "Finetune/Step Time": 6.568683324381709}
+{"Finetune/Learning Rate": 1.5644988199972086e-05, "Finetune/Loss": 0.8500529527664185, "Finetune/Loss (Raw)": 0.9533399343490601, "Finetune/Step": 6342, "Finetune/Step Time": 6.5686664916574955}
+{"Finetune/Learning Rate": 1.5643598123693883e-05, "Finetune/Loss": 0.8514752984046936, "Finetune/Loss (Raw)": 0.9209386110305786, "Finetune/Step": 6343, "Finetune/Step Time": 6.569770283997059}
+{"Finetune/Learning Rate": 1.5642207887379285e-05, "Finetune/Loss": 0.8520091772079468, "Finetune/Loss (Raw)": 0.8693620562553406, "Finetune/Step": 6344, "Finetune/Step Time": 6.574875362217426}
+{"Finetune/Learning Rate": 1.5640817491067718e-05, "Finetune/Loss": 0.8522329330444336, "Finetune/Loss (Raw)": 0.7284839749336243, "Finetune/Step": 6345, "Finetune/Step Time": 6.590074814856052}
+{"Finetune/Learning Rate": 1.5639426934798607e-05, "Finetune/Loss": 0.8524926900863647, "Finetune/Loss (Raw)": 0.8550559282302856, "Finetune/Step": 6346, "Finetune/Step Time": 6.58669751137495}
+{"Finetune/Learning Rate": 1.5638036218611384e-05, "Finetune/Loss": 0.85379958152771, "Finetune/Loss (Raw)": 0.9503656625747681, "Finetune/Step": 6347, "Finetune/Step Time": 6.590524047613144}
+{"Finetune/Learning Rate": 1.5636645342545486e-05, "Finetune/Loss": 0.8532918095588684, "Finetune/Loss (Raw)": 0.9116922616958618, "Finetune/Step": 6348, "Finetune/Step Time": 6.59726283326745}
+{"Finetune/Learning Rate": 1.5635254306640354e-05, "Finetune/Loss": 0.8547527194023132, "Finetune/Loss (Raw)": 0.9740951061248779, "Finetune/Step": 6349, "Finetune/Step Time": 6.598243605345488}
+{"Finetune/Learning Rate": 1.5633863110935436e-05, "Finetune/Loss": 0.8542462587356567, "Finetune/Loss (Raw)": 0.8871370553970337, "Finetune/Step": 6350, "Finetune/Step Time": 6.580497689545155}
+{"Finetune/Learning Rate": 1.563247175547018e-05, "Finetune/Loss": 0.8520922064781189, "Finetune/Loss (Raw)": 0.7489782571792603, "Finetune/Step": 6351, "Finetune/Step Time": 6.580973636358976}
+{"Finetune/Learning Rate": 1.563108024028404e-05, "Finetune/Loss": 0.8507050275802612, "Finetune/Loss (Raw)": 0.8900883197784424, "Finetune/Step": 6352, "Finetune/Step Time": 6.5691390838474035}
+{"Finetune/Learning Rate": 1.562968856541648e-05, "Finetune/Loss": 0.8499357104301453, "Finetune/Loss (Raw)": 0.9105523824691772, "Finetune/Step": 6353, "Finetune/Step Time": 6.571327976882458}
+{"Finetune/Learning Rate": 1.562829673090696e-05, "Finetune/Loss": 0.8499510884284973, "Finetune/Loss (Raw)": 0.868897020816803, "Finetune/Step": 6354, "Finetune/Step Time": 6.578298816457391}
+{"Finetune/Learning Rate": 1.562690473679495e-05, "Finetune/Loss": 0.8523948192596436, "Finetune/Loss (Raw)": 1.0067319869995117, "Finetune/Step": 6355, "Finetune/Step Time": 6.567731291055679}
+{"Finetune/Learning Rate": 1.5625512583119918e-05, "Finetune/Loss": 0.8533497452735901, "Finetune/Loss (Raw)": 0.9059975743293762, "Finetune/Step": 6356, "Finetune/Step Time": 6.5683058723807335}
+{"Finetune/Learning Rate": 1.562412026992135e-05, "Finetune/Loss": 0.8543012142181396, "Finetune/Loss (Raw)": 0.7840304970741272, "Finetune/Step": 6357, "Finetune/Step Time": 6.557691199705005}
+{"Finetune/Learning Rate": 1.5622727797238722e-05, "Finetune/Loss": 0.8540947437286377, "Finetune/Loss (Raw)": 0.7850457429885864, "Finetune/Step": 6358, "Finetune/Step Time": 6.57646113447845}
+{"Finetune/Learning Rate": 1.5621335165111527e-05, "Finetune/Loss": 0.8541767001152039, "Finetune/Loss (Raw)": 0.919880747795105, "Finetune/Step": 6359, "Finetune/Step Time": 6.576870309188962}
+{"Finetune/Learning Rate": 1.5619942373579247e-05, "Finetune/Loss": 0.8530020117759705, "Finetune/Loss (Raw)": 0.7323726415634155, "Finetune/Step": 6360, "Finetune/Step Time": 6.578766517341137}
+{"Finetune/Learning Rate": 1.561854942268138e-05, "Finetune/Loss": 0.8542270660400391, "Finetune/Loss (Raw)": 0.961346447467804, "Finetune/Step": 6361, "Finetune/Step Time": 6.575595574453473}
+{"Finetune/Learning Rate": 1.5617156312457437e-05, "Finetune/Loss": 0.855724573135376, "Finetune/Loss (Raw)": 0.99330735206604, "Finetune/Step": 6362, "Finetune/Step Time": 6.579134019091725}
+{"Finetune/Learning Rate": 1.561576304294691e-05, "Finetune/Loss": 0.856437623500824, "Finetune/Loss (Raw)": 0.9166545271873474, "Finetune/Step": 6363, "Finetune/Step Time": 6.5756729785352945}
+{"Finetune/Learning Rate": 1.561436961418931e-05, "Finetune/Loss": 0.858167290687561, "Finetune/Loss (Raw)": 0.969485878944397, "Finetune/Step": 6364, "Finetune/Step Time": 6.5773467645049095}
+{"Finetune/Learning Rate": 1.5612976026224152e-05, "Finetune/Loss": 0.8589169383049011, "Finetune/Loss (Raw)": 0.8680663108825684, "Finetune/Step": 6365, "Finetune/Step Time": 6.57794813066721}
+{"Finetune/Learning Rate": 1.561158227909096e-05, "Finetune/Loss": 0.8590164184570312, "Finetune/Loss (Raw)": 0.8053776621818542, "Finetune/Step": 6366, "Finetune/Step Time": 6.579595059156418}
+{"Finetune/Learning Rate": 1.561018837282925e-05, "Finetune/Loss": 0.8571549654006958, "Finetune/Loss (Raw)": 0.6579495668411255, "Finetune/Step": 6367, "Finetune/Step Time": 6.580052385106683}
+{"Finetune/Learning Rate": 1.5608794307478546e-05, "Finetune/Loss": 0.8570078611373901, "Finetune/Loss (Raw)": 0.8683529496192932, "Finetune/Step": 6368, "Finetune/Step Time": 6.584982834756374}
+{"Finetune/Learning Rate": 1.560740008307839e-05, "Finetune/Loss": 0.8583164811134338, "Finetune/Loss (Raw)": 0.931124210357666, "Finetune/Step": 6369, "Finetune/Step Time": 6.5836689211428165}
+{"Finetune/Learning Rate": 1.5606005699668313e-05, "Finetune/Loss": 0.85863196849823, "Finetune/Loss (Raw)": 0.8492991924285889, "Finetune/Step": 6370, "Finetune/Step Time": 6.582525027915835}
+{"Finetune/Learning Rate": 1.5604611157287855e-05, "Finetune/Loss": 0.8590490221977234, "Finetune/Loss (Raw)": 0.9007602334022522, "Finetune/Step": 6371, "Finetune/Step Time": 6.584892196580768}
+{"Finetune/Learning Rate": 1.560321645597656e-05, "Finetune/Loss": 0.85920250415802, "Finetune/Loss (Raw)": 0.9649680256843567, "Finetune/Step": 6372, "Finetune/Step Time": 6.584829429164529}
+{"Finetune/Learning Rate": 1.5601821595773984e-05, "Finetune/Loss": 0.8607025146484375, "Finetune/Loss (Raw)": 1.0826693773269653, "Finetune/Step": 6373, "Finetune/Step Time": 6.583800759166479}
+{"Finetune/Learning Rate": 1.560042657671967e-05, "Finetune/Loss": 0.8583769798278809, "Finetune/Loss (Raw)": 0.6140043139457703, "Finetune/Step": 6374, "Finetune/Step Time": 6.583305314183235}
+{"Finetune/Learning Rate": 1.559903139885319e-05, "Finetune/Loss": 0.8595172166824341, "Finetune/Loss (Raw)": 0.9648953080177307, "Finetune/Step": 6375, "Finetune/Step Time": 6.584376020357013}
+{"Finetune/Learning Rate": 1.55976360622141e-05, "Finetune/Loss": 0.8608744144439697, "Finetune/Loss (Raw)": 0.8481637835502625, "Finetune/Step": 6376, "Finetune/Step Time": 6.569870380684733}
+{"Finetune/Learning Rate": 1.5596240566841964e-05, "Finetune/Loss": 0.8618142604827881, "Finetune/Loss (Raw)": 0.9493584036827087, "Finetune/Step": 6377, "Finetune/Step Time": 6.572429424151778}
+{"Finetune/Learning Rate": 1.5594844912776367e-05, "Finetune/Loss": 0.861353874206543, "Finetune/Loss (Raw)": 0.8077176809310913, "Finetune/Step": 6378, "Finetune/Step Time": 6.573351072147489}
+{"Finetune/Learning Rate": 1.559344910005687e-05, "Finetune/Loss": 0.8608090877532959, "Finetune/Loss (Raw)": 0.7038084268569946, "Finetune/Step": 6379, "Finetune/Step Time": 6.591082906350493}
+{"Finetune/Learning Rate": 1.559205312872307e-05, "Finetune/Loss": 0.860419750213623, "Finetune/Loss (Raw)": 0.8783702254295349, "Finetune/Step": 6380, "Finetune/Step Time": 6.592778734862804}
+{"Finetune/Learning Rate": 1.559065699881454e-05, "Finetune/Loss": 0.8605030179023743, "Finetune/Loss (Raw)": 0.8199349045753479, "Finetune/Step": 6381, "Finetune/Step Time": 6.608072744682431}
+{"Finetune/Learning Rate": 1.5589260710370873e-05, "Finetune/Loss": 0.8619484901428223, "Finetune/Loss (Raw)": 1.0118485689163208, "Finetune/Step": 6382, "Finetune/Step Time": 6.610279083251953}
+{"Finetune/Learning Rate": 1.558786426343167e-05, "Finetune/Loss": 0.8623625636100769, "Finetune/Loss (Raw)": 0.8989295959472656, "Finetune/Step": 6383, "Finetune/Step Time": 6.607853813096881}
+{"Finetune/Learning Rate": 1.5586467658036526e-05, "Finetune/Loss": 0.8621061444282532, "Finetune/Loss (Raw)": 0.9284915328025818, "Finetune/Step": 6384, "Finetune/Step Time": 6.614287873730063}
+{"Finetune/Learning Rate": 1.558507089422504e-05, "Finetune/Loss": 0.8622630834579468, "Finetune/Loss (Raw)": 0.8014766573905945, "Finetune/Step": 6385, "Finetune/Step Time": 6.6482382491230965}
+{"Finetune/Learning Rate": 1.5583673972036834e-05, "Finetune/Loss": 0.8617143630981445, "Finetune/Loss (Raw)": 0.9038689136505127, "Finetune/Step": 6386, "Finetune/Step Time": 6.6509032510221004}
+{"Finetune/Learning Rate": 1.558227689151151e-05, "Finetune/Loss": 0.8624098300933838, "Finetune/Loss (Raw)": 0.9645856618881226, "Finetune/Step": 6387, "Finetune/Step Time": 6.651371398940682}
+{"Finetune/Learning Rate": 1.5580879652688682e-05, "Finetune/Loss": 0.8620859384536743, "Finetune/Loss (Raw)": 0.8656795620918274, "Finetune/Step": 6388, "Finetune/Step Time": 6.656962541863322}
+{"Finetune/Learning Rate": 1.5579482255607977e-05, "Finetune/Loss": 0.8616902828216553, "Finetune/Loss (Raw)": 0.7333753705024719, "Finetune/Step": 6389, "Finetune/Step Time": 6.6622427217662334}
+{"Finetune/Learning Rate": 1.5578084700309028e-05, "Finetune/Loss": 0.8613379597663879, "Finetune/Loss (Raw)": 0.791932225227356, "Finetune/Step": 6390, "Finetune/Step Time": 6.6716556288301945}
+{"Finetune/Learning Rate": 1.5576686986831454e-05, "Finetune/Loss": 0.8614776134490967, "Finetune/Loss (Raw)": 0.9367326498031616, "Finetune/Step": 6391, "Finetune/Step Time": 6.66699387319386}
+{"Finetune/Learning Rate": 1.5575289115214895e-05, "Finetune/Loss": 0.8616325855255127, "Finetune/Loss (Raw)": 0.7558821439743042, "Finetune/Step": 6392, "Finetune/Step Time": 6.6659120339900255}
+{"Finetune/Learning Rate": 1.557389108549899e-05, "Finetune/Loss": 0.860066294670105, "Finetune/Loss (Raw)": 0.7417442202568054, "Finetune/Step": 6393, "Finetune/Step Time": 6.662907520309091}
+{"Finetune/Learning Rate": 1.557249289772339e-05, "Finetune/Loss": 0.8618175983428955, "Finetune/Loss (Raw)": 0.9515387415885925, "Finetune/Step": 6394, "Finetune/Step Time": 6.672582929953933}
+{"Finetune/Learning Rate": 1.557109455192773e-05, "Finetune/Loss": 0.8614873886108398, "Finetune/Loss (Raw)": 0.8756362199783325, "Finetune/Step": 6395, "Finetune/Step Time": 6.667216522619128}
+{"Finetune/Learning Rate": 1.5569696048151675e-05, "Finetune/Loss": 0.8632128238677979, "Finetune/Loss (Raw)": 0.9437510371208191, "Finetune/Step": 6396, "Finetune/Step Time": 6.661107987165451}
+{"Finetune/Learning Rate": 1.5568297386434875e-05, "Finetune/Loss": 0.8625521063804626, "Finetune/Loss (Raw)": 0.7721801996231079, "Finetune/Step": 6397, "Finetune/Step Time": 6.659492073580623}
+{"Finetune/Learning Rate": 1.5566898566816996e-05, "Finetune/Loss": 0.8623313307762146, "Finetune/Loss (Raw)": 0.7635560035705566, "Finetune/Step": 6398, "Finetune/Step Time": 6.657603150233626}
+{"Finetune/Learning Rate": 1.5565499589337704e-05, "Finetune/Loss": 0.8613631725311279, "Finetune/Loss (Raw)": 0.8470163941383362, "Finetune/Step": 6399, "Finetune/Step Time": 6.66034166328609}
+{"Finetune/Learning Rate": 1.556410045403667e-05, "Finetune/Loss": 0.8603364825248718, "Finetune/Loss (Raw)": 0.7752287983894348, "Finetune/Step": 6400, "Finetune/Step Time": 6.663910446688533}
+{"Finetune/Learning Rate": 1.5562701160953572e-05, "Finetune/Loss": 0.8595573306083679, "Finetune/Loss (Raw)": 0.8855715990066528, "Finetune/Step": 6401, "Finetune/Step Time": 6.665572717785835}
+{"Finetune/Learning Rate": 1.5561301710128085e-05, "Finetune/Loss": 0.8593016862869263, "Finetune/Loss (Raw)": 0.9126673936843872, "Finetune/Step": 6402, "Finetune/Step Time": 6.6660326439887285}
+{"Finetune/Learning Rate": 1.5559902101599896e-05, "Finetune/Loss": 0.8585187196731567, "Finetune/Loss (Raw)": 0.8352504372596741, "Finetune/Step": 6403, "Finetune/Step Time": 6.659222759306431}
+{"Finetune/Learning Rate": 1.5558502335408688e-05, "Finetune/Loss": 0.8585946559906006, "Finetune/Loss (Raw)": 0.9159719347953796, "Finetune/Step": 6404, "Finetune/Step Time": 6.658105792477727}
+{"Finetune/Learning Rate": 1.555710241159417e-05, "Finetune/Loss": 0.8584975004196167, "Finetune/Loss (Raw)": 0.8041893243789673, "Finetune/Step": 6405, "Finetune/Step Time": 6.635380273684859}
+{"Finetune/Learning Rate": 1.5555702330196024e-05, "Finetune/Loss": 0.8580145239830017, "Finetune/Loss (Raw)": 0.8916458487510681, "Finetune/Step": 6406, "Finetune/Step Time": 6.635936366394162}
+{"Finetune/Learning Rate": 1.555430209125396e-05, "Finetune/Loss": 0.8599966764450073, "Finetune/Loss (Raw)": 0.9970278143882751, "Finetune/Step": 6407, "Finetune/Step Time": 6.629607947543263}
+{"Finetune/Learning Rate": 1.5552901694807683e-05, "Finetune/Loss": 0.8593562841415405, "Finetune/Loss (Raw)": 0.9147974252700806, "Finetune/Step": 6408, "Finetune/Step Time": 6.641590537503362}
+{"Finetune/Learning Rate": 1.55515011408969e-05, "Finetune/Loss": 0.8604706525802612, "Finetune/Loss (Raw)": 0.9000813364982605, "Finetune/Step": 6409, "Finetune/Step Time": 6.638964705169201}
+{"Finetune/Learning Rate": 1.5550100429561337e-05, "Finetune/Loss": 0.8588426113128662, "Finetune/Loss (Raw)": 0.7680374383926392, "Finetune/Step": 6410, "Finetune/Step Time": 6.639873750507832}
+{"Finetune/Learning Rate": 1.5548699560840707e-05, "Finetune/Loss": 0.8586012125015259, "Finetune/Loss (Raw)": 0.8239657878875732, "Finetune/Step": 6411, "Finetune/Step Time": 6.640575034543872}
+{"Finetune/Learning Rate": 1.5547298534774733e-05, "Finetune/Loss": 0.858824610710144, "Finetune/Loss (Raw)": 0.9472120404243469, "Finetune/Step": 6412, "Finetune/Step Time": 6.643046440556645}
+{"Finetune/Learning Rate": 1.554589735140315e-05, "Finetune/Loss": 0.8586817979812622, "Finetune/Loss (Raw)": 0.8708754181861877, "Finetune/Step": 6413, "Finetune/Step Time": 6.637527771294117}
+{"Finetune/Learning Rate": 1.5544496010765686e-05, "Finetune/Loss": 0.8582105040550232, "Finetune/Loss (Raw)": 0.7419122457504272, "Finetune/Step": 6414, "Finetune/Step Time": 6.648019727319479}
+{"Finetune/Learning Rate": 1.5543094512902082e-05, "Finetune/Loss": 0.8572359085083008, "Finetune/Loss (Raw)": 0.9329973459243774, "Finetune/Step": 6415, "Finetune/Step Time": 6.651638109236956}
+{"Finetune/Learning Rate": 1.554169285785208e-05, "Finetune/Loss": 0.8579098582267761, "Finetune/Loss (Raw)": 0.9305738806724548, "Finetune/Step": 6416, "Finetune/Step Time": 6.633945984765887}
+{"Finetune/Learning Rate": 1.554029104565543e-05, "Finetune/Loss": 0.8582702875137329, "Finetune/Loss (Raw)": 0.956180989742279, "Finetune/Step": 6417, "Finetune/Step Time": 6.633396603167057}
+{"Finetune/Learning Rate": 1.5538889076351876e-05, "Finetune/Loss": 0.8591482043266296, "Finetune/Loss (Raw)": 0.8603131175041199, "Finetune/Step": 6418, "Finetune/Step Time": 6.632952613756061}
+{"Finetune/Learning Rate": 1.5537486949981186e-05, "Finetune/Loss": 0.8603124618530273, "Finetune/Loss (Raw)": 0.8528364896774292, "Finetune/Step": 6419, "Finetune/Step Time": 6.657681668177247}
+{"Finetune/Learning Rate": 1.5536084666583103e-05, "Finetune/Loss": 0.8613238334655762, "Finetune/Loss (Raw)": 0.970281183719635, "Finetune/Step": 6420, "Finetune/Step Time": 6.637903762981296}
+{"Finetune/Learning Rate": 1.5534682226197407e-05, "Finetune/Loss": 0.8610281944274902, "Finetune/Loss (Raw)": 0.8543044328689575, "Finetune/Step": 6421, "Finetune/Step Time": 6.649240326136351}
+{"Finetune/Learning Rate": 1.553327962886386e-05, "Finetune/Loss": 0.8618694543838501, "Finetune/Loss (Raw)": 0.8667618036270142, "Finetune/Step": 6422, "Finetune/Step Time": 6.649108430370688}
+{"Finetune/Learning Rate": 1.5531876874622237e-05, "Finetune/Loss": 0.8611433506011963, "Finetune/Loss (Raw)": 0.7279788255691528, "Finetune/Step": 6423, "Finetune/Step Time": 6.644685259088874}
+{"Finetune/Learning Rate": 1.553047396351232e-05, "Finetune/Loss": 0.8619031310081482, "Finetune/Loss (Raw)": 0.8806781768798828, "Finetune/Step": 6424, "Finetune/Step Time": 6.643641799688339}
+{"Finetune/Learning Rate": 1.5529070895573883e-05, "Finetune/Loss": 0.860745906829834, "Finetune/Loss (Raw)": 0.8738015294075012, "Finetune/Step": 6425, "Finetune/Step Time": 6.665492109954357}
+{"Finetune/Learning Rate": 1.552766767084672e-05, "Finetune/Loss": 0.8613884449005127, "Finetune/Loss (Raw)": 0.8189398646354675, "Finetune/Step": 6426, "Finetune/Step Time": 6.667061526328325}
+{"Finetune/Learning Rate": 1.5526264289370618e-05, "Finetune/Loss": 0.8602670431137085, "Finetune/Loss (Raw)": 0.8161308169364929, "Finetune/Step": 6427, "Finetune/Step Time": 6.669784573838115}
+{"Finetune/Learning Rate": 1.5524860751185377e-05, "Finetune/Loss": 0.8618665337562561, "Finetune/Loss (Raw)": 0.8676149249076843, "Finetune/Step": 6428, "Finetune/Step Time": 6.659328434616327}
+{"Finetune/Learning Rate": 1.55234570563308e-05, "Finetune/Loss": 0.8622586727142334, "Finetune/Loss (Raw)": 0.8823654651641846, "Finetune/Step": 6429, "Finetune/Step Time": 6.661265917122364}
+{"Finetune/Learning Rate": 1.552205320484668e-05, "Finetune/Loss": 0.8613705635070801, "Finetune/Loss (Raw)": 0.7800373435020447, "Finetune/Step": 6430, "Finetune/Step Time": 6.662695264443755}
+{"Finetune/Learning Rate": 1.5520649196772837e-05, "Finetune/Loss": 0.8591897487640381, "Finetune/Loss (Raw)": 0.6812492609024048, "Finetune/Step": 6431, "Finetune/Step Time": 6.672958759590983}
+{"Finetune/Learning Rate": 1.5519245032149083e-05, "Finetune/Loss": 0.8582301139831543, "Finetune/Loss (Raw)": 0.6847505569458008, "Finetune/Step": 6432, "Finetune/Step Time": 6.688668817281723}
+{"Finetune/Learning Rate": 1.5517840711015233e-05, "Finetune/Loss": 0.8580368757247925, "Finetune/Loss (Raw)": 0.8365738987922668, "Finetune/Step": 6433, "Finetune/Step Time": 6.688399821519852}
+{"Finetune/Learning Rate": 1.551643623341111e-05, "Finetune/Loss": 0.8579567670822144, "Finetune/Loss (Raw)": 0.8521786332130432, "Finetune/Step": 6434, "Finetune/Step Time": 6.689101193100214}
+{"Finetune/Learning Rate": 1.5515031599376547e-05, "Finetune/Loss": 0.8596583008766174, "Finetune/Loss (Raw)": 0.8999643325805664, "Finetune/Step": 6435, "Finetune/Step Time": 6.68140060827136}
+{"Finetune/Learning Rate": 1.5513626808951367e-05, "Finetune/Loss": 0.8608418107032776, "Finetune/Loss (Raw)": 0.9256649613380432, "Finetune/Step": 6436, "Finetune/Step Time": 6.675638988614082}
+{"Finetune/Learning Rate": 1.5512221862175407e-05, "Finetune/Loss": 0.8626235127449036, "Finetune/Loss (Raw)": 0.9137696027755737, "Finetune/Step": 6437, "Finetune/Step Time": 6.661627879366279}
+{"Finetune/Learning Rate": 1.5510816759088513e-05, "Finetune/Loss": 0.8619920015335083, "Finetune/Loss (Raw)": 0.816046953201294, "Finetune/Step": 6438, "Finetune/Step Time": 6.658652637153864}
+{"Finetune/Learning Rate": 1.5509411499730524e-05, "Finetune/Loss": 0.8617327213287354, "Finetune/Loss (Raw)": 0.9088137149810791, "Finetune/Step": 6439, "Finetune/Step Time": 6.650030508637428}
+{"Finetune/Learning Rate": 1.5508006084141293e-05, "Finetune/Loss": 0.862144947052002, "Finetune/Loss (Raw)": 0.8733342885971069, "Finetune/Step": 6440, "Finetune/Step Time": 6.645849471911788}
+{"Finetune/Learning Rate": 1.5506600512360673e-05, "Finetune/Loss": 0.8605976104736328, "Finetune/Loss (Raw)": 0.8055495023727417, "Finetune/Step": 6441, "Finetune/Step Time": 6.651899874210358}
+{"Finetune/Learning Rate": 1.5505194784428517e-05, "Finetune/Loss": 0.861322820186615, "Finetune/Loss (Raw)": 0.9649679660797119, "Finetune/Step": 6442, "Finetune/Step Time": 6.650129271671176}
+{"Finetune/Learning Rate": 1.5503788900384696e-05, "Finetune/Loss": 0.860493540763855, "Finetune/Loss (Raw)": 0.735055685043335, "Finetune/Step": 6443, "Finetune/Step Time": 6.634852949529886}
+{"Finetune/Learning Rate": 1.5502382860269074e-05, "Finetune/Loss": 0.8612207174301147, "Finetune/Loss (Raw)": 0.9568839073181152, "Finetune/Step": 6444, "Finetune/Step Time": 6.632161041721702}
+{"Finetune/Learning Rate": 1.5500976664121516e-05, "Finetune/Loss": 0.8617116212844849, "Finetune/Loss (Raw)": 0.9420433640480042, "Finetune/Step": 6445, "Finetune/Step Time": 6.631456144154072}
+{"Finetune/Learning Rate": 1.5499570311981904e-05, "Finetune/Loss": 0.8627454042434692, "Finetune/Loss (Raw)": 0.8971566557884216, "Finetune/Step": 6446, "Finetune/Step Time": 6.628905285149813}
+{"Finetune/Learning Rate": 1.549816380389012e-05, "Finetune/Loss": 0.8628790378570557, "Finetune/Loss (Raw)": 0.8441123962402344, "Finetune/Step": 6447, "Finetune/Step Time": 6.626542309299111}
+{"Finetune/Learning Rate": 1.549675713988604e-05, "Finetune/Loss": 0.8614523410797119, "Finetune/Loss (Raw)": 0.5805717706680298, "Finetune/Step": 6448, "Finetune/Step Time": 6.635509092360735}
+{"Finetune/Learning Rate": 1.549535032000956e-05, "Finetune/Loss": 0.8624215722084045, "Finetune/Loss (Raw)": 0.8771344423294067, "Finetune/Step": 6449, "Finetune/Step Time": 6.63250682875514}
+{"Finetune/Learning Rate": 1.5493943344300572e-05, "Finetune/Loss": 0.8613020181655884, "Finetune/Loss (Raw)": 0.9057869911193848, "Finetune/Step": 6450, "Finetune/Step Time": 6.6277132499963045}
+{"Finetune/Learning Rate": 1.5492536212798976e-05, "Finetune/Loss": 0.8593863248825073, "Finetune/Loss (Raw)": 0.7067387700080872, "Finetune/Step": 6451, "Finetune/Step Time": 6.627063760533929}
+{"Finetune/Learning Rate": 1.5491128925544666e-05, "Finetune/Loss": 0.8596909642219543, "Finetune/Loss (Raw)": 0.8963539004325867, "Finetune/Step": 6452, "Finetune/Step Time": 6.628695482388139}
+{"Finetune/Learning Rate": 1.5489721482577556e-05, "Finetune/Loss": 0.8591164350509644, "Finetune/Loss (Raw)": 0.7536177635192871, "Finetune/Step": 6453, "Finetune/Step Time": 6.627990862354636}
+{"Finetune/Learning Rate": 1.5488313883937557e-05, "Finetune/Loss": 0.8579951524734497, "Finetune/Loss (Raw)": 0.7019335627555847, "Finetune/Step": 6454, "Finetune/Step Time": 6.62470175139606}
+{"Finetune/Learning Rate": 1.5486906129664585e-05, "Finetune/Loss": 0.8576352000236511, "Finetune/Loss (Raw)": 0.8143579959869385, "Finetune/Step": 6455, "Finetune/Step Time": 6.6289758291095495}
+{"Finetune/Learning Rate": 1.5485498219798555e-05, "Finetune/Loss": 0.8588780164718628, "Finetune/Loss (Raw)": 1.0242935419082642, "Finetune/Step": 6456, "Finetune/Step Time": 6.622170031070709}
+{"Finetune/Learning Rate": 1.5484090154379397e-05, "Finetune/Loss": 0.8582282066345215, "Finetune/Loss (Raw)": 0.840489387512207, "Finetune/Step": 6457, "Finetune/Step Time": 6.618696849793196}
+{"Finetune/Learning Rate": 1.5482681933447033e-05, "Finetune/Loss": 0.8572628498077393, "Finetune/Loss (Raw)": 0.802067756652832, "Finetune/Step": 6458, "Finetune/Step Time": 6.61747826449573}
+{"Finetune/Learning Rate": 1.5481273557041402e-05, "Finetune/Loss": 0.858924925327301, "Finetune/Loss (Raw)": 1.031941533088684, "Finetune/Step": 6459, "Finetune/Step Time": 6.612909626215696}
+{"Finetune/Learning Rate": 1.547986502520244e-05, "Finetune/Loss": 0.8592398166656494, "Finetune/Loss (Raw)": 0.8380760550498962, "Finetune/Step": 6460, "Finetune/Step Time": 6.598955553025007}
+{"Finetune/Learning Rate": 1.5478456337970087e-05, "Finetune/Loss": 0.8574569225311279, "Finetune/Loss (Raw)": 0.760486364364624, "Finetune/Step": 6461, "Finetune/Step Time": 6.604046301916242}
+{"Finetune/Learning Rate": 1.547704749538429e-05, "Finetune/Loss": 0.8588802218437195, "Finetune/Loss (Raw)": 0.9341532588005066, "Finetune/Step": 6462, "Finetune/Step Time": 6.607224658131599}
+{"Finetune/Learning Rate": 1.5475638497485003e-05, "Finetune/Loss": 0.8602006435394287, "Finetune/Loss (Raw)": 0.8634264469146729, "Finetune/Step": 6463, "Finetune/Step Time": 6.597507555037737}
+{"Finetune/Learning Rate": 1.547422934431218e-05, "Finetune/Loss": 0.8602840900421143, "Finetune/Loss (Raw)": 0.8517011404037476, "Finetune/Step": 6464, "Finetune/Step Time": 6.603423366323113}
+{"Finetune/Learning Rate": 1.5472820035905777e-05, "Finetune/Loss": 0.8615397810935974, "Finetune/Loss (Raw)": 0.9651849865913391, "Finetune/Step": 6465, "Finetune/Step Time": 6.6141612604260445}
+{"Finetune/Learning Rate": 1.5471410572305762e-05, "Finetune/Loss": 0.8615380525588989, "Finetune/Loss (Raw)": 0.8991451263427734, "Finetune/Step": 6466, "Finetune/Step Time": 6.61610945686698}
+{"Finetune/Learning Rate": 1.5470000953552103e-05, "Finetune/Loss": 0.862602174282074, "Finetune/Loss (Raw)": 0.927086591720581, "Finetune/Step": 6467, "Finetune/Step Time": 6.616501851007342}
+{"Finetune/Learning Rate": 1.546859117968477e-05, "Finetune/Loss": 0.8626821041107178, "Finetune/Loss (Raw)": 0.870227575302124, "Finetune/Step": 6468, "Finetune/Step Time": 6.619546642526984}
+{"Finetune/Learning Rate": 1.546718125074374e-05, "Finetune/Loss": 0.8636153936386108, "Finetune/Loss (Raw)": 0.8567665219306946, "Finetune/Step": 6469, "Finetune/Step Time": 6.630994915962219}
+{"Finetune/Learning Rate": 1.5465771166768994e-05, "Finetune/Loss": 0.862625777721405, "Finetune/Loss (Raw)": 0.8266628980636597, "Finetune/Step": 6470, "Finetune/Step Time": 6.6357046365737915}
+{"Finetune/Learning Rate": 1.5464360927800525e-05, "Finetune/Loss": 0.8614343404769897, "Finetune/Loss (Raw)": 0.7684432864189148, "Finetune/Step": 6471, "Finetune/Step Time": 6.642663706094027}
+{"Finetune/Learning Rate": 1.5462950533878318e-05, "Finetune/Loss": 0.8611859679222107, "Finetune/Loss (Raw)": 0.8375639915466309, "Finetune/Step": 6472, "Finetune/Step Time": 6.647354846820235}
+{"Finetune/Learning Rate": 1.5461539985042368e-05, "Finetune/Loss": 0.8615646362304688, "Finetune/Loss (Raw)": 0.7769598364830017, "Finetune/Step": 6473, "Finetune/Step Time": 6.647859670221806}
+{"Finetune/Learning Rate": 1.5460129281332673e-05, "Finetune/Loss": 0.8609702587127686, "Finetune/Loss (Raw)": 0.778964102268219, "Finetune/Step": 6474, "Finetune/Step Time": 6.684249207377434}
+{"Finetune/Learning Rate": 1.545871842278924e-05, "Finetune/Loss": 0.8610029816627502, "Finetune/Loss (Raw)": 0.9545621871948242, "Finetune/Step": 6475, "Finetune/Step Time": 6.682712631300092}
+{"Finetune/Learning Rate": 1.5457307409452075e-05, "Finetune/Loss": 0.8609763979911804, "Finetune/Loss (Raw)": 0.908280074596405, "Finetune/Step": 6476, "Finetune/Step Time": 6.683062406256795}
+{"Finetune/Learning Rate": 1.545589624136119e-05, "Finetune/Loss": 0.8598034381866455, "Finetune/Loss (Raw)": 0.8239613771438599, "Finetune/Step": 6477, "Finetune/Step Time": 6.684451870620251}
+{"Finetune/Learning Rate": 1.54544849185566e-05, "Finetune/Loss": 0.8597325086593628, "Finetune/Loss (Raw)": 0.8780628442764282, "Finetune/Step": 6478, "Finetune/Step Time": 6.706705434247851}
+{"Finetune/Learning Rate": 1.5453073441078332e-05, "Finetune/Loss": 0.8609539866447449, "Finetune/Loss (Raw)": 0.905322790145874, "Finetune/Step": 6479, "Finetune/Step Time": 6.721293531358242}
+{"Finetune/Learning Rate": 1.545166180896641e-05, "Finetune/Loss": 0.861557126045227, "Finetune/Loss (Raw)": 0.9672930240631104, "Finetune/Step": 6480, "Finetune/Step Time": 6.721055502071977}
+{"Finetune/Learning Rate": 1.5450250022260856e-05, "Finetune/Loss": 0.8610585927963257, "Finetune/Loss (Raw)": 0.8467398285865784, "Finetune/Step": 6481, "Finetune/Step Time": 6.728415032848716}
+{"Finetune/Learning Rate": 1.544883808100171e-05, "Finetune/Loss": 0.8612097501754761, "Finetune/Loss (Raw)": 0.888239324092865, "Finetune/Step": 6482, "Finetune/Step Time": 6.731850724667311}
+{"Finetune/Learning Rate": 1.544742598522901e-05, "Finetune/Loss": 0.8606767058372498, "Finetune/Loss (Raw)": 0.9385057091712952, "Finetune/Step": 6483, "Finetune/Step Time": 6.729578388854861}
+{"Finetune/Learning Rate": 1.5446013734982804e-05, "Finetune/Loss": 0.8613643646240234, "Finetune/Loss (Raw)": 0.994015634059906, "Finetune/Step": 6484, "Finetune/Step Time": 6.726497257128358}
+{"Finetune/Learning Rate": 1.544460133030313e-05, "Finetune/Loss": 0.8634592294692993, "Finetune/Loss (Raw)": 1.0521761178970337, "Finetune/Step": 6485, "Finetune/Step Time": 6.728101942688227}
+{"Finetune/Learning Rate": 1.5443188771230046e-05, "Finetune/Loss": 0.8636343479156494, "Finetune/Loss (Raw)": 0.8074568510055542, "Finetune/Step": 6486, "Finetune/Step Time": 6.705586733296514}
+{"Finetune/Learning Rate": 1.544177605780361e-05, "Finetune/Loss": 0.8634238243103027, "Finetune/Loss (Raw)": 0.892939567565918, "Finetune/Step": 6487, "Finetune/Step Time": 6.70481888204813}
+{"Finetune/Learning Rate": 1.5440363190063874e-05, "Finetune/Loss": 0.8644116520881653, "Finetune/Loss (Raw)": 0.8588098287582397, "Finetune/Step": 6488, "Finetune/Step Time": 6.70014226436615}
+{"Finetune/Learning Rate": 1.5438950168050912e-05, "Finetune/Loss": 0.8640007972717285, "Finetune/Loss (Raw)": 0.9087544083595276, "Finetune/Step": 6489, "Finetune/Step Time": 6.704114776104689}
+{"Finetune/Learning Rate": 1.543753699180479e-05, "Finetune/Loss": 0.8635259866714478, "Finetune/Loss (Raw)": 0.9325360059738159, "Finetune/Step": 6490, "Finetune/Step Time": 6.696548646315932}
+{"Finetune/Learning Rate": 1.5436123661365577e-05, "Finetune/Loss": 0.8640853762626648, "Finetune/Loss (Raw)": 0.988263726234436, "Finetune/Step": 6491, "Finetune/Step Time": 6.698549892753363}
+{"Finetune/Learning Rate": 1.543471017677336e-05, "Finetune/Loss": 0.8627994060516357, "Finetune/Loss (Raw)": 0.8048728108406067, "Finetune/Step": 6492, "Finetune/Step Time": 6.694130513817072}
+{"Finetune/Learning Rate": 1.5433296538068216e-05, "Finetune/Loss": 0.8631564974784851, "Finetune/Loss (Raw)": 0.9137811064720154, "Finetune/Step": 6493, "Finetune/Step Time": 6.693512495607138}
+{"Finetune/Learning Rate": 1.543188274529023e-05, "Finetune/Loss": 0.8634283542633057, "Finetune/Loss (Raw)": 0.8401699066162109, "Finetune/Step": 6494, "Finetune/Step Time": 6.697063403204083}
+{"Finetune/Learning Rate": 1.5430468798479497e-05, "Finetune/Loss": 0.8634191751480103, "Finetune/Loss (Raw)": 0.6567761898040771, "Finetune/Step": 6495, "Finetune/Step Time": 6.6923241298645735}
+{"Finetune/Learning Rate": 1.542905469767611e-05, "Finetune/Loss": 0.8636020421981812, "Finetune/Loss (Raw)": 0.8917568922042847, "Finetune/Step": 6496, "Finetune/Step Time": 6.684990484267473}
+{"Finetune/Learning Rate": 1.542764044292017e-05, "Finetune/Loss": 0.8608134984970093, "Finetune/Loss (Raw)": 0.5741974115371704, "Finetune/Step": 6497, "Finetune/Step Time": 6.698637867346406}
+{"Finetune/Learning Rate": 1.5426226034251782e-05, "Finetune/Loss": 0.8599303364753723, "Finetune/Loss (Raw)": 0.736250102519989, "Finetune/Step": 6498, "Finetune/Step Time": 6.695594983175397}
+{"Finetune/Learning Rate": 1.5424811471711054e-05, "Finetune/Loss": 0.860251247882843, "Finetune/Loss (Raw)": 0.9418401122093201, "Finetune/Step": 6499, "Finetune/Step Time": 6.693571658805013}
+{"Finetune/Learning Rate": 1.5423396755338098e-05, "Finetune/Loss": 0.8593262434005737, "Finetune/Loss (Raw)": 0.8465578556060791, "Finetune/Step": 6500, "Finetune/Step Time": 6.691729130223393}
+{"Finetune/Learning Rate": 1.5421981885173032e-05, "Finetune/Loss": 0.8578851222991943, "Finetune/Loss (Raw)": 0.8982101082801819, "Finetune/Step": 6501, "Finetune/Step Time": 6.7138408198952675}
+{"Finetune/Learning Rate": 1.542056686125598e-05, "Finetune/Loss": 0.8603315353393555, "Finetune/Loss (Raw)": 0.9271438121795654, "Finetune/Step": 6502, "Finetune/Step Time": 6.711203729733825}
+{"Finetune/Learning Rate": 1.5419151683627063e-05, "Finetune/Loss": 0.8592355251312256, "Finetune/Loss (Raw)": 0.8246114253997803, "Finetune/Step": 6503, "Finetune/Step Time": 6.709976930171251}
+{"Finetune/Learning Rate": 1.5417736352326412e-05, "Finetune/Loss": 0.8596975803375244, "Finetune/Loss (Raw)": 0.9073010087013245, "Finetune/Step": 6504, "Finetune/Step Time": 6.714595669880509}
+{"Finetune/Learning Rate": 1.541632086739417e-05, "Finetune/Loss": 0.8593288064002991, "Finetune/Loss (Raw)": 0.9021605849266052, "Finetune/Step": 6505, "Finetune/Step Time": 6.7090073470026255}
+{"Finetune/Learning Rate": 1.5414905228870468e-05, "Finetune/Loss": 0.859635591506958, "Finetune/Loss (Raw)": 0.8469810485839844, "Finetune/Step": 6506, "Finetune/Step Time": 6.706772807985544}
+{"Finetune/Learning Rate": 1.541348943679545e-05, "Finetune/Loss": 0.8598464131355286, "Finetune/Loss (Raw)": 0.7307986617088318, "Finetune/Step": 6507, "Finetune/Step Time": 6.69163390994072}
+{"Finetune/Learning Rate": 1.5412073491209267e-05, "Finetune/Loss": 0.8603296279907227, "Finetune/Loss (Raw)": 0.9402144551277161, "Finetune/Step": 6508, "Finetune/Step Time": 6.691954186186194}
+{"Finetune/Learning Rate": 1.541065739215207e-05, "Finetune/Loss": 0.8587309122085571, "Finetune/Loss (Raw)": 0.6153045892715454, "Finetune/Step": 6509, "Finetune/Step Time": 6.698560224846005}
+{"Finetune/Learning Rate": 1.5409241139664014e-05, "Finetune/Loss": 0.8578382730484009, "Finetune/Loss (Raw)": 0.8975952863693237, "Finetune/Step": 6510, "Finetune/Step Time": 6.6991087552160025}
+{"Finetune/Learning Rate": 1.5407824733785263e-05, "Finetune/Loss": 0.857375979423523, "Finetune/Loss (Raw)": 0.8397594690322876, "Finetune/Step": 6511, "Finetune/Step Time": 6.713500680401921}
+{"Finetune/Learning Rate": 1.5406408174555978e-05, "Finetune/Loss": 0.8581936359405518, "Finetune/Loss (Raw)": 1.0331422090530396, "Finetune/Step": 6512, "Finetune/Step Time": 6.711491987109184}
+{"Finetune/Learning Rate": 1.540499146201633e-05, "Finetune/Loss": 0.8594813346862793, "Finetune/Loss (Raw)": 0.9663084745407104, "Finetune/Step": 6513, "Finetune/Step Time": 6.69172222353518}
+{"Finetune/Learning Rate": 1.54035745962065e-05, "Finetune/Loss": 0.8594685792922974, "Finetune/Loss (Raw)": 0.9022290706634521, "Finetune/Step": 6514, "Finetune/Step Time": 6.689630314707756}
+{"Finetune/Learning Rate": 1.5402157577166653e-05, "Finetune/Loss": 0.8577758073806763, "Finetune/Loss (Raw)": 0.747914731502533, "Finetune/Step": 6515, "Finetune/Step Time": 6.687364598736167}
+{"Finetune/Learning Rate": 1.540074040493698e-05, "Finetune/Loss": 0.8573724031448364, "Finetune/Loss (Raw)": 0.8140342831611633, "Finetune/Step": 6516, "Finetune/Step Time": 6.682129222899675}
+{"Finetune/Learning Rate": 1.539932307955767e-05, "Finetune/Loss": 0.857623815536499, "Finetune/Loss (Raw)": 0.7655644416809082, "Finetune/Step": 6517, "Finetune/Step Time": 6.6778340600430965}
+{"Finetune/Learning Rate": 1.539790560106891e-05, "Finetune/Loss": 0.8581827878952026, "Finetune/Loss (Raw)": 0.8634806871414185, "Finetune/Step": 6518, "Finetune/Step Time": 6.681930420920253}
+{"Finetune/Learning Rate": 1.5396487969510894e-05, "Finetune/Loss": 0.8564653992652893, "Finetune/Loss (Raw)": 0.7169108390808105, "Finetune/Step": 6519, "Finetune/Step Time": 6.686220588162541}
+{"Finetune/Learning Rate": 1.539507018492383e-05, "Finetune/Loss": 0.857965350151062, "Finetune/Loss (Raw)": 0.9478699564933777, "Finetune/Step": 6520, "Finetune/Step Time": 6.692745987325907}
+{"Finetune/Learning Rate": 1.5393652247347915e-05, "Finetune/Loss": 0.8593621253967285, "Finetune/Loss (Raw)": 0.9205341339111328, "Finetune/Step": 6521, "Finetune/Step Time": 6.695607805624604}
+{"Finetune/Learning Rate": 1.5392234156823357e-05, "Finetune/Loss": 0.85970139503479, "Finetune/Loss (Raw)": 0.9949698448181152, "Finetune/Step": 6522, "Finetune/Step Time": 6.684864077717066}
+{"Finetune/Learning Rate": 1.5390815913390372e-05, "Finetune/Loss": 0.8604573011398315, "Finetune/Loss (Raw)": 0.972389280796051, "Finetune/Step": 6523, "Finetune/Step Time": 6.685162525624037}
+{"Finetune/Learning Rate": 1.538939751708918e-05, "Finetune/Loss": 0.8602529764175415, "Finetune/Loss (Raw)": 0.9175912737846375, "Finetune/Step": 6524, "Finetune/Step Time": 6.690399909391999}
+{"Finetune/Learning Rate": 1.5387978967959998e-05, "Finetune/Loss": 0.861391544342041, "Finetune/Loss (Raw)": 0.9179233908653259, "Finetune/Step": 6525, "Finetune/Step Time": 6.695171643048525}
+{"Finetune/Learning Rate": 1.5386560266043057e-05, "Finetune/Loss": 0.8636337518692017, "Finetune/Loss (Raw)": 1.050561547279358, "Finetune/Step": 6526, "Finetune/Step Time": 6.693732846528292}
+{"Finetune/Learning Rate": 1.5385141411378578e-05, "Finetune/Loss": 0.8620949983596802, "Finetune/Loss (Raw)": 0.6500557065010071, "Finetune/Step": 6527, "Finetune/Step Time": 6.703546015545726}
+{"Finetune/Learning Rate": 1.5383722404006808e-05, "Finetune/Loss": 0.8620737791061401, "Finetune/Loss (Raw)": 0.7725016474723816, "Finetune/Step": 6528, "Finetune/Step Time": 6.699545307084918}
+{"Finetune/Learning Rate": 1.5382303243967977e-05, "Finetune/Loss": 0.8613933324813843, "Finetune/Loss (Raw)": 0.7984786033630371, "Finetune/Step": 6529, "Finetune/Step Time": 6.699060855433345}
+{"Finetune/Learning Rate": 1.538088393130233e-05, "Finetune/Loss": 0.8598963022232056, "Finetune/Loss (Raw)": 0.7210508584976196, "Finetune/Step": 6530, "Finetune/Step Time": 6.716776799410582}
+{"Finetune/Learning Rate": 1.5379464466050117e-05, "Finetune/Loss": 0.8597997426986694, "Finetune/Loss (Raw)": 0.822888970375061, "Finetune/Step": 6531, "Finetune/Step Time": 6.716744128614664}
+{"Finetune/Learning Rate": 1.5378044848251588e-05, "Finetune/Loss": 0.8589274287223816, "Finetune/Loss (Raw)": 0.8043138384819031, "Finetune/Step": 6532, "Finetune/Step Time": 6.716108124703169}
+{"Finetune/Learning Rate": 1.5376625077947004e-05, "Finetune/Loss": 0.8592193722724915, "Finetune/Loss (Raw)": 0.8415599465370178, "Finetune/Step": 6533, "Finetune/Step Time": 6.718113539740443}
+{"Finetune/Learning Rate": 1.5375205155176617e-05, "Finetune/Loss": 0.8592092990875244, "Finetune/Loss (Raw)": 0.8903588652610779, "Finetune/Step": 6534, "Finetune/Step Time": 6.726107615977526}
+{"Finetune/Learning Rate": 1.5373785079980697e-05, "Finetune/Loss": 0.8575328588485718, "Finetune/Loss (Raw)": 0.7824427485466003, "Finetune/Step": 6535, "Finetune/Step Time": 6.725385306403041}
+{"Finetune/Learning Rate": 1.5372364852399518e-05, "Finetune/Loss": 0.8571374416351318, "Finetune/Loss (Raw)": 0.8641771674156189, "Finetune/Step": 6536, "Finetune/Step Time": 6.709428211674094}
+{"Finetune/Learning Rate": 1.5370944472473347e-05, "Finetune/Loss": 0.8567773103713989, "Finetune/Loss (Raw)": 0.8539825677871704, "Finetune/Step": 6537, "Finetune/Step Time": 6.713448293507099}
+{"Finetune/Learning Rate": 1.536952394024246e-05, "Finetune/Loss": 0.8566023111343384, "Finetune/Loss (Raw)": 0.7456445097923279, "Finetune/Step": 6538, "Finetune/Step Time": 6.716161796823144}
+{"Finetune/Learning Rate": 1.536810325574715e-05, "Finetune/Loss": 0.8579320907592773, "Finetune/Loss (Raw)": 0.9941763877868652, "Finetune/Step": 6539, "Finetune/Step Time": 6.717181980609894}
+{"Finetune/Learning Rate": 1.536668241902769e-05, "Finetune/Loss": 0.8551931381225586, "Finetune/Loss (Raw)": 0.5966278314590454, "Finetune/Step": 6540, "Finetune/Step Time": 6.729194624349475}
+{"Finetune/Learning Rate": 1.5365261430124378e-05, "Finetune/Loss": 0.8551168441772461, "Finetune/Loss (Raw)": 0.8611043095588684, "Finetune/Step": 6541, "Finetune/Step Time": 6.729976307600737}
+{"Finetune/Learning Rate": 1.5363840289077515e-05, "Finetune/Loss": 0.8553820848464966, "Finetune/Loss (Raw)": 0.7758715748786926, "Finetune/Step": 6542, "Finetune/Step Time": 6.7236125115305185}
+{"Finetune/Learning Rate": 1.5362418995927387e-05, "Finetune/Loss": 0.8544222116470337, "Finetune/Loss (Raw)": 0.8101305365562439, "Finetune/Step": 6543, "Finetune/Step Time": 6.720336616039276}
+{"Finetune/Learning Rate": 1.5360997550714306e-05, "Finetune/Loss": 0.8538526892662048, "Finetune/Loss (Raw)": 0.8576692938804626, "Finetune/Step": 6544, "Finetune/Step Time": 6.722954612225294}
+{"Finetune/Learning Rate": 1.535957595347858e-05, "Finetune/Loss": 0.8527838587760925, "Finetune/Loss (Raw)": 0.8193740248680115, "Finetune/Step": 6545, "Finetune/Step Time": 6.722138553857803}
+{"Finetune/Learning Rate": 1.5358154204260524e-05, "Finetune/Loss": 0.8521162271499634, "Finetune/Loss (Raw)": 0.7748628854751587, "Finetune/Step": 6546, "Finetune/Step Time": 6.721428832039237}
+{"Finetune/Learning Rate": 1.5356732303100446e-05, "Finetune/Loss": 0.8528411388397217, "Finetune/Loss (Raw)": 0.945626437664032, "Finetune/Step": 6547, "Finetune/Step Time": 6.696799274533987}
+{"Finetune/Learning Rate": 1.5355310250038674e-05, "Finetune/Loss": 0.8522650003433228, "Finetune/Loss (Raw)": 0.8965357542037964, "Finetune/Step": 6548, "Finetune/Step Time": 6.698301671072841}
+{"Finetune/Learning Rate": 1.5353888045115532e-05, "Finetune/Loss": 0.8528728485107422, "Finetune/Loss (Raw)": 0.9320998191833496, "Finetune/Step": 6549, "Finetune/Step Time": 6.690405884757638}
+{"Finetune/Learning Rate": 1.535246568837135e-05, "Finetune/Loss": 0.8530968427658081, "Finetune/Loss (Raw)": 0.8954408168792725, "Finetune/Step": 6550, "Finetune/Step Time": 6.700516538694501}
+{"Finetune/Learning Rate": 1.5351043179846464e-05, "Finetune/Loss": 0.8545888662338257, "Finetune/Loss (Raw)": 0.9189549088478088, "Finetune/Step": 6551, "Finetune/Step Time": 6.703856933861971}
+{"Finetune/Learning Rate": 1.5349620519581205e-05, "Finetune/Loss": 0.8547524213790894, "Finetune/Loss (Raw)": 0.9016131162643433, "Finetune/Step": 6552, "Finetune/Step Time": 6.7029060032218695}
+{"Finetune/Learning Rate": 1.534819770761592e-05, "Finetune/Loss": 0.856157660484314, "Finetune/Loss (Raw)": 1.0536689758300781, "Finetune/Step": 6553, "Finetune/Step Time": 6.680190062150359}
+{"Finetune/Learning Rate": 1.534677474399096e-05, "Finetune/Loss": 0.856558084487915, "Finetune/Loss (Raw)": 0.8702014088630676, "Finetune/Step": 6554, "Finetune/Step Time": 6.679341970011592}
+{"Finetune/Learning Rate": 1.534535162874667e-05, "Finetune/Loss": 0.8582568764686584, "Finetune/Loss (Raw)": 1.033573031425476, "Finetune/Step": 6555, "Finetune/Step Time": 6.6763986479490995}
+{"Finetune/Learning Rate": 1.5343928361923413e-05, "Finetune/Loss": 0.8583753108978271, "Finetune/Loss (Raw)": 0.8827751874923706, "Finetune/Step": 6556, "Finetune/Step Time": 6.67528929002583}
+{"Finetune/Learning Rate": 1.534250494356154e-05, "Finetune/Loss": 0.8573943972587585, "Finetune/Loss (Raw)": 0.7568023204803467, "Finetune/Step": 6557, "Finetune/Step Time": 6.674327107146382}
+{"Finetune/Learning Rate": 1.5341081373701418e-05, "Finetune/Loss": 0.8593736886978149, "Finetune/Loss (Raw)": 1.0333952903747559, "Finetune/Step": 6558, "Finetune/Step Time": 6.673898603767157}
+{"Finetune/Learning Rate": 1.5339657652383415e-05, "Finetune/Loss": 0.8604903221130371, "Finetune/Loss (Raw)": 0.8241747617721558, "Finetune/Step": 6559, "Finetune/Step Time": 6.6628876235336065}
+{"Finetune/Learning Rate": 1.533823377964791e-05, "Finetune/Loss": 0.8617523908615112, "Finetune/Loss (Raw)": 0.846291184425354, "Finetune/Step": 6560, "Finetune/Step Time": 6.643921444192529}
+{"Finetune/Learning Rate": 1.533680975553527e-05, "Finetune/Loss": 0.8613213300704956, "Finetune/Loss (Raw)": 0.7813988924026489, "Finetune/Step": 6561, "Finetune/Step Time": 6.640343060716987}
+{"Finetune/Learning Rate": 1.5335385580085884e-05, "Finetune/Loss": 0.8609501719474792, "Finetune/Loss (Raw)": 0.8046754002571106, "Finetune/Step": 6562, "Finetune/Step Time": 6.637752551585436}
+{"Finetune/Learning Rate": 1.5333961253340134e-05, "Finetune/Loss": 0.8601908683776855, "Finetune/Loss (Raw)": 0.8027756810188293, "Finetune/Step": 6563, "Finetune/Step Time": 6.640211286023259}
+{"Finetune/Learning Rate": 1.533253677533841e-05, "Finetune/Loss": 0.8585351705551147, "Finetune/Loss (Raw)": 0.713737964630127, "Finetune/Step": 6564, "Finetune/Step Time": 6.655705541372299}
+{"Finetune/Learning Rate": 1.5331112146121104e-05, "Finetune/Loss": 0.8571048974990845, "Finetune/Loss (Raw)": 0.7306800484657288, "Finetune/Step": 6565, "Finetune/Step Time": 6.6568715292960405}
+{"Finetune/Learning Rate": 1.5329687365728624e-05, "Finetune/Loss": 0.8573706746101379, "Finetune/Loss (Raw)": 0.8500729203224182, "Finetune/Step": 6566, "Finetune/Step Time": 6.662416519597173}
+{"Finetune/Learning Rate": 1.5328262434201364e-05, "Finetune/Loss": 0.8575908541679382, "Finetune/Loss (Raw)": 0.93700110912323, "Finetune/Step": 6567, "Finetune/Step Time": 6.679302537813783}
+{"Finetune/Learning Rate": 1.532683735157973e-05, "Finetune/Loss": 0.8576345443725586, "Finetune/Loss (Raw)": 0.8789225220680237, "Finetune/Step": 6568, "Finetune/Step Time": 6.68194736354053}
+{"Finetune/Learning Rate": 1.5325412117904134e-05, "Finetune/Loss": 0.8581065535545349, "Finetune/Loss (Raw)": 0.8659613132476807, "Finetune/Step": 6569, "Finetune/Step Time": 6.676461361348629}
+{"Finetune/Learning Rate": 1.5323986733215e-05, "Finetune/Loss": 0.8562893867492676, "Finetune/Loss (Raw)": 0.7323783040046692, "Finetune/Step": 6570, "Finetune/Step Time": 6.678123090416193}
+{"Finetune/Learning Rate": 1.5322561197552737e-05, "Finetune/Loss": 0.8551115393638611, "Finetune/Loss (Raw)": 0.5842889547348022, "Finetune/Step": 6571, "Finetune/Step Time": 6.70798453502357}
+{"Finetune/Learning Rate": 1.5321135510957776e-05, "Finetune/Loss": 0.8541796207427979, "Finetune/Loss (Raw)": 0.8376023769378662, "Finetune/Step": 6572, "Finetune/Step Time": 6.706546422094107}
+{"Finetune/Learning Rate": 1.5319709673470543e-05, "Finetune/Loss": 0.8542890548706055, "Finetune/Loss (Raw)": 0.9560460448265076, "Finetune/Step": 6573, "Finetune/Step Time": 6.712458062916994}
+{"Finetune/Learning Rate": 1.531828368513147e-05, "Finetune/Loss": 0.8534736633300781, "Finetune/Loss (Raw)": 0.7927923798561096, "Finetune/Step": 6574, "Finetune/Step Time": 6.72946790792048}
+{"Finetune/Learning Rate": 1.5316857545980993e-05, "Finetune/Loss": 0.8540161848068237, "Finetune/Loss (Raw)": 0.913554847240448, "Finetune/Step": 6575, "Finetune/Step Time": 6.732474658638239}
+{"Finetune/Learning Rate": 1.5315431256059558e-05, "Finetune/Loss": 0.8568688035011292, "Finetune/Loss (Raw)": 0.9457038044929504, "Finetune/Step": 6576, "Finetune/Step Time": 6.7217158153653145}
+{"Finetune/Learning Rate": 1.5314004815407607e-05, "Finetune/Loss": 0.8569673895835876, "Finetune/Loss (Raw)": 0.8897511959075928, "Finetune/Step": 6577, "Finetune/Step Time": 6.717883050441742}
+{"Finetune/Learning Rate": 1.5312578224065595e-05, "Finetune/Loss": 0.8562192916870117, "Finetune/Loss (Raw)": 0.8100377321243286, "Finetune/Step": 6578, "Finetune/Step Time": 6.716227903962135}
+{"Finetune/Learning Rate": 1.531115148207396e-05, "Finetune/Loss": 0.8565823435783386, "Finetune/Loss (Raw)": 0.7532035112380981, "Finetune/Step": 6579, "Finetune/Step Time": 6.711755191907287}
+{"Finetune/Learning Rate": 1.5309724589473182e-05, "Finetune/Loss": 0.855686366558075, "Finetune/Loss (Raw)": 0.7816698551177979, "Finetune/Step": 6580, "Finetune/Step Time": 6.710831204429269}
+{"Finetune/Learning Rate": 1.5308297546303714e-05, "Finetune/Loss": 0.8566635251045227, "Finetune/Loss (Raw)": 0.8786912560462952, "Finetune/Step": 6581, "Finetune/Step Time": 6.714706091210246}
+{"Finetune/Learning Rate": 1.5306870352606015e-05, "Finetune/Loss": 0.8580417037010193, "Finetune/Loss (Raw)": 0.8783379793167114, "Finetune/Step": 6582, "Finetune/Step Time": 6.726786723360419}
+{"Finetune/Learning Rate": 1.5305443008420566e-05, "Finetune/Loss": 0.8575111627578735, "Finetune/Loss (Raw)": 0.7464532852172852, "Finetune/Step": 6583, "Finetune/Step Time": 6.721009042114019}
+{"Finetune/Learning Rate": 1.5304015513787843e-05, "Finetune/Loss": 0.8541224002838135, "Finetune/Loss (Raw)": 0.5905359983444214, "Finetune/Step": 6584, "Finetune/Step Time": 6.723216835409403}
+{"Finetune/Learning Rate": 1.5302587868748323e-05, "Finetune/Loss": 0.8539059162139893, "Finetune/Loss (Raw)": 0.8127720355987549, "Finetune/Step": 6585, "Finetune/Step Time": 6.721803510561585}
+{"Finetune/Learning Rate": 1.5301160073342485e-05, "Finetune/Loss": 0.854823887348175, "Finetune/Loss (Raw)": 0.9195763468742371, "Finetune/Step": 6586, "Finetune/Step Time": 6.719789765775204}
+{"Finetune/Learning Rate": 1.5299732127610826e-05, "Finetune/Loss": 0.8541899919509888, "Finetune/Loss (Raw)": 0.9507989287376404, "Finetune/Step": 6587, "Finetune/Step Time": 6.7158267591148615}
+{"Finetune/Learning Rate": 1.5298304031593834e-05, "Finetune/Loss": 0.8526337742805481, "Finetune/Loss (Raw)": 0.6388776302337646, "Finetune/Step": 6588, "Finetune/Step Time": 6.717420456930995}
+{"Finetune/Learning Rate": 1.5296875785332002e-05, "Finetune/Loss": 0.8529911637306213, "Finetune/Loss (Raw)": 0.8062407374382019, "Finetune/Step": 6589, "Finetune/Step Time": 6.71231447532773}
+{"Finetune/Learning Rate": 1.5295447388865838e-05, "Finetune/Loss": 0.8504285216331482, "Finetune/Loss (Raw)": 0.6061263680458069, "Finetune/Step": 6590, "Finetune/Step Time": 6.717628678306937}
+{"Finetune/Learning Rate": 1.5294018842235843e-05, "Finetune/Loss": 0.850600004196167, "Finetune/Loss (Raw)": 0.8853808045387268, "Finetune/Step": 6591, "Finetune/Step Time": 6.729518225416541}
+{"Finetune/Learning Rate": 1.529259014548253e-05, "Finetune/Loss": 0.8507726192474365, "Finetune/Loss (Raw)": 0.8737884759902954, "Finetune/Step": 6592, "Finetune/Step Time": 6.726025445386767}
+{"Finetune/Learning Rate": 1.529116129864641e-05, "Finetune/Loss": 0.8495813608169556, "Finetune/Loss (Raw)": 0.8127151131629944, "Finetune/Step": 6593, "Finetune/Step Time": 6.720011627301574}
+{"Finetune/Learning Rate": 1.5289732301768e-05, "Finetune/Loss": 0.8494916558265686, "Finetune/Loss (Raw)": 0.8876591920852661, "Finetune/Step": 6594, "Finetune/Step Time": 6.745064163580537}
+{"Finetune/Learning Rate": 1.5288303154887824e-05, "Finetune/Loss": 0.8491901159286499, "Finetune/Loss (Raw)": 0.8884837031364441, "Finetune/Step": 6595, "Finetune/Step Time": 6.749861916527152}
+{"Finetune/Learning Rate": 1.528687385804641e-05, "Finetune/Loss": 0.849275529384613, "Finetune/Loss (Raw)": 0.881161093711853, "Finetune/Step": 6596, "Finetune/Step Time": 6.749803401529789}
+{"Finetune/Learning Rate": 1.5285444411284286e-05, "Finetune/Loss": 0.848904013633728, "Finetune/Loss (Raw)": 0.809218168258667, "Finetune/Step": 6597, "Finetune/Step Time": 6.739717233926058}
+{"Finetune/Learning Rate": 1.528401481464199e-05, "Finetune/Loss": 0.8498403429985046, "Finetune/Loss (Raw)": 0.9465044736862183, "Finetune/Step": 6598, "Finetune/Step Time": 6.740625623613596}
+{"Finetune/Learning Rate": 1.5282585068160058e-05, "Finetune/Loss": 0.8505054712295532, "Finetune/Loss (Raw)": 0.8535783290863037, "Finetune/Step": 6599, "Finetune/Step Time": 6.736047735437751}
+{"Finetune/Learning Rate": 1.5281155171879033e-05, "Finetune/Loss": 0.8505902886390686, "Finetune/Loss (Raw)": 0.8484292030334473, "Finetune/Step": 6600, "Finetune/Step Time": 6.730665247887373}
+{"Finetune/Learning Rate": 1.5279725125839467e-05, "Finetune/Loss": 0.8520462512969971, "Finetune/Loss (Raw)": 0.9633229970932007, "Finetune/Step": 6601, "Finetune/Step Time": 6.716675966978073}
+{"Finetune/Learning Rate": 1.5278294930081915e-05, "Finetune/Loss": 0.8515693545341492, "Finetune/Loss (Raw)": 0.7179195284843445, "Finetune/Step": 6602, "Finetune/Step Time": 6.678169995546341}
+{"Finetune/Learning Rate": 1.527686458464692e-05, "Finetune/Loss": 0.8499951362609863, "Finetune/Loss (Raw)": 0.7530632019042969, "Finetune/Step": 6603, "Finetune/Step Time": 6.6778440829366446}
+{"Finetune/Learning Rate": 1.5275434089575055e-05, "Finetune/Loss": 0.849966287612915, "Finetune/Loss (Raw)": 0.9045815467834473, "Finetune/Step": 6604, "Finetune/Step Time": 6.689901974052191}
+{"Finetune/Learning Rate": 1.5274003444906883e-05, "Finetune/Loss": 0.850302517414093, "Finetune/Loss (Raw)": 0.867005467414856, "Finetune/Step": 6605, "Finetune/Step Time": 6.6895716320723295}
+{"Finetune/Learning Rate": 1.5272572650682965e-05, "Finetune/Loss": 0.8502620458602905, "Finetune/Loss (Raw)": 0.8728788495063782, "Finetune/Step": 6606, "Finetune/Step Time": 6.668690213933587}
+{"Finetune/Learning Rate": 1.527114170694388e-05, "Finetune/Loss": 0.8490595817565918, "Finetune/Loss (Raw)": 0.7514109015464783, "Finetune/Step": 6607, "Finetune/Step Time": 6.660810129716992}
+{"Finetune/Learning Rate": 1.5269710613730212e-05, "Finetune/Loss": 0.8485410213470459, "Finetune/Loss (Raw)": 0.9009155035018921, "Finetune/Step": 6608, "Finetune/Step Time": 6.664942175149918}
+{"Finetune/Learning Rate": 1.526827937108253e-05, "Finetune/Loss": 0.8499239683151245, "Finetune/Loss (Raw)": 1.0237598419189453, "Finetune/Step": 6609, "Finetune/Step Time": 6.656229803338647}
+{"Finetune/Learning Rate": 1.5266847979041426e-05, "Finetune/Loss": 0.8501049280166626, "Finetune/Loss (Raw)": 0.911396324634552, "Finetune/Step": 6610, "Finetune/Step Time": 6.653215916827321}
+{"Finetune/Learning Rate": 1.5265416437647492e-05, "Finetune/Loss": 0.8493702411651611, "Finetune/Loss (Raw)": 0.8444652557373047, "Finetune/Step": 6611, "Finetune/Step Time": 6.667579332366586}
+{"Finetune/Learning Rate": 1.526398474694132e-05, "Finetune/Loss": 0.8491619229316711, "Finetune/Loss (Raw)": 0.9673545360565186, "Finetune/Step": 6612, "Finetune/Step Time": 6.669329412281513}
+{"Finetune/Learning Rate": 1.526255290696351e-05, "Finetune/Loss": 0.8459420204162598, "Finetune/Loss (Raw)": 0.6400372982025146, "Finetune/Step": 6613, "Finetune/Step Time": 6.682056523859501}
+{"Finetune/Learning Rate": 1.5261120917754666e-05, "Finetune/Loss": 0.8452728390693665, "Finetune/Loss (Raw)": 0.7217912673950195, "Finetune/Step": 6614, "Finetune/Step Time": 6.698752740398049}
+{"Finetune/Learning Rate": 1.525968877935539e-05, "Finetune/Loss": 0.8454456329345703, "Finetune/Loss (Raw)": 0.9150587916374207, "Finetune/Step": 6615, "Finetune/Step Time": 6.701296605169773}
+{"Finetune/Learning Rate": 1.52582564918063e-05, "Finetune/Loss": 0.8444360494613647, "Finetune/Loss (Raw)": 0.7295807600021362, "Finetune/Step": 6616, "Finetune/Step Time": 6.6997453533113}
+{"Finetune/Learning Rate": 1.5256824055148003e-05, "Finetune/Loss": 0.8450557589530945, "Finetune/Loss (Raw)": 0.9880826473236084, "Finetune/Step": 6617, "Finetune/Step Time": 6.69623058103025}
+{"Finetune/Learning Rate": 1.525539146942113e-05, "Finetune/Loss": 0.8445589542388916, "Finetune/Loss (Raw)": 0.8689401149749756, "Finetune/Step": 6618, "Finetune/Step Time": 6.697048634290695}
+{"Finetune/Learning Rate": 1.5253958734666299e-05, "Finetune/Loss": 0.8440181016921997, "Finetune/Loss (Raw)": 0.9190320372581482, "Finetune/Step": 6619, "Finetune/Step Time": 6.698830541223288}
+{"Finetune/Learning Rate": 1.5252525850924135e-05, "Finetune/Loss": 0.8452495336532593, "Finetune/Loss (Raw)": 0.9624999761581421, "Finetune/Step": 6620, "Finetune/Step Time": 6.69799293205142}
+{"Finetune/Learning Rate": 1.5251092818235276e-05, "Finetune/Loss": 0.8462926745414734, "Finetune/Loss (Raw)": 1.0473058223724365, "Finetune/Step": 6621, "Finetune/Step Time": 6.696110526099801}
+{"Finetune/Learning Rate": 1.5249659636640356e-05, "Finetune/Loss": 0.8465510606765747, "Finetune/Loss (Raw)": 0.8732434511184692, "Finetune/Step": 6622, "Finetune/Step Time": 6.691017540171742}
+{"Finetune/Learning Rate": 1.5248226306180019e-05, "Finetune/Loss": 0.8484488725662231, "Finetune/Loss (Raw)": 0.8996946811676025, "Finetune/Step": 6623, "Finetune/Step Time": 6.676935080438852}
+{"Finetune/Learning Rate": 1.5246792826894906e-05, "Finetune/Loss": 0.8488142490386963, "Finetune/Loss (Raw)": 0.9385210871696472, "Finetune/Step": 6624, "Finetune/Step Time": 6.678761031478643}
+{"Finetune/Learning Rate": 1.5245359198825666e-05, "Finetune/Loss": 0.8519644737243652, "Finetune/Loss (Raw)": 0.9774276614189148, "Finetune/Step": 6625, "Finetune/Step Time": 6.663580002263188}
+{"Finetune/Learning Rate": 1.5243925422012958e-05, "Finetune/Loss": 0.8527922034263611, "Finetune/Loss (Raw)": 0.8422012329101562, "Finetune/Step": 6626, "Finetune/Step Time": 6.668765980750322}
+{"Finetune/Learning Rate": 1.5242491496497436e-05, "Finetune/Loss": 0.8521298170089722, "Finetune/Loss (Raw)": 0.8570525050163269, "Finetune/Step": 6627, "Finetune/Step Time": 6.670646062120795}
+{"Finetune/Learning Rate": 1.5241057422319765e-05, "Finetune/Loss": 0.852445662021637, "Finetune/Loss (Raw)": 0.8869882225990295, "Finetune/Step": 6628, "Finetune/Step Time": 6.675947902724147}
+{"Finetune/Learning Rate": 1.5239623199520605e-05, "Finetune/Loss": 0.8518961668014526, "Finetune/Loss (Raw)": 0.8278750777244568, "Finetune/Step": 6629, "Finetune/Step Time": 6.6652310360223055}
+{"Finetune/Learning Rate": 1.5238188828140634e-05, "Finetune/Loss": 0.8502486944198608, "Finetune/Loss (Raw)": 0.7162649035453796, "Finetune/Step": 6630, "Finetune/Step Time": 6.659658575430512}
+{"Finetune/Learning Rate": 1.5236754308220521e-05, "Finetune/Loss": 0.8512865304946899, "Finetune/Loss (Raw)": 0.9574548006057739, "Finetune/Step": 6631, "Finetune/Step Time": 6.6588331032544374}
+{"Finetune/Learning Rate": 1.5235319639800948e-05, "Finetune/Loss": 0.8522292375564575, "Finetune/Loss (Raw)": 1.0279667377471924, "Finetune/Step": 6632, "Finetune/Step Time": 6.654229290783405}
+{"Finetune/Learning Rate": 1.5233884822922598e-05, "Finetune/Loss": 0.8530843257904053, "Finetune/Loss (Raw)": 1.0116167068481445, "Finetune/Step": 6633, "Finetune/Step Time": 6.656211918219924}
+{"Finetune/Learning Rate": 1.5232449857626157e-05, "Finetune/Loss": 0.8540527820587158, "Finetune/Loss (Raw)": 0.9709435105323792, "Finetune/Step": 6634, "Finetune/Step Time": 6.6494401674717665}
+{"Finetune/Learning Rate": 1.5231014743952314e-05, "Finetune/Loss": 0.8549978733062744, "Finetune/Loss (Raw)": 0.8517641425132751, "Finetune/Step": 6635, "Finetune/Step Time": 6.648804543539882}
+{"Finetune/Learning Rate": 1.5229579481941774e-05, "Finetune/Loss": 0.8541077375411987, "Finetune/Loss (Raw)": 0.8262825608253479, "Finetune/Step": 6636, "Finetune/Step Time": 6.674905868247151}
+{"Finetune/Learning Rate": 1.522814407163523e-05, "Finetune/Loss": 0.8546907901763916, "Finetune/Loss (Raw)": 0.6899397969245911, "Finetune/Step": 6637, "Finetune/Step Time": 6.661583561450243}
+{"Finetune/Learning Rate": 1.522670851307338e-05, "Finetune/Loss": 0.8541170358657837, "Finetune/Loss (Raw)": 0.8241453766822815, "Finetune/Step": 6638, "Finetune/Step Time": 6.662114966660738}
+{"Finetune/Learning Rate": 1.5225272806296944e-05, "Finetune/Loss": 0.8546023368835449, "Finetune/Loss (Raw)": 0.9018787741661072, "Finetune/Step": 6639, "Finetune/Step Time": 6.650325043126941}
+{"Finetune/Learning Rate": 1.5223836951346634e-05, "Finetune/Loss": 0.8530455827713013, "Finetune/Loss (Raw)": 0.8338821530342102, "Finetune/Step": 6640, "Finetune/Step Time": 6.650249740108848}
+{"Finetune/Learning Rate": 1.5222400948263156e-05, "Finetune/Loss": 0.8512213230133057, "Finetune/Loss (Raw)": 0.732799768447876, "Finetune/Step": 6641, "Finetune/Step Time": 6.634076928719878}
+{"Finetune/Learning Rate": 1.5220964797087242e-05, "Finetune/Loss": 0.8513848781585693, "Finetune/Loss (Raw)": 0.9231651425361633, "Finetune/Step": 6642, "Finetune/Step Time": 6.634869763627648}
+{"Finetune/Learning Rate": 1.521952849785961e-05, "Finetune/Loss": 0.8517114520072937, "Finetune/Loss (Raw)": 0.7897169589996338, "Finetune/Step": 6643, "Finetune/Step Time": 6.637559946626425}
+{"Finetune/Learning Rate": 1.5218092050620992e-05, "Finetune/Loss": 0.8523457646369934, "Finetune/Loss (Raw)": 0.8952223062515259, "Finetune/Step": 6644, "Finetune/Step Time": 6.638120448216796}
+{"Finetune/Learning Rate": 1.5216655455412124e-05, "Finetune/Loss": 0.8530000448226929, "Finetune/Loss (Raw)": 0.8493174314498901, "Finetune/Step": 6645, "Finetune/Step Time": 6.637041945010424}
+{"Finetune/Learning Rate": 1.5215218712273738e-05, "Finetune/Loss": 0.8537036180496216, "Finetune/Loss (Raw)": 0.9535360336303711, "Finetune/Step": 6646, "Finetune/Step Time": 6.623281871899962}
+{"Finetune/Learning Rate": 1.5213781821246582e-05, "Finetune/Loss": 0.8546940088272095, "Finetune/Loss (Raw)": 0.843680202960968, "Finetune/Step": 6647, "Finetune/Step Time": 6.621848940849304}
+{"Finetune/Learning Rate": 1.52123447823714e-05, "Finetune/Loss": 0.8544003367424011, "Finetune/Loss (Raw)": 0.9102813005447388, "Finetune/Step": 6648, "Finetune/Step Time": 6.618084469810128}
+{"Finetune/Learning Rate": 1.5210907595688942e-05, "Finetune/Loss": 0.8520926237106323, "Finetune/Loss (Raw)": 0.6251507997512817, "Finetune/Step": 6649, "Finetune/Step Time": 6.6281077563762665}
+{"Finetune/Learning Rate": 1.520947026123996e-05, "Finetune/Loss": 0.850037693977356, "Finetune/Loss (Raw)": 0.7319366335868835, "Finetune/Step": 6650, "Finetune/Step Time": 6.629011008888483}
+{"Finetune/Learning Rate": 1.5208032779065218e-05, "Finetune/Loss": 0.8483313322067261, "Finetune/Loss (Raw)": 0.7539762258529663, "Finetune/Step": 6651, "Finetune/Step Time": 6.634120488539338}
+{"Finetune/Learning Rate": 1.5206595149205474e-05, "Finetune/Loss": 0.8478216528892517, "Finetune/Loss (Raw)": 0.8523486852645874, "Finetune/Step": 6652, "Finetune/Step Time": 6.636242244392633}
+{"Finetune/Learning Rate": 1.5205157371701498e-05, "Finetune/Loss": 0.847413182258606, "Finetune/Loss (Raw)": 0.8656333684921265, "Finetune/Step": 6653, "Finetune/Step Time": 6.633393278345466}
+{"Finetune/Learning Rate": 1.5203719446594063e-05, "Finetune/Loss": 0.8458415269851685, "Finetune/Loss (Raw)": 0.8493905663490295, "Finetune/Step": 6654, "Finetune/Step Time": 6.635541586205363}
+{"Finetune/Learning Rate": 1.5202281373923934e-05, "Finetune/Loss": 0.8470957279205322, "Finetune/Loss (Raw)": 0.8105900883674622, "Finetune/Step": 6655, "Finetune/Step Time": 6.636010181158781}
+{"Finetune/Learning Rate": 1.5200843153731905e-05, "Finetune/Loss": 0.8464642763137817, "Finetune/Loss (Raw)": 0.6916826367378235, "Finetune/Step": 6656, "Finetune/Step Time": 6.652476390823722}
+{"Finetune/Learning Rate": 1.5199404786058755e-05, "Finetune/Loss": 0.8473028540611267, "Finetune/Loss (Raw)": 0.9058161973953247, "Finetune/Step": 6657, "Finetune/Step Time": 6.654293907806277}
+{"Finetune/Learning Rate": 1.5197966270945268e-05, "Finetune/Loss": 0.8463883399963379, "Finetune/Loss (Raw)": 0.6039878726005554, "Finetune/Step": 6658, "Finetune/Step Time": 6.64980704151094}
+{"Finetune/Learning Rate": 1.5196527608432234e-05, "Finetune/Loss": 0.846861720085144, "Finetune/Loss (Raw)": 0.8834920525550842, "Finetune/Step": 6659, "Finetune/Step Time": 6.645239612087607}
+{"Finetune/Learning Rate": 1.5195088798560462e-05, "Finetune/Loss": 0.8471343517303467, "Finetune/Loss (Raw)": 0.8392047882080078, "Finetune/Step": 6660, "Finetune/Step Time": 6.663020307198167}
+{"Finetune/Learning Rate": 1.519364984137074e-05, "Finetune/Loss": 0.8483155965805054, "Finetune/Loss (Raw)": 0.9927606582641602, "Finetune/Step": 6661, "Finetune/Step Time": 6.66323134303093}
+{"Finetune/Learning Rate": 1.5192210736903879e-05, "Finetune/Loss": 0.8477404117584229, "Finetune/Loss (Raw)": 0.8167417645454407, "Finetune/Step": 6662, "Finetune/Step Time": 6.6542793326079845}
+{"Finetune/Learning Rate": 1.5190771485200683e-05, "Finetune/Loss": 0.8487393856048584, "Finetune/Loss (Raw)": 0.9102983474731445, "Finetune/Step": 6663, "Finetune/Step Time": 6.655461413785815}
+{"Finetune/Learning Rate": 1.518933208630197e-05, "Finetune/Loss": 0.8480492234230042, "Finetune/Loss (Raw)": 0.7758427858352661, "Finetune/Step": 6664, "Finetune/Step Time": 6.6792179476469755}
+{"Finetune/Learning Rate": 1.5187892540248556e-05, "Finetune/Loss": 0.8467776775360107, "Finetune/Loss (Raw)": 0.6912190318107605, "Finetune/Step": 6665, "Finetune/Step Time": 6.6865532752126455}
+{"Finetune/Learning Rate": 1.5186452847081263e-05, "Finetune/Loss": 0.8482646346092224, "Finetune/Loss (Raw)": 0.9359818696975708, "Finetune/Step": 6666, "Finetune/Step Time": 6.686399027705193}
+{"Finetune/Learning Rate": 1.5185013006840914e-05, "Finetune/Loss": 0.8475273847579956, "Finetune/Loss (Raw)": 0.8998086452484131, "Finetune/Step": 6667, "Finetune/Step Time": 6.699737939983606}
+{"Finetune/Learning Rate": 1.518357301956834e-05, "Finetune/Loss": 0.8493623733520508, "Finetune/Loss (Raw)": 0.8315104246139526, "Finetune/Step": 6668, "Finetune/Step Time": 6.687520718201995}
+{"Finetune/Learning Rate": 1.5182132885304377e-05, "Finetune/Loss": 0.8490910530090332, "Finetune/Loss (Raw)": 0.8263737559318542, "Finetune/Step": 6669, "Finetune/Step Time": 6.689260333776474}
+{"Finetune/Learning Rate": 1.518069260408986e-05, "Finetune/Loss": 0.8490509390830994, "Finetune/Loss (Raw)": 0.7707359790802002, "Finetune/Step": 6670, "Finetune/Step Time": 6.686772838234901}
+{"Finetune/Learning Rate": 1.5179252175965632e-05, "Finetune/Loss": 0.8500999212265015, "Finetune/Loss (Raw)": 0.9443964958190918, "Finetune/Step": 6671, "Finetune/Step Time": 6.688310844823718}
+{"Finetune/Learning Rate": 1.517781160097254e-05, "Finetune/Loss": 0.8503357172012329, "Finetune/Loss (Raw)": 0.8878604769706726, "Finetune/Step": 6672, "Finetune/Step Time": 6.6823183204978704}
+{"Finetune/Learning Rate": 1.517637087915144e-05, "Finetune/Loss": 0.8503050208091736, "Finetune/Loss (Raw)": 0.8154372572898865, "Finetune/Step": 6673, "Finetune/Step Time": 6.681276703253388}
+{"Finetune/Learning Rate": 1.5174930010543176e-05, "Finetune/Loss": 0.8508425354957581, "Finetune/Loss (Raw)": 0.8436644673347473, "Finetune/Step": 6674, "Finetune/Step Time": 6.694558423012495}
+{"Finetune/Learning Rate": 1.5173488995188614e-05, "Finetune/Loss": 0.8494435548782349, "Finetune/Loss (Raw)": 0.7665563821792603, "Finetune/Step": 6675, "Finetune/Step Time": 6.703311426565051}
+{"Finetune/Learning Rate": 1.5172047833128613e-05, "Finetune/Loss": 0.8487958908081055, "Finetune/Loss (Raw)": 0.8136334419250488, "Finetune/Step": 6676, "Finetune/Step Time": 6.7044510040432215}
+{"Finetune/Learning Rate": 1.5170606524404045e-05, "Finetune/Loss": 0.8475192785263062, "Finetune/Loss (Raw)": 0.7687018513679504, "Finetune/Step": 6677, "Finetune/Step Time": 6.702774129807949}
+{"Finetune/Learning Rate": 1.5169165069055782e-05, "Finetune/Loss": 0.8466963768005371, "Finetune/Loss (Raw)": 0.7901082038879395, "Finetune/Step": 6678, "Finetune/Step Time": 6.69071045704186}
+{"Finetune/Learning Rate": 1.5167723467124693e-05, "Finetune/Loss": 0.8462953567504883, "Finetune/Loss (Raw)": 0.8676149249076843, "Finetune/Step": 6679, "Finetune/Step Time": 6.691081019118428}
+{"Finetune/Learning Rate": 1.516628171865166e-05, "Finetune/Loss": 0.8450913429260254, "Finetune/Loss (Raw)": 0.7475075721740723, "Finetune/Step": 6680, "Finetune/Step Time": 6.691905286163092}
+{"Finetune/Learning Rate": 1.5164839823677575e-05, "Finetune/Loss": 0.8444052934646606, "Finetune/Loss (Raw)": 0.9658547043800354, "Finetune/Step": 6681, "Finetune/Step Time": 6.685162141919136}
+{"Finetune/Learning Rate": 1.5163397782243314e-05, "Finetune/Loss": 0.84504634141922, "Finetune/Loss (Raw)": 0.9522520303726196, "Finetune/Step": 6682, "Finetune/Step Time": 6.684777231886983}
+{"Finetune/Learning Rate": 1.5161955594389775e-05, "Finetune/Loss": 0.8439879417419434, "Finetune/Loss (Raw)": 0.8981001377105713, "Finetune/Step": 6683, "Finetune/Step Time": 6.687974190339446}
+{"Finetune/Learning Rate": 1.5160513260157856e-05, "Finetune/Loss": 0.8423830270767212, "Finetune/Loss (Raw)": 0.6773509979248047, "Finetune/Step": 6684, "Finetune/Step Time": 6.695003125816584}
+{"Finetune/Learning Rate": 1.5159070779588454e-05, "Finetune/Loss": 0.8440941572189331, "Finetune/Loss (Raw)": 0.9758226275444031, "Finetune/Step": 6685, "Finetune/Step Time": 6.696422874927521}
+{"Finetune/Learning Rate": 1.5157628152722477e-05, "Finetune/Loss": 0.8431342244148254, "Finetune/Loss (Raw)": 0.9105228781700134, "Finetune/Step": 6686, "Finetune/Step Time": 6.69559783488512}
+{"Finetune/Learning Rate": 1.515618537960083e-05, "Finetune/Loss": 0.8429064750671387, "Finetune/Loss (Raw)": 0.7950192093849182, "Finetune/Step": 6687, "Finetune/Step Time": 6.708873240277171}
+{"Finetune/Learning Rate": 1.5154742460264426e-05, "Finetune/Loss": 0.8430296182632446, "Finetune/Loss (Raw)": 0.8620612025260925, "Finetune/Step": 6688, "Finetune/Step Time": 6.7107206750661135}
+{"Finetune/Learning Rate": 1.515329939475419e-05, "Finetune/Loss": 0.8441425561904907, "Finetune/Loss (Raw)": 0.9238492846488953, "Finetune/Step": 6689, "Finetune/Step Time": 6.713885022327304}
+{"Finetune/Learning Rate": 1.5151856183111031e-05, "Finetune/Loss": 0.8450062274932861, "Finetune/Loss (Raw)": 0.9152205586433411, "Finetune/Step": 6690, "Finetune/Step Time": 6.717540994286537}
+{"Finetune/Learning Rate": 1.5150412825375883e-05, "Finetune/Loss": 0.8462357521057129, "Finetune/Loss (Raw)": 0.9601655602455139, "Finetune/Step": 6691, "Finetune/Step Time": 6.718214742839336}
+{"Finetune/Learning Rate": 1.5148969321589672e-05, "Finetune/Loss": 0.8472013473510742, "Finetune/Loss (Raw)": 0.8373317718505859, "Finetune/Step": 6692, "Finetune/Step Time": 6.705210132524371}
+{"Finetune/Learning Rate": 1.5147525671793335e-05, "Finetune/Loss": 0.847966194152832, "Finetune/Loss (Raw)": 0.8285858035087585, "Finetune/Step": 6693, "Finetune/Step Time": 6.705225421115756}
+{"Finetune/Learning Rate": 1.5146081876027807e-05, "Finetune/Loss": 0.848491370677948, "Finetune/Loss (Raw)": 0.9172908067703247, "Finetune/Step": 6694, "Finetune/Step Time": 6.706395288929343}
+{"Finetune/Learning Rate": 1.514463793433403e-05, "Finetune/Loss": 0.8476559519767761, "Finetune/Loss (Raw)": 0.8300639986991882, "Finetune/Step": 6695, "Finetune/Step Time": 6.696305226534605}
+{"Finetune/Learning Rate": 1.5143193846752952e-05, "Finetune/Loss": 0.8488068580627441, "Finetune/Loss (Raw)": 1.0262370109558105, "Finetune/Step": 6696, "Finetune/Step Time": 6.693013476207852}
+{"Finetune/Learning Rate": 1.5141749613325519e-05, "Finetune/Loss": 0.8490976095199585, "Finetune/Loss (Raw)": 0.9031785726547241, "Finetune/Step": 6697, "Finetune/Step Time": 6.693018129095435}
+{"Finetune/Learning Rate": 1.514030523409269e-05, "Finetune/Loss": 0.85037761926651, "Finetune/Loss (Raw)": 0.8962163925170898, "Finetune/Step": 6698, "Finetune/Step Time": 6.697980806231499}
+{"Finetune/Learning Rate": 1.513886070909542e-05, "Finetune/Loss": 0.85358726978302, "Finetune/Loss (Raw)": 0.995127260684967, "Finetune/Step": 6699, "Finetune/Step Time": 6.668250376358628}
+{"Finetune/Learning Rate": 1.5137416038374672e-05, "Finetune/Loss": 0.8541041612625122, "Finetune/Loss (Raw)": 0.9037607908248901, "Finetune/Step": 6700, "Finetune/Step Time": 6.668877864256501}
+{"Finetune/Learning Rate": 1.5135971221971417e-05, "Finetune/Loss": 0.8547700643539429, "Finetune/Loss (Raw)": 1.0412895679473877, "Finetune/Step": 6701, "Finetune/Step Time": 6.6612829975783825}
+{"Finetune/Learning Rate": 1.5134526259926624e-05, "Finetune/Loss": 0.8543630242347717, "Finetune/Loss (Raw)": 0.7406885027885437, "Finetune/Step": 6702, "Finetune/Step Time": 6.641668809577823}
+{"Finetune/Learning Rate": 1.5133081152281266e-05, "Finetune/Loss": 0.8547326922416687, "Finetune/Loss (Raw)": 0.9608722925186157, "Finetune/Step": 6703, "Finetune/Step Time": 6.64286164008081}
+{"Finetune/Learning Rate": 1.513163589907632e-05, "Finetune/Loss": 0.8535684943199158, "Finetune/Loss (Raw)": 0.7966855764389038, "Finetune/Step": 6704, "Finetune/Step Time": 6.664383735507727}
+{"Finetune/Learning Rate": 1.5130190500352774e-05, "Finetune/Loss": 0.8529977798461914, "Finetune/Loss (Raw)": 0.8166981935501099, "Finetune/Step": 6705, "Finetune/Step Time": 6.690348228439689}
+{"Finetune/Learning Rate": 1.5128744956151616e-05, "Finetune/Loss": 0.8532900214195251, "Finetune/Loss (Raw)": 0.8474456071853638, "Finetune/Step": 6706, "Finetune/Step Time": 6.690402120351791}
+{"Finetune/Learning Rate": 1.5127299266513835e-05, "Finetune/Loss": 0.8538814783096313, "Finetune/Loss (Raw)": 0.8289141654968262, "Finetune/Step": 6707, "Finetune/Step Time": 6.691609876230359}
+{"Finetune/Learning Rate": 1.5125853431480421e-05, "Finetune/Loss": 0.8544448018074036, "Finetune/Loss (Raw)": 0.8537689447402954, "Finetune/Step": 6708, "Finetune/Step Time": 6.6923400815576315}
+{"Finetune/Learning Rate": 1.5124407451092386e-05, "Finetune/Loss": 0.8542883992195129, "Finetune/Loss (Raw)": 0.8586750626564026, "Finetune/Step": 6709, "Finetune/Step Time": 6.689965011551976}
+{"Finetune/Learning Rate": 1.5122961325390728e-05, "Finetune/Loss": 0.8556925058364868, "Finetune/Loss (Raw)": 1.058061122894287, "Finetune/Step": 6710, "Finetune/Step Time": 6.674496788531542}
+{"Finetune/Learning Rate": 1.512151505441645e-05, "Finetune/Loss": 0.8569748401641846, "Finetune/Loss (Raw)": 0.910590648651123, "Finetune/Step": 6711, "Finetune/Step Time": 6.687454961240292}
+{"Finetune/Learning Rate": 1.5120068638210573e-05, "Finetune/Loss": 0.8577239513397217, "Finetune/Loss (Raw)": 0.6864247918128967, "Finetune/Step": 6712, "Finetune/Step Time": 6.695134799927473}
+{"Finetune/Learning Rate": 1.5118622076814108e-05, "Finetune/Loss": 0.8587037324905396, "Finetune/Loss (Raw)": 0.9381850361824036, "Finetune/Step": 6713, "Finetune/Step Time": 6.706802079454064}
+{"Finetune/Learning Rate": 1.511717537026807e-05, "Finetune/Loss": 0.8585216999053955, "Finetune/Loss (Raw)": 0.8962711691856384, "Finetune/Step": 6714, "Finetune/Step Time": 6.720922535285354}
+{"Finetune/Learning Rate": 1.5115728518613498e-05, "Finetune/Loss": 0.8585811853408813, "Finetune/Loss (Raw)": 0.9584159851074219, "Finetune/Step": 6715, "Finetune/Step Time": 6.721198320388794}
+{"Finetune/Learning Rate": 1.511428152189141e-05, "Finetune/Loss": 0.8599559664726257, "Finetune/Loss (Raw)": 0.814850926399231, "Finetune/Step": 6716, "Finetune/Step Time": 6.716233979910612}
+{"Finetune/Learning Rate": 1.5112834380142839e-05, "Finetune/Loss": 0.8605960607528687, "Finetune/Loss (Raw)": 0.8881722688674927, "Finetune/Step": 6717, "Finetune/Step Time": 6.716678215190768}
+{"Finetune/Learning Rate": 1.5111387093408825e-05, "Finetune/Loss": 0.8629110455513, "Finetune/Loss (Raw)": 0.9024465680122375, "Finetune/Step": 6718, "Finetune/Step Time": 6.707696294412017}
+{"Finetune/Learning Rate": 1.5109939661730408e-05, "Finetune/Loss": 0.8629934787750244, "Finetune/Loss (Raw)": 0.8959267139434814, "Finetune/Step": 6719, "Finetune/Step Time": 6.695805562660098}
+{"Finetune/Learning Rate": 1.5108492085148632e-05, "Finetune/Loss": 0.8621008396148682, "Finetune/Loss (Raw)": 0.7595353126525879, "Finetune/Step": 6720, "Finetune/Step Time": 6.699040466919541}
+{"Finetune/Learning Rate": 1.510704436370455e-05, "Finetune/Loss": 0.8602021932601929, "Finetune/Loss (Raw)": 0.5696849822998047, "Finetune/Step": 6721, "Finetune/Step Time": 6.7101874854415655}
+{"Finetune/Learning Rate": 1.510559649743921e-05, "Finetune/Loss": 0.8602126836776733, "Finetune/Loss (Raw)": 0.8890093564987183, "Finetune/Step": 6722, "Finetune/Step Time": 6.6868352219462395}
+{"Finetune/Learning Rate": 1.5104148486393672e-05, "Finetune/Loss": 0.8603135347366333, "Finetune/Loss (Raw)": 0.9013804197311401, "Finetune/Step": 6723, "Finetune/Step Time": 6.6836884170770645}
+{"Finetune/Learning Rate": 1.5102700330609e-05, "Finetune/Loss": 0.8609986901283264, "Finetune/Loss (Raw)": 0.9688659906387329, "Finetune/Step": 6724, "Finetune/Step Time": 6.688507910817862}
+{"Finetune/Learning Rate": 1.510125203012625e-05, "Finetune/Loss": 0.8605611324310303, "Finetune/Loss (Raw)": 0.7532134652137756, "Finetune/Step": 6725, "Finetune/Step Time": 6.7035695388913155}
+{"Finetune/Learning Rate": 1.5099803584986504e-05, "Finetune/Loss": 0.8589443564414978, "Finetune/Loss (Raw)": 0.7395562529563904, "Finetune/Step": 6726, "Finetune/Step Time": 6.701134892180562}
+{"Finetune/Learning Rate": 1.5098354995230831e-05, "Finetune/Loss": 0.8590041399002075, "Finetune/Loss (Raw)": 0.8612341284751892, "Finetune/Step": 6727, "Finetune/Step Time": 6.7015379797667265}
+{"Finetune/Learning Rate": 1.5096906260900304e-05, "Finetune/Loss": 0.8599387407302856, "Finetune/Loss (Raw)": 0.9680567979812622, "Finetune/Step": 6728, "Finetune/Step Time": 6.699131533503532}
+{"Finetune/Learning Rate": 1.5095457382036012e-05, "Finetune/Loss": 0.8609156608581543, "Finetune/Loss (Raw)": 1.0883666276931763, "Finetune/Step": 6729, "Finetune/Step Time": 6.6958630830049515}
+{"Finetune/Learning Rate": 1.5094008358679037e-05, "Finetune/Loss": 0.8623141646385193, "Finetune/Loss (Raw)": 0.8969269394874573, "Finetune/Step": 6730, "Finetune/Step Time": 6.700183063745499}
+{"Finetune/Learning Rate": 1.509255919087047e-05, "Finetune/Loss": 0.8631038665771484, "Finetune/Loss (Raw)": 0.8541403412818909, "Finetune/Step": 6731, "Finetune/Step Time": 6.698448775336146}
+{"Finetune/Learning Rate": 1.5091109878651406e-05, "Finetune/Loss": 0.8635714054107666, "Finetune/Loss (Raw)": 0.9644368290901184, "Finetune/Step": 6732, "Finetune/Step Time": 6.6834601908922195}
+{"Finetune/Learning Rate": 1.5089660422062944e-05, "Finetune/Loss": 0.8635754585266113, "Finetune/Loss (Raw)": 0.8675206303596497, "Finetune/Step": 6733, "Finetune/Step Time": 6.68695930019021}
+{"Finetune/Learning Rate": 1.5088210821146185e-05, "Finetune/Loss": 0.8637639880180359, "Finetune/Loss (Raw)": 0.8970097899436951, "Finetune/Step": 6734, "Finetune/Step Time": 6.686616666615009}
+{"Finetune/Learning Rate": 1.5086761075942236e-05, "Finetune/Loss": 0.8640530705451965, "Finetune/Loss (Raw)": 0.7884100079536438, "Finetune/Step": 6735, "Finetune/Step Time": 6.68103207834065}
+{"Finetune/Learning Rate": 1.5085311186492206e-05, "Finetune/Loss": 0.8637160062789917, "Finetune/Loss (Raw)": 0.8577753901481628, "Finetune/Step": 6736, "Finetune/Step Time": 6.68051503226161}
+{"Finetune/Learning Rate": 1.5083861152837214e-05, "Finetune/Loss": 0.8633573651313782, "Finetune/Loss (Raw)": 0.9778525829315186, "Finetune/Step": 6737, "Finetune/Step Time": 6.680524231866002}
+{"Finetune/Learning Rate": 1.5082410975018374e-05, "Finetune/Loss": 0.8641413450241089, "Finetune/Loss (Raw)": 1.0117440223693848, "Finetune/Step": 6738, "Finetune/Step Time": 6.673952477052808}
+{"Finetune/Learning Rate": 1.5080960653076813e-05, "Finetune/Loss": 0.8633222579956055, "Finetune/Loss (Raw)": 0.739617645740509, "Finetune/Step": 6739, "Finetune/Step Time": 6.65729732811451}
+{"Finetune/Learning Rate": 1.5079510187053656e-05, "Finetune/Loss": 0.861073911190033, "Finetune/Loss (Raw)": 0.6795734763145447, "Finetune/Step": 6740, "Finetune/Step Time": 6.677617812529206}
+{"Finetune/Learning Rate": 1.5078059576990031e-05, "Finetune/Loss": 0.8627446889877319, "Finetune/Loss (Raw)": 0.8539022207260132, "Finetune/Step": 6741, "Finetune/Step Time": 6.66170914657414}
+{"Finetune/Learning Rate": 1.5076608822927082e-05, "Finetune/Loss": 0.8636910915374756, "Finetune/Loss (Raw)": 0.8429252505302429, "Finetune/Step": 6742, "Finetune/Step Time": 6.647187154740095}
+{"Finetune/Learning Rate": 1.507515792490594e-05, "Finetune/Loss": 0.8640973567962646, "Finetune/Loss (Raw)": 0.9670571684837341, "Finetune/Step": 6743, "Finetune/Step Time": 6.645968301221728}
+{"Finetune/Learning Rate": 1.5073706882967752e-05, "Finetune/Loss": 0.8649865388870239, "Finetune/Loss (Raw)": 0.8433929085731506, "Finetune/Step": 6744, "Finetune/Step Time": 6.650366624817252}
+{"Finetune/Learning Rate": 1.5072255697153664e-05, "Finetune/Loss": 0.8641180992126465, "Finetune/Loss (Raw)": 0.8769200444221497, "Finetune/Step": 6745, "Finetune/Step Time": 6.648326491937041}
+{"Finetune/Learning Rate": 1.5070804367504825e-05, "Finetune/Loss": 0.863167405128479, "Finetune/Loss (Raw)": 0.7472609877586365, "Finetune/Step": 6746, "Finetune/Step Time": 6.658186515793204}
+{"Finetune/Learning Rate": 1.5069352894062397e-05, "Finetune/Loss": 0.8632583618164062, "Finetune/Loss (Raw)": 0.9306739568710327, "Finetune/Step": 6747, "Finetune/Step Time": 6.651709070429206}
+{"Finetune/Learning Rate": 1.5067901276867538e-05, "Finetune/Loss": 0.8631548881530762, "Finetune/Loss (Raw)": 0.949253261089325, "Finetune/Step": 6748, "Finetune/Step Time": 6.650796931236982}
+{"Finetune/Learning Rate": 1.5066449515961403e-05, "Finetune/Loss": 0.8615145683288574, "Finetune/Loss (Raw)": 0.8373454809188843, "Finetune/Step": 6749, "Finetune/Step Time": 6.652532361447811}
+{"Finetune/Learning Rate": 1.5064997611385172e-05, "Finetune/Loss": 0.8617970943450928, "Finetune/Loss (Raw)": 0.9094115495681763, "Finetune/Step": 6750, "Finetune/Step Time": 6.656149834394455}
+{"Finetune/Learning Rate": 1.5063545563180013e-05, "Finetune/Loss": 0.8611264228820801, "Finetune/Loss (Raw)": 0.8138430714607239, "Finetune/Step": 6751, "Finetune/Step Time": 6.660659907385707}
+{"Finetune/Learning Rate": 1.5062093371387097e-05, "Finetune/Loss": 0.8604766726493835, "Finetune/Loss (Raw)": 0.8553518056869507, "Finetune/Step": 6752, "Finetune/Step Time": 6.661389576271176}
+{"Finetune/Learning Rate": 1.5060641036047608e-05, "Finetune/Loss": 0.8589870929718018, "Finetune/Loss (Raw)": 0.786758542060852, "Finetune/Step": 6753, "Finetune/Step Time": 6.680387414991856}
+{"Finetune/Learning Rate": 1.5059188557202734e-05, "Finetune/Loss": 0.8595321774482727, "Finetune/Loss (Raw)": 0.9119791388511658, "Finetune/Step": 6754, "Finetune/Step Time": 6.674545554444194}
+{"Finetune/Learning Rate": 1.5057735934893653e-05, "Finetune/Loss": 0.8586945533752441, "Finetune/Loss (Raw)": 0.7498327493667603, "Finetune/Step": 6755, "Finetune/Step Time": 6.67509919218719}
+{"Finetune/Learning Rate": 1.5056283169161565e-05, "Finetune/Loss": 0.858361005783081, "Finetune/Loss (Raw)": 0.844295859336853, "Finetune/Step": 6756, "Finetune/Step Time": 6.672928670421243}
+{"Finetune/Learning Rate": 1.5054830260047669e-05, "Finetune/Loss": 0.8584767580032349, "Finetune/Loss (Raw)": 0.8426950573921204, "Finetune/Step": 6757, "Finetune/Step Time": 6.677361676469445}
+{"Finetune/Learning Rate": 1.5053377207593157e-05, "Finetune/Loss": 0.8595952987670898, "Finetune/Loss (Raw)": 0.859437882900238, "Finetune/Step": 6758, "Finetune/Step Time": 6.686759803444147}
+{"Finetune/Learning Rate": 1.5051924011839237e-05, "Finetune/Loss": 0.8585392832756042, "Finetune/Loss (Raw)": 0.8222808241844177, "Finetune/Step": 6759, "Finetune/Step Time": 6.693544728681445}
+{"Finetune/Learning Rate": 1.5050470672827117e-05, "Finetune/Loss": 0.8573856353759766, "Finetune/Loss (Raw)": 0.8803033828735352, "Finetune/Step": 6760, "Finetune/Step Time": 6.6954249031841755}
+{"Finetune/Learning Rate": 1.5049017190598011e-05, "Finetune/Loss": 0.8562423586845398, "Finetune/Loss (Raw)": 0.8652724027633667, "Finetune/Step": 6761, "Finetune/Step Time": 6.694195382297039}
+{"Finetune/Learning Rate": 1.5047563565193137e-05, "Finetune/Loss": 0.8545481562614441, "Finetune/Loss (Raw)": 0.7540906071662903, "Finetune/Step": 6762, "Finetune/Step Time": 6.71322856657207}
+{"Finetune/Learning Rate": 1.5046109796653712e-05, "Finetune/Loss": 0.8545793294906616, "Finetune/Loss (Raw)": 0.8557533025741577, "Finetune/Step": 6763, "Finetune/Step Time": 6.713219301775098}
+{"Finetune/Learning Rate": 1.5044655885020962e-05, "Finetune/Loss": 0.8546208143234253, "Finetune/Loss (Raw)": 0.8315865993499756, "Finetune/Step": 6764, "Finetune/Step Time": 6.688741059973836}
+{"Finetune/Learning Rate": 1.5043201830336118e-05, "Finetune/Loss": 0.8561643362045288, "Finetune/Loss (Raw)": 0.8875089287757874, "Finetune/Step": 6765, "Finetune/Step Time": 6.680289605632424}
+{"Finetune/Learning Rate": 1.5041747632640408e-05, "Finetune/Loss": 0.8570854663848877, "Finetune/Loss (Raw)": 0.9420507550239563, "Finetune/Step": 6766, "Finetune/Step Time": 6.6798981465399265}
+{"Finetune/Learning Rate": 1.5040293291975074e-05, "Finetune/Loss": 0.8573254346847534, "Finetune/Loss (Raw)": 0.9325972199440002, "Finetune/Step": 6767, "Finetune/Step Time": 6.6797740161418915}
+{"Finetune/Learning Rate": 1.5038838808381355e-05, "Finetune/Loss": 0.8567318320274353, "Finetune/Loss (Raw)": 0.7579025030136108, "Finetune/Step": 6768, "Finetune/Step Time": 6.6939578503370285}
+{"Finetune/Learning Rate": 1.5037384181900495e-05, "Finetune/Loss": 0.8582382798194885, "Finetune/Loss (Raw)": 0.9256251454353333, "Finetune/Step": 6769, "Finetune/Step Time": 6.698784735053778}
+{"Finetune/Learning Rate": 1.5035929412573744e-05, "Finetune/Loss": 0.8580644130706787, "Finetune/Loss (Raw)": 0.9009097218513489, "Finetune/Step": 6770, "Finetune/Step Time": 6.69943330436945}
+{"Finetune/Learning Rate": 1.5034474500442358e-05, "Finetune/Loss": 0.8582146763801575, "Finetune/Loss (Raw)": 0.8089522123336792, "Finetune/Step": 6771, "Finetune/Step Time": 6.6984448451548815}
+{"Finetune/Learning Rate": 1.5033019445547589e-05, "Finetune/Loss": 0.857549250125885, "Finetune/Loss (Raw)": 0.8100469708442688, "Finetune/Step": 6772, "Finetune/Step Time": 6.6943545415997505}
+{"Finetune/Learning Rate": 1.50315642479307e-05, "Finetune/Loss": 0.8573977947235107, "Finetune/Loss (Raw)": 0.8299242854118347, "Finetune/Step": 6773, "Finetune/Step Time": 6.696174526587129}
+{"Finetune/Learning Rate": 1.5030108907632954e-05, "Finetune/Loss": 0.8567864894866943, "Finetune/Loss (Raw)": 0.8752913475036621, "Finetune/Step": 6774, "Finetune/Step Time": 6.690136473625898}
+{"Finetune/Learning Rate": 1.502865342469563e-05, "Finetune/Loss": 0.8566904067993164, "Finetune/Loss (Raw)": 0.8313892483711243, "Finetune/Step": 6775, "Finetune/Step Time": 6.690516514703631}
+{"Finetune/Learning Rate": 1.502719779915999e-05, "Finetune/Loss": 0.8566849827766418, "Finetune/Loss (Raw)": 0.9095848798751831, "Finetune/Step": 6776, "Finetune/Step Time": 6.688973791897297}
+{"Finetune/Learning Rate": 1.5025742031067316e-05, "Finetune/Loss": 0.8590527772903442, "Finetune/Loss (Raw)": 0.9282311201095581, "Finetune/Step": 6777, "Finetune/Step Time": 6.67936128936708}
+{"Finetune/Learning Rate": 1.5024286120458891e-05, "Finetune/Loss": 0.8597207069396973, "Finetune/Loss (Raw)": 0.817426860332489, "Finetune/Step": 6778, "Finetune/Step Time": 6.682141052559018}
+{"Finetune/Learning Rate": 1.5022830067375997e-05, "Finetune/Loss": 0.8604389429092407, "Finetune/Loss (Raw)": 0.8459129929542542, "Finetune/Step": 6779, "Finetune/Step Time": 6.677568018436432}
+{"Finetune/Learning Rate": 1.5021373871859926e-05, "Finetune/Loss": 0.8617660403251648, "Finetune/Loss (Raw)": 1.0222193002700806, "Finetune/Step": 6780, "Finetune/Step Time": 6.686474876478314}
+{"Finetune/Learning Rate": 1.5019917533951968e-05, "Finetune/Loss": 0.8611263036727905, "Finetune/Loss (Raw)": 0.7837362885475159, "Finetune/Step": 6781, "Finetune/Step Time": 6.683025687932968}
+{"Finetune/Learning Rate": 1.5018461053693432e-05, "Finetune/Loss": 0.8612067103385925, "Finetune/Loss (Raw)": 0.8596921563148499, "Finetune/Step": 6782, "Finetune/Step Time": 6.694652998819947}
+{"Finetune/Learning Rate": 1.5017004431125604e-05, "Finetune/Loss": 0.8619575500488281, "Finetune/Loss (Raw)": 0.9066935181617737, "Finetune/Step": 6783, "Finetune/Step Time": 6.678104082122445}
+{"Finetune/Learning Rate": 1.5015547666289798e-05, "Finetune/Loss": 0.8636133074760437, "Finetune/Loss (Raw)": 0.9036230444908142, "Finetune/Step": 6784, "Finetune/Step Time": 6.663916045799851}
+{"Finetune/Learning Rate": 1.5014090759227322e-05, "Finetune/Loss": 0.8636395931243896, "Finetune/Loss (Raw)": 0.9091855883598328, "Finetune/Step": 6785, "Finetune/Step Time": 6.663846392184496}
+{"Finetune/Learning Rate": 1.5012633709979492e-05, "Finetune/Loss": 0.8654320240020752, "Finetune/Loss (Raw)": 0.8334141969680786, "Finetune/Step": 6786, "Finetune/Step Time": 6.670060088858008}
+{"Finetune/Learning Rate": 1.5011176518587622e-05, "Finetune/Loss": 0.8654756546020508, "Finetune/Loss (Raw)": 0.8890714049339294, "Finetune/Step": 6787, "Finetune/Step Time": 6.670857772231102}
+{"Finetune/Learning Rate": 1.5009719185093036e-05, "Finetune/Loss": 0.8661192655563354, "Finetune/Loss (Raw)": 0.9215920567512512, "Finetune/Step": 6788, "Finetune/Step Time": 6.652948850765824}
+{"Finetune/Learning Rate": 1.5008261709537062e-05, "Finetune/Loss": 0.8637810349464417, "Finetune/Loss (Raw)": 0.6934649348258972, "Finetune/Step": 6789, "Finetune/Step Time": 6.665821013972163}
+{"Finetune/Learning Rate": 1.5006804091961025e-05, "Finetune/Loss": 0.8631469011306763, "Finetune/Loss (Raw)": 0.7355717420578003, "Finetune/Step": 6790, "Finetune/Step Time": 6.66908716596663}
+{"Finetune/Learning Rate": 1.5005346332406263e-05, "Finetune/Loss": 0.8636921644210815, "Finetune/Loss (Raw)": 0.980093240737915, "Finetune/Step": 6791, "Finetune/Step Time": 6.66762475669384}
+{"Finetune/Learning Rate": 1.5003888430914111e-05, "Finetune/Loss": 0.8644008636474609, "Finetune/Loss (Raw)": 0.8665564656257629, "Finetune/Step": 6792, "Finetune/Step Time": 6.648003481328487}
+{"Finetune/Learning Rate": 1.5002430387525913e-05, "Finetune/Loss": 0.8645443916320801, "Finetune/Loss (Raw)": 0.7095949053764343, "Finetune/Step": 6793, "Finetune/Step Time": 6.655462928116322}
+{"Finetune/Learning Rate": 1.5000972202283012e-05, "Finetune/Loss": 0.8638346195220947, "Finetune/Loss (Raw)": 0.8451241850852966, "Finetune/Step": 6794, "Finetune/Step Time": 6.655958194285631}
+{"Finetune/Learning Rate": 1.4999513875226766e-05, "Finetune/Loss": 0.8635520935058594, "Finetune/Loss (Raw)": 0.8636471033096313, "Finetune/Step": 6795, "Finetune/Step Time": 6.64337919652462}
+{"Finetune/Learning Rate": 1.499805540639852e-05, "Finetune/Loss": 0.8641849160194397, "Finetune/Loss (Raw)": 0.9125182032585144, "Finetune/Step": 6796, "Finetune/Step Time": 6.6422213818877935}
+{"Finetune/Learning Rate": 1.4996596795839635e-05, "Finetune/Loss": 0.8622171878814697, "Finetune/Loss (Raw)": 0.5745002031326294, "Finetune/Step": 6797, "Finetune/Step Time": 6.673141583800316}
+{"Finetune/Learning Rate": 1.499513804359147e-05, "Finetune/Loss": 0.861970067024231, "Finetune/Loss (Raw)": 0.7391102313995361, "Finetune/Step": 6798, "Finetune/Step Time": 6.675474442541599}
+{"Finetune/Learning Rate": 1.4993679149695397e-05, "Finetune/Loss": 0.8621339797973633, "Finetune/Loss (Raw)": 0.9653695821762085, "Finetune/Step": 6799, "Finetune/Step Time": 6.674825398251414}
+{"Finetune/Learning Rate": 1.4992220114192786e-05, "Finetune/Loss": 0.8611325025558472, "Finetune/Loss (Raw)": 0.7596800923347473, "Finetune/Step": 6800, "Finetune/Step Time": 6.676501661539078}
+{"Finetune/Learning Rate": 1.4990760937125006e-05, "Finetune/Loss": 0.8623073101043701, "Finetune/Loss (Raw)": 0.9658116102218628, "Finetune/Step": 6801, "Finetune/Step Time": 6.67716027982533}
+{"Finetune/Learning Rate": 1.4989301618533438e-05, "Finetune/Loss": 0.8615752458572388, "Finetune/Loss (Raw)": 0.7499576210975647, "Finetune/Step": 6802, "Finetune/Step Time": 6.664904925972223}
+{"Finetune/Learning Rate": 1.4987842158459465e-05, "Finetune/Loss": 0.8625806570053101, "Finetune/Loss (Raw)": 0.895246148109436, "Finetune/Step": 6803, "Finetune/Step Time": 6.659949794411659}
+{"Finetune/Learning Rate": 1.4986382556944471e-05, "Finetune/Loss": 0.8616209030151367, "Finetune/Loss (Raw)": 0.6907806396484375, "Finetune/Step": 6804, "Finetune/Step Time": 6.666450763121247}
+{"Finetune/Learning Rate": 1.4984922814029845e-05, "Finetune/Loss": 0.8618264198303223, "Finetune/Loss (Raw)": 0.795009970664978, "Finetune/Step": 6805, "Finetune/Step Time": 6.675643807277083}
+{"Finetune/Learning Rate": 1.4983462929756986e-05, "Finetune/Loss": 0.8611844778060913, "Finetune/Loss (Raw)": 0.707938551902771, "Finetune/Step": 6806, "Finetune/Step Time": 6.680645797401667}
+{"Finetune/Learning Rate": 1.4982002904167288e-05, "Finetune/Loss": 0.860421359539032, "Finetune/Loss (Raw)": 0.7699360251426697, "Finetune/Step": 6807, "Finetune/Step Time": 6.676754284650087}
+{"Finetune/Learning Rate": 1.4980542737302155e-05, "Finetune/Loss": 0.8617645502090454, "Finetune/Loss (Raw)": 0.9194417595863342, "Finetune/Step": 6808, "Finetune/Step Time": 6.680727383121848}
+{"Finetune/Learning Rate": 1.4979082429202993e-05, "Finetune/Loss": 0.8598756790161133, "Finetune/Loss (Raw)": 0.7240813374519348, "Finetune/Step": 6809, "Finetune/Step Time": 6.6949154157191515}
+{"Finetune/Learning Rate": 1.4977621979911212e-05, "Finetune/Loss": 0.8576261401176453, "Finetune/Loss (Raw)": 0.664307713508606, "Finetune/Step": 6810, "Finetune/Step Time": 6.693516183644533}
+{"Finetune/Learning Rate": 1.4976161389468225e-05, "Finetune/Loss": 0.857346773147583, "Finetune/Loss (Raw)": 0.8623437285423279, "Finetune/Step": 6811, "Finetune/Step Time": 6.695465367287397}
+{"Finetune/Learning Rate": 1.4974700657915453e-05, "Finetune/Loss": 0.8598116636276245, "Finetune/Loss (Raw)": 0.9928529262542725, "Finetune/Step": 6812, "Finetune/Step Time": 6.6895689852535725}
+{"Finetune/Learning Rate": 1.4973239785294316e-05, "Finetune/Loss": 0.8578243255615234, "Finetune/Loss (Raw)": 0.721450924873352, "Finetune/Step": 6813, "Finetune/Step Time": 6.687313474714756}
+{"Finetune/Learning Rate": 1.497177877164624e-05, "Finetune/Loss": 0.8570840358734131, "Finetune/Loss (Raw)": 0.8157643675804138, "Finetune/Step": 6814, "Finetune/Step Time": 6.68746093660593}
+{"Finetune/Learning Rate": 1.4970317617012656e-05, "Finetune/Loss": 0.8562684059143066, "Finetune/Loss (Raw)": 0.6906092166900635, "Finetune/Step": 6815, "Finetune/Step Time": 6.669727014377713}
+{"Finetune/Learning Rate": 1.4968856321434997e-05, "Finetune/Loss": 0.8560683727264404, "Finetune/Loss (Raw)": 0.8364571332931519, "Finetune/Step": 6816, "Finetune/Step Time": 6.669369820505381}
+{"Finetune/Learning Rate": 1.4967394884954702e-05, "Finetune/Loss": 0.8564227223396301, "Finetune/Loss (Raw)": 0.9692106246948242, "Finetune/Step": 6817, "Finetune/Step Time": 6.668501021340489}
+{"Finetune/Learning Rate": 1.4965933307613219e-05, "Finetune/Loss": 0.8558831214904785, "Finetune/Loss (Raw)": 0.8461465835571289, "Finetune/Step": 6818, "Finetune/Step Time": 6.664855625480413}
+{"Finetune/Learning Rate": 1.4964471589451983e-05, "Finetune/Loss": 0.855241060256958, "Finetune/Loss (Raw)": 0.8779890537261963, "Finetune/Step": 6819, "Finetune/Step Time": 6.6648804266005754}
+{"Finetune/Learning Rate": 1.496300973051245e-05, "Finetune/Loss": 0.8551300764083862, "Finetune/Loss (Raw)": 0.8231203556060791, "Finetune/Step": 6820, "Finetune/Step Time": 6.665633264929056}
+{"Finetune/Learning Rate": 1.4961547730836077e-05, "Finetune/Loss": 0.85513836145401, "Finetune/Loss (Raw)": 0.8296518921852112, "Finetune/Step": 6821, "Finetune/Step Time": 6.667274611070752}
+{"Finetune/Learning Rate": 1.4960085590464314e-05, "Finetune/Loss": 0.8541584014892578, "Finetune/Loss (Raw)": 0.7918484807014465, "Finetune/Step": 6822, "Finetune/Step Time": 6.663078788667917}
+{"Finetune/Learning Rate": 1.4958623309438634e-05, "Finetune/Loss": 0.8541752696037292, "Finetune/Loss (Raw)": 0.8322268128395081, "Finetune/Step": 6823, "Finetune/Step Time": 6.677169511094689}
+{"Finetune/Learning Rate": 1.4957160887800494e-05, "Finetune/Loss": 0.8529105186462402, "Finetune/Loss (Raw)": 0.8643519282341003, "Finetune/Step": 6824, "Finetune/Step Time": 6.6794213112443686}
+{"Finetune/Learning Rate": 1.495569832559137e-05, "Finetune/Loss": 0.8527954816818237, "Finetune/Loss (Raw)": 0.8884570002555847, "Finetune/Step": 6825, "Finetune/Step Time": 6.678393721580505}
+{"Finetune/Learning Rate": 1.495423562285273e-05, "Finetune/Loss": 0.852498471736908, "Finetune/Loss (Raw)": 0.8581923842430115, "Finetune/Step": 6826, "Finetune/Step Time": 6.676629602909088}
+{"Finetune/Learning Rate": 1.4952772779626059e-05, "Finetune/Loss": 0.8512967824935913, "Finetune/Loss (Raw)": 0.8413143754005432, "Finetune/Step": 6827, "Finetune/Step Time": 6.677554836496711}
+{"Finetune/Learning Rate": 1.4951309795952835e-05, "Finetune/Loss": 0.8498792052268982, "Finetune/Loss (Raw)": 0.7223082184791565, "Finetune/Step": 6828, "Finetune/Step Time": 6.680549284443259}
+{"Finetune/Learning Rate": 1.4949846671874545e-05, "Finetune/Loss": 0.8468655347824097, "Finetune/Loss (Raw)": 0.6555440425872803, "Finetune/Step": 6829, "Finetune/Step Time": 6.694021429866552}
+{"Finetune/Learning Rate": 1.4948383407432678e-05, "Finetune/Loss": 0.8464856743812561, "Finetune/Loss (Raw)": 0.6920658946037292, "Finetune/Step": 6830, "Finetune/Step Time": 6.696196645498276}
+{"Finetune/Learning Rate": 1.494692000266873e-05, "Finetune/Loss": 0.8445256948471069, "Finetune/Loss (Raw)": 0.7099900245666504, "Finetune/Step": 6831, "Finetune/Step Time": 6.692592214792967}
+{"Finetune/Learning Rate": 1.4945456457624197e-05, "Finetune/Loss": 0.8444638252258301, "Finetune/Loss (Raw)": 0.7887659668922424, "Finetune/Step": 6832, "Finetune/Step Time": 6.678780987858772}
+{"Finetune/Learning Rate": 1.494399277234058e-05, "Finetune/Loss": 0.8447996973991394, "Finetune/Loss (Raw)": 0.8596935868263245, "Finetune/Step": 6833, "Finetune/Step Time": 6.666105914860964}
+{"Finetune/Learning Rate": 1.494252894685939e-05, "Finetune/Loss": 0.8447150588035583, "Finetune/Loss (Raw)": 0.8366107940673828, "Finetune/Step": 6834, "Finetune/Step Time": 6.668734537437558}
+{"Finetune/Learning Rate": 1.4941064981222131e-05, "Finetune/Loss": 0.8436868190765381, "Finetune/Loss (Raw)": 0.6973034143447876, "Finetune/Step": 6835, "Finetune/Step Time": 6.690368203446269}
+{"Finetune/Learning Rate": 1.4939600875470322e-05, "Finetune/Loss": 0.8443905115127563, "Finetune/Loss (Raw)": 0.943840503692627, "Finetune/Step": 6836, "Finetune/Step Time": 6.689722288399935}
+{"Finetune/Learning Rate": 1.4938136629645477e-05, "Finetune/Loss": 0.8447287082672119, "Finetune/Loss (Raw)": 0.9019599556922913, "Finetune/Step": 6837, "Finetune/Step Time": 6.688892230391502}
+{"Finetune/Learning Rate": 1.4936672243789119e-05, "Finetune/Loss": 0.8429007530212402, "Finetune/Loss (Raw)": 0.8240851163864136, "Finetune/Step": 6838, "Finetune/Step Time": 6.701634621247649}
+{"Finetune/Learning Rate": 1.4935207717942776e-05, "Finetune/Loss": 0.8426817059516907, "Finetune/Loss (Raw)": 0.8825505971908569, "Finetune/Step": 6839, "Finetune/Step Time": 6.693102715536952}
+{"Finetune/Learning Rate": 1.4933743052147975e-05, "Finetune/Loss": 0.8436149954795837, "Finetune/Loss (Raw)": 0.8058847784996033, "Finetune/Step": 6840, "Finetune/Step Time": 6.683678548783064}
+{"Finetune/Learning Rate": 1.493227824644625e-05, "Finetune/Loss": 0.8438541889190674, "Finetune/Loss (Raw)": 0.9688010215759277, "Finetune/Step": 6841, "Finetune/Step Time": 6.673234002664685}
+{"Finetune/Learning Rate": 1.493081330087914e-05, "Finetune/Loss": 0.8444807529449463, "Finetune/Loss (Raw)": 0.9764735698699951, "Finetune/Step": 6842, "Finetune/Step Time": 6.657813651487231}
+{"Finetune/Learning Rate": 1.4929348215488186e-05, "Finetune/Loss": 0.8438602089881897, "Finetune/Loss (Raw)": 0.8789840340614319, "Finetune/Step": 6843, "Finetune/Step Time": 6.655648885294795}
+{"Finetune/Learning Rate": 1.4927882990314935e-05, "Finetune/Loss": 0.8436224460601807, "Finetune/Loss (Raw)": 0.7844172120094299, "Finetune/Step": 6844, "Finetune/Step Time": 6.656035283580422}
+{"Finetune/Learning Rate": 1.4926417625400937e-05, "Finetune/Loss": 0.8423743844032288, "Finetune/Loss (Raw)": 0.7284228801727295, "Finetune/Step": 6845, "Finetune/Step Time": 6.658529527485371}
+{"Finetune/Learning Rate": 1.4924952120787741e-05, "Finetune/Loss": 0.8412011861801147, "Finetune/Loss (Raw)": 0.7522748708724976, "Finetune/Step": 6846, "Finetune/Step Time": 6.685970613732934}
+{"Finetune/Learning Rate": 1.4923486476516906e-05, "Finetune/Loss": 0.8418833613395691, "Finetune/Loss (Raw)": 0.9832457900047302, "Finetune/Step": 6847, "Finetune/Step Time": 6.685677547007799}
+{"Finetune/Learning Rate": 1.492202069263e-05, "Finetune/Loss": 0.8423556685447693, "Finetune/Loss (Raw)": 0.8199899196624756, "Finetune/Step": 6848, "Finetune/Step Time": 6.68153253942728}
+{"Finetune/Learning Rate": 1.4920554769168578e-05, "Finetune/Loss": 0.84389328956604, "Finetune/Loss (Raw)": 0.7665045857429504, "Finetune/Step": 6849, "Finetune/Step Time": 6.666721357032657}
+{"Finetune/Learning Rate": 1.4919088706174219e-05, "Finetune/Loss": 0.8445013761520386, "Finetune/Loss (Raw)": 0.966841459274292, "Finetune/Step": 6850, "Finetune/Step Time": 6.678977562114596}
+{"Finetune/Learning Rate": 1.4917622503688492e-05, "Finetune/Loss": 0.8444684743881226, "Finetune/Loss (Raw)": 0.8971734642982483, "Finetune/Step": 6851, "Finetune/Step Time": 6.677431935444474}
+{"Finetune/Learning Rate": 1.4916156161752973e-05, "Finetune/Loss": 0.8436596393585205, "Finetune/Loss (Raw)": 0.8653260469436646, "Finetune/Step": 6852, "Finetune/Step Time": 6.68494432233274}
+{"Finetune/Learning Rate": 1.4914689680409245e-05, "Finetune/Loss": 0.8460496664047241, "Finetune/Loss (Raw)": 1.0591470003128052, "Finetune/Step": 6853, "Finetune/Step Time": 6.664044259116054}
+{"Finetune/Learning Rate": 1.4913223059698893e-05, "Finetune/Loss": 0.8468307256698608, "Finetune/Loss (Raw)": 0.8395273685455322, "Finetune/Step": 6854, "Finetune/Step Time": 6.663512796163559}
+{"Finetune/Learning Rate": 1.4911756299663507e-05, "Finetune/Loss": 0.8466439247131348, "Finetune/Loss (Raw)": 0.8373256921768188, "Finetune/Step": 6855, "Finetune/Step Time": 6.67603556625545}
+{"Finetune/Learning Rate": 1.491028940034468e-05, "Finetune/Loss": 0.8458617329597473, "Finetune/Loss (Raw)": 0.8679324984550476, "Finetune/Step": 6856, "Finetune/Step Time": 6.68312313221395}
+{"Finetune/Learning Rate": 1.4908822361784008e-05, "Finetune/Loss": 0.844559907913208, "Finetune/Loss (Raw)": 0.9217312932014465, "Finetune/Step": 6857, "Finetune/Step Time": 6.689506320282817}
+{"Finetune/Learning Rate": 1.490735518402309e-05, "Finetune/Loss": 0.8445419073104858, "Finetune/Loss (Raw)": 0.894629955291748, "Finetune/Step": 6858, "Finetune/Step Time": 6.693760666996241}
+{"Finetune/Learning Rate": 1.4905887867103539e-05, "Finetune/Loss": 0.8451152443885803, "Finetune/Loss (Raw)": 0.927520751953125, "Finetune/Step": 6859, "Finetune/Step Time": 6.69846361503005}
+{"Finetune/Learning Rate": 1.4904420411066955e-05, "Finetune/Loss": 0.8448811769485474, "Finetune/Loss (Raw)": 0.9344756603240967, "Finetune/Step": 6860, "Finetune/Step Time": 6.695607228204608}
+{"Finetune/Learning Rate": 1.4902952815954956e-05, "Finetune/Loss": 0.845024049282074, "Finetune/Loss (Raw)": 0.8858159184455872, "Finetune/Step": 6861, "Finetune/Step Time": 6.692947698757052}
+{"Finetune/Learning Rate": 1.4901485081809158e-05, "Finetune/Loss": 0.8448293209075928, "Finetune/Loss (Raw)": 0.8720764517784119, "Finetune/Step": 6862, "Finetune/Step Time": 6.692434398457408}
+{"Finetune/Learning Rate": 1.490001720867118e-05, "Finetune/Loss": 0.8453001976013184, "Finetune/Loss (Raw)": 0.8486883044242859, "Finetune/Step": 6863, "Finetune/Step Time": 6.700203076004982}
+{"Finetune/Learning Rate": 1.4898549196582646e-05, "Finetune/Loss": 0.8447815179824829, "Finetune/Loss (Raw)": 0.7913788557052612, "Finetune/Step": 6864, "Finetune/Step Time": 6.698081674054265}
+{"Finetune/Learning Rate": 1.4897081045585187e-05, "Finetune/Loss": 0.8439278602600098, "Finetune/Loss (Raw)": 0.8685856461524963, "Finetune/Step": 6865, "Finetune/Step Time": 6.699249770492315}
+{"Finetune/Learning Rate": 1.4895612755720437e-05, "Finetune/Loss": 0.8432396650314331, "Finetune/Loss (Raw)": 0.9236540198326111, "Finetune/Step": 6866, "Finetune/Step Time": 6.704521864652634}
+{"Finetune/Learning Rate": 1.489414432703003e-05, "Finetune/Loss": 0.8444516062736511, "Finetune/Loss (Raw)": 0.8947482705116272, "Finetune/Step": 6867, "Finetune/Step Time": 6.705770812928677}
+{"Finetune/Learning Rate": 1.4892675759555607e-05, "Finetune/Loss": 0.8449992537498474, "Finetune/Loss (Raw)": 0.7496699690818787, "Finetune/Step": 6868, "Finetune/Step Time": 6.690214352682233}
+{"Finetune/Learning Rate": 1.489120705333881e-05, "Finetune/Loss": 0.8439240455627441, "Finetune/Loss (Raw)": 0.7162874937057495, "Finetune/Step": 6869, "Finetune/Step Time": 6.692814871668816}
+{"Finetune/Learning Rate": 1.4889738208421291e-05, "Finetune/Loss": 0.8439840078353882, "Finetune/Loss (Raw)": 0.8505918383598328, "Finetune/Step": 6870, "Finetune/Step Time": 6.694090059027076}
+{"Finetune/Learning Rate": 1.48882692248447e-05, "Finetune/Loss": 0.8434321880340576, "Finetune/Loss (Raw)": 0.8964197039604187, "Finetune/Step": 6871, "Finetune/Step Time": 6.6956153716892}
+{"Finetune/Learning Rate": 1.4886800102650696e-05, "Finetune/Loss": 0.843820333480835, "Finetune/Loss (Raw)": 0.8930761218070984, "Finetune/Step": 6872, "Finetune/Step Time": 6.701403329148889}
+{"Finetune/Learning Rate": 1.4885330841880939e-05, "Finetune/Loss": 0.8442608118057251, "Finetune/Loss (Raw)": 0.9333036541938782, "Finetune/Step": 6873, "Finetune/Step Time": 6.715989384800196}
+{"Finetune/Learning Rate": 1.4883861442577088e-05, "Finetune/Loss": 0.8441483974456787, "Finetune/Loss (Raw)": 0.7328753471374512, "Finetune/Step": 6874, "Finetune/Step Time": 6.717533120885491}
+{"Finetune/Learning Rate": 1.4882391904780815e-05, "Finetune/Loss": 0.8442275524139404, "Finetune/Loss (Raw)": 0.9408050179481506, "Finetune/Step": 6875, "Finetune/Step Time": 6.723795218393207}
+{"Finetune/Learning Rate": 1.4880922228533794e-05, "Finetune/Loss": 0.8439648151397705, "Finetune/Loss (Raw)": 0.9156199097633362, "Finetune/Step": 6876, "Finetune/Step Time": 6.7259234338998795}
+{"Finetune/Learning Rate": 1.4879452413877695e-05, "Finetune/Loss": 0.8444745540618896, "Finetune/Loss (Raw)": 0.9025995135307312, "Finetune/Step": 6877, "Finetune/Step Time": 6.725699270144105}
+{"Finetune/Learning Rate": 1.4877982460854199e-05, "Finetune/Loss": 0.8447645306587219, "Finetune/Loss (Raw)": 0.9465224146842957, "Finetune/Step": 6878, "Finetune/Step Time": 6.723584428429604}
+{"Finetune/Learning Rate": 1.4876512369504996e-05, "Finetune/Loss": 0.84525066614151, "Finetune/Loss (Raw)": 0.8760669827461243, "Finetune/Step": 6879, "Finetune/Step Time": 6.716243213042617}
+{"Finetune/Learning Rate": 1.4875042139871768e-05, "Finetune/Loss": 0.8455955982208252, "Finetune/Loss (Raw)": 0.8995055556297302, "Finetune/Step": 6880, "Finetune/Step Time": 6.713861184194684}
+{"Finetune/Learning Rate": 1.4873571771996208e-05, "Finetune/Loss": 0.8465391397476196, "Finetune/Loss (Raw)": 0.9075272679328918, "Finetune/Step": 6881, "Finetune/Step Time": 6.700309116393328}
+{"Finetune/Learning Rate": 1.4872101265920008e-05, "Finetune/Loss": 0.8463190793991089, "Finetune/Loss (Raw)": 0.8838099241256714, "Finetune/Step": 6882, "Finetune/Step Time": 6.700549015775323}
+{"Finetune/Learning Rate": 1.4870630621684873e-05, "Finetune/Loss": 0.8470373153686523, "Finetune/Loss (Raw)": 0.8417730927467346, "Finetune/Step": 6883, "Finetune/Step Time": 6.712499093264341}
+{"Finetune/Learning Rate": 1.4869159839332502e-05, "Finetune/Loss": 0.8474623560905457, "Finetune/Loss (Raw)": 0.898698091506958, "Finetune/Step": 6884, "Finetune/Step Time": 6.711228460073471}
+{"Finetune/Learning Rate": 1.4867688918904606e-05, "Finetune/Loss": 0.8476123809814453, "Finetune/Loss (Raw)": 0.8619000315666199, "Finetune/Step": 6885, "Finetune/Step Time": 6.694056732580066}
+{"Finetune/Learning Rate": 1.4866217860442893e-05, "Finetune/Loss": 0.8473566770553589, "Finetune/Loss (Raw)": 0.8267128467559814, "Finetune/Step": 6886, "Finetune/Step Time": 6.685030719265342}
+{"Finetune/Learning Rate": 1.4864746663989081e-05, "Finetune/Loss": 0.8470168113708496, "Finetune/Loss (Raw)": 0.7787775993347168, "Finetune/Step": 6887, "Finetune/Step Time": 6.683970669284463}
+{"Finetune/Learning Rate": 1.4863275329584886e-05, "Finetune/Loss": 0.8468714952468872, "Finetune/Loss (Raw)": 0.8616980314254761, "Finetune/Step": 6888, "Finetune/Step Time": 6.693464992567897}
+{"Finetune/Learning Rate": 1.4861803857272031e-05, "Finetune/Loss": 0.8480758666992188, "Finetune/Loss (Raw)": 1.01944100856781, "Finetune/Step": 6889, "Finetune/Step Time": 6.713716369122267}
+{"Finetune/Learning Rate": 1.4860332247092243e-05, "Finetune/Loss": 0.8482640981674194, "Finetune/Loss (Raw)": 0.7781729102134705, "Finetune/Step": 6890, "Finetune/Step Time": 6.6986804604530334}
+{"Finetune/Learning Rate": 1.4858860499087257e-05, "Finetune/Loss": 0.8484744429588318, "Finetune/Loss (Raw)": 0.8826818466186523, "Finetune/Step": 6891, "Finetune/Step Time": 6.7008520774543285}
+{"Finetune/Learning Rate": 1.48573886132988e-05, "Finetune/Loss": 0.8485522270202637, "Finetune/Loss (Raw)": 0.8415383100509644, "Finetune/Step": 6892, "Finetune/Step Time": 6.705024134367704}
+{"Finetune/Learning Rate": 1.4855916589768616e-05, "Finetune/Loss": 0.847879946231842, "Finetune/Loss (Raw)": 0.8014624118804932, "Finetune/Step": 6893, "Finetune/Step Time": 6.70182316750288}
+{"Finetune/Learning Rate": 1.4854444428538449e-05, "Finetune/Loss": 0.8479618430137634, "Finetune/Loss (Raw)": 0.9525339007377625, "Finetune/Step": 6894, "Finetune/Step Time": 6.698595339432359}
+{"Finetune/Learning Rate": 1.4852972129650038e-05, "Finetune/Loss": 0.8464325666427612, "Finetune/Loss (Raw)": 0.7368412613868713, "Finetune/Step": 6895, "Finetune/Step Time": 6.7116657719016075}
+{"Finetune/Learning Rate": 1.4851499693145137e-05, "Finetune/Loss": 0.847456157207489, "Finetune/Loss (Raw)": 0.888927698135376, "Finetune/Step": 6896, "Finetune/Step Time": 6.695533825084567}
+{"Finetune/Learning Rate": 1.4850027119065504e-05, "Finetune/Loss": 0.846610426902771, "Finetune/Loss (Raw)": 0.8173757195472717, "Finetune/Step": 6897, "Finetune/Step Time": 6.696689281612635}
+{"Finetune/Learning Rate": 1.4848554407452893e-05, "Finetune/Loss": 0.8459241390228271, "Finetune/Loss (Raw)": 0.813057005405426, "Finetune/Step": 6898, "Finetune/Step Time": 6.700521547347307}
+{"Finetune/Learning Rate": 1.4847081558349064e-05, "Finetune/Loss": 0.8471444845199585, "Finetune/Loss (Raw)": 0.9651613831520081, "Finetune/Step": 6899, "Finetune/Step Time": 6.701822297647595}
+{"Finetune/Learning Rate": 1.4845608571795787e-05, "Finetune/Loss": 0.8480153679847717, "Finetune/Loss (Raw)": 0.9215205311775208, "Finetune/Step": 6900, "Finetune/Step Time": 6.703689157962799}
+{"Finetune/Learning Rate": 1.4844135447834828e-05, "Finetune/Loss": 0.8481290936470032, "Finetune/Loss (Raw)": 0.8444789052009583, "Finetune/Step": 6901, "Finetune/Step Time": 6.701836513355374}
+{"Finetune/Learning Rate": 1.4842662186507965e-05, "Finetune/Loss": 0.8471461534500122, "Finetune/Loss (Raw)": 0.749472975730896, "Finetune/Step": 6902, "Finetune/Step Time": 6.711638880893588}
+{"Finetune/Learning Rate": 1.4841188787856972e-05, "Finetune/Loss": 0.846957266330719, "Finetune/Loss (Raw)": 0.8072142004966736, "Finetune/Step": 6903, "Finetune/Step Time": 6.709735561162233}
+{"Finetune/Learning Rate": 1.4839715251923632e-05, "Finetune/Loss": 0.8465790748596191, "Finetune/Loss (Raw)": 0.8611743450164795, "Finetune/Step": 6904, "Finetune/Step Time": 6.708595169708133}
+{"Finetune/Learning Rate": 1.483824157874973e-05, "Finetune/Loss": 0.8448880910873413, "Finetune/Loss (Raw)": 0.7117883563041687, "Finetune/Step": 6905, "Finetune/Step Time": 6.7059946451336145}
+{"Finetune/Learning Rate": 1.4836767768377054e-05, "Finetune/Loss": 0.8454766273498535, "Finetune/Loss (Raw)": 0.8927578926086426, "Finetune/Step": 6906, "Finetune/Step Time": 6.705097258090973}
+{"Finetune/Learning Rate": 1.4835293820847399e-05, "Finetune/Loss": 0.8443456292152405, "Finetune/Loss (Raw)": 0.7011451125144958, "Finetune/Step": 6907, "Finetune/Step Time": 6.710697654634714}
+{"Finetune/Learning Rate": 1.483381973620256e-05, "Finetune/Loss": 0.8420520424842834, "Finetune/Loss (Raw)": 0.7286394238471985, "Finetune/Step": 6908, "Finetune/Step Time": 6.714104762300849}
+{"Finetune/Learning Rate": 1.483234551448434e-05, "Finetune/Loss": 0.8424550294876099, "Finetune/Loss (Raw)": 0.8353196382522583, "Finetune/Step": 6909, "Finetune/Step Time": 6.720531344413757}
+{"Finetune/Learning Rate": 1.483087115573454e-05, "Finetune/Loss": 0.8429276347160339, "Finetune/Loss (Raw)": 0.9201862812042236, "Finetune/Step": 6910, "Finetune/Step Time": 6.717369271442294}
+{"Finetune/Learning Rate": 1.4829396659994975e-05, "Finetune/Loss": 0.8417471051216125, "Finetune/Loss (Raw)": 0.7555843591690063, "Finetune/Step": 6911, "Finetune/Step Time": 6.72495730035007}
+{"Finetune/Learning Rate": 1.482792202730745e-05, "Finetune/Loss": 0.8410131931304932, "Finetune/Loss (Raw)": 0.8096763491630554, "Finetune/Step": 6912, "Finetune/Step Time": 6.723867550492287}
+{"Finetune/Learning Rate": 1.4826447257713787e-05, "Finetune/Loss": 0.8410316705703735, "Finetune/Loss (Raw)": 0.9115594625473022, "Finetune/Step": 6913, "Finetune/Step Time": 6.733338383957744}
+{"Finetune/Learning Rate": 1.4824972351255804e-05, "Finetune/Loss": 0.841133177280426, "Finetune/Loss (Raw)": 0.8464072942733765, "Finetune/Step": 6914, "Finetune/Step Time": 6.711889114230871}
+{"Finetune/Learning Rate": 1.4823497307975328e-05, "Finetune/Loss": 0.8404836654663086, "Finetune/Loss (Raw)": 0.8059305548667908, "Finetune/Step": 6915, "Finetune/Step Time": 6.718249287456274}
+{"Finetune/Learning Rate": 1.4822022127914179e-05, "Finetune/Loss": 0.8411126136779785, "Finetune/Loss (Raw)": 1.002099633216858, "Finetune/Step": 6916, "Finetune/Step Time": 6.727024078369141}
+{"Finetune/Learning Rate": 1.4820546811114196e-05, "Finetune/Loss": 0.8420875072479248, "Finetune/Loss (Raw)": 0.8182490468025208, "Finetune/Step": 6917, "Finetune/Step Time": 6.7150383945554495}
+{"Finetune/Learning Rate": 1.4819071357617218e-05, "Finetune/Loss": 0.8425101041793823, "Finetune/Loss (Raw)": 0.7896630167961121, "Finetune/Step": 6918, "Finetune/Step Time": 6.732454713433981}
+{"Finetune/Learning Rate": 1.4817595767465076e-05, "Finetune/Loss": 0.8415975570678711, "Finetune/Loss (Raw)": 0.8632911443710327, "Finetune/Step": 6919, "Finetune/Step Time": 6.731266587972641}
+{"Finetune/Learning Rate": 1.4816120040699615e-05, "Finetune/Loss": 0.8407463431358337, "Finetune/Loss (Raw)": 0.7575963139533997, "Finetune/Step": 6920, "Finetune/Step Time": 6.728049345314503}
+{"Finetune/Learning Rate": 1.4814644177362691e-05, "Finetune/Loss": 0.8416498899459839, "Finetune/Loss (Raw)": 0.8252474069595337, "Finetune/Step": 6921, "Finetune/Step Time": 6.713779440149665}
+{"Finetune/Learning Rate": 1.4813168177496147e-05, "Finetune/Loss": 0.8413065075874329, "Finetune/Loss (Raw)": 0.8011791110038757, "Finetune/Step": 6922, "Finetune/Step Time": 6.723862525075674}
+{"Finetune/Learning Rate": 1.481169204114184e-05, "Finetune/Loss": 0.8408216238021851, "Finetune/Loss (Raw)": 0.8015792965888977, "Finetune/Step": 6923, "Finetune/Step Time": 6.725162398070097}
+{"Finetune/Learning Rate": 1.4810215768341627e-05, "Finetune/Loss": 0.8414433598518372, "Finetune/Loss (Raw)": 0.9920977354049683, "Finetune/Step": 6924, "Finetune/Step Time": 6.727187933400273}
+{"Finetune/Learning Rate": 1.4808739359137376e-05, "Finetune/Loss": 0.8434754610061646, "Finetune/Loss (Raw)": 0.834609866142273, "Finetune/Step": 6925, "Finetune/Step Time": 6.696721158921719}
+{"Finetune/Learning Rate": 1.4807262813570949e-05, "Finetune/Loss": 0.8458143472671509, "Finetune/Loss (Raw)": 1.0384852886199951, "Finetune/Step": 6926, "Finetune/Step Time": 6.694587053731084}
+{"Finetune/Learning Rate": 1.480578613168422e-05, "Finetune/Loss": 0.8460686206817627, "Finetune/Loss (Raw)": 0.9979198575019836, "Finetune/Step": 6927, "Finetune/Step Time": 6.691222667694092}
+{"Finetune/Learning Rate": 1.480430931351906e-05, "Finetune/Loss": 0.8473501801490784, "Finetune/Loss (Raw)": 0.9237178564071655, "Finetune/Step": 6928, "Finetune/Step Time": 6.690455943346024}
+{"Finetune/Learning Rate": 1.4802832359117352e-05, "Finetune/Loss": 0.846580982208252, "Finetune/Loss (Raw)": 0.8673596978187561, "Finetune/Step": 6929, "Finetune/Step Time": 6.689152467995882}
+{"Finetune/Learning Rate": 1.4801355268520975e-05, "Finetune/Loss": 0.8463195562362671, "Finetune/Loss (Raw)": 0.7164950966835022, "Finetune/Step": 6930, "Finetune/Step Time": 6.699193840846419}
+{"Finetune/Learning Rate": 1.4799878041771816e-05, "Finetune/Loss": 0.845815896987915, "Finetune/Loss (Raw)": 0.8307727575302124, "Finetune/Step": 6931, "Finetune/Step Time": 6.703845312818885}
+{"Finetune/Learning Rate": 1.4798400678911765e-05, "Finetune/Loss": 0.847539484500885, "Finetune/Loss (Raw)": 0.9114012122154236, "Finetune/Step": 6932, "Finetune/Step Time": 6.693876711651683}
+{"Finetune/Learning Rate": 1.4796923179982714e-05, "Finetune/Loss": 0.8484880924224854, "Finetune/Loss (Raw)": 0.9164334535598755, "Finetune/Step": 6933, "Finetune/Step Time": 6.683589471504092}
+{"Finetune/Learning Rate": 1.4795445545026564e-05, "Finetune/Loss": 0.8483372926712036, "Finetune/Loss (Raw)": 0.688636064529419, "Finetune/Step": 6934, "Finetune/Step Time": 6.684632418677211}
+{"Finetune/Learning Rate": 1.4793967774085214e-05, "Finetune/Loss": 0.8503222465515137, "Finetune/Loss (Raw)": 1.0240037441253662, "Finetune/Step": 6935, "Finetune/Step Time": 6.68640480004251}
+{"Finetune/Learning Rate": 1.479248986720057e-05, "Finetune/Loss": 0.8502318263053894, "Finetune/Loss (Raw)": 0.9078727960586548, "Finetune/Step": 6936, "Finetune/Step Time": 6.6842708475887775}
+{"Finetune/Learning Rate": 1.4791011824414541e-05, "Finetune/Loss": 0.8512752056121826, "Finetune/Loss (Raw)": 0.8576324582099915, "Finetune/Step": 6937, "Finetune/Step Time": 6.6731106750667095}
+{"Finetune/Learning Rate": 1.478953364576904e-05, "Finetune/Loss": 0.8521072864532471, "Finetune/Loss (Raw)": 0.7708156108856201, "Finetune/Step": 6938, "Finetune/Step Time": 6.676732491701841}
+{"Finetune/Learning Rate": 1.4788055331305989e-05, "Finetune/Loss": 0.8514249324798584, "Finetune/Loss (Raw)": 0.7750057578086853, "Finetune/Step": 6939, "Finetune/Step Time": 6.694099761545658}
+{"Finetune/Learning Rate": 1.4786576881067301e-05, "Finetune/Loss": 0.8500785827636719, "Finetune/Loss (Raw)": 0.8205215930938721, "Finetune/Step": 6940, "Finetune/Step Time": 6.693292681127787}
+{"Finetune/Learning Rate": 1.47850982950949e-05, "Finetune/Loss": 0.8511621356010437, "Finetune/Loss (Raw)": 0.8601403832435608, "Finetune/Step": 6941, "Finetune/Step Time": 6.692672139033675}
+{"Finetune/Learning Rate": 1.4783619573430725e-05, "Finetune/Loss": 0.8511430025100708, "Finetune/Loss (Raw)": 0.8133130073547363, "Finetune/Step": 6942, "Finetune/Step Time": 6.694618932902813}
+{"Finetune/Learning Rate": 1.4782140716116697e-05, "Finetune/Loss": 0.852034330368042, "Finetune/Loss (Raw)": 0.8047065138816833, "Finetune/Step": 6943, "Finetune/Step Time": 6.717831054702401}
+{"Finetune/Learning Rate": 1.4780661723194757e-05, "Finetune/Loss": 0.8530008792877197, "Finetune/Loss (Raw)": 0.9601732492446899, "Finetune/Step": 6944, "Finetune/Step Time": 6.716034550219774}
+{"Finetune/Learning Rate": 1.4779182594706848e-05, "Finetune/Loss": 0.8516762256622314, "Finetune/Loss (Raw)": 0.7996464967727661, "Finetune/Step": 6945, "Finetune/Step Time": 6.7304149102419615}
+{"Finetune/Learning Rate": 1.4777703330694908e-05, "Finetune/Loss": 0.8510628938674927, "Finetune/Loss (Raw)": 0.7676430940628052, "Finetune/Step": 6946, "Finetune/Step Time": 6.730352021753788}
+{"Finetune/Learning Rate": 1.477622393120089e-05, "Finetune/Loss": 0.8522562980651855, "Finetune/Loss (Raw)": 1.0307458639144897, "Finetune/Step": 6947, "Finetune/Step Time": 6.723662845790386}
+{"Finetune/Learning Rate": 1.477474439626674e-05, "Finetune/Loss": 0.8525600433349609, "Finetune/Loss (Raw)": 0.8620036840438843, "Finetune/Step": 6948, "Finetune/Step Time": 6.718969326466322}
+{"Finetune/Learning Rate": 1.477326472593442e-05, "Finetune/Loss": 0.8530764579772949, "Finetune/Loss (Raw)": 0.8957517147064209, "Finetune/Step": 6949, "Finetune/Step Time": 6.72360872477293}
+{"Finetune/Learning Rate": 1.4771784920245884e-05, "Finetune/Loss": 0.8537083864212036, "Finetune/Loss (Raw)": 0.8727346062660217, "Finetune/Step": 6950, "Finetune/Step Time": 6.725249044597149}
+{"Finetune/Learning Rate": 1.4770304979243095e-05, "Finetune/Loss": 0.8533042669296265, "Finetune/Loss (Raw)": 0.7805071473121643, "Finetune/Step": 6951, "Finetune/Step Time": 6.703975219279528}
+{"Finetune/Learning Rate": 1.4768824902968024e-05, "Finetune/Loss": 0.8530635833740234, "Finetune/Loss (Raw)": 0.8335389494895935, "Finetune/Step": 6952, "Finetune/Step Time": 6.709381198510528}
+{"Finetune/Learning Rate": 1.476734469146264e-05, "Finetune/Loss": 0.8523469567298889, "Finetune/Loss (Raw)": 0.7967243790626526, "Finetune/Step": 6953, "Finetune/Step Time": 6.7098726239055395}
+{"Finetune/Learning Rate": 1.4765864344768917e-05, "Finetune/Loss": 0.8513540625572205, "Finetune/Loss (Raw)": 0.7311036586761475, "Finetune/Step": 6954, "Finetune/Step Time": 6.711029980331659}
+{"Finetune/Learning Rate": 1.476438386292883e-05, "Finetune/Loss": 0.8516746759414673, "Finetune/Loss (Raw)": 0.8823555707931519, "Finetune/Step": 6955, "Finetune/Step Time": 6.711113845929503}
+{"Finetune/Learning Rate": 1.4762903245984369e-05, "Finetune/Loss": 0.8515191674232483, "Finetune/Loss (Raw)": 0.7024023532867432, "Finetune/Step": 6956, "Finetune/Step Time": 6.708871688693762}
+{"Finetune/Learning Rate": 1.4761422493977513e-05, "Finetune/Loss": 0.85345458984375, "Finetune/Loss (Raw)": 0.9032812118530273, "Finetune/Step": 6957, "Finetune/Step Time": 6.6981588415801525}
+{"Finetune/Learning Rate": 1.4759941606950254e-05, "Finetune/Loss": 0.8535259962081909, "Finetune/Loss (Raw)": 0.7011978030204773, "Finetune/Step": 6958, "Finetune/Step Time": 6.6964758057147264}
+{"Finetune/Learning Rate": 1.4758460584944589e-05, "Finetune/Loss": 0.8540868759155273, "Finetune/Loss (Raw)": 0.7817932367324829, "Finetune/Step": 6959, "Finetune/Step Time": 6.696845594793558}
+{"Finetune/Learning Rate": 1.4756979428002513e-05, "Finetune/Loss": 0.8565176725387573, "Finetune/Loss (Raw)": 1.099905014038086, "Finetune/Step": 6960, "Finetune/Step Time": 6.687017673626542}
+{"Finetune/Learning Rate": 1.4755498136166027e-05, "Finetune/Loss": 0.8564029932022095, "Finetune/Loss (Raw)": 0.8450087904930115, "Finetune/Step": 6961, "Finetune/Step Time": 6.677984248846769}
+{"Finetune/Learning Rate": 1.4754016709477136e-05, "Finetune/Loss": 0.8561764359474182, "Finetune/Loss (Raw)": 0.8076121211051941, "Finetune/Step": 6962, "Finetune/Step Time": 6.678143126890063}
+{"Finetune/Learning Rate": 1.4752535147977849e-05, "Finetune/Loss": 0.8566727638244629, "Finetune/Loss (Raw)": 0.7608278393745422, "Finetune/Step": 6963, "Finetune/Step Time": 6.655857320874929}
+{"Finetune/Learning Rate": 1.4751053451710184e-05, "Finetune/Loss": 0.8565743565559387, "Finetune/Loss (Raw)": 0.9312496185302734, "Finetune/Step": 6964, "Finetune/Step Time": 6.655215417966247}
+{"Finetune/Learning Rate": 1.4749571620716148e-05, "Finetune/Loss": 0.8556578159332275, "Finetune/Loss (Raw)": 0.7846459746360779, "Finetune/Step": 6965, "Finetune/Step Time": 6.658774822950363}
+{"Finetune/Learning Rate": 1.474808965503777e-05, "Finetune/Loss": 0.8556230664253235, "Finetune/Loss (Raw)": 0.8196367621421814, "Finetune/Step": 6966, "Finetune/Step Time": 6.67771135084331}
+{"Finetune/Learning Rate": 1.4746607554717072e-05, "Finetune/Loss": 0.8554949760437012, "Finetune/Loss (Raw)": 0.86615389585495, "Finetune/Step": 6967, "Finetune/Step Time": 6.674130529165268}
+{"Finetune/Learning Rate": 1.4745125319796079e-05, "Finetune/Loss": 0.857237696647644, "Finetune/Loss (Raw)": 1.028952956199646, "Finetune/Step": 6968, "Finetune/Step Time": 6.672517031431198}
+{"Finetune/Learning Rate": 1.4743642950316823e-05, "Finetune/Loss": 0.8566588759422302, "Finetune/Loss (Raw)": 0.8947104215621948, "Finetune/Step": 6969, "Finetune/Step Time": 6.675688287243247}
+{"Finetune/Learning Rate": 1.4742160446321345e-05, "Finetune/Loss": 0.8557596802711487, "Finetune/Loss (Raw)": 0.8613770008087158, "Finetune/Step": 6970, "Finetune/Step Time": 6.6785856653004885}
+{"Finetune/Learning Rate": 1.4740677807851681e-05, "Finetune/Loss": 0.8545602560043335, "Finetune/Loss (Raw)": 0.7254531383514404, "Finetune/Step": 6971, "Finetune/Step Time": 6.682694202288985}
+{"Finetune/Learning Rate": 1.4739195034949876e-05, "Finetune/Loss": 0.8552639484405518, "Finetune/Loss (Raw)": 0.8744929432868958, "Finetune/Step": 6972, "Finetune/Step Time": 6.687275484204292}
+{"Finetune/Learning Rate": 1.4737712127657978e-05, "Finetune/Loss": 0.8558415770530701, "Finetune/Loss (Raw)": 0.8023620843887329, "Finetune/Step": 6973, "Finetune/Step Time": 6.6946911457926035}
+{"Finetune/Learning Rate": 1.4736229086018033e-05, "Finetune/Loss": 0.8576266169548035, "Finetune/Loss (Raw)": 0.9807561635971069, "Finetune/Step": 6974, "Finetune/Step Time": 6.664557654410601}
+{"Finetune/Learning Rate": 1.47347459100721e-05, "Finetune/Loss": 0.8563310503959656, "Finetune/Loss (Raw)": 0.8174191117286682, "Finetune/Step": 6975, "Finetune/Step Time": 6.6797767393291}
+{"Finetune/Learning Rate": 1.4733262599862234e-05, "Finetune/Loss": 0.8567723631858826, "Finetune/Loss (Raw)": 0.8764788508415222, "Finetune/Step": 6976, "Finetune/Step Time": 6.68315526843071}
+{"Finetune/Learning Rate": 1.4731779155430506e-05, "Finetune/Loss": 0.8583199977874756, "Finetune/Loss (Raw)": 0.9645999670028687, "Finetune/Step": 6977, "Finetune/Step Time": 6.682062873616815}
+{"Finetune/Learning Rate": 1.4730295576818971e-05, "Finetune/Loss": 0.8581408858299255, "Finetune/Loss (Raw)": 0.9439161419868469, "Finetune/Step": 6978, "Finetune/Step Time": 6.668536599725485}
+{"Finetune/Learning Rate": 1.472881186406971e-05, "Finetune/Loss": 0.8580082058906555, "Finetune/Loss (Raw)": 0.8801838755607605, "Finetune/Step": 6979, "Finetune/Step Time": 6.668421383947134}
+{"Finetune/Learning Rate": 1.4727328017224786e-05, "Finetune/Loss": 0.8585419654846191, "Finetune/Loss (Raw)": 0.9336512684822083, "Finetune/Step": 6980, "Finetune/Step Time": 6.6537171602249146}
+{"Finetune/Learning Rate": 1.4725844036326286e-05, "Finetune/Loss": 0.8578757643699646, "Finetune/Loss (Raw)": 0.973877489566803, "Finetune/Step": 6981, "Finetune/Step Time": 6.656691700220108}
+{"Finetune/Learning Rate": 1.4724359921416288e-05, "Finetune/Loss": 0.8580617308616638, "Finetune/Loss (Raw)": 0.8633285760879517, "Finetune/Step": 6982, "Finetune/Step Time": 6.67127494327724}
+{"Finetune/Learning Rate": 1.4722875672536873e-05, "Finetune/Loss": 0.8578698635101318, "Finetune/Loss (Raw)": 0.8127697110176086, "Finetune/Step": 6983, "Finetune/Step Time": 6.655607918277383}
+{"Finetune/Learning Rate": 1.4721391289730135e-05, "Finetune/Loss": 0.8576654195785522, "Finetune/Loss (Raw)": 0.8417575359344482, "Finetune/Step": 6984, "Finetune/Step Time": 6.65471700951457}
+{"Finetune/Learning Rate": 1.4719906773038171e-05, "Finetune/Loss": 0.8569313287734985, "Finetune/Loss (Raw)": 0.8277717232704163, "Finetune/Step": 6985, "Finetune/Step Time": 6.65154866501689}
+{"Finetune/Learning Rate": 1.4718422122503066e-05, "Finetune/Loss": 0.855904757976532, "Finetune/Loss (Raw)": 0.7632275223731995, "Finetune/Step": 6986, "Finetune/Step Time": 6.653410205617547}
+{"Finetune/Learning Rate": 1.471693733816693e-05, "Finetune/Loss": 0.8562473058700562, "Finetune/Loss (Raw)": 0.9713611602783203, "Finetune/Step": 6987, "Finetune/Step Time": 6.650749878957868}
+{"Finetune/Learning Rate": 1.4715452420071867e-05, "Finetune/Loss": 0.8560236096382141, "Finetune/Loss (Raw)": 0.9058471322059631, "Finetune/Step": 6988, "Finetune/Step Time": 6.651286996901035}
+{"Finetune/Learning Rate": 1.4713967368259981e-05, "Finetune/Loss": 0.8549368381500244, "Finetune/Loss (Raw)": 0.7467095255851746, "Finetune/Step": 6989, "Finetune/Step Time": 6.649639684706926}
+{"Finetune/Learning Rate": 1.471248218277338e-05, "Finetune/Loss": 0.8551813364028931, "Finetune/Loss (Raw)": 0.9033750891685486, "Finetune/Step": 6990, "Finetune/Step Time": 6.6565300934016705}
+{"Finetune/Learning Rate": 1.471099686365419e-05, "Finetune/Loss": 0.8553754687309265, "Finetune/Loss (Raw)": 0.8735359907150269, "Finetune/Step": 6991, "Finetune/Step Time": 6.653743634000421}
+{"Finetune/Learning Rate": 1.4709511410944523e-05, "Finetune/Loss": 0.8553957939147949, "Finetune/Loss (Raw)": 0.7939805388450623, "Finetune/Step": 6992, "Finetune/Step Time": 6.658063752576709}
+{"Finetune/Learning Rate": 1.4708025824686503e-05, "Finetune/Loss": 0.8562241196632385, "Finetune/Loss (Raw)": 0.9746097326278687, "Finetune/Step": 6993, "Finetune/Step Time": 6.65519361756742}
+{"Finetune/Learning Rate": 1.4706540104922263e-05, "Finetune/Loss": 0.854957103729248, "Finetune/Loss (Raw)": 0.761476993560791, "Finetune/Step": 6994, "Finetune/Step Time": 6.650829998776317}
+{"Finetune/Learning Rate": 1.4705054251693926e-05, "Finetune/Loss": 0.8545771837234497, "Finetune/Loss (Raw)": 0.8461097478866577, "Finetune/Step": 6995, "Finetune/Step Time": 6.653354475274682}
+{"Finetune/Learning Rate": 1.4703568265043631e-05, "Finetune/Loss": 0.8560128211975098, "Finetune/Loss (Raw)": 0.9334361553192139, "Finetune/Step": 6996, "Finetune/Step Time": 6.647522039711475}
+{"Finetune/Learning Rate": 1.4702082145013515e-05, "Finetune/Loss": 0.857802152633667, "Finetune/Loss (Raw)": 0.9453315734863281, "Finetune/Step": 6997, "Finetune/Step Time": 6.649751763790846}
+{"Finetune/Learning Rate": 1.470059589164572e-05, "Finetune/Loss": 0.8582582473754883, "Finetune/Loss (Raw)": 0.9089674949645996, "Finetune/Step": 6998, "Finetune/Step Time": 6.645986108109355}
+{"Finetune/Learning Rate": 1.4699109504982392e-05, "Finetune/Loss": 0.8569874167442322, "Finetune/Loss (Raw)": 0.7337502837181091, "Finetune/Step": 6999, "Finetune/Step Time": 6.644160643219948}
+{"Finetune/Learning Rate": 1.469762298506568e-05, "Finetune/Loss": 0.8565253019332886, "Finetune/Loss (Raw)": 0.8339309096336365, "Finetune/Step": 7000, "Finetune/Step Time": 6.638077016919851}
+{"Finetune/Learning Rate": 1.469613633193774e-05, "Finetune/Loss": 0.8554468154907227, "Finetune/Loss (Raw)": 0.7952584028244019, "Finetune/Step": 7001, "Finetune/Step Time": 6.632792176678777}
+{"Finetune/Learning Rate": 1.4694649545640727e-05, "Finetune/Loss": 0.8554104566574097, "Finetune/Loss (Raw)": 0.7282160520553589, "Finetune/Step": 7002, "Finetune/Step Time": 6.620545290410519}
+{"Finetune/Learning Rate": 1.4693162626216802e-05, "Finetune/Loss": 0.8551781177520752, "Finetune/Loss (Raw)": 0.9110608100891113, "Finetune/Step": 7003, "Finetune/Step Time": 6.61756226606667}
+{"Finetune/Learning Rate": 1.4691675573708133e-05, "Finetune/Loss": 0.855048656463623, "Finetune/Loss (Raw)": 0.8990510106086731, "Finetune/Step": 7004, "Finetune/Step Time": 6.616884533315897}
+{"Finetune/Learning Rate": 1.4690188388156883e-05, "Finetune/Loss": 0.8561274409294128, "Finetune/Loss (Raw)": 1.0406873226165771, "Finetune/Step": 7005, "Finetune/Step Time": 6.614301346242428}
+{"Finetune/Learning Rate": 1.468870106960523e-05, "Finetune/Loss": 0.8559797406196594, "Finetune/Loss (Raw)": 0.9276198744773865, "Finetune/Step": 7006, "Finetune/Step Time": 6.612830102443695}
+{"Finetune/Learning Rate": 1.4687213618095344e-05, "Finetune/Loss": 0.8569440841674805, "Finetune/Loss (Raw)": 0.9995000958442688, "Finetune/Step": 7007, "Finetune/Step Time": 6.615119323134422}
+{"Finetune/Learning Rate": 1.4685726033669412e-05, "Finetune/Loss": 0.8565247058868408, "Finetune/Loss (Raw)": 0.8458249568939209, "Finetune/Step": 7008, "Finetune/Step Time": 6.6238979157060385}
+{"Finetune/Learning Rate": 1.4684238316369614e-05, "Finetune/Loss": 0.8555709719657898, "Finetune/Loss (Raw)": 0.7854517102241516, "Finetune/Step": 7009, "Finetune/Step Time": 6.6232298612594604}
+{"Finetune/Learning Rate": 1.4682750466238136e-05, "Finetune/Loss": 0.8566263318061829, "Finetune/Loss (Raw)": 1.0188955068588257, "Finetune/Step": 7010, "Finetune/Step Time": 6.624625153839588}
+{"Finetune/Learning Rate": 1.468126248331717e-05, "Finetune/Loss": 0.8577845096588135, "Finetune/Loss (Raw)": 0.9900169372558594, "Finetune/Step": 7011, "Finetune/Step Time": 6.610185746103525}
+{"Finetune/Learning Rate": 1.4679774367648913e-05, "Finetune/Loss": 0.857030987739563, "Finetune/Loss (Raw)": 0.8022453784942627, "Finetune/Step": 7012, "Finetune/Step Time": 6.607883499935269}
+{"Finetune/Learning Rate": 1.4678286119275564e-05, "Finetune/Loss": 0.8556742668151855, "Finetune/Loss (Raw)": 0.6882460713386536, "Finetune/Step": 7013, "Finetune/Step Time": 6.619444951415062}
+{"Finetune/Learning Rate": 1.467679773823932e-05, "Finetune/Loss": 0.8553792834281921, "Finetune/Loss (Raw)": 0.7889499068260193, "Finetune/Step": 7014, "Finetune/Step Time": 6.620240135118365}
+{"Finetune/Learning Rate": 1.4675309224582395e-05, "Finetune/Loss": 0.8570217490196228, "Finetune/Loss (Raw)": 0.9890129566192627, "Finetune/Step": 7015, "Finetune/Step Time": 6.614781182259321}
+{"Finetune/Learning Rate": 1.4673820578346993e-05, "Finetune/Loss": 0.8568625450134277, "Finetune/Loss (Raw)": 0.8413196206092834, "Finetune/Step": 7016, "Finetune/Step Time": 6.605755511671305}
+{"Finetune/Learning Rate": 1.4672331799575333e-05, "Finetune/Loss": 0.8552117347717285, "Finetune/Loss (Raw)": 0.8081434369087219, "Finetune/Step": 7017, "Finetune/Step Time": 6.585442783311009}
+{"Finetune/Learning Rate": 1.4670842888309627e-05, "Finetune/Loss": 0.8562964200973511, "Finetune/Loss (Raw)": 0.917012095451355, "Finetune/Step": 7018, "Finetune/Step Time": 6.5851618107408285}
+{"Finetune/Learning Rate": 1.4669353844592098e-05, "Finetune/Loss": 0.8569691181182861, "Finetune/Loss (Raw)": 0.9687800407409668, "Finetune/Step": 7019, "Finetune/Step Time": 6.584316324442625}
+{"Finetune/Learning Rate": 1.466786466846497e-05, "Finetune/Loss": 0.8561245799064636, "Finetune/Loss (Raw)": 0.7334420680999756, "Finetune/Step": 7020, "Finetune/Step Time": 6.5751607567071915}
+{"Finetune/Learning Rate": 1.4666375359970477e-05, "Finetune/Loss": 0.8577553033828735, "Finetune/Loss (Raw)": 1.0101889371871948, "Finetune/Step": 7021, "Finetune/Step Time": 6.580581711605191}
+{"Finetune/Learning Rate": 1.4664885919150848e-05, "Finetune/Loss": 0.8568332195281982, "Finetune/Loss (Raw)": 0.834510087966919, "Finetune/Step": 7022, "Finetune/Step Time": 6.580394648015499}
+{"Finetune/Learning Rate": 1.466339634604832e-05, "Finetune/Loss": 0.8586301803588867, "Finetune/Loss (Raw)": 0.9668529033660889, "Finetune/Step": 7023, "Finetune/Step Time": 6.569719942286611}
+{"Finetune/Learning Rate": 1.4661906640705131e-05, "Finetune/Loss": 0.8589152097702026, "Finetune/Loss (Raw)": 0.925409734249115, "Finetune/Step": 7024, "Finetune/Step Time": 6.570449100807309}
+{"Finetune/Learning Rate": 1.4660416803163527e-05, "Finetune/Loss": 0.8595154881477356, "Finetune/Loss (Raw)": 0.8942144513130188, "Finetune/Step": 7025, "Finetune/Step Time": 6.573574043810368}
+{"Finetune/Learning Rate": 1.4658926833465754e-05, "Finetune/Loss": 0.860387921333313, "Finetune/Loss (Raw)": 0.9247235655784607, "Finetune/Step": 7026, "Finetune/Step Time": 6.5687155947089195}
+{"Finetune/Learning Rate": 1.4657436731654064e-05, "Finetune/Loss": 0.859739363193512, "Finetune/Loss (Raw)": 0.8821513056755066, "Finetune/Step": 7027, "Finetune/Step Time": 6.569113591685891}
+{"Finetune/Learning Rate": 1.4655946497770715e-05, "Finetune/Loss": 0.858857274055481, "Finetune/Loss (Raw)": 0.8086175918579102, "Finetune/Step": 7028, "Finetune/Step Time": 6.571501588448882}
+{"Finetune/Learning Rate": 1.4654456131857959e-05, "Finetune/Loss": 0.8592845797538757, "Finetune/Loss (Raw)": 0.8991652131080627, "Finetune/Step": 7029, "Finetune/Step Time": 6.574015872552991}
+{"Finetune/Learning Rate": 1.4652965633958067e-05, "Finetune/Loss": 0.8610809445381165, "Finetune/Loss (Raw)": 0.9794086813926697, "Finetune/Step": 7030, "Finetune/Step Time": 6.570254322141409}
+{"Finetune/Learning Rate": 1.4651475004113297e-05, "Finetune/Loss": 0.8609350919723511, "Finetune/Loss (Raw)": 0.7885485887527466, "Finetune/Step": 7031, "Finetune/Step Time": 6.570727901533246}
+{"Finetune/Learning Rate": 1.4649984242365926e-05, "Finetune/Loss": 0.8609130382537842, "Finetune/Loss (Raw)": 0.8583511114120483, "Finetune/Step": 7032, "Finetune/Step Time": 6.589424107223749}
+{"Finetune/Learning Rate": 1.4648493348758225e-05, "Finetune/Loss": 0.8604544401168823, "Finetune/Loss (Raw)": 0.6530876159667969, "Finetune/Step": 7033, "Finetune/Step Time": 6.603276684880257}
+{"Finetune/Learning Rate": 1.4647002323332469e-05, "Finetune/Loss": 0.8609553575515747, "Finetune/Loss (Raw)": 0.9568756222724915, "Finetune/Step": 7034, "Finetune/Step Time": 6.603144740685821}
+{"Finetune/Learning Rate": 1.4645511166130941e-05, "Finetune/Loss": 0.8639435768127441, "Finetune/Loss (Raw)": 1.0836362838745117, "Finetune/Step": 7035, "Finetune/Step Time": 6.600383270531893}
+{"Finetune/Learning Rate": 1.4644019877195925e-05, "Finetune/Loss": 0.8652968406677246, "Finetune/Loss (Raw)": 0.9018579721450806, "Finetune/Step": 7036, "Finetune/Step Time": 6.596041224896908}
+{"Finetune/Learning Rate": 1.4642528456569718e-05, "Finetune/Loss": 0.8651152849197388, "Finetune/Loss (Raw)": 0.8120747804641724, "Finetune/Step": 7037, "Finetune/Step Time": 6.59088222309947}
+{"Finetune/Learning Rate": 1.4641036904294596e-05, "Finetune/Loss": 0.8653700351715088, "Finetune/Loss (Raw)": 0.9527932405471802, "Finetune/Step": 7038, "Finetune/Step Time": 6.582242228090763}
+{"Finetune/Learning Rate": 1.4639545220412871e-05, "Finetune/Loss": 0.8673299551010132, "Finetune/Loss (Raw)": 1.0064584016799927, "Finetune/Step": 7039, "Finetune/Step Time": 6.575060702860355}
+{"Finetune/Learning Rate": 1.4638053404966836e-05, "Finetune/Loss": 0.8679019808769226, "Finetune/Loss (Raw)": 0.8828959465026855, "Finetune/Step": 7040, "Finetune/Step Time": 6.575536848977208}
+{"Finetune/Learning Rate": 1.4636561457998797e-05, "Finetune/Loss": 0.8669020533561707, "Finetune/Loss (Raw)": 0.7835726141929626, "Finetune/Step": 7041, "Finetune/Step Time": 6.579267501831055}
+{"Finetune/Learning Rate": 1.4635069379551054e-05, "Finetune/Loss": 0.8679401874542236, "Finetune/Loss (Raw)": 0.9792847633361816, "Finetune/Step": 7042, "Finetune/Step Time": 6.581304544582963}
+{"Finetune/Learning Rate": 1.463357716966593e-05, "Finetune/Loss": 0.8681546449661255, "Finetune/Loss (Raw)": 0.8333876132965088, "Finetune/Step": 7043, "Finetune/Step Time": 6.577704224735498}
+{"Finetune/Learning Rate": 1.4632084828385732e-05, "Finetune/Loss": 0.8670221567153931, "Finetune/Loss (Raw)": 0.857140302658081, "Finetune/Step": 7044, "Finetune/Step Time": 6.570664329454303}
+{"Finetune/Learning Rate": 1.4630592355752777e-05, "Finetune/Loss": 0.8672834038734436, "Finetune/Loss (Raw)": 0.8516845703125, "Finetune/Step": 7045, "Finetune/Step Time": 6.5695526804775}
+{"Finetune/Learning Rate": 1.4629099751809392e-05, "Finetune/Loss": 0.8672441244125366, "Finetune/Loss (Raw)": 0.7846326231956482, "Finetune/Step": 7046, "Finetune/Step Time": 6.550686355680227}
+{"Finetune/Learning Rate": 1.4627607016597901e-05, "Finetune/Loss": 0.868747353553772, "Finetune/Loss (Raw)": 1.0557043552398682, "Finetune/Step": 7047, "Finetune/Step Time": 6.552123691886663}
+{"Finetune/Learning Rate": 1.4626114150160636e-05, "Finetune/Loss": 0.8696918487548828, "Finetune/Loss (Raw)": 0.8784942030906677, "Finetune/Step": 7048, "Finetune/Step Time": 6.559052158147097}
+{"Finetune/Learning Rate": 1.4624621152539927e-05, "Finetune/Loss": 0.868511438369751, "Finetune/Loss (Raw)": 0.6741543412208557, "Finetune/Step": 7049, "Finetune/Step Time": 6.560632029548287}
+{"Finetune/Learning Rate": 1.4623128023778113e-05, "Finetune/Loss": 0.869653582572937, "Finetune/Loss (Raw)": 0.9473779201507568, "Finetune/Step": 7050, "Finetune/Step Time": 6.546424549072981}
+{"Finetune/Learning Rate": 1.4621634763917536e-05, "Finetune/Loss": 0.8709219694137573, "Finetune/Loss (Raw)": 0.9639355540275574, "Finetune/Step": 7051, "Finetune/Step Time": 6.544724844396114}
+{"Finetune/Learning Rate": 1.4620141373000538e-05, "Finetune/Loss": 0.870391845703125, "Finetune/Loss (Raw)": 0.9242345690727234, "Finetune/Step": 7052, "Finetune/Step Time": 6.543320087715983}
+{"Finetune/Learning Rate": 1.4618647851069467e-05, "Finetune/Loss": 0.8714680075645447, "Finetune/Loss (Raw)": 0.9723623394966125, "Finetune/Step": 7053, "Finetune/Step Time": 6.540370220318437}
+{"Finetune/Learning Rate": 1.4617154198166679e-05, "Finetune/Loss": 0.8697047233581543, "Finetune/Loss (Raw)": 0.8127780556678772, "Finetune/Step": 7054, "Finetune/Step Time": 6.545015851035714}
+{"Finetune/Learning Rate": 1.4615660414334527e-05, "Finetune/Loss": 0.8684077262878418, "Finetune/Loss (Raw)": 0.8319029211997986, "Finetune/Step": 7055, "Finetune/Step Time": 6.548110181465745}
+{"Finetune/Learning Rate": 1.461416649961537e-05, "Finetune/Loss": 0.8692890405654907, "Finetune/Loss (Raw)": 1.0365327596664429, "Finetune/Step": 7056, "Finetune/Step Time": 6.545432200655341}
+{"Finetune/Learning Rate": 1.4612672454051573e-05, "Finetune/Loss": 0.8700814247131348, "Finetune/Loss (Raw)": 0.9687840938568115, "Finetune/Step": 7057, "Finetune/Step Time": 6.547030560672283}
+{"Finetune/Learning Rate": 1.4611178277685504e-05, "Finetune/Loss": 0.8704085350036621, "Finetune/Loss (Raw)": 0.7583616971969604, "Finetune/Step": 7058, "Finetune/Step Time": 6.538125857710838}
+{"Finetune/Learning Rate": 1.4609683970559528e-05, "Finetune/Loss": 0.8695559501647949, "Finetune/Loss (Raw)": 0.7216456532478333, "Finetune/Step": 7059, "Finetune/Step Time": 6.5562864653766155}
+{"Finetune/Learning Rate": 1.4608189532716022e-05, "Finetune/Loss": 0.8687509894371033, "Finetune/Loss (Raw)": 0.8083682656288147, "Finetune/Step": 7060, "Finetune/Step Time": 6.56322961114347}
+{"Finetune/Learning Rate": 1.4606694964197367e-05, "Finetune/Loss": 0.8674333095550537, "Finetune/Loss (Raw)": 0.7477720975875854, "Finetune/Step": 7061, "Finetune/Step Time": 6.562398239970207}
+{"Finetune/Learning Rate": 1.4605200265045944e-05, "Finetune/Loss": 0.8674983382225037, "Finetune/Loss (Raw)": 0.6969547271728516, "Finetune/Step": 7062, "Finetune/Step Time": 6.572309384122491}
+{"Finetune/Learning Rate": 1.4603705435304132e-05, "Finetune/Loss": 0.866489827632904, "Finetune/Loss (Raw)": 0.8949189782142639, "Finetune/Step": 7063, "Finetune/Step Time": 6.570699585601687}
+{"Finetune/Learning Rate": 1.4602210475014332e-05, "Finetune/Loss": 0.866698682308197, "Finetune/Loss (Raw)": 0.9346046447753906, "Finetune/Step": 7064, "Finetune/Step Time": 6.5664485320448875}
+{"Finetune/Learning Rate": 1.4600715384218924e-05, "Finetune/Loss": 0.8668317794799805, "Finetune/Loss (Raw)": 0.874668300151825, "Finetune/Step": 7065, "Finetune/Step Time": 6.566937679424882}
+{"Finetune/Learning Rate": 1.459922016296031e-05, "Finetune/Loss": 0.8661667108535767, "Finetune/Loss (Raw)": 0.6856849193572998, "Finetune/Step": 7066, "Finetune/Step Time": 6.578424947336316}
+{"Finetune/Learning Rate": 1.4597724811280896e-05, "Finetune/Loss": 0.8668596744537354, "Finetune/Loss (Raw)": 0.8637055158615112, "Finetune/Step": 7067, "Finetune/Step Time": 6.557514920830727}
+{"Finetune/Learning Rate": 1.4596229329223077e-05, "Finetune/Loss": 0.8678526878356934, "Finetune/Loss (Raw)": 0.9476253986358643, "Finetune/Step": 7068, "Finetune/Step Time": 6.558326445519924}
+{"Finetune/Learning Rate": 1.4594733716829263e-05, "Finetune/Loss": 0.8675792217254639, "Finetune/Loss (Raw)": 0.8251447677612305, "Finetune/Step": 7069, "Finetune/Step Time": 6.560189057141542}
+{"Finetune/Learning Rate": 1.459323797414187e-05, "Finetune/Loss": 0.8673890829086304, "Finetune/Loss (Raw)": 0.7889641523361206, "Finetune/Step": 7070, "Finetune/Step Time": 6.560951249673963}
+{"Finetune/Learning Rate": 1.4591742101203306e-05, "Finetune/Loss": 0.8687528371810913, "Finetune/Loss (Raw)": 0.9792750477790833, "Finetune/Step": 7071, "Finetune/Step Time": 6.5390794724226}
+{"Finetune/Learning Rate": 1.4590246098055995e-05, "Finetune/Loss": 0.8682714700698853, "Finetune/Loss (Raw)": 0.8985587954521179, "Finetune/Step": 7072, "Finetune/Step Time": 6.542701777070761}
+{"Finetune/Learning Rate": 1.4588749964742357e-05, "Finetune/Loss": 0.8694204092025757, "Finetune/Loss (Raw)": 0.9467129707336426, "Finetune/Step": 7073, "Finetune/Step Time": 6.532094985246658}
+{"Finetune/Learning Rate": 1.4587253701304818e-05, "Finetune/Loss": 0.8681638240814209, "Finetune/Loss (Raw)": 0.60679692029953, "Finetune/Step": 7074, "Finetune/Step Time": 6.547726158052683}
+{"Finetune/Learning Rate": 1.458575730778581e-05, "Finetune/Loss": 0.8643490672111511, "Finetune/Loss (Raw)": 0.5424559116363525, "Finetune/Step": 7075, "Finetune/Step Time": 6.569284817203879}
+{"Finetune/Learning Rate": 1.4584260784227764e-05, "Finetune/Loss": 0.8644847869873047, "Finetune/Loss (Raw)": 0.8793753981590271, "Finetune/Step": 7076, "Finetune/Step Time": 6.57159585878253}
+{"Finetune/Learning Rate": 1.4582764130673116e-05, "Finetune/Loss": 0.8633681535720825, "Finetune/Loss (Raw)": 0.7528233528137207, "Finetune/Step": 7077, "Finetune/Step Time": 6.580213639885187}
+{"Finetune/Learning Rate": 1.4581267347164314e-05, "Finetune/Loss": 0.8628394603729248, "Finetune/Loss (Raw)": 0.8050572872161865, "Finetune/Step": 7078, "Finetune/Step Time": 6.584388652816415}
+{"Finetune/Learning Rate": 1.4579770433743797e-05, "Finetune/Loss": 0.8639241456985474, "Finetune/Loss (Raw)": 0.91935133934021, "Finetune/Step": 7079, "Finetune/Step Time": 6.584431573748589}
+{"Finetune/Learning Rate": 1.4578273390454008e-05, "Finetune/Loss": 0.8637897372245789, "Finetune/Loss (Raw)": 0.8163384199142456, "Finetune/Step": 7080, "Finetune/Step Time": 6.58224293589592}
+{"Finetune/Learning Rate": 1.4576776217337407e-05, "Finetune/Loss": 0.864896297454834, "Finetune/Loss (Raw)": 0.9383528828620911, "Finetune/Step": 7081, "Finetune/Step Time": 6.587390456348658}
+{"Finetune/Learning Rate": 1.457527891443645e-05, "Finetune/Loss": 0.8651190400123596, "Finetune/Loss (Raw)": 0.7596182227134705, "Finetune/Step": 7082, "Finetune/Step Time": 6.584477119147778}
+{"Finetune/Learning Rate": 1.457378148179359e-05, "Finetune/Loss": 0.8641744256019592, "Finetune/Loss (Raw)": 0.7614421248435974, "Finetune/Step": 7083, "Finetune/Step Time": 6.582138331606984}
+{"Finetune/Learning Rate": 1.4572283919451294e-05, "Finetune/Loss": 0.8656337261199951, "Finetune/Loss (Raw)": 0.8891986608505249, "Finetune/Step": 7084, "Finetune/Step Time": 6.586797136813402}
+{"Finetune/Learning Rate": 1.4570786227452029e-05, "Finetune/Loss": 0.8654663562774658, "Finetune/Loss (Raw)": 0.8818562030792236, "Finetune/Step": 7085, "Finetune/Step Time": 6.584712719544768}
+{"Finetune/Learning Rate": 1.4569288405838264e-05, "Finetune/Loss": 0.866987943649292, "Finetune/Loss (Raw)": 0.8959612250328064, "Finetune/Step": 7086, "Finetune/Step Time": 6.586648024618626}
+{"Finetune/Learning Rate": 1.456779045465247e-05, "Finetune/Loss": 0.8666682839393616, "Finetune/Loss (Raw)": 0.7408790588378906, "Finetune/Step": 7087, "Finetune/Step Time": 6.598906485363841}
+{"Finetune/Learning Rate": 1.4566292373937133e-05, "Finetune/Loss": 0.8643917441368103, "Finetune/Loss (Raw)": 0.8085103034973145, "Finetune/Step": 7088, "Finetune/Step Time": 6.600141014903784}
+{"Finetune/Learning Rate": 1.4564794163734725e-05, "Finetune/Loss": 0.8652151823043823, "Finetune/Loss (Raw)": 0.9504059553146362, "Finetune/Step": 7089, "Finetune/Step Time": 6.6003568936139345}
+{"Finetune/Learning Rate": 1.4563295824087737e-05, "Finetune/Loss": 0.8650446534156799, "Finetune/Loss (Raw)": 0.7857816815376282, "Finetune/Step": 7090, "Finetune/Step Time": 6.597813446074724}
+{"Finetune/Learning Rate": 1.4561797355038656e-05, "Finetune/Loss": 0.8650407195091248, "Finetune/Loss (Raw)": 0.7603233456611633, "Finetune/Step": 7091, "Finetune/Step Time": 6.612722152844071}
+{"Finetune/Learning Rate": 1.4560298756629974e-05, "Finetune/Loss": 0.8640576601028442, "Finetune/Loss (Raw)": 0.8054261207580566, "Finetune/Step": 7092, "Finetune/Step Time": 6.61345823854208}
+{"Finetune/Learning Rate": 1.4558800028904185e-05, "Finetune/Loss": 0.8638643026351929, "Finetune/Loss (Raw)": 0.7598857879638672, "Finetune/Step": 7093, "Finetune/Step Time": 6.623944627121091}
+{"Finetune/Learning Rate": 1.4557301171903793e-05, "Finetune/Loss": 0.8644161224365234, "Finetune/Loss (Raw)": 0.8902810215950012, "Finetune/Step": 7094, "Finetune/Step Time": 6.59482522495091}
+{"Finetune/Learning Rate": 1.4555802185671297e-05, "Finetune/Loss": 0.8639812469482422, "Finetune/Loss (Raw)": 0.8104878067970276, "Finetune/Step": 7095, "Finetune/Step Time": 6.595763860270381}
+{"Finetune/Learning Rate": 1.4554303070249205e-05, "Finetune/Loss": 0.8631858229637146, "Finetune/Loss (Raw)": 0.9271378517150879, "Finetune/Step": 7096, "Finetune/Step Time": 6.596649574115872}
+{"Finetune/Learning Rate": 1.4552803825680032e-05, "Finetune/Loss": 0.8629487752914429, "Finetune/Loss (Raw)": 0.864365816116333, "Finetune/Step": 7097, "Finetune/Step Time": 6.593856882303953}
+{"Finetune/Learning Rate": 1.4551304452006288e-05, "Finetune/Loss": 0.8630065321922302, "Finetune/Loss (Raw)": 0.8687679171562195, "Finetune/Step": 7098, "Finetune/Step Time": 6.59137593396008}
+{"Finetune/Learning Rate": 1.454980494927049e-05, "Finetune/Loss": 0.8643448352813721, "Finetune/Loss (Raw)": 0.8967594504356384, "Finetune/Step": 7099, "Finetune/Step Time": 6.5918536726385355}
+{"Finetune/Learning Rate": 1.4548305317515165e-05, "Finetune/Loss": 0.8648582100868225, "Finetune/Loss (Raw)": 0.940201997756958, "Finetune/Step": 7100, "Finetune/Step Time": 6.583412883803248}
+{"Finetune/Learning Rate": 1.454680555678283e-05, "Finetune/Loss": 0.8656306266784668, "Finetune/Loss (Raw)": 0.90123450756073, "Finetune/Step": 7101, "Finetune/Step Time": 6.573825530707836}
+{"Finetune/Learning Rate": 1.4545305667116024e-05, "Finetune/Loss": 0.8644224405288696, "Finetune/Loss (Raw)": 0.8261066675186157, "Finetune/Step": 7102, "Finetune/Step Time": 6.5736957881599665}
+{"Finetune/Learning Rate": 1.4543805648557273e-05, "Finetune/Loss": 0.8646528720855713, "Finetune/Loss (Raw)": 0.8469095230102539, "Finetune/Step": 7103, "Finetune/Step Time": 6.559686221182346}
+{"Finetune/Learning Rate": 1.454230550114911e-05, "Finetune/Loss": 0.8645011782646179, "Finetune/Loss (Raw)": 0.857069194316864, "Finetune/Step": 7104, "Finetune/Step Time": 6.557232199236751}
+{"Finetune/Learning Rate": 1.4540805224934082e-05, "Finetune/Loss": 0.864247739315033, "Finetune/Loss (Raw)": 0.9321550726890564, "Finetune/Step": 7105, "Finetune/Step Time": 6.554996022954583}
+{"Finetune/Learning Rate": 1.4539304819954735e-05, "Finetune/Loss": 0.8631435632705688, "Finetune/Loss (Raw)": 0.8025801777839661, "Finetune/Step": 7106, "Finetune/Step Time": 6.555032389238477}
+{"Finetune/Learning Rate": 1.4537804286253608e-05, "Finetune/Loss": 0.8631068468093872, "Finetune/Loss (Raw)": 0.8754862546920776, "Finetune/Step": 7107, "Finetune/Step Time": 6.554090969264507}
+{"Finetune/Learning Rate": 1.453630362387325e-05, "Finetune/Loss": 0.8613085746765137, "Finetune/Loss (Raw)": 0.7034689784049988, "Finetune/Step": 7108, "Finetune/Step Time": 6.551914935931563}
+{"Finetune/Learning Rate": 1.453480283285623e-05, "Finetune/Loss": 0.8601032495498657, "Finetune/Loss (Raw)": 0.8195967674255371, "Finetune/Step": 7109, "Finetune/Step Time": 6.5471131931990385}
+{"Finetune/Learning Rate": 1.4533301913245092e-05, "Finetune/Loss": 0.8597941398620605, "Finetune/Loss (Raw)": 0.8237634897232056, "Finetune/Step": 7110, "Finetune/Step Time": 6.53009014390409}
+{"Finetune/Learning Rate": 1.4531800865082401e-05, "Finetune/Loss": 0.8598448038101196, "Finetune/Loss (Raw)": 0.8192575573921204, "Finetune/Step": 7111, "Finetune/Step Time": 6.529754776507616}
+{"Finetune/Learning Rate": 1.4530299688410726e-05, "Finetune/Loss": 0.8604426383972168, "Finetune/Loss (Raw)": 0.9182811379432678, "Finetune/Step": 7112, "Finetune/Step Time": 6.524769244715571}
+{"Finetune/Learning Rate": 1.4528798383272637e-05, "Finetune/Loss": 0.8606680631637573, "Finetune/Loss (Raw)": 0.8566250205039978, "Finetune/Step": 7113, "Finetune/Step Time": 6.52321995049715}
+{"Finetune/Learning Rate": 1.4527296949710701e-05, "Finetune/Loss": 0.8613547086715698, "Finetune/Loss (Raw)": 0.8511154651641846, "Finetune/Step": 7114, "Finetune/Step Time": 6.5188552755862474}
+{"Finetune/Learning Rate": 1.4525795387767496e-05, "Finetune/Loss": 0.8610178828239441, "Finetune/Loss (Raw)": 0.9282524585723877, "Finetune/Step": 7115, "Finetune/Step Time": 6.514815097674727}
+{"Finetune/Learning Rate": 1.4524293697485608e-05, "Finetune/Loss": 0.8600156307220459, "Finetune/Loss (Raw)": 0.7775561213493347, "Finetune/Step": 7116, "Finetune/Step Time": 6.514036804437637}
+{"Finetune/Learning Rate": 1.4522791878907613e-05, "Finetune/Loss": 0.8613827228546143, "Finetune/Loss (Raw)": 0.9216934442520142, "Finetune/Step": 7117, "Finetune/Step Time": 6.518175534904003}
+{"Finetune/Learning Rate": 1.4521289932076103e-05, "Finetune/Loss": 0.8614025115966797, "Finetune/Loss (Raw)": 0.9059076905250549, "Finetune/Step": 7118, "Finetune/Step Time": 6.513589326292276}
+{"Finetune/Learning Rate": 1.4519787857033668e-05, "Finetune/Loss": 0.8612917065620422, "Finetune/Loss (Raw)": 0.8593609929084778, "Finetune/Step": 7119, "Finetune/Step Time": 6.508425699546933}
+{"Finetune/Learning Rate": 1.45182856538229e-05, "Finetune/Loss": 0.8623077869415283, "Finetune/Loss (Raw)": 0.9240338802337646, "Finetune/Step": 7120, "Finetune/Step Time": 6.503772795200348}
+{"Finetune/Learning Rate": 1.4516783322486398e-05, "Finetune/Loss": 0.8614034652709961, "Finetune/Loss (Raw)": 0.8588547110557556, "Finetune/Step": 7121, "Finetune/Step Time": 6.508200479671359}
+{"Finetune/Learning Rate": 1.4515280863066768e-05, "Finetune/Loss": 0.8625853657722473, "Finetune/Loss (Raw)": 0.9127568006515503, "Finetune/Step": 7122, "Finetune/Step Time": 6.508066130802035}
+{"Finetune/Learning Rate": 1.451377827560661e-05, "Finetune/Loss": 0.8626565337181091, "Finetune/Loss (Raw)": 0.855227530002594, "Finetune/Step": 7123, "Finetune/Step Time": 6.505020508542657}
+{"Finetune/Learning Rate": 1.4512275560148536e-05, "Finetune/Loss": 0.8615637421607971, "Finetune/Loss (Raw)": 0.7935546636581421, "Finetune/Step": 7124, "Finetune/Step Time": 6.510422166436911}
+{"Finetune/Learning Rate": 1.451077271673516e-05, "Finetune/Loss": 0.8604884743690491, "Finetune/Loss (Raw)": 0.8077027797698975, "Finetune/Step": 7125, "Finetune/Step Time": 6.50597208738327}
+{"Finetune/Learning Rate": 1.4509269745409094e-05, "Finetune/Loss": 0.8602744340896606, "Finetune/Loss (Raw)": 0.8815652132034302, "Finetune/Step": 7126, "Finetune/Step Time": 6.526569209992886}
+{"Finetune/Learning Rate": 1.4507766646212962e-05, "Finetune/Loss": 0.8619325160980225, "Finetune/Loss (Raw)": 0.9459847211837769, "Finetune/Step": 7127, "Finetune/Step Time": 6.527398345991969}
+{"Finetune/Learning Rate": 1.4506263419189388e-05, "Finetune/Loss": 0.8625636696815491, "Finetune/Loss (Raw)": 0.9147184491157532, "Finetune/Step": 7128, "Finetune/Step Time": 6.526998355984688}
+{"Finetune/Learning Rate": 1.4504760064380993e-05, "Finetune/Loss": 0.8636306524276733, "Finetune/Loss (Raw)": 0.9318373203277588, "Finetune/Step": 7129, "Finetune/Step Time": 6.537653302773833}
+{"Finetune/Learning Rate": 1.4503256581830416e-05, "Finetune/Loss": 0.8643601536750793, "Finetune/Loss (Raw)": 0.821588397026062, "Finetune/Step": 7130, "Finetune/Step Time": 6.555651765316725}
+{"Finetune/Learning Rate": 1.450175297158029e-05, "Finetune/Loss": 0.8627241849899292, "Finetune/Loss (Raw)": 0.7016575336456299, "Finetune/Step": 7131, "Finetune/Step Time": 6.554170956835151}
+{"Finetune/Learning Rate": 1.4500249233673247e-05, "Finetune/Loss": 0.8621087074279785, "Finetune/Loss (Raw)": 0.8202685117721558, "Finetune/Step": 7132, "Finetune/Step Time": 6.562444278970361}
+{"Finetune/Learning Rate": 1.4498745368151932e-05, "Finetune/Loss": 0.8611618876457214, "Finetune/Loss (Raw)": 0.9194990992546082, "Finetune/Step": 7133, "Finetune/Step Time": 6.562076207250357}
+{"Finetune/Learning Rate": 1.4497241375058997e-05, "Finetune/Loss": 0.8604998588562012, "Finetune/Loss (Raw)": 0.8428777456283569, "Finetune/Step": 7134, "Finetune/Step Time": 6.566385269165039}
+{"Finetune/Learning Rate": 1.4495737254437078e-05, "Finetune/Loss": 0.859462320804596, "Finetune/Loss (Raw)": 0.8666947484016418, "Finetune/Step": 7135, "Finetune/Step Time": 6.568357385694981}
+{"Finetune/Learning Rate": 1.4494233006328837e-05, "Finetune/Loss": 0.8596228361129761, "Finetune/Loss (Raw)": 0.8663656711578369, "Finetune/Step": 7136, "Finetune/Step Time": 6.561753664165735}
+{"Finetune/Learning Rate": 1.4492728630776931e-05, "Finetune/Loss": 0.8586031198501587, "Finetune/Loss (Raw)": 0.6549346446990967, "Finetune/Step": 7137, "Finetune/Step Time": 6.55501551553607}
+{"Finetune/Learning Rate": 1.4491224127824016e-05, "Finetune/Loss": 0.8567570447921753, "Finetune/Loss (Raw)": 0.7825967073440552, "Finetune/Step": 7138, "Finetune/Step Time": 6.555124349892139}
+{"Finetune/Learning Rate": 1.4489719497512752e-05, "Finetune/Loss": 0.8545944690704346, "Finetune/Loss (Raw)": 0.7132026553153992, "Finetune/Step": 7139, "Finetune/Step Time": 6.5559758841991425}
+{"Finetune/Learning Rate": 1.4488214739885813e-05, "Finetune/Loss": 0.8566131591796875, "Finetune/Loss (Raw)": 1.0606409311294556, "Finetune/Step": 7140, "Finetune/Step Time": 6.5588915310800076}
+{"Finetune/Learning Rate": 1.4486709854985868e-05, "Finetune/Loss": 0.8582686185836792, "Finetune/Loss (Raw)": 0.9001502990722656, "Finetune/Step": 7141, "Finetune/Step Time": 6.548589501529932}
+{"Finetune/Learning Rate": 1.4485204842855587e-05, "Finetune/Loss": 0.8582924604415894, "Finetune/Loss (Raw)": 0.7919938564300537, "Finetune/Step": 7142, "Finetune/Step Time": 6.547382570803165}
+{"Finetune/Learning Rate": 1.448369970353765e-05, "Finetune/Loss": 0.8569650650024414, "Finetune/Loss (Raw)": 0.8191133141517639, "Finetune/Step": 7143, "Finetune/Step Time": 6.5454507023096085}
+{"Finetune/Learning Rate": 1.4482194437074744e-05, "Finetune/Loss": 0.8565319776535034, "Finetune/Loss (Raw)": 0.7858772873878479, "Finetune/Step": 7144, "Finetune/Step Time": 6.545375479385257}
+{"Finetune/Learning Rate": 1.4480689043509547e-05, "Finetune/Loss": 0.8560382127761841, "Finetune/Loss (Raw)": 0.7449479699134827, "Finetune/Step": 7145, "Finetune/Step Time": 6.558608626946807}
+{"Finetune/Learning Rate": 1.4479183522884748e-05, "Finetune/Loss": 0.8539823293685913, "Finetune/Loss (Raw)": 0.6538528203964233, "Finetune/Step": 7146, "Finetune/Step Time": 6.559929180890322}
+{"Finetune/Learning Rate": 1.4477677875243043e-05, "Finetune/Loss": 0.8522589206695557, "Finetune/Loss (Raw)": 0.7481805086135864, "Finetune/Step": 7147, "Finetune/Step Time": 6.559479225426912}
+{"Finetune/Learning Rate": 1.4476172100627127e-05, "Finetune/Loss": 0.8534172773361206, "Finetune/Loss (Raw)": 0.8817145824432373, "Finetune/Step": 7148, "Finetune/Step Time": 6.564485428854823}
+{"Finetune/Learning Rate": 1.44746661990797e-05, "Finetune/Loss": 0.8514324426651001, "Finetune/Loss (Raw)": 0.7561329007148743, "Finetune/Step": 7149, "Finetune/Step Time": 6.574367932975292}
+{"Finetune/Learning Rate": 1.4473160170643459e-05, "Finetune/Loss": 0.8522338271141052, "Finetune/Loss (Raw)": 0.9370909333229065, "Finetune/Step": 7150, "Finetune/Step Time": 6.5736121609807014}
+{"Finetune/Learning Rate": 1.447165401536112e-05, "Finetune/Loss": 0.8508245944976807, "Finetune/Loss (Raw)": 0.7864615321159363, "Finetune/Step": 7151, "Finetune/Step Time": 6.568178320303559}
+{"Finetune/Learning Rate": 1.4470147733275388e-05, "Finetune/Loss": 0.8507599830627441, "Finetune/Loss (Raw)": 0.9171544909477234, "Finetune/Step": 7152, "Finetune/Step Time": 6.585157861933112}
+{"Finetune/Learning Rate": 1.4468641324428975e-05, "Finetune/Loss": 0.8511647582054138, "Finetune/Loss (Raw)": 0.9460183382034302, "Finetune/Step": 7153, "Finetune/Step Time": 6.578657705336809}
+{"Finetune/Learning Rate": 1.4467134788864603e-05, "Finetune/Loss": 0.8505276441574097, "Finetune/Loss (Raw)": 0.8431675434112549, "Finetune/Step": 7154, "Finetune/Step Time": 6.579740986227989}
+{"Finetune/Learning Rate": 1.4465628126624996e-05, "Finetune/Loss": 0.8500535488128662, "Finetune/Loss (Raw)": 0.821465253829956, "Finetune/Step": 7155, "Finetune/Step Time": 6.575693804770708}
+{"Finetune/Learning Rate": 1.4464121337752868e-05, "Finetune/Loss": 0.8497584462165833, "Finetune/Loss (Raw)": 0.7708540558815002, "Finetune/Step": 7156, "Finetune/Step Time": 6.57621362619102}
+{"Finetune/Learning Rate": 1.4462614422290952e-05, "Finetune/Loss": 0.8498473167419434, "Finetune/Loss (Raw)": 0.9105350375175476, "Finetune/Step": 7157, "Finetune/Step Time": 6.574431536719203}
+{"Finetune/Learning Rate": 1.4461107380281986e-05, "Finetune/Loss": 0.8484954237937927, "Finetune/Loss (Raw)": 0.8063724637031555, "Finetune/Step": 7158, "Finetune/Step Time": 6.577292639762163}
+{"Finetune/Learning Rate": 1.4459600211768696e-05, "Finetune/Loss": 0.8490849733352661, "Finetune/Loss (Raw)": 0.8640031814575195, "Finetune/Step": 7159, "Finetune/Step Time": 6.57478666305542}
+{"Finetune/Learning Rate": 1.4458092916793826e-05, "Finetune/Loss": 0.8488551378250122, "Finetune/Loss (Raw)": 0.8289441466331482, "Finetune/Step": 7160, "Finetune/Step Time": 6.561769982799888}
+{"Finetune/Learning Rate": 1.4456585495400122e-05, "Finetune/Loss": 0.850372850894928, "Finetune/Loss (Raw)": 0.847341775894165, "Finetune/Step": 7161, "Finetune/Step Time": 6.547717072069645}
+{"Finetune/Learning Rate": 1.4455077947630323e-05, "Finetune/Loss": 0.8505040407180786, "Finetune/Loss (Raw)": 0.9736652374267578, "Finetune/Step": 7162, "Finetune/Step Time": 6.549324858933687}
+{"Finetune/Learning Rate": 1.4453570273527182e-05, "Finetune/Loss": 0.8477222919464111, "Finetune/Loss (Raw)": 0.727575957775116, "Finetune/Step": 7163, "Finetune/Step Time": 6.545810356736183}
+{"Finetune/Learning Rate": 1.4452062473133452e-05, "Finetune/Loss": 0.8464599847793579, "Finetune/Loss (Raw)": 0.7402859330177307, "Finetune/Step": 7164, "Finetune/Step Time": 6.545207038521767}
+{"Finetune/Learning Rate": 1.4450554546491891e-05, "Finetune/Loss": 0.8466615676879883, "Finetune/Loss (Raw)": 0.8378818035125732, "Finetune/Step": 7165, "Finetune/Step Time": 6.548604371026158}
+{"Finetune/Learning Rate": 1.444904649364526e-05, "Finetune/Loss": 0.8462034463882446, "Finetune/Loss (Raw)": 0.8941536545753479, "Finetune/Step": 7166, "Finetune/Step Time": 6.55650713853538}
+{"Finetune/Learning Rate": 1.444753831463632e-05, "Finetune/Loss": 0.8452887535095215, "Finetune/Loss (Raw)": 0.8893687725067139, "Finetune/Step": 7167, "Finetune/Step Time": 6.5558268539607525}
+{"Finetune/Learning Rate": 1.444603000950784e-05, "Finetune/Loss": 0.8456574082374573, "Finetune/Loss (Raw)": 0.9300923943519592, "Finetune/Step": 7168, "Finetune/Step Time": 6.584544299170375}
+{"Finetune/Learning Rate": 1.4444521578302593e-05, "Finetune/Loss": 0.8460267782211304, "Finetune/Loss (Raw)": 0.83084636926651, "Finetune/Step": 7169, "Finetune/Step Time": 6.571647960692644}
+{"Finetune/Learning Rate": 1.4443013021063352e-05, "Finetune/Loss": 0.8446470499038696, "Finetune/Loss (Raw)": 0.8026829361915588, "Finetune/Step": 7170, "Finetune/Step Time": 6.570132747292519}
+{"Finetune/Learning Rate": 1.4441504337832897e-05, "Finetune/Loss": 0.8447777032852173, "Finetune/Loss (Raw)": 0.850111722946167, "Finetune/Step": 7171, "Finetune/Step Time": 6.570469498634338}
+{"Finetune/Learning Rate": 1.4439995528654007e-05, "Finetune/Loss": 0.8461967706680298, "Finetune/Loss (Raw)": 1.0387790203094482, "Finetune/Step": 7172, "Finetune/Step Time": 6.571783987805247}
+{"Finetune/Learning Rate": 1.4438486593569474e-05, "Finetune/Loss": 0.8469737768173218, "Finetune/Loss (Raw)": 0.9511421322822571, "Finetune/Step": 7173, "Finetune/Step Time": 6.56910015642643}
+{"Finetune/Learning Rate": 1.4436977532622076e-05, "Finetune/Loss": 0.8483202457427979, "Finetune/Loss (Raw)": 0.9569848775863647, "Finetune/Step": 7174, "Finetune/Step Time": 6.573293540626764}
+{"Finetune/Learning Rate": 1.4435468345854618e-05, "Finetune/Loss": 0.8468806743621826, "Finetune/Loss (Raw)": 0.8714342713356018, "Finetune/Step": 7175, "Finetune/Step Time": 6.571278745308518}
+{"Finetune/Learning Rate": 1.4433959033309888e-05, "Finetune/Loss": 0.8477731943130493, "Finetune/Loss (Raw)": 0.9927401542663574, "Finetune/Step": 7176, "Finetune/Step Time": 6.563369650393724}
+{"Finetune/Learning Rate": 1.4432449595030686e-05, "Finetune/Loss": 0.8489019870758057, "Finetune/Loss (Raw)": 0.8186306357383728, "Finetune/Step": 7177, "Finetune/Step Time": 6.558635795488954}
+{"Finetune/Learning Rate": 1.4430940031059821e-05, "Finetune/Loss": 0.8488109111785889, "Finetune/Loss (Raw)": 0.9357206225395203, "Finetune/Step": 7178, "Finetune/Step Time": 6.559893203899264}
+{"Finetune/Learning Rate": 1.4429430341440096e-05, "Finetune/Loss": 0.8480637073516846, "Finetune/Loss (Raw)": 0.8682928681373596, "Finetune/Step": 7179, "Finetune/Step Time": 6.561130898073316}
+{"Finetune/Learning Rate": 1.4427920526214324e-05, "Finetune/Loss": 0.8479913473129272, "Finetune/Loss (Raw)": 0.9149806499481201, "Finetune/Step": 7180, "Finetune/Step Time": 6.561871279031038}
+{"Finetune/Learning Rate": 1.442641058542531e-05, "Finetune/Loss": 0.8467251658439636, "Finetune/Loss (Raw)": 0.8102912902832031, "Finetune/Step": 7181, "Finetune/Step Time": 6.563537938520312}
+{"Finetune/Learning Rate": 1.4424900519115888e-05, "Finetune/Loss": 0.847415566444397, "Finetune/Loss (Raw)": 0.901142418384552, "Finetune/Step": 7182, "Finetune/Step Time": 6.56067756190896}
+{"Finetune/Learning Rate": 1.4423390327328863e-05, "Finetune/Loss": 0.8479417562484741, "Finetune/Loss (Raw)": 0.8992556929588318, "Finetune/Step": 7183, "Finetune/Step Time": 6.562661761417985}
+{"Finetune/Learning Rate": 1.442188001010707e-05, "Finetune/Loss": 0.8459799289703369, "Finetune/Loss (Raw)": 0.785422146320343, "Finetune/Step": 7184, "Finetune/Step Time": 6.565900392830372}
+{"Finetune/Learning Rate": 1.4420369567493335e-05, "Finetune/Loss": 0.8449347019195557, "Finetune/Loss (Raw)": 0.8349951505661011, "Finetune/Step": 7185, "Finetune/Step Time": 6.563837939873338}
+{"Finetune/Learning Rate": 1.4418858999530488e-05, "Finetune/Loss": 0.8457932472229004, "Finetune/Loss (Raw)": 0.8682572841644287, "Finetune/Step": 7186, "Finetune/Step Time": 6.562937766313553}
+{"Finetune/Learning Rate": 1.4417348306261364e-05, "Finetune/Loss": 0.847370982170105, "Finetune/Loss (Raw)": 0.9235994219779968, "Finetune/Step": 7187, "Finetune/Step Time": 6.536149835214019}
+{"Finetune/Learning Rate": 1.4415837487728803e-05, "Finetune/Loss": 0.8468868732452393, "Finetune/Loss (Raw)": 0.7464029788970947, "Finetune/Step": 7188, "Finetune/Step Time": 6.542633909732103}
+{"Finetune/Learning Rate": 1.441432654397565e-05, "Finetune/Loss": 0.8479440808296204, "Finetune/Loss (Raw)": 0.883087158203125, "Finetune/Step": 7189, "Finetune/Step Time": 6.546776155009866}
+{"Finetune/Learning Rate": 1.4412815475044749e-05, "Finetune/Loss": 0.8485953211784363, "Finetune/Loss (Raw)": 0.780321478843689, "Finetune/Step": 7190, "Finetune/Step Time": 6.5632064659148455}
+{"Finetune/Learning Rate": 1.4411304280978946e-05, "Finetune/Loss": 0.8494893908500671, "Finetune/Loss (Raw)": 1.0093517303466797, "Finetune/Step": 7191, "Finetune/Step Time": 6.56604234687984}
+{"Finetune/Learning Rate": 1.4409792961821101e-05, "Finetune/Loss": 0.8494945764541626, "Finetune/Loss (Raw)": 0.9352743625640869, "Finetune/Step": 7192, "Finetune/Step Time": 6.580331802368164}
+{"Finetune/Learning Rate": 1.4408281517614064e-05, "Finetune/Loss": 0.8494118452072144, "Finetune/Loss (Raw)": 0.8640829920768738, "Finetune/Step": 7193, "Finetune/Step Time": 6.58177806250751}
+{"Finetune/Learning Rate": 1.4406769948400703e-05, "Finetune/Loss": 0.8501944541931152, "Finetune/Loss (Raw)": 0.7858524322509766, "Finetune/Step": 7194, "Finetune/Step Time": 6.57574075832963}
+{"Finetune/Learning Rate": 1.4405258254223875e-05, "Finetune/Loss": 0.8511103391647339, "Finetune/Loss (Raw)": 0.9809322357177734, "Finetune/Step": 7195, "Finetune/Step Time": 6.577652394771576}
+{"Finetune/Learning Rate": 1.4403746435126449e-05, "Finetune/Loss": 0.8502817153930664, "Finetune/Loss (Raw)": 0.8415684700012207, "Finetune/Step": 7196, "Finetune/Step Time": 6.575849037617445}
+{"Finetune/Learning Rate": 1.4402234491151301e-05, "Finetune/Loss": 0.8503612875938416, "Finetune/Loss (Raw)": 0.8353303074836731, "Finetune/Step": 7197, "Finetune/Step Time": 6.5771915428340435}
+{"Finetune/Learning Rate": 1.4400722422341296e-05, "Finetune/Loss": 0.8512656688690186, "Finetune/Loss (Raw)": 0.9047219753265381, "Finetune/Step": 7198, "Finetune/Step Time": 6.580521389842033}
+{"Finetune/Learning Rate": 1.4399210228739318e-05, "Finetune/Loss": 0.8499022722244263, "Finetune/Loss (Raw)": 0.8047577738761902, "Finetune/Step": 7199, "Finetune/Step Time": 6.591219212859869}
+{"Finetune/Learning Rate": 1.4397697910388248e-05, "Finetune/Loss": 0.8497676849365234, "Finetune/Loss (Raw)": 0.8813409209251404, "Finetune/Step": 7200, "Finetune/Step Time": 6.587599700316787}
+{"Finetune/Learning Rate": 1.4396185467330974e-05, "Finetune/Loss": 0.8487181663513184, "Finetune/Loss (Raw)": 0.8123711347579956, "Finetune/Step": 7201, "Finetune/Step Time": 6.58361597917974}
+{"Finetune/Learning Rate": 1.4394672899610376e-05, "Finetune/Loss": 0.8501202464103699, "Finetune/Loss (Raw)": 0.7862638831138611, "Finetune/Step": 7202, "Finetune/Step Time": 6.573180269449949}
+{"Finetune/Learning Rate": 1.4393160207269352e-05, "Finetune/Loss": 0.8528497219085693, "Finetune/Loss (Raw)": 0.8918223977088928, "Finetune/Step": 7203, "Finetune/Step Time": 6.555669609457254}
+{"Finetune/Learning Rate": 1.4391647390350802e-05, "Finetune/Loss": 0.852220892906189, "Finetune/Loss (Raw)": 0.7988848686218262, "Finetune/Step": 7204, "Finetune/Step Time": 6.563720565289259}
+{"Finetune/Learning Rate": 1.4390134448897615e-05, "Finetune/Loss": 0.8527675867080688, "Finetune/Loss (Raw)": 0.8228076100349426, "Finetune/Step": 7205, "Finetune/Step Time": 6.549594989046454}
+{"Finetune/Learning Rate": 1.4388621382952702e-05, "Finetune/Loss": 0.8525257110595703, "Finetune/Loss (Raw)": 0.7741012573242188, "Finetune/Step": 7206, "Finetune/Step Time": 6.560483498498797}
+{"Finetune/Learning Rate": 1.4387108192558965e-05, "Finetune/Loss": 0.8524819016456604, "Finetune/Loss (Raw)": 0.9137336015701294, "Finetune/Step": 7207, "Finetune/Step Time": 6.561749631538987}
+{"Finetune/Learning Rate": 1.4385594877759315e-05, "Finetune/Loss": 0.8536312580108643, "Finetune/Loss (Raw)": 0.963463544845581, "Finetune/Step": 7208, "Finetune/Step Time": 6.558623593300581}
+{"Finetune/Learning Rate": 1.4384081438596665e-05, "Finetune/Loss": 0.8535550236701965, "Finetune/Loss (Raw)": 0.9285921454429626, "Finetune/Step": 7209, "Finetune/Step Time": 6.552342792972922}
+{"Finetune/Learning Rate": 1.4382567875113932e-05, "Finetune/Loss": 0.8546362519264221, "Finetune/Loss (Raw)": 0.8980178236961365, "Finetune/Step": 7210, "Finetune/Step Time": 6.552123446017504}
+{"Finetune/Learning Rate": 1.4381054187354038e-05, "Finetune/Loss": 0.8555065393447876, "Finetune/Loss (Raw)": 0.8728328347206116, "Finetune/Step": 7211, "Finetune/Step Time": 6.562467727810144}
+{"Finetune/Learning Rate": 1.4379540375359904e-05, "Finetune/Loss": 0.855065107345581, "Finetune/Loss (Raw)": 0.8326939344406128, "Finetune/Step": 7212, "Finetune/Step Time": 6.558319153264165}
+{"Finetune/Learning Rate": 1.4378026439174457e-05, "Finetune/Loss": 0.8547701239585876, "Finetune/Loss (Raw)": 0.8440977931022644, "Finetune/Step": 7213, "Finetune/Step Time": 6.563494773581624}
+{"Finetune/Learning Rate": 1.4376512378840632e-05, "Finetune/Loss": 0.8543890714645386, "Finetune/Loss (Raw)": 0.8471879959106445, "Finetune/Step": 7214, "Finetune/Step Time": 6.566814476624131}
+{"Finetune/Learning Rate": 1.4374998194401361e-05, "Finetune/Loss": 0.8555307388305664, "Finetune/Loss (Raw)": 0.8870100975036621, "Finetune/Step": 7215, "Finetune/Step Time": 6.5527594573795795}
+{"Finetune/Learning Rate": 1.4373483885899582e-05, "Finetune/Loss": 0.8544003367424011, "Finetune/Loss (Raw)": 0.663820743560791, "Finetune/Step": 7216, "Finetune/Step Time": 6.564161356538534}
+{"Finetune/Learning Rate": 1.4371969453378233e-05, "Finetune/Loss": 0.8553925156593323, "Finetune/Loss (Raw)": 1.0774126052856445, "Finetune/Step": 7217, "Finetune/Step Time": 6.56451678276062}
+{"Finetune/Learning Rate": 1.4370454896880265e-05, "Finetune/Loss": 0.8543358445167542, "Finetune/Loss (Raw)": 0.6505227088928223, "Finetune/Step": 7218, "Finetune/Step Time": 6.565038610249758}
+{"Finetune/Learning Rate": 1.4368940216448626e-05, "Finetune/Loss": 0.8557982444763184, "Finetune/Loss (Raw)": 0.947504997253418, "Finetune/Step": 7219, "Finetune/Step Time": 6.563777703791857}
+{"Finetune/Learning Rate": 1.4367425412126266e-05, "Finetune/Loss": 0.8551351428031921, "Finetune/Loss (Raw)": 0.7205537557601929, "Finetune/Step": 7220, "Finetune/Step Time": 6.560578551143408}
+{"Finetune/Learning Rate": 1.4365910483956138e-05, "Finetune/Loss": 0.8551745414733887, "Finetune/Loss (Raw)": 0.7649285793304443, "Finetune/Step": 7221, "Finetune/Step Time": 6.549840180203319}
+{"Finetune/Learning Rate": 1.4364395431981206e-05, "Finetune/Loss": 0.8549836277961731, "Finetune/Loss (Raw)": 0.865846574306488, "Finetune/Step": 7222, "Finetune/Step Time": 6.5680602714419365}
+{"Finetune/Learning Rate": 1.4362880256244427e-05, "Finetune/Loss": 0.8550147414207458, "Finetune/Loss (Raw)": 0.8144657611846924, "Finetune/Step": 7223, "Finetune/Step Time": 6.565600348636508}
+{"Finetune/Learning Rate": 1.4361364956788772e-05, "Finetune/Loss": 0.8530881404876709, "Finetune/Loss (Raw)": 0.6805300116539001, "Finetune/Step": 7224, "Finetune/Step Time": 6.573083929717541}
+{"Finetune/Learning Rate": 1.4359849533657211e-05, "Finetune/Loss": 0.852698028087616, "Finetune/Loss (Raw)": 0.8144334554672241, "Finetune/Step": 7225, "Finetune/Step Time": 6.569117603823543}
+{"Finetune/Learning Rate": 1.4358333986892711e-05, "Finetune/Loss": 0.853439450263977, "Finetune/Loss (Raw)": 0.9636713266372681, "Finetune/Step": 7226, "Finetune/Step Time": 6.5678177960217}
+{"Finetune/Learning Rate": 1.4356818316538258e-05, "Finetune/Loss": 0.852245032787323, "Finetune/Loss (Raw)": 0.7438739538192749, "Finetune/Step": 7227, "Finetune/Step Time": 6.577750667929649}
+{"Finetune/Learning Rate": 1.4355302522636823e-05, "Finetune/Loss": 0.852047324180603, "Finetune/Loss (Raw)": 0.9149014949798584, "Finetune/Step": 7228, "Finetune/Step Time": 6.583875788375735}
+{"Finetune/Learning Rate": 1.4353786605231395e-05, "Finetune/Loss": 0.8505938053131104, "Finetune/Loss (Raw)": 0.7151796221733093, "Finetune/Step": 7229, "Finetune/Step Time": 6.585219673812389}
+{"Finetune/Learning Rate": 1.4352270564364954e-05, "Finetune/Loss": 0.8506433963775635, "Finetune/Loss (Raw)": 0.8324536681175232, "Finetune/Step": 7230, "Finetune/Step Time": 6.589939098805189}
+{"Finetune/Learning Rate": 1.4350754400080503e-05, "Finetune/Loss": 0.8502143025398254, "Finetune/Loss (Raw)": 0.7919877767562866, "Finetune/Step": 7231, "Finetune/Step Time": 6.592127215117216}
+{"Finetune/Learning Rate": 1.4349238112421025e-05, "Finetune/Loss": 0.8497567772865295, "Finetune/Loss (Raw)": 0.7985024452209473, "Finetune/Step": 7232, "Finetune/Step Time": 6.592255232855678}
+{"Finetune/Learning Rate": 1.434772170142952e-05, "Finetune/Loss": 0.8496056795120239, "Finetune/Loss (Raw)": 0.912813663482666, "Finetune/Step": 7233, "Finetune/Step Time": 6.594574199989438}
+{"Finetune/Learning Rate": 1.4346205167148996e-05, "Finetune/Loss": 0.8496615886688232, "Finetune/Loss (Raw)": 0.8097395300865173, "Finetune/Step": 7234, "Finetune/Step Time": 6.592347728088498}
+{"Finetune/Learning Rate": 1.434468850962245e-05, "Finetune/Loss": 0.8492647409439087, "Finetune/Loss (Raw)": 0.8246932029724121, "Finetune/Step": 7235, "Finetune/Step Time": 6.593414667993784}
+{"Finetune/Learning Rate": 1.4343171728892892e-05, "Finetune/Loss": 0.8496937155723572, "Finetune/Loss (Raw)": 0.7583765387535095, "Finetune/Step": 7236, "Finetune/Step Time": 6.596820784732699}
+{"Finetune/Learning Rate": 1.4341654825003337e-05, "Finetune/Loss": 0.8507028818130493, "Finetune/Loss (Raw)": 0.9487630128860474, "Finetune/Step": 7237, "Finetune/Step Time": 6.621349632740021}
+{"Finetune/Learning Rate": 1.4340137797996793e-05, "Finetune/Loss": 0.8506301641464233, "Finetune/Loss (Raw)": 0.8144643902778625, "Finetune/Step": 7238, "Finetune/Step Time": 6.624842151999474}
+{"Finetune/Learning Rate": 1.4338620647916286e-05, "Finetune/Loss": 0.8524205684661865, "Finetune/Loss (Raw)": 1.0484243631362915, "Finetune/Step": 7239, "Finetune/Step Time": 6.6282221134752035}
+{"Finetune/Learning Rate": 1.4337103374804832e-05, "Finetune/Loss": 0.8517387509346008, "Finetune/Loss (Raw)": 0.8310112953186035, "Finetune/Step": 7240, "Finetune/Step Time": 6.629200670868158}
+{"Finetune/Learning Rate": 1.4335585978705462e-05, "Finetune/Loss": 0.8511832356452942, "Finetune/Loss (Raw)": 0.785515308380127, "Finetune/Step": 7241, "Finetune/Step Time": 6.635005904361606}
+{"Finetune/Learning Rate": 1.43340684596612e-05, "Finetune/Loss": 0.850566029548645, "Finetune/Loss (Raw)": 0.772113025188446, "Finetune/Step": 7242, "Finetune/Step Time": 6.629354298114777}
+{"Finetune/Learning Rate": 1.4332550817715083e-05, "Finetune/Loss": 0.8494473695755005, "Finetune/Loss (Raw)": 0.7850652933120728, "Finetune/Step": 7243, "Finetune/Step Time": 6.634542617946863}
+{"Finetune/Learning Rate": 1.4331033052910144e-05, "Finetune/Loss": 0.8493040800094604, "Finetune/Loss (Raw)": 0.7592176198959351, "Finetune/Step": 7244, "Finetune/Step Time": 6.648826928809285}
+{"Finetune/Learning Rate": 1.4329515165289423e-05, "Finetune/Loss": 0.8491263389587402, "Finetune/Loss (Raw)": 0.8989349007606506, "Finetune/Step": 7245, "Finetune/Step Time": 6.659422980621457}
+{"Finetune/Learning Rate": 1.4327997154895967e-05, "Finetune/Loss": 0.8484774827957153, "Finetune/Loss (Raw)": 0.822868287563324, "Finetune/Step": 7246, "Finetune/Step Time": 6.660224521532655}
+{"Finetune/Learning Rate": 1.4326479021772813e-05, "Finetune/Loss": 0.8490065336227417, "Finetune/Loss (Raw)": 0.9270754456520081, "Finetune/Step": 7247, "Finetune/Step Time": 6.661145767197013}
+{"Finetune/Learning Rate": 1.4324960765963019e-05, "Finetune/Loss": 0.8490848541259766, "Finetune/Loss (Raw)": 0.9340586066246033, "Finetune/Step": 7248, "Finetune/Step Time": 6.661119278520346}
+{"Finetune/Learning Rate": 1.4323442387509639e-05, "Finetune/Loss": 0.8495388031005859, "Finetune/Loss (Raw)": 0.9169497489929199, "Finetune/Step": 7249, "Finetune/Step Time": 6.655647370964289}
+{"Finetune/Learning Rate": 1.4321923886455725e-05, "Finetune/Loss": 0.8489137887954712, "Finetune/Loss (Raw)": 0.832760751247406, "Finetune/Step": 7250, "Finetune/Step Time": 6.656151678413153}
+{"Finetune/Learning Rate": 1.4320405262844337e-05, "Finetune/Loss": 0.8489624261856079, "Finetune/Loss (Raw)": 0.8614618182182312, "Finetune/Step": 7251, "Finetune/Step Time": 6.6598605290055275}
+{"Finetune/Learning Rate": 1.4318886516718546e-05, "Finetune/Loss": 0.8493242263793945, "Finetune/Loss (Raw)": 0.8398606181144714, "Finetune/Step": 7252, "Finetune/Step Time": 6.6558867041021585}
+{"Finetune/Learning Rate": 1.4317367648121413e-05, "Finetune/Loss": 0.8499264717102051, "Finetune/Loss (Raw)": 0.8847870826721191, "Finetune/Step": 7253, "Finetune/Step Time": 6.659798447042704}
+{"Finetune/Learning Rate": 1.4315848657096006e-05, "Finetune/Loss": 0.8487083315849304, "Finetune/Loss (Raw)": 0.7256484031677246, "Finetune/Step": 7254, "Finetune/Step Time": 6.637529278174043}
+{"Finetune/Learning Rate": 1.431432954368541e-05, "Finetune/Loss": 0.8481769561767578, "Finetune/Loss (Raw)": 0.8779596090316772, "Finetune/Step": 7255, "Finetune/Step Time": 6.649607373401523}
+{"Finetune/Learning Rate": 1.4312810307932694e-05, "Finetune/Loss": 0.8473363518714905, "Finetune/Loss (Raw)": 0.8071271777153015, "Finetune/Step": 7256, "Finetune/Step Time": 6.648900980129838}
+{"Finetune/Learning Rate": 1.4311290949880942e-05, "Finetune/Loss": 0.8476793169975281, "Finetune/Loss (Raw)": 0.9757393002510071, "Finetune/Step": 7257, "Finetune/Step Time": 6.63222374394536}
+{"Finetune/Learning Rate": 1.4309771469573237e-05, "Finetune/Loss": 0.8477557897567749, "Finetune/Loss (Raw)": 0.8313685655593872, "Finetune/Step": 7258, "Finetune/Step Time": 6.616173991933465}
+{"Finetune/Learning Rate": 1.430825186705267e-05, "Finetune/Loss": 0.8490214347839355, "Finetune/Loss (Raw)": 0.8636648654937744, "Finetune/Step": 7259, "Finetune/Step Time": 6.618376584723592}
+{"Finetune/Learning Rate": 1.4306732142362329e-05, "Finetune/Loss": 0.8478833436965942, "Finetune/Loss (Raw)": 0.6745916604995728, "Finetune/Step": 7260, "Finetune/Step Time": 6.623224142938852}
+{"Finetune/Learning Rate": 1.4305212295545314e-05, "Finetune/Loss": 0.8477069139480591, "Finetune/Loss (Raw)": 0.8969123959541321, "Finetune/Step": 7261, "Finetune/Step Time": 6.642000015825033}
+{"Finetune/Learning Rate": 1.430369232664472e-05, "Finetune/Loss": 0.847579836845398, "Finetune/Loss (Raw)": 0.8266206383705139, "Finetune/Step": 7262, "Finetune/Step Time": 6.649207815527916}
+{"Finetune/Learning Rate": 1.4302172235703648e-05, "Finetune/Loss": 0.8479103446006775, "Finetune/Loss (Raw)": 0.9089950919151306, "Finetune/Step": 7263, "Finetune/Step Time": 6.649217704311013}
+{"Finetune/Learning Rate": 1.4300652022765207e-05, "Finetune/Loss": 0.8476791381835938, "Finetune/Loss (Raw)": 0.8367670178413391, "Finetune/Step": 7264, "Finetune/Step Time": 6.648740727454424}
+{"Finetune/Learning Rate": 1.4299131687872504e-05, "Finetune/Loss": 0.8486676812171936, "Finetune/Loss (Raw)": 0.7814711332321167, "Finetune/Step": 7265, "Finetune/Step Time": 6.651234766468406}
+{"Finetune/Learning Rate": 1.4297611231068649e-05, "Finetune/Loss": 0.8475049734115601, "Finetune/Loss (Raw)": 0.6337758302688599, "Finetune/Step": 7266, "Finetune/Step Time": 6.665943935513496}
+{"Finetune/Learning Rate": 1.4296090652396763e-05, "Finetune/Loss": 0.8495389223098755, "Finetune/Loss (Raw)": 0.9735490083694458, "Finetune/Step": 7267, "Finetune/Step Time": 6.673286184668541}
+{"Finetune/Learning Rate": 1.4294569951899958e-05, "Finetune/Loss": 0.848206639289856, "Finetune/Loss (Raw)": 0.8901100158691406, "Finetune/Step": 7268, "Finetune/Step Time": 6.6725858598947525}
+{"Finetune/Learning Rate": 1.4293049129621366e-05, "Finetune/Loss": 0.8466551303863525, "Finetune/Loss (Raw)": 0.7015490531921387, "Finetune/Step": 7269, "Finetune/Step Time": 6.6878213994205}
+{"Finetune/Learning Rate": 1.429152818560411e-05, "Finetune/Loss": 0.8470405340194702, "Finetune/Loss (Raw)": 0.8413320183753967, "Finetune/Step": 7270, "Finetune/Step Time": 6.690677508711815}
+{"Finetune/Learning Rate": 1.4290007119891311e-05, "Finetune/Loss": 0.8476991653442383, "Finetune/Loss (Raw)": 0.9034106731414795, "Finetune/Step": 7271, "Finetune/Step Time": 6.69105825945735}
+{"Finetune/Learning Rate": 1.4288485932526115e-05, "Finetune/Loss": 0.8478090763092041, "Finetune/Loss (Raw)": 0.799950122833252, "Finetune/Step": 7272, "Finetune/Step Time": 6.689514687284827}
+{"Finetune/Learning Rate": 1.4286964623551653e-05, "Finetune/Loss": 0.8491475582122803, "Finetune/Loss (Raw)": 0.9162759184837341, "Finetune/Step": 7273, "Finetune/Step Time": 6.673939013853669}
+{"Finetune/Learning Rate": 1.4285443193011063e-05, "Finetune/Loss": 0.8515971899032593, "Finetune/Loss (Raw)": 0.9674007296562195, "Finetune/Step": 7274, "Finetune/Step Time": 6.673857867717743}
+{"Finetune/Learning Rate": 1.428392164094749e-05, "Finetune/Loss": 0.8526225090026855, "Finetune/Loss (Raw)": 0.8794236779212952, "Finetune/Step": 7275, "Finetune/Step Time": 6.672240348532796}
+{"Finetune/Learning Rate": 1.428239996740408e-05, "Finetune/Loss": 0.8525515794754028, "Finetune/Loss (Raw)": 0.8726373314857483, "Finetune/Step": 7276, "Finetune/Step Time": 6.673459507524967}
+{"Finetune/Learning Rate": 1.4280878172423989e-05, "Finetune/Loss": 0.8524997234344482, "Finetune/Loss (Raw)": 0.749489426612854, "Finetune/Step": 7277, "Finetune/Step Time": 6.674754144623876}
+{"Finetune/Learning Rate": 1.4279356256050361e-05, "Finetune/Loss": 0.8514267206192017, "Finetune/Loss (Raw)": 0.79974764585495, "Finetune/Step": 7278, "Finetune/Step Time": 6.680453363806009}
+{"Finetune/Learning Rate": 1.4277834218326361e-05, "Finetune/Loss": 0.8515584468841553, "Finetune/Loss (Raw)": 0.8033280968666077, "Finetune/Step": 7279, "Finetune/Step Time": 6.683861376717687}
+{"Finetune/Learning Rate": 1.4276312059295148e-05, "Finetune/Loss": 0.8502868413925171, "Finetune/Loss (Raw)": 0.754378616809845, "Finetune/Step": 7280, "Finetune/Step Time": 6.670785406604409}
+{"Finetune/Learning Rate": 1.4274789778999882e-05, "Finetune/Loss": 0.850522518157959, "Finetune/Loss (Raw)": 0.9761901497840881, "Finetune/Step": 7281, "Finetune/Step Time": 6.667393237352371}
+{"Finetune/Learning Rate": 1.4273267377483735e-05, "Finetune/Loss": 0.8500089645385742, "Finetune/Loss (Raw)": 0.7774316072463989, "Finetune/Step": 7282, "Finetune/Step Time": 6.6723083183169365}
+{"Finetune/Learning Rate": 1.4271744854789878e-05, "Finetune/Loss": 0.8498216271400452, "Finetune/Loss (Raw)": 0.7974891066551208, "Finetune/Step": 7283, "Finetune/Step Time": 6.67845581844449}
+{"Finetune/Learning Rate": 1.4270222210961483e-05, "Finetune/Loss": 0.8496079444885254, "Finetune/Loss (Raw)": 0.7435050010681152, "Finetune/Step": 7284, "Finetune/Step Time": 6.699328947812319}
+{"Finetune/Learning Rate": 1.426869944604173e-05, "Finetune/Loss": 0.8502546548843384, "Finetune/Loss (Raw)": 0.9933129549026489, "Finetune/Step": 7285, "Finetune/Step Time": 6.706815926358104}
+{"Finetune/Learning Rate": 1.42671765600738e-05, "Finetune/Loss": 0.8511518239974976, "Finetune/Loss (Raw)": 0.9212067127227783, "Finetune/Step": 7286, "Finetune/Step Time": 6.704174859449267}
+{"Finetune/Learning Rate": 1.4265653553100874e-05, "Finetune/Loss": 0.8507031798362732, "Finetune/Loss (Raw)": 0.8065770268440247, "Finetune/Step": 7287, "Finetune/Step Time": 6.702998483553529}
+{"Finetune/Learning Rate": 1.4264130425166145e-05, "Finetune/Loss": 0.8511613607406616, "Finetune/Loss (Raw)": 0.887592613697052, "Finetune/Step": 7288, "Finetune/Step Time": 6.696313761174679}
+{"Finetune/Learning Rate": 1.4262607176312802e-05, "Finetune/Loss": 0.8514643907546997, "Finetune/Loss (Raw)": 0.8861345052719116, "Finetune/Step": 7289, "Finetune/Step Time": 6.701210111379623}
+{"Finetune/Learning Rate": 1.4261083806584042e-05, "Finetune/Loss": 0.849381685256958, "Finetune/Loss (Raw)": 0.7070691585540771, "Finetune/Step": 7290, "Finetune/Step Time": 6.6980850752443075}
+{"Finetune/Learning Rate": 1.425956031602306e-05, "Finetune/Loss": 0.8518083691596985, "Finetune/Loss (Raw)": 1.0381933450698853, "Finetune/Step": 7291, "Finetune/Step Time": 6.699872983619571}
+{"Finetune/Learning Rate": 1.4258036704673062e-05, "Finetune/Loss": 0.8519448637962341, "Finetune/Loss (Raw)": 0.7577628493309021, "Finetune/Step": 7292, "Finetune/Step Time": 6.701810156926513}
+{"Finetune/Learning Rate": 1.425651297257725e-05, "Finetune/Loss": 0.8533754944801331, "Finetune/Loss (Raw)": 1.0210020542144775, "Finetune/Step": 7293, "Finetune/Step Time": 6.700722115114331}
+{"Finetune/Learning Rate": 1.4254989119778834e-05, "Finetune/Loss": 0.8527307510375977, "Finetune/Loss (Raw)": 0.8116191625595093, "Finetune/Step": 7294, "Finetune/Step Time": 6.693887153640389}
+{"Finetune/Learning Rate": 1.4253465146321031e-05, "Finetune/Loss": 0.8523067235946655, "Finetune/Loss (Raw)": 0.8350939154624939, "Finetune/Step": 7295, "Finetune/Step Time": 6.696340749040246}
+{"Finetune/Learning Rate": 1.4251941052247044e-05, "Finetune/Loss": 0.8521497249603271, "Finetune/Loss (Raw)": 0.9099931120872498, "Finetune/Step": 7296, "Finetune/Step Time": 6.667175181210041}
+{"Finetune/Learning Rate": 1.4250416837600102e-05, "Finetune/Loss": 0.8518663644790649, "Finetune/Loss (Raw)": 0.7945844531059265, "Finetune/Step": 7297, "Finetune/Step Time": 6.666348349303007}
+{"Finetune/Learning Rate": 1.4248892502423429e-05, "Finetune/Loss": 0.8524970412254333, "Finetune/Loss (Raw)": 0.8834035396575928, "Finetune/Step": 7298, "Finetune/Step Time": 6.665709476917982}
+{"Finetune/Learning Rate": 1.4247368046760241e-05, "Finetune/Loss": 0.852560818195343, "Finetune/Loss (Raw)": 0.8582802414894104, "Finetune/Step": 7299, "Finetune/Step Time": 6.6675486117601395}
+{"Finetune/Learning Rate": 1.4245843470653777e-05, "Finetune/Loss": 0.8503228425979614, "Finetune/Loss (Raw)": 0.7523206472396851, "Finetune/Step": 7300, "Finetune/Step Time": 6.6689768973737955}
+{"Finetune/Learning Rate": 1.4244318774147266e-05, "Finetune/Loss": 0.8490728139877319, "Finetune/Loss (Raw)": 0.7911408543586731, "Finetune/Step": 7301, "Finetune/Step Time": 6.668169779703021}
+{"Finetune/Learning Rate": 1.4242793957283943e-05, "Finetune/Loss": 0.8466104865074158, "Finetune/Loss (Raw)": 0.6418018341064453, "Finetune/Step": 7302, "Finetune/Step Time": 6.673217797651887}
+{"Finetune/Learning Rate": 1.4241269020107047e-05, "Finetune/Loss": 0.8464549779891968, "Finetune/Loss (Raw)": 0.8515267968177795, "Finetune/Step": 7303, "Finetune/Step Time": 6.682360490784049}
+{"Finetune/Learning Rate": 1.4239743962659822e-05, "Finetune/Loss": 0.8464673161506653, "Finetune/Loss (Raw)": 0.9943171143531799, "Finetune/Step": 7304, "Finetune/Step Time": 6.688036287203431}
+{"Finetune/Learning Rate": 1.4238218784985515e-05, "Finetune/Loss": 0.8466721773147583, "Finetune/Loss (Raw)": 0.8448605537414551, "Finetune/Step": 7305, "Finetune/Step Time": 6.691997746005654}
+{"Finetune/Learning Rate": 1.4236693487127377e-05, "Finetune/Loss": 0.8469533920288086, "Finetune/Loss (Raw)": 0.971716582775116, "Finetune/Step": 7306, "Finetune/Step Time": 6.694738578051329}
+{"Finetune/Learning Rate": 1.4235168069128657e-05, "Finetune/Loss": 0.8470489382743835, "Finetune/Loss (Raw)": 0.8805196285247803, "Finetune/Step": 7307, "Finetune/Step Time": 6.693644760176539}
+{"Finetune/Learning Rate": 1.4233642531032614e-05, "Finetune/Loss": 0.8453493118286133, "Finetune/Loss (Raw)": 0.6974290609359741, "Finetune/Step": 7308, "Finetune/Step Time": 6.708223070949316}
+{"Finetune/Learning Rate": 1.4232116872882512e-05, "Finetune/Loss": 0.8460241556167603, "Finetune/Loss (Raw)": 0.8966723084449768, "Finetune/Step": 7309, "Finetune/Step Time": 6.709395423531532}
+{"Finetune/Learning Rate": 1.4230591094721605e-05, "Finetune/Loss": 0.8471850752830505, "Finetune/Loss (Raw)": 1.0497404336929321, "Finetune/Step": 7310, "Finetune/Step Time": 6.708059303462505}
+{"Finetune/Learning Rate": 1.4229065196593164e-05, "Finetune/Loss": 0.8473559617996216, "Finetune/Loss (Raw)": 0.9211291670799255, "Finetune/Step": 7311, "Finetune/Step Time": 6.7083141300827265}
+{"Finetune/Learning Rate": 1.4227539178540463e-05, "Finetune/Loss": 0.8479124307632446, "Finetune/Loss (Raw)": 0.85664963722229, "Finetune/Step": 7312, "Finetune/Step Time": 6.730035427957773}
+{"Finetune/Learning Rate": 1.422601304060677e-05, "Finetune/Loss": 0.8482217788696289, "Finetune/Loss (Raw)": 0.8745958805084229, "Finetune/Step": 7313, "Finetune/Step Time": 6.735683577135205}
+{"Finetune/Learning Rate": 1.4224486782835367e-05, "Finetune/Loss": 0.8476881980895996, "Finetune/Loss (Raw)": 0.7999553084373474, "Finetune/Step": 7314, "Finetune/Step Time": 6.73843283392489}
+{"Finetune/Learning Rate": 1.422296040526953e-05, "Finetune/Loss": 0.8479534983634949, "Finetune/Loss (Raw)": 0.9575543403625488, "Finetune/Step": 7315, "Finetune/Step Time": 6.755659621208906}
+{"Finetune/Learning Rate": 1.4221433907952544e-05, "Finetune/Loss": 0.8484833240509033, "Finetune/Loss (Raw)": 0.8142252564430237, "Finetune/Step": 7316, "Finetune/Step Time": 6.741848537698388}
+{"Finetune/Learning Rate": 1.4219907290927698e-05, "Finetune/Loss": 0.8493133187294006, "Finetune/Loss (Raw)": 0.9893280267715454, "Finetune/Step": 7317, "Finetune/Step Time": 6.741505570709705}
+{"Finetune/Learning Rate": 1.421838055423828e-05, "Finetune/Loss": 0.8507239818572998, "Finetune/Loss (Raw)": 0.9608840346336365, "Finetune/Step": 7318, "Finetune/Step Time": 6.714070130139589}
+{"Finetune/Learning Rate": 1.4216853697927589e-05, "Finetune/Loss": 0.8493975400924683, "Finetune/Loss (Raw)": 0.839568018913269, "Finetune/Step": 7319, "Finetune/Step Time": 6.713601421564817}
+{"Finetune/Learning Rate": 1.4215326722038911e-05, "Finetune/Loss": 0.8497307896614075, "Finetune/Loss (Raw)": 0.977922260761261, "Finetune/Step": 7320, "Finetune/Step Time": 6.703082423657179}
+{"Finetune/Learning Rate": 1.4213799626615557e-05, "Finetune/Loss": 0.8498846292495728, "Finetune/Loss (Raw)": 0.8837851881980896, "Finetune/Step": 7321, "Finetune/Step Time": 6.6991258561611176}
+{"Finetune/Learning Rate": 1.4212272411700831e-05, "Finetune/Loss": 0.8490574359893799, "Finetune/Loss (Raw)": 0.6799612641334534, "Finetune/Step": 7322, "Finetune/Step Time": 6.693861668929458}
+{"Finetune/Learning Rate": 1.4210745077338036e-05, "Finetune/Loss": 0.847183346748352, "Finetune/Loss (Raw)": 0.7410542964935303, "Finetune/Step": 7323, "Finetune/Step Time": 6.709473127499223}
+{"Finetune/Learning Rate": 1.420921762357048e-05, "Finetune/Loss": 0.8479152917861938, "Finetune/Loss (Raw)": 0.9352545142173767, "Finetune/Step": 7324, "Finetune/Step Time": 6.710896899923682}
+{"Finetune/Learning Rate": 1.4207690050441487e-05, "Finetune/Loss": 0.8474417328834534, "Finetune/Loss (Raw)": 0.77471923828125, "Finetune/Step": 7325, "Finetune/Step Time": 6.7066646963357925}
+{"Finetune/Learning Rate": 1.4206162357994366e-05, "Finetune/Loss": 0.8480380177497864, "Finetune/Loss (Raw)": 0.9810469746589661, "Finetune/Step": 7326, "Finetune/Step Time": 6.705609146505594}
+{"Finetune/Learning Rate": 1.420463454627244e-05, "Finetune/Loss": 0.8488431572914124, "Finetune/Loss (Raw)": 0.9078155159950256, "Finetune/Step": 7327, "Finetune/Step Time": 6.693662131205201}
+{"Finetune/Learning Rate": 1.420310661531904e-05, "Finetune/Loss": 0.8497650027275085, "Finetune/Loss (Raw)": 0.999334990978241, "Finetune/Step": 7328, "Finetune/Step Time": 6.695603733882308}
+{"Finetune/Learning Rate": 1.4201578565177485e-05, "Finetune/Loss": 0.8506509065628052, "Finetune/Loss (Raw)": 0.9257653951644897, "Finetune/Step": 7329, "Finetune/Step Time": 6.694859469309449}
+{"Finetune/Learning Rate": 1.420005039589111e-05, "Finetune/Loss": 0.8512221574783325, "Finetune/Loss (Raw)": 0.859391987323761, "Finetune/Step": 7330, "Finetune/Step Time": 6.6954481694847345}
+{"Finetune/Learning Rate": 1.419852210750325e-05, "Finetune/Loss": 0.8507095575332642, "Finetune/Loss (Raw)": 0.8261993527412415, "Finetune/Step": 7331, "Finetune/Step Time": 6.694890063256025}
+{"Finetune/Learning Rate": 1.419699370005724e-05, "Finetune/Loss": 0.8509173393249512, "Finetune/Loss (Raw)": 0.8254825472831726, "Finetune/Step": 7332, "Finetune/Step Time": 6.6924501452594995}
+{"Finetune/Learning Rate": 1.4195465173596425e-05, "Finetune/Loss": 0.8498423099517822, "Finetune/Loss (Raw)": 0.685204267501831, "Finetune/Step": 7333, "Finetune/Step Time": 6.69497268460691}
+{"Finetune/Learning Rate": 1.4193936528164147e-05, "Finetune/Loss": 0.8505111932754517, "Finetune/Loss (Raw)": 0.8597201108932495, "Finetune/Step": 7334, "Finetune/Step Time": 6.685471549630165}
+{"Finetune/Learning Rate": 1.4192407763803755e-05, "Finetune/Loss": 0.849515438079834, "Finetune/Loss (Raw)": 0.7862769365310669, "Finetune/Step": 7335, "Finetune/Step Time": 6.686262145638466}
+{"Finetune/Learning Rate": 1.4190878880558603e-05, "Finetune/Loss": 0.8472162485122681, "Finetune/Loss (Raw)": 0.669170081615448, "Finetune/Step": 7336, "Finetune/Step Time": 6.6938420329242945}
+{"Finetune/Learning Rate": 1.418934987847204e-05, "Finetune/Loss": 0.8473613262176514, "Finetune/Loss (Raw)": 0.9471598267555237, "Finetune/Step": 7337, "Finetune/Step Time": 6.698148790746927}
+{"Finetune/Learning Rate": 1.4187820757587426e-05, "Finetune/Loss": 0.8477206826210022, "Finetune/Loss (Raw)": 0.9440157413482666, "Finetune/Step": 7338, "Finetune/Step Time": 6.7116876393556595}
+{"Finetune/Learning Rate": 1.418629151794813e-05, "Finetune/Loss": 0.8468363285064697, "Finetune/Loss (Raw)": 0.7596409916877747, "Finetune/Step": 7339, "Finetune/Step Time": 6.702617038041353}
+{"Finetune/Learning Rate": 1.4184762159597507e-05, "Finetune/Loss": 0.8456610441207886, "Finetune/Loss (Raw)": 0.6822466254234314, "Finetune/Step": 7340, "Finetune/Step Time": 6.700710251927376}
+{"Finetune/Learning Rate": 1.418323268257893e-05, "Finetune/Loss": 0.8452962636947632, "Finetune/Loss (Raw)": 0.7974078059196472, "Finetune/Step": 7341, "Finetune/Step Time": 6.700871607288718}
+{"Finetune/Learning Rate": 1.4181703086935765e-05, "Finetune/Loss": 0.845202624797821, "Finetune/Loss (Raw)": 0.8352054953575134, "Finetune/Step": 7342, "Finetune/Step Time": 6.697451483458281}
+{"Finetune/Learning Rate": 1.4180173372711398e-05, "Finetune/Loss": 0.8461416363716125, "Finetune/Loss (Raw)": 1.007203221321106, "Finetune/Step": 7343, "Finetune/Step Time": 6.697966044768691}
+{"Finetune/Learning Rate": 1.4178643539949197e-05, "Finetune/Loss": 0.8470252752304077, "Finetune/Loss (Raw)": 0.7769222855567932, "Finetune/Step": 7344, "Finetune/Step Time": 6.686924587935209}
+{"Finetune/Learning Rate": 1.4177113588692551e-05, "Finetune/Loss": 0.844756007194519, "Finetune/Loss (Raw)": 0.7869514226913452, "Finetune/Step": 7345, "Finetune/Step Time": 6.689780032262206}
+{"Finetune/Learning Rate": 1.417558351898484e-05, "Finetune/Loss": 0.8450158834457397, "Finetune/Loss (Raw)": 0.6837875247001648, "Finetune/Step": 7346, "Finetune/Step Time": 6.69183343835175}
+{"Finetune/Learning Rate": 1.4174053330869453e-05, "Finetune/Loss": 0.844402551651001, "Finetune/Loss (Raw)": 0.8689972162246704, "Finetune/Step": 7347, "Finetune/Step Time": 6.67832831852138}
+{"Finetune/Learning Rate": 1.4172523024389783e-05, "Finetune/Loss": 0.8447115421295166, "Finetune/Loss (Raw)": 0.7601085305213928, "Finetune/Step": 7348, "Finetune/Step Time": 6.678015707060695}
+{"Finetune/Learning Rate": 1.4170992599589228e-05, "Finetune/Loss": 0.8447418808937073, "Finetune/Loss (Raw)": 0.7688088417053223, "Finetune/Step": 7349, "Finetune/Step Time": 6.67617916688323}
+{"Finetune/Learning Rate": 1.4169462056511184e-05, "Finetune/Loss": 0.8444986343383789, "Finetune/Loss (Raw)": 0.8347090482711792, "Finetune/Step": 7350, "Finetune/Step Time": 6.65751176327467}
+{"Finetune/Learning Rate": 1.4167931395199048e-05, "Finetune/Loss": 0.8441212177276611, "Finetune/Loss (Raw)": 0.7661628723144531, "Finetune/Step": 7351, "Finetune/Step Time": 6.660934530198574}
+{"Finetune/Learning Rate": 1.4166400615696232e-05, "Finetune/Loss": 0.845515251159668, "Finetune/Loss (Raw)": 0.8589625954627991, "Finetune/Step": 7352, "Finetune/Step Time": 6.654326381161809}
+{"Finetune/Learning Rate": 1.416486971804614e-05, "Finetune/Loss": 0.8467025756835938, "Finetune/Loss (Raw)": 0.9664064645767212, "Finetune/Step": 7353, "Finetune/Step Time": 6.663659550249577}
+{"Finetune/Learning Rate": 1.4163338702292189e-05, "Finetune/Loss": 0.8454403281211853, "Finetune/Loss (Raw)": 0.8021090030670166, "Finetune/Step": 7354, "Finetune/Step Time": 6.693082483485341}
+{"Finetune/Learning Rate": 1.416180756847779e-05, "Finetune/Loss": 0.8470314741134644, "Finetune/Loss (Raw)": 0.9475308060646057, "Finetune/Step": 7355, "Finetune/Step Time": 6.679462142288685}
+{"Finetune/Learning Rate": 1.4160276316646364e-05, "Finetune/Loss": 0.8457111120223999, "Finetune/Loss (Raw)": 0.7459003925323486, "Finetune/Step": 7356, "Finetune/Step Time": 6.690099224448204}
+{"Finetune/Learning Rate": 1.4158744946841332e-05, "Finetune/Loss": 0.8457103371620178, "Finetune/Loss (Raw)": 0.715081512928009, "Finetune/Step": 7357, "Finetune/Step Time": 6.691156240180135}
+{"Finetune/Learning Rate": 1.4157213459106118e-05, "Finetune/Loss": 0.8460914492607117, "Finetune/Loss (Raw)": 0.8812364935874939, "Finetune/Step": 7358, "Finetune/Step Time": 6.698159869760275}
+{"Finetune/Learning Rate": 1.415568185348415e-05, "Finetune/Loss": 0.8472562432289124, "Finetune/Loss (Raw)": 0.9410816431045532, "Finetune/Step": 7359, "Finetune/Step Time": 6.697113258764148}
+{"Finetune/Learning Rate": 1.4154150130018867e-05, "Finetune/Loss": 0.8472731709480286, "Finetune/Loss (Raw)": 0.8006702065467834, "Finetune/Step": 7360, "Finetune/Step Time": 6.696569103747606}
+{"Finetune/Learning Rate": 1.4152618288753696e-05, "Finetune/Loss": 0.8463490605354309, "Finetune/Loss (Raw)": 0.7945263981819153, "Finetune/Step": 7361, "Finetune/Step Time": 6.6961560398340225}
+{"Finetune/Learning Rate": 1.4151086329732078e-05, "Finetune/Loss": 0.8464319705963135, "Finetune/Loss (Raw)": 0.8203516006469727, "Finetune/Step": 7362, "Finetune/Step Time": 6.699264049530029}
+{"Finetune/Learning Rate": 1.4149554252997457e-05, "Finetune/Loss": 0.8468151092529297, "Finetune/Loss (Raw)": 0.8737417459487915, "Finetune/Step": 7363, "Finetune/Step Time": 6.705549070611596}
+{"Finetune/Learning Rate": 1.4148022058593276e-05, "Finetune/Loss": 0.8460181355476379, "Finetune/Loss (Raw)": 0.6563616991043091, "Finetune/Step": 7364, "Finetune/Step Time": 6.712900761514902}
+{"Finetune/Learning Rate": 1.4146489746562985e-05, "Finetune/Loss": 0.8445800542831421, "Finetune/Loss (Raw)": 0.7646867632865906, "Finetune/Step": 7365, "Finetune/Step Time": 6.695259684696794}
+{"Finetune/Learning Rate": 1.4144957316950039e-05, "Finetune/Loss": 0.8454523086547852, "Finetune/Loss (Raw)": 0.9261099696159363, "Finetune/Step": 7366, "Finetune/Step Time": 6.695274483412504}
+{"Finetune/Learning Rate": 1.4143424769797886e-05, "Finetune/Loss": 0.8438972234725952, "Finetune/Loss (Raw)": 0.8493705987930298, "Finetune/Step": 7367, "Finetune/Step Time": 6.688923269510269}
+{"Finetune/Learning Rate": 1.4141892105149993e-05, "Finetune/Loss": 0.8441354036331177, "Finetune/Loss (Raw)": 0.8615021705627441, "Finetune/Step": 7368, "Finetune/Step Time": 6.686619482934475}
+{"Finetune/Learning Rate": 1.4140359323049813e-05, "Finetune/Loss": 0.8450011014938354, "Finetune/Loss (Raw)": 0.8963227868080139, "Finetune/Step": 7369, "Finetune/Step Time": 6.68211087398231}
+{"Finetune/Learning Rate": 1.413882642354082e-05, "Finetune/Loss": 0.8455458879470825, "Finetune/Loss (Raw)": 0.8418509364128113, "Finetune/Step": 7370, "Finetune/Step Time": 6.683696985244751}
+{"Finetune/Learning Rate": 1.413729340666648e-05, "Finetune/Loss": 0.8461931943893433, "Finetune/Loss (Raw)": 0.8679134845733643, "Finetune/Step": 7371, "Finetune/Step Time": 6.682171024382114}
+{"Finetune/Learning Rate": 1.4135760272470258e-05, "Finetune/Loss": 0.8475680351257324, "Finetune/Loss (Raw)": 0.9352003335952759, "Finetune/Step": 7372, "Finetune/Step Time": 6.669084195047617}
+{"Finetune/Learning Rate": 1.413422702099564e-05, "Finetune/Loss": 0.8468677997589111, "Finetune/Loss (Raw)": 0.8093006610870361, "Finetune/Step": 7373, "Finetune/Step Time": 6.651550695300102}
+{"Finetune/Learning Rate": 1.4132693652286099e-05, "Finetune/Loss": 0.8464159965515137, "Finetune/Loss (Raw)": 0.765038013458252, "Finetune/Step": 7374, "Finetune/Step Time": 6.650542665272951}
+{"Finetune/Learning Rate": 1.4131160166385116e-05, "Finetune/Loss": 0.8450663089752197, "Finetune/Loss (Raw)": 0.7543158531188965, "Finetune/Step": 7375, "Finetune/Step Time": 6.647149849683046}
+{"Finetune/Learning Rate": 1.4129626563336179e-05, "Finetune/Loss": 0.8442402482032776, "Finetune/Loss (Raw)": 0.8283267617225647, "Finetune/Step": 7376, "Finetune/Step Time": 6.650336930528283}
+{"Finetune/Learning Rate": 1.4128092843182777e-05, "Finetune/Loss": 0.8434434533119202, "Finetune/Loss (Raw)": 0.8149614334106445, "Finetune/Step": 7377, "Finetune/Step Time": 6.665879452601075}
+{"Finetune/Learning Rate": 1.4126559005968398e-05, "Finetune/Loss": 0.8442556858062744, "Finetune/Loss (Raw)": 0.9367276430130005, "Finetune/Step": 7378, "Finetune/Step Time": 6.673740932717919}
+{"Finetune/Learning Rate": 1.4125025051736545e-05, "Finetune/Loss": 0.843766450881958, "Finetune/Loss (Raw)": 0.7988444566726685, "Finetune/Step": 7379, "Finetune/Step Time": 6.681151961907744}
+{"Finetune/Learning Rate": 1.4123490980530707e-05, "Finetune/Loss": 0.8447412848472595, "Finetune/Loss (Raw)": 0.9646347165107727, "Finetune/Step": 7380, "Finetune/Step Time": 6.681192299351096}
+{"Finetune/Learning Rate": 1.4121956792394392e-05, "Finetune/Loss": 0.8438755869865417, "Finetune/Loss (Raw)": 0.7739724516868591, "Finetune/Step": 7381, "Finetune/Step Time": 6.693532921373844}
+{"Finetune/Learning Rate": 1.4120422487371104e-05, "Finetune/Loss": 0.8460095524787903, "Finetune/Loss (Raw)": 0.998796820640564, "Finetune/Step": 7382, "Finetune/Step Time": 6.699610942974687}
+{"Finetune/Learning Rate": 1.411888806550435e-05, "Finetune/Loss": 0.8447154760360718, "Finetune/Loss (Raw)": 0.7123144268989563, "Finetune/Step": 7383, "Finetune/Step Time": 6.6857799254357815}
+{"Finetune/Learning Rate": 1.4117353526837643e-05, "Finetune/Loss": 0.8458124399185181, "Finetune/Loss (Raw)": 0.9475394487380981, "Finetune/Step": 7384, "Finetune/Step Time": 6.689056387171149}
+{"Finetune/Learning Rate": 1.41158188714145e-05, "Finetune/Loss": 0.844933032989502, "Finetune/Loss (Raw)": 0.8631772994995117, "Finetune/Step": 7385, "Finetune/Step Time": 6.685309510678053}
+{"Finetune/Learning Rate": 1.4114284099278434e-05, "Finetune/Loss": 0.8465044498443604, "Finetune/Loss (Raw)": 1.0325201749801636, "Finetune/Step": 7386, "Finetune/Step Time": 6.683298110961914}
+{"Finetune/Learning Rate": 1.4112749210472973e-05, "Finetune/Loss": 0.846407413482666, "Finetune/Loss (Raw)": 0.8512341380119324, "Finetune/Step": 7387, "Finetune/Step Time": 6.680321512743831}
+{"Finetune/Learning Rate": 1.4111214205041641e-05, "Finetune/Loss": 0.8472816944122314, "Finetune/Loss (Raw)": 0.7864983081817627, "Finetune/Step": 7388, "Finetune/Step Time": 6.667836129665375}
+{"Finetune/Learning Rate": 1.4109679083027966e-05, "Finetune/Loss": 0.8466668128967285, "Finetune/Loss (Raw)": 0.8182039260864258, "Finetune/Step": 7389, "Finetune/Step Time": 6.685997569933534}
+{"Finetune/Learning Rate": 1.4108143844475473e-05, "Finetune/Loss": 0.8472269773483276, "Finetune/Loss (Raw)": 0.8983295559883118, "Finetune/Step": 7390, "Finetune/Step Time": 6.677761072292924}
+{"Finetune/Learning Rate": 1.4106608489427704e-05, "Finetune/Loss": 0.8460441827774048, "Finetune/Loss (Raw)": 0.7575920224189758, "Finetune/Step": 7391, "Finetune/Step Time": 6.67649931833148}
+{"Finetune/Learning Rate": 1.4105073017928199e-05, "Finetune/Loss": 0.8458335399627686, "Finetune/Loss (Raw)": 0.8098093271255493, "Finetune/Step": 7392, "Finetune/Step Time": 6.675838174298406}
+{"Finetune/Learning Rate": 1.4103537430020493e-05, "Finetune/Loss": 0.8465652465820312, "Finetune/Loss (Raw)": 0.8751271963119507, "Finetune/Step": 7393, "Finetune/Step Time": 6.678467825055122}
+{"Finetune/Learning Rate": 1.4102001725748135e-05, "Finetune/Loss": 0.847564697265625, "Finetune/Loss (Raw)": 0.7617099285125732, "Finetune/Step": 7394, "Finetune/Step Time": 6.670430798083544}
+{"Finetune/Learning Rate": 1.4100465905154677e-05, "Finetune/Loss": 0.8461710810661316, "Finetune/Loss (Raw)": 0.7951699495315552, "Finetune/Step": 7395, "Finetune/Step Time": 6.664471171796322}
+{"Finetune/Learning Rate": 1.4098929968283661e-05, "Finetune/Loss": 0.8453452587127686, "Finetune/Loss (Raw)": 0.7843953967094421, "Finetune/Step": 7396, "Finetune/Step Time": 6.671589270234108}
+{"Finetune/Learning Rate": 1.4097393915178648e-05, "Finetune/Loss": 0.8462015390396118, "Finetune/Loss (Raw)": 0.811157763004303, "Finetune/Step": 7397, "Finetune/Step Time": 6.663369679823518}
+{"Finetune/Learning Rate": 1.4095857745883197e-05, "Finetune/Loss": 0.845680296421051, "Finetune/Loss (Raw)": 0.774611234664917, "Finetune/Step": 7398, "Finetune/Step Time": 6.661402208730578}
+{"Finetune/Learning Rate": 1.4094321460440865e-05, "Finetune/Loss": 0.8450937271118164, "Finetune/Loss (Raw)": 0.8283293843269348, "Finetune/Step": 7399, "Finetune/Step Time": 6.665820682421327}
+{"Finetune/Learning Rate": 1.409278505889522e-05, "Finetune/Loss": 0.8462015390396118, "Finetune/Loss (Raw)": 0.9417494535446167, "Finetune/Step": 7400, "Finetune/Step Time": 6.665211088955402}
+{"Finetune/Learning Rate": 1.409124854128983e-05, "Finetune/Loss": 0.8455003499984741, "Finetune/Loss (Raw)": 0.8265206813812256, "Finetune/Step": 7401, "Finetune/Step Time": 6.671115329489112}
+{"Finetune/Learning Rate": 1.4089711907668265e-05, "Finetune/Loss": 0.8441706895828247, "Finetune/Loss (Raw)": 0.7972062826156616, "Finetune/Step": 7402, "Finetune/Step Time": 6.673431325703859}
+{"Finetune/Learning Rate": 1.4088175158074098e-05, "Finetune/Loss": 0.8429743051528931, "Finetune/Loss (Raw)": 0.7262899279594421, "Finetune/Step": 7403, "Finetune/Step Time": 6.672169744968414}
+{"Finetune/Learning Rate": 1.4086638292550911e-05, "Finetune/Loss": 0.8426916599273682, "Finetune/Loss (Raw)": 0.8364543318748474, "Finetune/Step": 7404, "Finetune/Step Time": 6.669660205021501}
+{"Finetune/Learning Rate": 1.4085101311142282e-05, "Finetune/Loss": 0.8446900844573975, "Finetune/Loss (Raw)": 1.0052932500839233, "Finetune/Step": 7405, "Finetune/Step Time": 6.673692405223846}
+{"Finetune/Learning Rate": 1.4083564213891796e-05, "Finetune/Loss": 0.8458815813064575, "Finetune/Loss (Raw)": 0.9522538781166077, "Finetune/Step": 7406, "Finetune/Step Time": 6.669751225039363}
+{"Finetune/Learning Rate": 1.4082027000843042e-05, "Finetune/Loss": 0.8462482690811157, "Finetune/Loss (Raw)": 0.8502720594406128, "Finetune/Step": 7407, "Finetune/Step Time": 6.668591381981969}
+{"Finetune/Learning Rate": 1.4080489672039608e-05, "Finetune/Loss": 0.8465948700904846, "Finetune/Loss (Raw)": 0.7987377643585205, "Finetune/Step": 7408, "Finetune/Step Time": 6.6839901730418205}
+{"Finetune/Learning Rate": 1.4078952227525092e-05, "Finetune/Loss": 0.8451743721961975, "Finetune/Loss (Raw)": 0.7943663597106934, "Finetune/Step": 7409, "Finetune/Step Time": 6.697045851498842}
+{"Finetune/Learning Rate": 1.4077414667343088e-05, "Finetune/Loss": 0.8451331257820129, "Finetune/Loss (Raw)": 0.7721489667892456, "Finetune/Step": 7410, "Finetune/Step Time": 6.693005306646228}
+{"Finetune/Learning Rate": 1.4075876991537198e-05, "Finetune/Loss": 0.8444042205810547, "Finetune/Loss (Raw)": 0.7041945457458496, "Finetune/Step": 7411, "Finetune/Step Time": 6.690335465595126}
+{"Finetune/Learning Rate": 1.4074339200151031e-05, "Finetune/Loss": 0.8450178503990173, "Finetune/Loss (Raw)": 0.822044312953949, "Finetune/Step": 7412, "Finetune/Step Time": 6.667053001001477}
+{"Finetune/Learning Rate": 1.407280129322819e-05, "Finetune/Loss": 0.8436061143875122, "Finetune/Loss (Raw)": 0.8126165270805359, "Finetune/Step": 7413, "Finetune/Step Time": 6.658787600696087}
+{"Finetune/Learning Rate": 1.407126327081228e-05, "Finetune/Loss": 0.8433590531349182, "Finetune/Loss (Raw)": 0.8895799517631531, "Finetune/Step": 7414, "Finetune/Step Time": 6.66516513004899}
+{"Finetune/Learning Rate": 1.4069725132946926e-05, "Finetune/Loss": 0.8424358367919922, "Finetune/Loss (Raw)": 0.6884095668792725, "Finetune/Step": 7415, "Finetune/Step Time": 6.668673947453499}
+{"Finetune/Learning Rate": 1.406818687967574e-05, "Finetune/Loss": 0.8428512215614319, "Finetune/Loss (Raw)": 0.9407578706741333, "Finetune/Step": 7416, "Finetune/Step Time": 6.674339568242431}
+{"Finetune/Learning Rate": 1.406664851104234e-05, "Finetune/Loss": 0.8422431349754333, "Finetune/Loss (Raw)": 0.808297872543335, "Finetune/Step": 7417, "Finetune/Step Time": 6.672050254419446}
+{"Finetune/Learning Rate": 1.4065110027090352e-05, "Finetune/Loss": 0.8429396152496338, "Finetune/Loss (Raw)": 0.7962218523025513, "Finetune/Step": 7418, "Finetune/Step Time": 6.671642238274217}
+{"Finetune/Learning Rate": 1.4063571427863405e-05, "Finetune/Loss": 0.8416061997413635, "Finetune/Loss (Raw)": 0.8675142526626587, "Finetune/Step": 7419, "Finetune/Step Time": 6.676101008430123}
+{"Finetune/Learning Rate": 1.4062032713405127e-05, "Finetune/Loss": 0.8425428867340088, "Finetune/Loss (Raw)": 0.8776566982269287, "Finetune/Step": 7420, "Finetune/Step Time": 6.66802491620183}
+{"Finetune/Learning Rate": 1.406049388375915e-05, "Finetune/Loss": 0.8400668501853943, "Finetune/Loss (Raw)": 0.7040706872940063, "Finetune/Step": 7421, "Finetune/Step Time": 6.663621142506599}
+{"Finetune/Learning Rate": 1.4058954938969115e-05, "Finetune/Loss": 0.8400591015815735, "Finetune/Loss (Raw)": 0.8106279969215393, "Finetune/Step": 7422, "Finetune/Step Time": 6.6690857000648975}
+{"Finetune/Learning Rate": 1.4057415879078661e-05, "Finetune/Loss": 0.8400939702987671, "Finetune/Loss (Raw)": 0.8395576477050781, "Finetune/Step": 7423, "Finetune/Step Time": 6.673662615939975}
+{"Finetune/Learning Rate": 1.405587670413143e-05, "Finetune/Loss": 0.8400946855545044, "Finetune/Loss (Raw)": 0.9100797176361084, "Finetune/Step": 7424, "Finetune/Step Time": 6.676125846803188}
+{"Finetune/Learning Rate": 1.4054337414171069e-05, "Finetune/Loss": 0.8413312435150146, "Finetune/Loss (Raw)": 0.9528708457946777, "Finetune/Step": 7425, "Finetune/Step Time": 6.676257859915495}
+{"Finetune/Learning Rate": 1.4052798009241226e-05, "Finetune/Loss": 0.8409923315048218, "Finetune/Loss (Raw)": 0.8400159478187561, "Finetune/Step": 7426, "Finetune/Step Time": 6.678432121872902}
+{"Finetune/Learning Rate": 1.4051258489385558e-05, "Finetune/Loss": 0.8411082029342651, "Finetune/Loss (Raw)": 0.8731163144111633, "Finetune/Step": 7427, "Finetune/Step Time": 6.676863359287381}
+{"Finetune/Learning Rate": 1.4049718854647719e-05, "Finetune/Loss": 0.8422241806983948, "Finetune/Loss (Raw)": 0.8951672315597534, "Finetune/Step": 7428, "Finetune/Step Time": 6.670647386461496}
+{"Finetune/Learning Rate": 1.4048179105071369e-05, "Finetune/Loss": 0.8414871692657471, "Finetune/Loss (Raw)": 0.6968022584915161, "Finetune/Step": 7429, "Finetune/Step Time": 6.670942522585392}
+{"Finetune/Learning Rate": 1.404663924070017e-05, "Finetune/Loss": 0.8421417474746704, "Finetune/Loss (Raw)": 0.7255918383598328, "Finetune/Step": 7430, "Finetune/Step Time": 6.674780465662479}
+{"Finetune/Learning Rate": 1.404509926157779e-05, "Finetune/Loss": 0.8421304225921631, "Finetune/Loss (Raw)": 0.8500727415084839, "Finetune/Step": 7431, "Finetune/Step Time": 6.681926988065243}
+{"Finetune/Learning Rate": 1.4043559167747897e-05, "Finetune/Loss": 0.8411908745765686, "Finetune/Loss (Raw)": 0.8740564584732056, "Finetune/Step": 7432, "Finetune/Step Time": 6.683941652998328}
+{"Finetune/Learning Rate": 1.4042018959254167e-05, "Finetune/Loss": 0.8399944305419922, "Finetune/Loss (Raw)": 0.6917095184326172, "Finetune/Step": 7433, "Finetune/Step Time": 6.694459145888686}
+{"Finetune/Learning Rate": 1.4040478636140273e-05, "Finetune/Loss": 0.8392736911773682, "Finetune/Loss (Raw)": 0.8794677257537842, "Finetune/Step": 7434, "Finetune/Step Time": 6.691986693069339}
+{"Finetune/Learning Rate": 1.4038938198449892e-05, "Finetune/Loss": 0.8387919664382935, "Finetune/Loss (Raw)": 0.818851888179779, "Finetune/Step": 7435, "Finetune/Step Time": 6.689718283712864}
+{"Finetune/Learning Rate": 1.403739764622671e-05, "Finetune/Loss": 0.8408421277999878, "Finetune/Loss (Raw)": 0.9598603844642639, "Finetune/Step": 7436, "Finetune/Step Time": 6.675575472414494}
+{"Finetune/Learning Rate": 1.4035856979514413e-05, "Finetune/Loss": 0.8401844501495361, "Finetune/Loss (Raw)": 0.8124825358390808, "Finetune/Step": 7437, "Finetune/Step Time": 6.677835447713733}
+{"Finetune/Learning Rate": 1.4034316198356686e-05, "Finetune/Loss": 0.8381010293960571, "Finetune/Loss (Raw)": 0.7830702662467957, "Finetune/Step": 7438, "Finetune/Step Time": 6.685204124078155}
+{"Finetune/Learning Rate": 1.4032775302797223e-05, "Finetune/Loss": 0.8382848501205444, "Finetune/Loss (Raw)": 0.9446588158607483, "Finetune/Step": 7439, "Finetune/Step Time": 6.6825805231928825}
+{"Finetune/Learning Rate": 1.4031234292879726e-05, "Finetune/Loss": 0.8378870487213135, "Finetune/Loss (Raw)": 0.8057252168655396, "Finetune/Step": 7440, "Finetune/Step Time": 6.666904125362635}
+{"Finetune/Learning Rate": 1.4029693168647881e-05, "Finetune/Loss": 0.8387120366096497, "Finetune/Loss (Raw)": 0.9801979660987854, "Finetune/Step": 7441, "Finetune/Step Time": 6.661612445488572}
+{"Finetune/Learning Rate": 1.4028151930145399e-05, "Finetune/Loss": 0.8382561802864075, "Finetune/Loss (Raw)": 0.7415984272956848, "Finetune/Step": 7442, "Finetune/Step Time": 6.657167296856642}
+{"Finetune/Learning Rate": 1.4026610577415985e-05, "Finetune/Loss": 0.8383623957633972, "Finetune/Loss (Raw)": 0.9711551070213318, "Finetune/Step": 7443, "Finetune/Step Time": 6.6388686411082745}
+{"Finetune/Learning Rate": 1.4025069110503341e-05, "Finetune/Loss": 0.8384492993354797, "Finetune/Loss (Raw)": 0.8253521919250488, "Finetune/Step": 7444, "Finetune/Step Time": 6.641489615663886}
+{"Finetune/Learning Rate": 1.4023527529451186e-05, "Finetune/Loss": 0.8379414081573486, "Finetune/Loss (Raw)": 0.924313485622406, "Finetune/Step": 7445, "Finetune/Step Time": 6.640283357352018}
+{"Finetune/Learning Rate": 1.402198583430323e-05, "Finetune/Loss": 0.8371031284332275, "Finetune/Loss (Raw)": 0.8535880446434021, "Finetune/Step": 7446, "Finetune/Step Time": 6.6355378571897745}
+{"Finetune/Learning Rate": 1.4020444025103194e-05, "Finetune/Loss": 0.8381025791168213, "Finetune/Loss (Raw)": 0.9674955010414124, "Finetune/Step": 7447, "Finetune/Step Time": 6.652502030134201}
+{"Finetune/Learning Rate": 1.4018902101894798e-05, "Finetune/Loss": 0.8360877633094788, "Finetune/Loss (Raw)": 0.7200247049331665, "Finetune/Step": 7448, "Finetune/Step Time": 6.657739633694291}
+{"Finetune/Learning Rate": 1.4017360064721763e-05, "Finetune/Loss": 0.8360354900360107, "Finetune/Loss (Raw)": 0.8770925998687744, "Finetune/Step": 7449, "Finetune/Step Time": 6.658503135666251}
+{"Finetune/Learning Rate": 1.4015817913627827e-05, "Finetune/Loss": 0.8363074064254761, "Finetune/Loss (Raw)": 0.7147664427757263, "Finetune/Step": 7450, "Finetune/Step Time": 6.663911571726203}
+{"Finetune/Learning Rate": 1.401427564865671e-05, "Finetune/Loss": 0.8369659185409546, "Finetune/Loss (Raw)": 0.8253545165061951, "Finetune/Step": 7451, "Finetune/Step Time": 6.643995000049472}
+{"Finetune/Learning Rate": 1.4012733269852152e-05, "Finetune/Loss": 0.8357765674591064, "Finetune/Loss (Raw)": 0.7830132842063904, "Finetune/Step": 7452, "Finetune/Step Time": 6.646444773301482}
+{"Finetune/Learning Rate": 1.4011190777257888e-05, "Finetune/Loss": 0.8356101512908936, "Finetune/Loss (Raw)": 0.753412663936615, "Finetune/Step": 7453, "Finetune/Step Time": 6.661540875211358}
+{"Finetune/Learning Rate": 1.400964817091766e-05, "Finetune/Loss": 0.8336445093154907, "Finetune/Loss (Raw)": 0.7294406890869141, "Finetune/Step": 7454, "Finetune/Step Time": 6.658545199781656}
+{"Finetune/Learning Rate": 1.4008105450875214e-05, "Finetune/Loss": 0.8333330154418945, "Finetune/Loss (Raw)": 0.8679540157318115, "Finetune/Step": 7455, "Finetune/Step Time": 6.661553509533405}
+{"Finetune/Learning Rate": 1.4006562617174292e-05, "Finetune/Loss": 0.8328740000724792, "Finetune/Loss (Raw)": 0.9405784606933594, "Finetune/Step": 7456, "Finetune/Step Time": 6.667322561144829}
+{"Finetune/Learning Rate": 1.4005019669858648e-05, "Finetune/Loss": 0.8315496444702148, "Finetune/Loss (Raw)": 0.7562443017959595, "Finetune/Step": 7457, "Finetune/Step Time": 6.668849376961589}
+{"Finetune/Learning Rate": 1.4003476608972035e-05, "Finetune/Loss": 0.832112193107605, "Finetune/Loss (Raw)": 0.9313995838165283, "Finetune/Step": 7458, "Finetune/Step Time": 6.667772904038429}
+{"Finetune/Learning Rate": 1.400193343455821e-05, "Finetune/Loss": 0.8319849967956543, "Finetune/Loss (Raw)": 0.809920608997345, "Finetune/Step": 7459, "Finetune/Step Time": 6.668604020029306}
+{"Finetune/Learning Rate": 1.4000390146660934e-05, "Finetune/Loss": 0.8320138454437256, "Finetune/Loss (Raw)": 0.8291774392127991, "Finetune/Step": 7460, "Finetune/Step Time": 6.664491184055805}
+{"Finetune/Learning Rate": 1.3998846745323968e-05, "Finetune/Loss": 0.8340634107589722, "Finetune/Loss (Raw)": 0.9475463032722473, "Finetune/Step": 7461, "Finetune/Step Time": 6.661250628530979}
+{"Finetune/Learning Rate": 1.3997303230591081e-05, "Finetune/Loss": 0.8329480886459351, "Finetune/Loss (Raw)": 0.7169595956802368, "Finetune/Step": 7462, "Finetune/Step Time": 6.654652714729309}
+{"Finetune/Learning Rate": 1.3995759602506038e-05, "Finetune/Loss": 0.8329642415046692, "Finetune/Loss (Raw)": 0.7883477807044983, "Finetune/Step": 7463, "Finetune/Step Time": 6.650224566459656}
+{"Finetune/Learning Rate": 1.3994215861112617e-05, "Finetune/Loss": 0.834330677986145, "Finetune/Loss (Raw)": 0.844068169593811, "Finetune/Step": 7464, "Finetune/Step Time": 6.645513130351901}
+{"Finetune/Learning Rate": 1.3992672006454593e-05, "Finetune/Loss": 0.834905207157135, "Finetune/Loss (Raw)": 1.0206999778747559, "Finetune/Step": 7465, "Finetune/Step Time": 6.644509073346853}
+{"Finetune/Learning Rate": 1.3991128038575741e-05, "Finetune/Loss": 0.8342050313949585, "Finetune/Loss (Raw)": 0.8543877005577087, "Finetune/Step": 7466, "Finetune/Step Time": 6.64331073500216}
+{"Finetune/Learning Rate": 1.398958395751985e-05, "Finetune/Loss": 0.8341373205184937, "Finetune/Loss (Raw)": 0.7509834170341492, "Finetune/Step": 7467, "Finetune/Step Time": 6.640359316021204}
+{"Finetune/Learning Rate": 1.3988039763330705e-05, "Finetune/Loss": 0.8354811668395996, "Finetune/Loss (Raw)": 0.8542520999908447, "Finetune/Step": 7468, "Finetune/Step Time": 6.640654234215617}
+{"Finetune/Learning Rate": 1.3986495456052089e-05, "Finetune/Loss": 0.8352456092834473, "Finetune/Loss (Raw)": 0.7672605514526367, "Finetune/Step": 7469, "Finetune/Step Time": 6.638122832402587}
+{"Finetune/Learning Rate": 1.3984951035727799e-05, "Finetune/Loss": 0.835504949092865, "Finetune/Loss (Raw)": 0.8683999180793762, "Finetune/Step": 7470, "Finetune/Step Time": 6.636791428551078}
+{"Finetune/Learning Rate": 1.3983406502401632e-05, "Finetune/Loss": 0.8345634341239929, "Finetune/Loss (Raw)": 0.8866919279098511, "Finetune/Step": 7471, "Finetune/Step Time": 6.635338421911001}
+{"Finetune/Learning Rate": 1.398186185611738e-05, "Finetune/Loss": 0.8353575468063354, "Finetune/Loss (Raw)": 0.8785672187805176, "Finetune/Step": 7472, "Finetune/Step Time": 6.634910313412547}
+{"Finetune/Learning Rate": 1.398031709691885e-05, "Finetune/Loss": 0.8358395099639893, "Finetune/Loss (Raw)": 0.8486382365226746, "Finetune/Step": 7473, "Finetune/Step Time": 6.643361296504736}
+{"Finetune/Learning Rate": 1.3978772224849845e-05, "Finetune/Loss": 0.8364331126213074, "Finetune/Loss (Raw)": 0.7597712278366089, "Finetune/Step": 7474, "Finetune/Step Time": 6.642938928678632}
+{"Finetune/Learning Rate": 1.3977227239954174e-05, "Finetune/Loss": 0.8360352516174316, "Finetune/Loss (Raw)": 0.818067729473114, "Finetune/Step": 7475, "Finetune/Step Time": 6.65430393256247}
+{"Finetune/Learning Rate": 1.3975682142275648e-05, "Finetune/Loss": 0.8370316028594971, "Finetune/Loss (Raw)": 0.887650191783905, "Finetune/Step": 7476, "Finetune/Step Time": 6.654685391113162}
+{"Finetune/Learning Rate": 1.3974136931858082e-05, "Finetune/Loss": 0.8371485471725464, "Finetune/Loss (Raw)": 0.7837706804275513, "Finetune/Step": 7477, "Finetune/Step Time": 6.661792449653149}
+{"Finetune/Learning Rate": 1.3972591608745296e-05, "Finetune/Loss": 0.8367419838905334, "Finetune/Loss (Raw)": 0.7826747298240662, "Finetune/Step": 7478, "Finetune/Step Time": 6.666968159377575}
+{"Finetune/Learning Rate": 1.3971046172981107e-05, "Finetune/Loss": 0.8376786708831787, "Finetune/Loss (Raw)": 0.8860552310943604, "Finetune/Step": 7479, "Finetune/Step Time": 6.666024260222912}
+{"Finetune/Learning Rate": 1.3969500624609338e-05, "Finetune/Loss": 0.8393170833587646, "Finetune/Loss (Raw)": 1.068682074546814, "Finetune/Step": 7480, "Finetune/Step Time": 6.668880190700293}
+{"Finetune/Learning Rate": 1.3967954963673822e-05, "Finetune/Loss": 0.8378426432609558, "Finetune/Loss (Raw)": 0.777674674987793, "Finetune/Step": 7481, "Finetune/Step Time": 6.670742521062493}
+{"Finetune/Learning Rate": 1.3966409190218386e-05, "Finetune/Loss": 0.8380869626998901, "Finetune/Loss (Raw)": 0.8333801627159119, "Finetune/Step": 7482, "Finetune/Step Time": 6.641242070123553}
+{"Finetune/Learning Rate": 1.3964863304286867e-05, "Finetune/Loss": 0.8377933502197266, "Finetune/Loss (Raw)": 0.9099470973014832, "Finetune/Step": 7483, "Finetune/Step Time": 6.642798507586122}
+{"Finetune/Learning Rate": 1.3963317305923095e-05, "Finetune/Loss": 0.8395429849624634, "Finetune/Loss (Raw)": 0.969850480556488, "Finetune/Step": 7484, "Finetune/Step Time": 6.62791202776134}
+{"Finetune/Learning Rate": 1.3961771195170912e-05, "Finetune/Loss": 0.8414932489395142, "Finetune/Loss (Raw)": 0.9647142291069031, "Finetune/Step": 7485, "Finetune/Step Time": 6.627059850841761}
+{"Finetune/Learning Rate": 1.396022497207417e-05, "Finetune/Loss": 0.8408888578414917, "Finetune/Loss (Raw)": 0.8038800954818726, "Finetune/Step": 7486, "Finetune/Step Time": 6.624059431254864}
+{"Finetune/Learning Rate": 1.3958678636676706e-05, "Finetune/Loss": 0.8410035371780396, "Finetune/Loss (Raw)": 0.9557662606239319, "Finetune/Step": 7487, "Finetune/Step Time": 6.621238188818097}
+{"Finetune/Learning Rate": 1.3957132189022373e-05, "Finetune/Loss": 0.8417927026748657, "Finetune/Loss (Raw)": 0.901685357093811, "Finetune/Step": 7488, "Finetune/Step Time": 6.620793322101235}
+{"Finetune/Learning Rate": 1.3955585629155026e-05, "Finetune/Loss": 0.8417248725891113, "Finetune/Loss (Raw)": 0.7858304381370544, "Finetune/Step": 7489, "Finetune/Step Time": 6.619848424568772}
+{"Finetune/Learning Rate": 1.3954038957118517e-05, "Finetune/Loss": 0.8422055244445801, "Finetune/Loss (Raw)": 0.8818748593330383, "Finetune/Step": 7490, "Finetune/Step Time": 6.621689295396209}
+{"Finetune/Learning Rate": 1.3952492172956705e-05, "Finetune/Loss": 0.8415399193763733, "Finetune/Loss (Raw)": 0.7885518670082092, "Finetune/Step": 7491, "Finetune/Step Time": 6.6214202884584665}
+{"Finetune/Learning Rate": 1.3950945276713457e-05, "Finetune/Loss": 0.8424054384231567, "Finetune/Loss (Raw)": 0.7671472430229187, "Finetune/Step": 7492, "Finetune/Step Time": 6.613058963790536}
+{"Finetune/Learning Rate": 1.3949398268432634e-05, "Finetune/Loss": 0.8434560298919678, "Finetune/Loss (Raw)": 0.899158239364624, "Finetune/Step": 7493, "Finetune/Step Time": 6.608863735571504}
+{"Finetune/Learning Rate": 1.3947851148158107e-05, "Finetune/Loss": 0.8434165716171265, "Finetune/Loss (Raw)": 0.9210613369941711, "Finetune/Step": 7494, "Finetune/Step Time": 6.6108859572559595}
+{"Finetune/Learning Rate": 1.394630391593375e-05, "Finetune/Loss": 0.8425969481468201, "Finetune/Loss (Raw)": 0.7444647550582886, "Finetune/Step": 7495, "Finetune/Step Time": 6.61102587915957}
+{"Finetune/Learning Rate": 1.3944756571803435e-05, "Finetune/Loss": 0.8408658504486084, "Finetune/Loss (Raw)": 0.6399211287498474, "Finetune/Step": 7496, "Finetune/Step Time": 6.644839530810714}
+{"Finetune/Learning Rate": 1.394320911581104e-05, "Finetune/Loss": 0.839519202709198, "Finetune/Loss (Raw)": 0.72395259141922, "Finetune/Step": 7497, "Finetune/Step Time": 6.6437371373176575}
+{"Finetune/Learning Rate": 1.3941661548000446e-05, "Finetune/Loss": 0.8388634920120239, "Finetune/Loss (Raw)": 0.757918119430542, "Finetune/Step": 7498, "Finetune/Step Time": 6.661738537251949}
+{"Finetune/Learning Rate": 1.3940113868415541e-05, "Finetune/Loss": 0.8390350937843323, "Finetune/Loss (Raw)": 0.8898766040802002, "Finetune/Step": 7499, "Finetune/Step Time": 6.661318736150861}
+{"Finetune/Learning Rate": 1.3938566077100211e-05, "Finetune/Loss": 0.8393804430961609, "Finetune/Loss (Raw)": 0.9794049859046936, "Finetune/Step": 7500, "Finetune/Step Time": 6.65823888964951}
+{"Finetune/Learning Rate": 1.3937018174098347e-05, "Finetune/Loss": 0.838350772857666, "Finetune/Loss (Raw)": 0.6775012016296387, "Finetune/Step": 7501, "Finetune/Step Time": 6.689189046621323}
+{"Finetune/Learning Rate": 1.393547015945384e-05, "Finetune/Loss": 0.8388698101043701, "Finetune/Loss (Raw)": 0.8314729332923889, "Finetune/Step": 7502, "Finetune/Step Time": 6.688046395778656}
+{"Finetune/Learning Rate": 1.3933922033210594e-05, "Finetune/Loss": 0.8402546048164368, "Finetune/Loss (Raw)": 0.9315759539604187, "Finetune/Step": 7503, "Finetune/Step Time": 6.691170506179333}
+{"Finetune/Learning Rate": 1.3932373795412503e-05, "Finetune/Loss": 0.8398642539978027, "Finetune/Loss (Raw)": 0.778356671333313, "Finetune/Step": 7504, "Finetune/Step Time": 6.68781659565866}
+{"Finetune/Learning Rate": 1.3930825446103475e-05, "Finetune/Loss": 0.8396262526512146, "Finetune/Loss (Raw)": 0.7844997048377991, "Finetune/Step": 7505, "Finetune/Step Time": 6.679224910214543}
+{"Finetune/Learning Rate": 1.3929276985327415e-05, "Finetune/Loss": 0.8386220932006836, "Finetune/Loss (Raw)": 0.8081903457641602, "Finetune/Step": 7506, "Finetune/Step Time": 6.671675514429808}
+{"Finetune/Learning Rate": 1.3927728413128235e-05, "Finetune/Loss": 0.8388359546661377, "Finetune/Loss (Raw)": 0.8262242078781128, "Finetune/Step": 7507, "Finetune/Step Time": 6.658672649413347}
+{"Finetune/Learning Rate": 1.3926179729549843e-05, "Finetune/Loss": 0.8383212089538574, "Finetune/Loss (Raw)": 0.8987497687339783, "Finetune/Step": 7508, "Finetune/Step Time": 6.660418337211013}
+{"Finetune/Learning Rate": 1.3924630934636158e-05, "Finetune/Loss": 0.8388088941574097, "Finetune/Loss (Raw)": 0.8363951444625854, "Finetune/Step": 7509, "Finetune/Step Time": 6.643965503200889}
+{"Finetune/Learning Rate": 1.3923082028431103e-05, "Finetune/Loss": 0.8379926681518555, "Finetune/Loss (Raw)": 0.8943121433258057, "Finetune/Step": 7510, "Finetune/Step Time": 6.635633055120707}
+{"Finetune/Learning Rate": 1.3921533010978596e-05, "Finetune/Loss": 0.839302659034729, "Finetune/Loss (Raw)": 0.8800048828125, "Finetune/Step": 7511, "Finetune/Step Time": 6.642784170806408}
+{"Finetune/Learning Rate": 1.3919983882322563e-05, "Finetune/Loss": 0.8384183049201965, "Finetune/Loss (Raw)": 0.8343356847763062, "Finetune/Step": 7512, "Finetune/Step Time": 6.638671118766069}
+{"Finetune/Learning Rate": 1.3918434642506937e-05, "Finetune/Loss": 0.8373233079910278, "Finetune/Loss (Raw)": 0.7230207324028015, "Finetune/Step": 7513, "Finetune/Step Time": 6.63826366700232}
+{"Finetune/Learning Rate": 1.3916885291575643e-05, "Finetune/Loss": 0.8355550765991211, "Finetune/Loss (Raw)": 0.8061839938163757, "Finetune/Step": 7514, "Finetune/Step Time": 6.636262588202953}
+{"Finetune/Learning Rate": 1.3915335829572621e-05, "Finetune/Loss": 0.8352778553962708, "Finetune/Loss (Raw)": 0.8157519698143005, "Finetune/Step": 7515, "Finetune/Step Time": 6.637313034385443}
+{"Finetune/Learning Rate": 1.3913786256541813e-05, "Finetune/Loss": 0.8339189291000366, "Finetune/Loss (Raw)": 0.6125590205192566, "Finetune/Step": 7516, "Finetune/Step Time": 6.650651428848505}
+{"Finetune/Learning Rate": 1.391223657252715e-05, "Finetune/Loss": 0.8331059217453003, "Finetune/Loss (Raw)": 0.7141293883323669, "Finetune/Step": 7517, "Finetune/Step Time": 6.631074173375964}
+{"Finetune/Learning Rate": 1.3910686777572587e-05, "Finetune/Loss": 0.8316889405250549, "Finetune/Loss (Raw)": 0.7169607281684875, "Finetune/Step": 7518, "Finetune/Step Time": 6.654610879719257}
+{"Finetune/Learning Rate": 1.3909136871722066e-05, "Finetune/Loss": 0.832423985004425, "Finetune/Loss (Raw)": 0.851677417755127, "Finetune/Step": 7519, "Finetune/Step Time": 6.65381789021194}
+{"Finetune/Learning Rate": 1.3907586855019538e-05, "Finetune/Loss": 0.8332650661468506, "Finetune/Loss (Raw)": 0.9174695611000061, "Finetune/Step": 7520, "Finetune/Step Time": 6.653130987659097}
+{"Finetune/Learning Rate": 1.390603672750896e-05, "Finetune/Loss": 0.8330205678939819, "Finetune/Loss (Raw)": 0.8438289165496826, "Finetune/Step": 7521, "Finetune/Step Time": 6.655434850603342}
+{"Finetune/Learning Rate": 1.390448648923429e-05, "Finetune/Loss": 0.8349753618240356, "Finetune/Loss (Raw)": 1.0119297504425049, "Finetune/Step": 7522, "Finetune/Step Time": 6.649732179939747}
+{"Finetune/Learning Rate": 1.3902936140239483e-05, "Finetune/Loss": 0.8357877135276794, "Finetune/Loss (Raw)": 0.89914870262146, "Finetune/Step": 7523, "Finetune/Step Time": 6.647590024396777}
+{"Finetune/Learning Rate": 1.3901385680568506e-05, "Finetune/Loss": 0.834601640701294, "Finetune/Loss (Raw)": 0.6325710415840149, "Finetune/Step": 7524, "Finetune/Step Time": 6.667932961136103}
+{"Finetune/Learning Rate": 1.3899835110265325e-05, "Finetune/Loss": 0.8341075778007507, "Finetune/Loss (Raw)": 0.7479177117347717, "Finetune/Step": 7525, "Finetune/Step Time": 6.664583137258887}
+{"Finetune/Learning Rate": 1.389828442937391e-05, "Finetune/Loss": 0.834649920463562, "Finetune/Loss (Raw)": 0.844031810760498, "Finetune/Step": 7526, "Finetune/Step Time": 6.663308173418045}
+{"Finetune/Learning Rate": 1.3896733637938233e-05, "Finetune/Loss": 0.834615170955658, "Finetune/Loss (Raw)": 0.8238850235939026, "Finetune/Step": 7527, "Finetune/Step Time": 6.659749329090118}
+{"Finetune/Learning Rate": 1.3895182736002276e-05, "Finetune/Loss": 0.8337016105651855, "Finetune/Loss (Raw)": 0.8248156309127808, "Finetune/Step": 7528, "Finetune/Step Time": 6.661386072635651}
+{"Finetune/Learning Rate": 1.3893631723610006e-05, "Finetune/Loss": 0.8337087631225586, "Finetune/Loss (Raw)": 0.8274393677711487, "Finetune/Step": 7529, "Finetune/Step Time": 6.6630930453538895}
+{"Finetune/Learning Rate": 1.3892080600805415e-05, "Finetune/Loss": 0.8337486386299133, "Finetune/Loss (Raw)": 0.8023077845573425, "Finetune/Step": 7530, "Finetune/Step Time": 6.6596093494445086}
+{"Finetune/Learning Rate": 1.3890529367632489e-05, "Finetune/Loss": 0.8339227437973022, "Finetune/Loss (Raw)": 0.7485712170600891, "Finetune/Step": 7531, "Finetune/Step Time": 6.664175417274237}
+{"Finetune/Learning Rate": 1.388897802413521e-05, "Finetune/Loss": 0.8333076238632202, "Finetune/Loss (Raw)": 0.7577221393585205, "Finetune/Step": 7532, "Finetune/Step Time": 6.6739444099366665}
+{"Finetune/Learning Rate": 1.3887426570357571e-05, "Finetune/Loss": 0.8323952555656433, "Finetune/Loss (Raw)": 0.8885036706924438, "Finetune/Step": 7533, "Finetune/Step Time": 6.658510863780975}
+{"Finetune/Learning Rate": 1.3885875006343572e-05, "Finetune/Loss": 0.8319876790046692, "Finetune/Loss (Raw)": 0.9000917673110962, "Finetune/Step": 7534, "Finetune/Step Time": 6.659792622551322}
+{"Finetune/Learning Rate": 1.3884323332137209e-05, "Finetune/Loss": 0.8316055536270142, "Finetune/Loss (Raw)": 0.8013535737991333, "Finetune/Step": 7535, "Finetune/Step Time": 6.662238541990519}
+{"Finetune/Learning Rate": 1.3882771547782476e-05, "Finetune/Loss": 0.8330979943275452, "Finetune/Loss (Raw)": 0.989773154258728, "Finetune/Step": 7536, "Finetune/Step Time": 6.6415125373750925}
+{"Finetune/Learning Rate": 1.3881219653323387e-05, "Finetune/Loss": 0.8341479301452637, "Finetune/Loss (Raw)": 0.9287636876106262, "Finetune/Step": 7537, "Finetune/Step Time": 6.629755804315209}
+{"Finetune/Learning Rate": 1.3879667648803948e-05, "Finetune/Loss": 0.833810567855835, "Finetune/Loss (Raw)": 0.7289634346961975, "Finetune/Step": 7538, "Finetune/Step Time": 6.627554673701525}
+{"Finetune/Learning Rate": 1.3878115534268164e-05, "Finetune/Loss": 0.834534764289856, "Finetune/Loss (Raw)": 0.7968884706497192, "Finetune/Step": 7539, "Finetune/Step Time": 6.632956638932228}
+{"Finetune/Learning Rate": 1.387656330976005e-05, "Finetune/Loss": 0.8343532085418701, "Finetune/Loss (Raw)": 0.7988095879554749, "Finetune/Step": 7540, "Finetune/Step Time": 6.649988992139697}
+{"Finetune/Learning Rate": 1.3875010975323627e-05, "Finetune/Loss": 0.8349548578262329, "Finetune/Loss (Raw)": 0.8896190524101257, "Finetune/Step": 7541, "Finetune/Step Time": 6.65095841512084}
+{"Finetune/Learning Rate": 1.387345853100291e-05, "Finetune/Loss": 0.8359102010726929, "Finetune/Loss (Raw)": 1.011867642402649, "Finetune/Step": 7542, "Finetune/Step Time": 6.643551215529442}
+{"Finetune/Learning Rate": 1.3871905976841923e-05, "Finetune/Loss": 0.8372665047645569, "Finetune/Loss (Raw)": 0.8620156645774841, "Finetune/Step": 7543, "Finetune/Step Time": 6.64641485363245}
+{"Finetune/Learning Rate": 1.3870353312884694e-05, "Finetune/Loss": 0.8365418910980225, "Finetune/Loss (Raw)": 0.8480027318000793, "Finetune/Step": 7544, "Finetune/Step Time": 6.64097897708416}
+{"Finetune/Learning Rate": 1.3868800539175252e-05, "Finetune/Loss": 0.8364357948303223, "Finetune/Loss (Raw)": 0.7947213053703308, "Finetune/Step": 7545, "Finetune/Step Time": 6.639084216207266}
+{"Finetune/Learning Rate": 1.3867247655757626e-05, "Finetune/Loss": 0.8370047807693481, "Finetune/Loss (Raw)": 0.8690532445907593, "Finetune/Step": 7546, "Finetune/Step Time": 6.640135735273361}
+{"Finetune/Learning Rate": 1.3865694662675852e-05, "Finetune/Loss": 0.8371759653091431, "Finetune/Loss (Raw)": 0.8894314765930176, "Finetune/Step": 7547, "Finetune/Step Time": 6.636137839406729}
+{"Finetune/Learning Rate": 1.3864141559973971e-05, "Finetune/Loss": 0.8364628553390503, "Finetune/Loss (Raw)": 0.786380410194397, "Finetune/Step": 7548, "Finetune/Step Time": 6.626571856439114}
+{"Finetune/Learning Rate": 1.3862588347696026e-05, "Finetune/Loss": 0.8383966684341431, "Finetune/Loss (Raw)": 0.9515923857688904, "Finetune/Step": 7549, "Finetune/Step Time": 6.629395578056574}
+{"Finetune/Learning Rate": 1.3861035025886058e-05, "Finetune/Loss": 0.8391281366348267, "Finetune/Loss (Raw)": 0.9042652249336243, "Finetune/Step": 7550, "Finetune/Step Time": 6.623649733141065}
+{"Finetune/Learning Rate": 1.3859481594588116e-05, "Finetune/Loss": 0.8401442766189575, "Finetune/Loss (Raw)": 0.9696102142333984, "Finetune/Step": 7551, "Finetune/Step Time": 6.618514996021986}
+{"Finetune/Learning Rate": 1.385792805384625e-05, "Finetune/Loss": 0.8386461138725281, "Finetune/Loss (Raw)": 0.7183172106742859, "Finetune/Step": 7552, "Finetune/Step Time": 6.614689234644175}
+{"Finetune/Learning Rate": 1.3856374403704516e-05, "Finetune/Loss": 0.838076651096344, "Finetune/Loss (Raw)": 0.8799818754196167, "Finetune/Step": 7553, "Finetune/Step Time": 6.6135175339877605}
+{"Finetune/Learning Rate": 1.3854820644206967e-05, "Finetune/Loss": 0.8375815153121948, "Finetune/Loss (Raw)": 0.7766387462615967, "Finetune/Step": 7554, "Finetune/Step Time": 6.62529824487865}
+{"Finetune/Learning Rate": 1.3853266775397669e-05, "Finetune/Loss": 0.8367939591407776, "Finetune/Loss (Raw)": 0.772311270236969, "Finetune/Step": 7555, "Finetune/Step Time": 6.630786361172795}
+{"Finetune/Learning Rate": 1.3851712797320685e-05, "Finetune/Loss": 0.836512565612793, "Finetune/Loss (Raw)": 0.859147846698761, "Finetune/Step": 7556, "Finetune/Step Time": 6.635203598067164}
+{"Finetune/Learning Rate": 1.3850158710020072e-05, "Finetune/Loss": 0.836803674697876, "Finetune/Loss (Raw)": 0.7340640425682068, "Finetune/Step": 7557, "Finetune/Step Time": 6.638577086851001}
+{"Finetune/Learning Rate": 1.3848604513539912e-05, "Finetune/Loss": 0.8382096886634827, "Finetune/Loss (Raw)": 0.9055631756782532, "Finetune/Step": 7558, "Finetune/Step Time": 6.626694267615676}
+{"Finetune/Learning Rate": 1.384705020792427e-05, "Finetune/Loss": 0.8365713953971863, "Finetune/Loss (Raw)": 0.6403663754463196, "Finetune/Step": 7559, "Finetune/Step Time": 6.619767546653748}
+{"Finetune/Learning Rate": 1.3845495793217223e-05, "Finetune/Loss": 0.8358159065246582, "Finetune/Loss (Raw)": 0.7773527503013611, "Finetune/Step": 7560, "Finetune/Step Time": 6.613044461235404}
+{"Finetune/Learning Rate": 1.3843941269462851e-05, "Finetune/Loss": 0.838115394115448, "Finetune/Loss (Raw)": 0.9860488772392273, "Finetune/Step": 7561, "Finetune/Step Time": 6.613785833120346}
+{"Finetune/Learning Rate": 1.3842386636705239e-05, "Finetune/Loss": 0.8377618789672852, "Finetune/Loss (Raw)": 0.8342141509056091, "Finetune/Step": 7562, "Finetune/Step Time": 6.6143185403198}
+{"Finetune/Learning Rate": 1.3840831894988464e-05, "Finetune/Loss": 0.8385176658630371, "Finetune/Loss (Raw)": 0.9156018495559692, "Finetune/Step": 7563, "Finetune/Step Time": 6.620133709162474}
+{"Finetune/Learning Rate": 1.3839277044356615e-05, "Finetune/Loss": 0.8366856575012207, "Finetune/Loss (Raw)": 0.7253639101982117, "Finetune/Step": 7564, "Finetune/Step Time": 6.629960158839822}
+{"Finetune/Learning Rate": 1.3837722084853794e-05, "Finetune/Loss": 0.8352471590042114, "Finetune/Loss (Raw)": 0.6283483505249023, "Finetune/Step": 7565, "Finetune/Step Time": 6.628100585192442}
+{"Finetune/Learning Rate": 1.3836167016524084e-05, "Finetune/Loss": 0.8364449739456177, "Finetune/Loss (Raw)": 0.9363923668861389, "Finetune/Step": 7566, "Finetune/Step Time": 6.624792503193021}
+{"Finetune/Learning Rate": 1.3834611839411587e-05, "Finetune/Loss": 0.8359910845756531, "Finetune/Loss (Raw)": 0.8865568041801453, "Finetune/Step": 7567, "Finetune/Step Time": 6.6265883687883615}
+{"Finetune/Learning Rate": 1.38330565535604e-05, "Finetune/Loss": 0.8355854749679565, "Finetune/Loss (Raw)": 0.7538034915924072, "Finetune/Step": 7568, "Finetune/Step Time": 6.621909873560071}
+{"Finetune/Learning Rate": 1.3831501159014631e-05, "Finetune/Loss": 0.834070086479187, "Finetune/Loss (Raw)": 0.7862282991409302, "Finetune/Step": 7569, "Finetune/Step Time": 6.636388566344976}
+{"Finetune/Learning Rate": 1.3829945655818384e-05, "Finetune/Loss": 0.8354490995407104, "Finetune/Loss (Raw)": 0.9181135296821594, "Finetune/Step": 7570, "Finetune/Step Time": 6.636700702831149}
+{"Finetune/Learning Rate": 1.382839004401577e-05, "Finetune/Loss": 0.8334418535232544, "Finetune/Loss (Raw)": 0.7142293453216553, "Finetune/Step": 7571, "Finetune/Step Time": 6.653153752908111}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8331444263458252, "Finetune/Loss (Raw)": 0.7872881293296814, "Finetune/Step": 7572, "Finetune/Step Time": 6.65706841647625}
+{"Finetune/Learning Rate": 1.382527849476789e-05, "Finetune/Loss": 0.8333944082260132, "Finetune/Loss (Raw)": 0.9563043117523193, "Finetune/Step": 7573, "Finetune/Step Time": 6.6600543688982725}
+{"Finetune/Learning Rate": 1.3823722557410859e-05, "Finetune/Loss": 0.8340191841125488, "Finetune/Loss (Raw)": 0.9335582256317139, "Finetune/Step": 7574, "Finetune/Step Time": 6.659593077376485}
+{"Finetune/Learning Rate": 1.3822166511623931e-05, "Finetune/Loss": 0.8320328593254089, "Finetune/Loss (Raw)": 0.7132471799850464, "Finetune/Step": 7575, "Finetune/Step Time": 6.663475353270769}
+{"Finetune/Learning Rate": 1.382061035745123e-05, "Finetune/Loss": 0.8340520262718201, "Finetune/Loss (Raw)": 0.9784745573997498, "Finetune/Step": 7576, "Finetune/Step Time": 6.658520927652717}
+{"Finetune/Learning Rate": 1.3819054094936881e-05, "Finetune/Loss": 0.8331922292709351, "Finetune/Loss (Raw)": 0.767048716545105, "Finetune/Step": 7577, "Finetune/Step Time": 6.660161817446351}
+{"Finetune/Learning Rate": 1.3817497724125022e-05, "Finetune/Loss": 0.8333896994590759, "Finetune/Loss (Raw)": 0.7400379776954651, "Finetune/Step": 7578, "Finetune/Step Time": 6.668855799362063}
+{"Finetune/Learning Rate": 1.3815941245059779e-05, "Finetune/Loss": 0.8323289155960083, "Finetune/Loss (Raw)": 0.6895740032196045, "Finetune/Step": 7579, "Finetune/Step Time": 6.673881094902754}
+{"Finetune/Learning Rate": 1.3814384657785298e-05, "Finetune/Loss": 0.8331108093261719, "Finetune/Loss (Raw)": 0.8830997347831726, "Finetune/Step": 7580, "Finetune/Step Time": 6.6728114522993565}
+{"Finetune/Learning Rate": 1.381282796234571e-05, "Finetune/Loss": 0.8346465826034546, "Finetune/Loss (Raw)": 0.9499912858009338, "Finetune/Step": 7581, "Finetune/Step Time": 6.658301951363683}
+{"Finetune/Learning Rate": 1.3811271158785164e-05, "Finetune/Loss": 0.8350672721862793, "Finetune/Loss (Raw)": 0.7832813262939453, "Finetune/Step": 7582, "Finetune/Step Time": 6.665627559646964}
+{"Finetune/Learning Rate": 1.380971424714781e-05, "Finetune/Loss": 0.8349471092224121, "Finetune/Loss (Raw)": 0.8525798320770264, "Finetune/Step": 7583, "Finetune/Step Time": 6.666912816464901}
+{"Finetune/Learning Rate": 1.3808157227477788e-05, "Finetune/Loss": 0.8341125249862671, "Finetune/Loss (Raw)": 0.8337494730949402, "Finetune/Step": 7584, "Finetune/Step Time": 6.660853132605553}
+{"Finetune/Learning Rate": 1.3806600099819256e-05, "Finetune/Loss": 0.8349466323852539, "Finetune/Loss (Raw)": 0.863009512424469, "Finetune/Step": 7585, "Finetune/Step Time": 6.663319386541843}
+{"Finetune/Learning Rate": 1.3805042864216373e-05, "Finetune/Loss": 0.8334451913833618, "Finetune/Loss (Raw)": 0.7392128109931946, "Finetune/Step": 7586, "Finetune/Step Time": 6.6609021089971066}
+{"Finetune/Learning Rate": 1.3803485520713294e-05, "Finetune/Loss": 0.8323214054107666, "Finetune/Loss (Raw)": 0.6660719513893127, "Finetune/Step": 7587, "Finetune/Step Time": 6.674987195059657}
+{"Finetune/Learning Rate": 1.3801928069354178e-05, "Finetune/Loss": 0.8325588703155518, "Finetune/Loss (Raw)": 0.8595763444900513, "Finetune/Step": 7588, "Finetune/Step Time": 6.678492283448577}
+{"Finetune/Learning Rate": 1.3800370510183198e-05, "Finetune/Loss": 0.8317859172821045, "Finetune/Loss (Raw)": 0.8486151695251465, "Finetune/Step": 7589, "Finetune/Step Time": 6.680061940103769}
+{"Finetune/Learning Rate": 1.3798812843244513e-05, "Finetune/Loss": 0.8331006169319153, "Finetune/Loss (Raw)": 0.8852367401123047, "Finetune/Step": 7590, "Finetune/Step Time": 6.679601855576038}
+{"Finetune/Learning Rate": 1.3797255068582302e-05, "Finetune/Loss": 0.8338636159896851, "Finetune/Loss (Raw)": 0.8860094547271729, "Finetune/Step": 7591, "Finetune/Step Time": 6.703019125387073}
+{"Finetune/Learning Rate": 1.3795697186240733e-05, "Finetune/Loss": 0.8336608409881592, "Finetune/Loss (Raw)": 0.8181108832359314, "Finetune/Step": 7592, "Finetune/Step Time": 6.704363873228431}
+{"Finetune/Learning Rate": 1.3794139196263986e-05, "Finetune/Loss": 0.8328690528869629, "Finetune/Loss (Raw)": 0.9193496108055115, "Finetune/Step": 7593, "Finetune/Step Time": 6.703422248363495}
+{"Finetune/Learning Rate": 1.3792581098696239e-05, "Finetune/Loss": 0.8322561979293823, "Finetune/Loss (Raw)": 0.7759517431259155, "Finetune/Step": 7594, "Finetune/Step Time": 6.703364256769419}
+{"Finetune/Learning Rate": 1.3791022893581678e-05, "Finetune/Loss": 0.8331789374351501, "Finetune/Loss (Raw)": 0.8690899014472961, "Finetune/Step": 7595, "Finetune/Step Time": 6.709108320996165}
+{"Finetune/Learning Rate": 1.3789464580964486e-05, "Finetune/Loss": 0.8325483798980713, "Finetune/Loss (Raw)": 0.7735482454299927, "Finetune/Step": 7596, "Finetune/Step Time": 6.7152725756168365}
+{"Finetune/Learning Rate": 1.3787906160888857e-05, "Finetune/Loss": 0.8326655626296997, "Finetune/Loss (Raw)": 0.7822462320327759, "Finetune/Step": 7597, "Finetune/Step Time": 6.727097379043698}
+{"Finetune/Learning Rate": 1.378634763339898e-05, "Finetune/Loss": 0.8316683769226074, "Finetune/Loss (Raw)": 0.7407629489898682, "Finetune/Step": 7598, "Finetune/Step Time": 6.727414397522807}
+{"Finetune/Learning Rate": 1.378478899853905e-05, "Finetune/Loss": 0.8314699530601501, "Finetune/Loss (Raw)": 0.8612964749336243, "Finetune/Step": 7599, "Finetune/Step Time": 6.736729314550757}
+{"Finetune/Learning Rate": 1.3783230256353265e-05, "Finetune/Loss": 0.8313013315200806, "Finetune/Loss (Raw)": 0.8569827675819397, "Finetune/Step": 7600, "Finetune/Step Time": 6.735872890800238}
+{"Finetune/Learning Rate": 1.3781671406885835e-05, "Finetune/Loss": 0.8302348852157593, "Finetune/Loss (Raw)": 0.7121294736862183, "Finetune/Step": 7601, "Finetune/Step Time": 6.737750243395567}
+{"Finetune/Learning Rate": 1.3780112450180949e-05, "Finetune/Loss": 0.8311810493469238, "Finetune/Loss (Raw)": 0.8808906674385071, "Finetune/Step": 7602, "Finetune/Step Time": 6.735418731346726}
+{"Finetune/Learning Rate": 1.3778553386282827e-05, "Finetune/Loss": 0.832196831703186, "Finetune/Loss (Raw)": 0.948081910610199, "Finetune/Step": 7603, "Finetune/Step Time": 6.725165346637368}
+{"Finetune/Learning Rate": 1.3776994215235677e-05, "Finetune/Loss": 0.8317230939865112, "Finetune/Loss (Raw)": 0.8270177841186523, "Finetune/Step": 7604, "Finetune/Step Time": 6.728801088407636}
+{"Finetune/Learning Rate": 1.377543493708371e-05, "Finetune/Loss": 0.8320367336273193, "Finetune/Loss (Raw)": 0.8239145278930664, "Finetune/Step": 7605, "Finetune/Step Time": 6.7233501970767975}
+{"Finetune/Learning Rate": 1.3773875551871142e-05, "Finetune/Loss": 0.8320139646530151, "Finetune/Loss (Raw)": 0.7797520756721497, "Finetune/Step": 7606, "Finetune/Step Time": 6.721336394548416}
+{"Finetune/Learning Rate": 1.37723160596422e-05, "Finetune/Loss": 0.830738365650177, "Finetune/Loss (Raw)": 0.7227826118469238, "Finetune/Step": 7607, "Finetune/Step Time": 6.735141152516007}
+{"Finetune/Learning Rate": 1.3770756460441098e-05, "Finetune/Loss": 0.8288081884384155, "Finetune/Loss (Raw)": 0.8216143846511841, "Finetune/Step": 7608, "Finetune/Step Time": 6.72997216321528}
+{"Finetune/Learning Rate": 1.3769196754312061e-05, "Finetune/Loss": 0.8287768959999084, "Finetune/Loss (Raw)": 0.7736728191375732, "Finetune/Step": 7609, "Finetune/Step Time": 6.738245192915201}
+{"Finetune/Learning Rate": 1.3767636941299329e-05, "Finetune/Loss": 0.8294494152069092, "Finetune/Loss (Raw)": 0.9194605946540833, "Finetune/Step": 7610, "Finetune/Step Time": 6.741301445290446}
+{"Finetune/Learning Rate": 1.3766077021447126e-05, "Finetune/Loss": 0.8285394310951233, "Finetune/Loss (Raw)": 0.7934736609458923, "Finetune/Step": 7611, "Finetune/Step Time": 6.744513250887394}
+{"Finetune/Learning Rate": 1.3764516994799685e-05, "Finetune/Loss": 0.8284614086151123, "Finetune/Loss (Raw)": 0.9598584175109863, "Finetune/Step": 7612, "Finetune/Step Time": 6.74257106333971}
+{"Finetune/Learning Rate": 1.3762956861401252e-05, "Finetune/Loss": 0.8277780413627625, "Finetune/Loss (Raw)": 0.8772461414337158, "Finetune/Step": 7613, "Finetune/Step Time": 6.739752030000091}
+{"Finetune/Learning Rate": 1.3761396621296057e-05, "Finetune/Loss": 0.8280297517776489, "Finetune/Loss (Raw)": 0.8361063003540039, "Finetune/Step": 7614, "Finetune/Step Time": 6.732510352507234}
+{"Finetune/Learning Rate": 1.3759836274528354e-05, "Finetune/Loss": 0.8260546922683716, "Finetune/Loss (Raw)": 0.7029553651809692, "Finetune/Step": 7615, "Finetune/Step Time": 6.740459261462092}
+{"Finetune/Learning Rate": 1.3758275821142382e-05, "Finetune/Loss": 0.8259681463241577, "Finetune/Loss (Raw)": 0.890608549118042, "Finetune/Step": 7616, "Finetune/Step Time": 6.74226451292634}
+{"Finetune/Learning Rate": 1.3756715261182399e-05, "Finetune/Loss": 0.8270318508148193, "Finetune/Loss (Raw)": 0.9219851493835449, "Finetune/Step": 7617, "Finetune/Step Time": 6.762351293116808}
+{"Finetune/Learning Rate": 1.375515459469265e-05, "Finetune/Loss": 0.8258754014968872, "Finetune/Loss (Raw)": 0.7338497042655945, "Finetune/Step": 7618, "Finetune/Step Time": 6.767956065014005}
+{"Finetune/Learning Rate": 1.3753593821717397e-05, "Finetune/Loss": 0.8276365995407104, "Finetune/Loss (Raw)": 1.0139778852462769, "Finetune/Step": 7619, "Finetune/Step Time": 6.759966032579541}
+{"Finetune/Learning Rate": 1.3752032942300897e-05, "Finetune/Loss": 0.8281868696212769, "Finetune/Loss (Raw)": 0.8375901579856873, "Finetune/Step": 7620, "Finetune/Step Time": 6.763280311599374}
+{"Finetune/Learning Rate": 1.3750471956487413e-05, "Finetune/Loss": 0.826545238494873, "Finetune/Loss (Raw)": 0.6890199780464172, "Finetune/Step": 7621, "Finetune/Step Time": 6.778636686503887}
+{"Finetune/Learning Rate": 1.3748910864321207e-05, "Finetune/Loss": 0.8260484933853149, "Finetune/Loss (Raw)": 0.8574780821800232, "Finetune/Step": 7622, "Finetune/Step Time": 6.789402566850185}
+{"Finetune/Learning Rate": 1.3747349665846552e-05, "Finetune/Loss": 0.8277515172958374, "Finetune/Loss (Raw)": 0.9624534249305725, "Finetune/Step": 7623, "Finetune/Step Time": 6.791776726022363}
+{"Finetune/Learning Rate": 1.3745788361107715e-05, "Finetune/Loss": 0.8281049728393555, "Finetune/Loss (Raw)": 0.6851695775985718, "Finetune/Step": 7624, "Finetune/Step Time": 6.772520195692778}
+{"Finetune/Learning Rate": 1.374422695014897e-05, "Finetune/Loss": 0.8276546001434326, "Finetune/Loss (Raw)": 0.6663044691085815, "Finetune/Step": 7625, "Finetune/Step Time": 6.786768140271306}
+{"Finetune/Learning Rate": 1.3742665433014599e-05, "Finetune/Loss": 0.8281682133674622, "Finetune/Loss (Raw)": 0.8236554861068726, "Finetune/Step": 7626, "Finetune/Step Time": 6.768602784723043}
+{"Finetune/Learning Rate": 1.3741103809748877e-05, "Finetune/Loss": 0.8279819488525391, "Finetune/Loss (Raw)": 0.8660346269607544, "Finetune/Step": 7627, "Finetune/Step Time": 6.771516069769859}
+{"Finetune/Learning Rate": 1.373954208039609e-05, "Finetune/Loss": 0.8270721435546875, "Finetune/Loss (Raw)": 0.8629478812217712, "Finetune/Step": 7628, "Finetune/Step Time": 6.772154388949275}
+{"Finetune/Learning Rate": 1.3737980245000524e-05, "Finetune/Loss": 0.8293750286102295, "Finetune/Loss (Raw)": 0.9722726345062256, "Finetune/Step": 7629, "Finetune/Step Time": 6.743331078439951}
+{"Finetune/Learning Rate": 1.3736418303606465e-05, "Finetune/Loss": 0.8290603160858154, "Finetune/Loss (Raw)": 0.7911964058876038, "Finetune/Step": 7630, "Finetune/Step Time": 6.742395244538784}
+{"Finetune/Learning Rate": 1.3734856256258211e-05, "Finetune/Loss": 0.8294048309326172, "Finetune/Loss (Raw)": 0.9756675958633423, "Finetune/Step": 7631, "Finetune/Step Time": 6.748307140544057}
+{"Finetune/Learning Rate": 1.3733294103000055e-05, "Finetune/Loss": 0.8304407000541687, "Finetune/Loss (Raw)": 0.9109483361244202, "Finetune/Step": 7632, "Finetune/Step Time": 6.750097468495369}
+{"Finetune/Learning Rate": 1.3731731843876288e-05, "Finetune/Loss": 0.8311671018600464, "Finetune/Loss (Raw)": 0.877483606338501, "Finetune/Step": 7633, "Finetune/Step Time": 6.762111488729715}
+{"Finetune/Learning Rate": 1.3730169478931222e-05, "Finetune/Loss": 0.8307222127914429, "Finetune/Loss (Raw)": 0.7512383460998535, "Finetune/Step": 7634, "Finetune/Step Time": 6.764378558844328}
+{"Finetune/Learning Rate": 1.3728607008209159e-05, "Finetune/Loss": 0.8312544822692871, "Finetune/Loss (Raw)": 0.8943625688552856, "Finetune/Step": 7635, "Finetune/Step Time": 6.7663587518036366}
+{"Finetune/Learning Rate": 1.3727044431754402e-05, "Finetune/Loss": 0.8309849500656128, "Finetune/Loss (Raw)": 0.8642469048500061, "Finetune/Step": 7636, "Finetune/Step Time": 6.763234935700893}
+{"Finetune/Learning Rate": 1.372548174961126e-05, "Finetune/Loss": 0.8316214084625244, "Finetune/Loss (Raw)": 0.9178583025932312, "Finetune/Step": 7637, "Finetune/Step Time": 6.7657217141240835}
+{"Finetune/Learning Rate": 1.3723918961824053e-05, "Finetune/Loss": 0.8300045132637024, "Finetune/Loss (Raw)": 0.6873486042022705, "Finetune/Step": 7638, "Finetune/Step Time": 6.780331909656525}
+{"Finetune/Learning Rate": 1.3722356068437093e-05, "Finetune/Loss": 0.8297895193099976, "Finetune/Loss (Raw)": 0.8524855971336365, "Finetune/Step": 7639, "Finetune/Step Time": 6.7759947925806046}
+{"Finetune/Learning Rate": 1.37207930694947e-05, "Finetune/Loss": 0.829685628414154, "Finetune/Loss (Raw)": 0.8210415244102478, "Finetune/Step": 7640, "Finetune/Step Time": 6.774508640170097}
+{"Finetune/Learning Rate": 1.3719229965041195e-05, "Finetune/Loss": 0.8307596445083618, "Finetune/Loss (Raw)": 0.8604998588562012, "Finetune/Step": 7641, "Finetune/Step Time": 6.773723386228085}
+{"Finetune/Learning Rate": 1.3717666755120904e-05, "Finetune/Loss": 0.8307523131370544, "Finetune/Loss (Raw)": 0.8052358627319336, "Finetune/Step": 7642, "Finetune/Step Time": 6.773864818736911}
+{"Finetune/Learning Rate": 1.3716103439778157e-05, "Finetune/Loss": 0.8314878940582275, "Finetune/Loss (Raw)": 0.9099095463752747, "Finetune/Step": 7643, "Finetune/Step Time": 6.774429840967059}
+{"Finetune/Learning Rate": 1.3714540019057282e-05, "Finetune/Loss": 0.8329507112503052, "Finetune/Loss (Raw)": 0.7997961640357971, "Finetune/Step": 7644, "Finetune/Step Time": 6.763283755630255}
+{"Finetune/Learning Rate": 1.3712976493002616e-05, "Finetune/Loss": 0.834583044052124, "Finetune/Loss (Raw)": 0.9230697751045227, "Finetune/Step": 7645, "Finetune/Step Time": 6.749307109043002}
+{"Finetune/Learning Rate": 1.3711412861658496e-05, "Finetune/Loss": 0.8354852795600891, "Finetune/Loss (Raw)": 0.8324493765830994, "Finetune/Step": 7646, "Finetune/Step Time": 6.7207413371652365}
+{"Finetune/Learning Rate": 1.3709849125069259e-05, "Finetune/Loss": 0.8317326307296753, "Finetune/Loss (Raw)": 0.371338814496994, "Finetune/Step": 7647, "Finetune/Step Time": 6.761419475078583}
+{"Finetune/Learning Rate": 1.3708285283279252e-05, "Finetune/Loss": 0.8306318521499634, "Finetune/Loss (Raw)": 0.7765707969665527, "Finetune/Step": 7648, "Finetune/Step Time": 6.760428072884679}
+{"Finetune/Learning Rate": 1.3706721336332819e-05, "Finetune/Loss": 0.831298828125, "Finetune/Loss (Raw)": 0.9291938543319702, "Finetune/Step": 7649, "Finetune/Step Time": 6.757469117641449}
+{"Finetune/Learning Rate": 1.3705157284274311e-05, "Finetune/Loss": 0.8305971026420593, "Finetune/Loss (Raw)": 0.9221145510673523, "Finetune/Step": 7650, "Finetune/Step Time": 6.757823336869478}
+{"Finetune/Learning Rate": 1.3703593127148071e-05, "Finetune/Loss": 0.8288052082061768, "Finetune/Loss (Raw)": 0.6697818636894226, "Finetune/Step": 7651, "Finetune/Step Time": 6.758386829867959}
+{"Finetune/Learning Rate": 1.3702028864998469e-05, "Finetune/Loss": 0.8311453461647034, "Finetune/Loss (Raw)": 0.9321128726005554, "Finetune/Step": 7652, "Finetune/Step Time": 6.732713365927339}
+{"Finetune/Learning Rate": 1.3700464497869854e-05, "Finetune/Loss": 0.8322900533676147, "Finetune/Loss (Raw)": 0.8944472670555115, "Finetune/Step": 7653, "Finetune/Step Time": 6.731052577495575}
+{"Finetune/Learning Rate": 1.3698900025806587e-05, "Finetune/Loss": 0.832249104976654, "Finetune/Loss (Raw)": 0.8387840986251831, "Finetune/Step": 7654, "Finetune/Step Time": 6.732413820922375}
+{"Finetune/Learning Rate": 1.3697335448853032e-05, "Finetune/Loss": 0.8326078057289124, "Finetune/Loss (Raw)": 0.8697972893714905, "Finetune/Step": 7655, "Finetune/Step Time": 6.732594856992364}
+{"Finetune/Learning Rate": 1.3695770767053565e-05, "Finetune/Loss": 0.8325055241584778, "Finetune/Loss (Raw)": 0.8117252588272095, "Finetune/Step": 7656, "Finetune/Step Time": 6.7331899125128984}
+{"Finetune/Learning Rate": 1.3694205980452541e-05, "Finetune/Loss": 0.8320662975311279, "Finetune/Loss (Raw)": 0.7712172269821167, "Finetune/Step": 7657, "Finetune/Step Time": 6.72777877561748}
+{"Finetune/Learning Rate": 1.3692641089094341e-05, "Finetune/Loss": 0.8322107791900635, "Finetune/Loss (Raw)": 0.820805549621582, "Finetune/Step": 7658, "Finetune/Step Time": 6.728313008323312}
+{"Finetune/Learning Rate": 1.3691076093023343e-05, "Finetune/Loss": 0.8333378434181213, "Finetune/Loss (Raw)": 0.8928322196006775, "Finetune/Step": 7659, "Finetune/Step Time": 6.724250888451934}
+{"Finetune/Learning Rate": 1.3689510992283923e-05, "Finetune/Loss": 0.8332368731498718, "Finetune/Loss (Raw)": 0.744794487953186, "Finetune/Step": 7660, "Finetune/Step Time": 6.714972337707877}
+{"Finetune/Learning Rate": 1.3687945786920459e-05, "Finetune/Loss": 0.8324705958366394, "Finetune/Loss (Raw)": 0.7904245257377625, "Finetune/Step": 7661, "Finetune/Step Time": 6.711938574910164}
+{"Finetune/Learning Rate": 1.3686380476977343e-05, "Finetune/Loss": 0.8316249847412109, "Finetune/Loss (Raw)": 0.7918521165847778, "Finetune/Step": 7662, "Finetune/Step Time": 6.711830468848348}
+{"Finetune/Learning Rate": 1.3684815062498959e-05, "Finetune/Loss": 0.8320158123970032, "Finetune/Loss (Raw)": 0.8513814806938171, "Finetune/Step": 7663, "Finetune/Step Time": 6.710992773994803}
+{"Finetune/Learning Rate": 1.3683249543529698e-05, "Finetune/Loss": 0.8319944143295288, "Finetune/Loss (Raw)": 0.9870386719703674, "Finetune/Step": 7664, "Finetune/Step Time": 6.717018082737923}
+{"Finetune/Learning Rate": 1.3681683920113952e-05, "Finetune/Loss": 0.8309618830680847, "Finetune/Loss (Raw)": 0.7965927124023438, "Finetune/Step": 7665, "Finetune/Step Time": 6.7218002658337355}
+{"Finetune/Learning Rate": 1.368011819229612e-05, "Finetune/Loss": 0.8325393199920654, "Finetune/Loss (Raw)": 0.9308775663375854, "Finetune/Step": 7666, "Finetune/Step Time": 6.726588202640414}
+{"Finetune/Learning Rate": 1.3678552360120603e-05, "Finetune/Loss": 0.8330694437026978, "Finetune/Loss (Raw)": 0.8647492527961731, "Finetune/Step": 7667, "Finetune/Step Time": 6.722648369148374}
+{"Finetune/Learning Rate": 1.36769864236318e-05, "Finetune/Loss": 0.8342196345329285, "Finetune/Loss (Raw)": 0.9460263848304749, "Finetune/Step": 7668, "Finetune/Step Time": 6.705205840989947}
+{"Finetune/Learning Rate": 1.3675420382874118e-05, "Finetune/Loss": 0.8332624435424805, "Finetune/Loss (Raw)": 0.7670970559120178, "Finetune/Step": 7669, "Finetune/Step Time": 6.70615503564477}
+{"Finetune/Learning Rate": 1.3673854237891965e-05, "Finetune/Loss": 0.8317176699638367, "Finetune/Loss (Raw)": 0.8141408562660217, "Finetune/Step": 7670, "Finetune/Step Time": 6.705814525485039}
+{"Finetune/Learning Rate": 1.3672287988729754e-05, "Finetune/Loss": 0.8309774398803711, "Finetune/Loss (Raw)": 0.7672677040100098, "Finetune/Step": 7671, "Finetune/Step Time": 6.720778215676546}
+{"Finetune/Learning Rate": 1.3670721635431896e-05, "Finetune/Loss": 0.8315491676330566, "Finetune/Loss (Raw)": 0.9211843609809875, "Finetune/Step": 7672, "Finetune/Step Time": 6.724174667149782}
+{"Finetune/Learning Rate": 1.3669155178042812e-05, "Finetune/Loss": 0.8311923742294312, "Finetune/Loss (Raw)": 0.7490478754043579, "Finetune/Step": 7673, "Finetune/Step Time": 6.732511041685939}
+{"Finetune/Learning Rate": 1.3667588616606924e-05, "Finetune/Loss": 0.8316240906715393, "Finetune/Loss (Raw)": 0.9243181347846985, "Finetune/Step": 7674, "Finetune/Step Time": 6.731314497068524}
+{"Finetune/Learning Rate": 1.3666021951168647e-05, "Finetune/Loss": 0.8311275839805603, "Finetune/Loss (Raw)": 0.8258749842643738, "Finetune/Step": 7675, "Finetune/Step Time": 6.7296238876879215}
+{"Finetune/Learning Rate": 1.3664455181772413e-05, "Finetune/Loss": 0.8301138877868652, "Finetune/Loss (Raw)": 0.6566298604011536, "Finetune/Step": 7676, "Finetune/Step Time": 6.731602322310209}
+{"Finetune/Learning Rate": 1.3662888308462653e-05, "Finetune/Loss": 0.8272408843040466, "Finetune/Loss (Raw)": 0.5838448405265808, "Finetune/Step": 7677, "Finetune/Step Time": 6.746863786131144}
+{"Finetune/Learning Rate": 1.3661321331283796e-05, "Finetune/Loss": 0.8277229070663452, "Finetune/Loss (Raw)": 0.9659596085548401, "Finetune/Step": 7678, "Finetune/Step Time": 6.747546451166272}
+{"Finetune/Learning Rate": 1.3659754250280275e-05, "Finetune/Loss": 0.8274354338645935, "Finetune/Loss (Raw)": 0.9328232407569885, "Finetune/Step": 7679, "Finetune/Step Time": 6.748091094195843}
+{"Finetune/Learning Rate": 1.3658187065496533e-05, "Finetune/Loss": 0.8288310170173645, "Finetune/Loss (Raw)": 0.8969460129737854, "Finetune/Step": 7680, "Finetune/Step Time": 6.763226140290499}
+{"Finetune/Learning Rate": 1.3656619776977006e-05, "Finetune/Loss": 0.828840970993042, "Finetune/Loss (Raw)": 0.8812634944915771, "Finetune/Step": 7681, "Finetune/Step Time": 6.763953572139144}
+{"Finetune/Learning Rate": 1.365505238476614e-05, "Finetune/Loss": 0.8291541934013367, "Finetune/Loss (Raw)": 0.8167303800582886, "Finetune/Step": 7682, "Finetune/Step Time": 6.751399239525199}
+{"Finetune/Learning Rate": 1.3653484888908386e-05, "Finetune/Loss": 0.8298466205596924, "Finetune/Loss (Raw)": 0.8609411716461182, "Finetune/Step": 7683, "Finetune/Step Time": 6.754521567374468}
+{"Finetune/Learning Rate": 1.3651917289448187e-05, "Finetune/Loss": 0.8279404640197754, "Finetune/Loss (Raw)": 0.615152895450592, "Finetune/Step": 7684, "Finetune/Step Time": 6.799767738208175}
+{"Finetune/Learning Rate": 1.3650349586429998e-05, "Finetune/Loss": 0.8286478519439697, "Finetune/Loss (Raw)": 0.8246152400970459, "Finetune/Step": 7685, "Finetune/Step Time": 6.801494002342224}
+{"Finetune/Learning Rate": 1.3648781779898275e-05, "Finetune/Loss": 0.8278383016586304, "Finetune/Loss (Raw)": 0.8019373416900635, "Finetune/Step": 7686, "Finetune/Step Time": 6.7983719408512115}
+{"Finetune/Learning Rate": 1.3647213869897476e-05, "Finetune/Loss": 0.8297646641731262, "Finetune/Loss (Raw)": 0.8869429230690002, "Finetune/Step": 7687, "Finetune/Step Time": 6.808353643864393}
+{"Finetune/Learning Rate": 1.3645645856472062e-05, "Finetune/Loss": 0.8307363986968994, "Finetune/Loss (Raw)": 0.9017366766929626, "Finetune/Step": 7688, "Finetune/Step Time": 6.814574666321278}
+{"Finetune/Learning Rate": 1.36440777396665e-05, "Finetune/Loss": 0.8298141956329346, "Finetune/Loss (Raw)": 0.8680025339126587, "Finetune/Step": 7689, "Finetune/Step Time": 6.804667014628649}
+{"Finetune/Learning Rate": 1.3642509519525256e-05, "Finetune/Loss": 0.8302580118179321, "Finetune/Loss (Raw)": 0.8910321593284607, "Finetune/Step": 7690, "Finetune/Step Time": 6.806729305535555}
+{"Finetune/Learning Rate": 1.36409411960928e-05, "Finetune/Loss": 0.8315054178237915, "Finetune/Loss (Raw)": 1.0752657651901245, "Finetune/Step": 7691, "Finetune/Step Time": 6.800397366285324}
+{"Finetune/Learning Rate": 1.3639372769413606e-05, "Finetune/Loss": 0.8319036960601807, "Finetune/Loss (Raw)": 0.7763392329216003, "Finetune/Step": 7692, "Finetune/Step Time": 6.791522264480591}
+{"Finetune/Learning Rate": 1.3637804239532147e-05, "Finetune/Loss": 0.832970917224884, "Finetune/Loss (Raw)": 0.7649528384208679, "Finetune/Step": 7693, "Finetune/Step Time": 6.79914503544569}
+{"Finetune/Learning Rate": 1.3636235606492904e-05, "Finetune/Loss": 0.8328042030334473, "Finetune/Loss (Raw)": 0.9150508642196655, "Finetune/Step": 7694, "Finetune/Step Time": 6.796312367543578}
+{"Finetune/Learning Rate": 1.3634666870340364e-05, "Finetune/Loss": 0.831707775592804, "Finetune/Loss (Raw)": 0.7462155818939209, "Finetune/Step": 7695, "Finetune/Step Time": 6.809535784646869}
+{"Finetune/Learning Rate": 1.3633098031119e-05, "Finetune/Loss": 0.8328085541725159, "Finetune/Loss (Raw)": 0.8947011828422546, "Finetune/Step": 7696, "Finetune/Step Time": 6.809655345976353}
+{"Finetune/Learning Rate": 1.3631529088873312e-05, "Finetune/Loss": 0.8325438499450684, "Finetune/Loss (Raw)": 0.7523454427719116, "Finetune/Step": 7697, "Finetune/Step Time": 6.7950836811214685}
+{"Finetune/Learning Rate": 1.3629960043647783e-05, "Finetune/Loss": 0.8321438431739807, "Finetune/Loss (Raw)": 0.8669189214706421, "Finetune/Step": 7698, "Finetune/Step Time": 6.800401855260134}
+{"Finetune/Learning Rate": 1.3628390895486912e-05, "Finetune/Loss": 0.8323757648468018, "Finetune/Loss (Raw)": 0.743913471698761, "Finetune/Step": 7699, "Finetune/Step Time": 6.7903138771653175}
+{"Finetune/Learning Rate": 1.3626821644435191e-05, "Finetune/Loss": 0.8334973454475403, "Finetune/Loss (Raw)": 0.9308484792709351, "Finetune/Step": 7700, "Finetune/Step Time": 6.7880648747086525}
+{"Finetune/Learning Rate": 1.362525229053712e-05, "Finetune/Loss": 0.8320982456207275, "Finetune/Loss (Raw)": 0.7772184610366821, "Finetune/Step": 7701, "Finetune/Step Time": 6.785138830542564}
+{"Finetune/Learning Rate": 1.3623682833837208e-05, "Finetune/Loss": 0.8322443962097168, "Finetune/Loss (Raw)": 0.9522647261619568, "Finetune/Step": 7702, "Finetune/Step Time": 6.788943188264966}
+{"Finetune/Learning Rate": 1.3622113274379952e-05, "Finetune/Loss": 0.834130585193634, "Finetune/Loss (Raw)": 0.9546814560890198, "Finetune/Step": 7703, "Finetune/Step Time": 6.772385695949197}
+{"Finetune/Learning Rate": 1.3620543612209861e-05, "Finetune/Loss": 0.8323841691017151, "Finetune/Loss (Raw)": 0.7549307942390442, "Finetune/Step": 7704, "Finetune/Step Time": 6.7721257619559765}
+{"Finetune/Learning Rate": 1.3618973847371455e-05, "Finetune/Loss": 0.8338602781295776, "Finetune/Loss (Raw)": 0.955985426902771, "Finetune/Step": 7705, "Finetune/Step Time": 6.773477181792259}
+{"Finetune/Learning Rate": 1.3617403979909238e-05, "Finetune/Loss": 0.8346295952796936, "Finetune/Loss (Raw)": 0.8385185599327087, "Finetune/Step": 7706, "Finetune/Step Time": 6.759170036762953}
+{"Finetune/Learning Rate": 1.3615834009867728e-05, "Finetune/Loss": 0.8351587057113647, "Finetune/Loss (Raw)": 0.7572997808456421, "Finetune/Step": 7707, "Finetune/Step Time": 6.7621481623500586}
+{"Finetune/Learning Rate": 1.3614263937291452e-05, "Finetune/Loss": 0.8337812423706055, "Finetune/Loss (Raw)": 0.7067804336547852, "Finetune/Step": 7708, "Finetune/Step Time": 6.762381494045258}
+{"Finetune/Learning Rate": 1.3612693762224927e-05, "Finetune/Loss": 0.8336203694343567, "Finetune/Loss (Raw)": 0.929402768611908, "Finetune/Step": 7709, "Finetune/Step Time": 6.763683767989278}
+{"Finetune/Learning Rate": 1.3611123484712677e-05, "Finetune/Loss": 0.8333655595779419, "Finetune/Loss (Raw)": 0.7506681084632874, "Finetune/Step": 7710, "Finetune/Step Time": 6.776357933878899}
+{"Finetune/Learning Rate": 1.3609553104799239e-05, "Finetune/Loss": 0.8329280018806458, "Finetune/Loss (Raw)": 0.7965707778930664, "Finetune/Step": 7711, "Finetune/Step Time": 6.776238288730383}
+{"Finetune/Learning Rate": 1.3607982622529135e-05, "Finetune/Loss": 0.8340051174163818, "Finetune/Loss (Raw)": 0.9716228246688843, "Finetune/Step": 7712, "Finetune/Step Time": 6.780174300074577}
+{"Finetune/Learning Rate": 1.3606412037946905e-05, "Finetune/Loss": 0.8330315351486206, "Finetune/Loss (Raw)": 0.7383838891983032, "Finetune/Step": 7713, "Finetune/Step Time": 6.777186768129468}
+{"Finetune/Learning Rate": 1.3604841351097084e-05, "Finetune/Loss": 0.8328425288200378, "Finetune/Loss (Raw)": 0.7150264382362366, "Finetune/Step": 7714, "Finetune/Step Time": 6.773276183754206}
+{"Finetune/Learning Rate": 1.3603270562024213e-05, "Finetune/Loss": 0.8341726660728455, "Finetune/Loss (Raw)": 0.8363301157951355, "Finetune/Step": 7715, "Finetune/Step Time": 6.757714031264186}
+{"Finetune/Learning Rate": 1.3601699670772836e-05, "Finetune/Loss": 0.8334647417068481, "Finetune/Loss (Raw)": 0.7689570784568787, "Finetune/Step": 7716, "Finetune/Step Time": 6.760199215263128}
+{"Finetune/Learning Rate": 1.3600128677387498e-05, "Finetune/Loss": 0.8332104086875916, "Finetune/Loss (Raw)": 0.8160598874092102, "Finetune/Step": 7717, "Finetune/Step Time": 6.768512014299631}
+{"Finetune/Learning Rate": 1.3598557581912747e-05, "Finetune/Loss": 0.8320025205612183, "Finetune/Loss (Raw)": 0.7306299209594727, "Finetune/Step": 7718, "Finetune/Step Time": 6.768502309918404}
+{"Finetune/Learning Rate": 1.3596986384393139e-05, "Finetune/Loss": 0.830315113067627, "Finetune/Loss (Raw)": 0.6700212955474854, "Finetune/Step": 7719, "Finetune/Step Time": 6.757851047441363}
+{"Finetune/Learning Rate": 1.3595415084873224e-05, "Finetune/Loss": 0.8318406343460083, "Finetune/Loss (Raw)": 1.0133742094039917, "Finetune/Step": 7720, "Finetune/Step Time": 6.756423534825444}
+{"Finetune/Learning Rate": 1.359384368339756e-05, "Finetune/Loss": 0.8319514989852905, "Finetune/Loss (Raw)": 0.9335460662841797, "Finetune/Step": 7721, "Finetune/Step Time": 6.756873296573758}
+{"Finetune/Learning Rate": 1.359227218001071e-05, "Finetune/Loss": 0.8324165344238281, "Finetune/Loss (Raw)": 0.8354741930961609, "Finetune/Step": 7722, "Finetune/Step Time": 6.743872798979282}
+{"Finetune/Learning Rate": 1.3590700574757239e-05, "Finetune/Loss": 0.8327311277389526, "Finetune/Loss (Raw)": 0.9093567728996277, "Finetune/Step": 7723, "Finetune/Step Time": 6.743106232956052}
+{"Finetune/Learning Rate": 1.3589128867681705e-05, "Finetune/Loss": 0.8323935866355896, "Finetune/Loss (Raw)": 0.7303416728973389, "Finetune/Step": 7724, "Finetune/Step Time": 6.7418175879865885}
+{"Finetune/Learning Rate": 1.3587557058828682e-05, "Finetune/Loss": 0.8336539268493652, "Finetune/Loss (Raw)": 0.9435716867446899, "Finetune/Step": 7725, "Finetune/Step Time": 6.72777409106493}
+{"Finetune/Learning Rate": 1.3585985148242749e-05, "Finetune/Loss": 0.8342194557189941, "Finetune/Loss (Raw)": 0.8131425380706787, "Finetune/Step": 7726, "Finetune/Step Time": 6.745289798825979}
+{"Finetune/Learning Rate": 1.3584413135968467e-05, "Finetune/Loss": 0.8349337577819824, "Finetune/Loss (Raw)": 0.9527296423912048, "Finetune/Step": 7727, "Finetune/Step Time": 6.741981688886881}
+{"Finetune/Learning Rate": 1.3582841022050424e-05, "Finetune/Loss": 0.8349823951721191, "Finetune/Loss (Raw)": 0.8632147908210754, "Finetune/Step": 7728, "Finetune/Step Time": 6.739501332864165}
+{"Finetune/Learning Rate": 1.3581268806533201e-05, "Finetune/Loss": 0.8352136611938477, "Finetune/Loss (Raw)": 0.7417266368865967, "Finetune/Step": 7729, "Finetune/Step Time": 6.723923832178116}
+{"Finetune/Learning Rate": 1.3579696489461376e-05, "Finetune/Loss": 0.8346474170684814, "Finetune/Loss (Raw)": 0.8084137439727783, "Finetune/Step": 7730, "Finetune/Step Time": 6.730501437559724}
+{"Finetune/Learning Rate": 1.3578124070879534e-05, "Finetune/Loss": 0.8346253633499146, "Finetune/Loss (Raw)": 0.9452604651451111, "Finetune/Step": 7731, "Finetune/Step Time": 6.73228807747364}
+{"Finetune/Learning Rate": 1.3576551550832274e-05, "Finetune/Loss": 0.8353551626205444, "Finetune/Loss (Raw)": 0.920438289642334, "Finetune/Step": 7732, "Finetune/Step Time": 6.729121720418334}
+{"Finetune/Learning Rate": 1.357497892936418e-05, "Finetune/Loss": 0.834374189376831, "Finetune/Loss (Raw)": 0.6983422040939331, "Finetune/Step": 7733, "Finetune/Step Time": 6.738375194370747}
+{"Finetune/Learning Rate": 1.3573406206519847e-05, "Finetune/Loss": 0.8357046842575073, "Finetune/Loss (Raw)": 0.9500524997711182, "Finetune/Step": 7734, "Finetune/Step Time": 6.7376820500940084}
+{"Finetune/Learning Rate": 1.357183338234388e-05, "Finetune/Loss": 0.8369746208190918, "Finetune/Loss (Raw)": 0.8853380680084229, "Finetune/Step": 7735, "Finetune/Step Time": 6.726876568049192}
+{"Finetune/Learning Rate": 1.3570260456880873e-05, "Finetune/Loss": 0.8377515077590942, "Finetune/Loss (Raw)": 0.9210566878318787, "Finetune/Step": 7736, "Finetune/Step Time": 6.728909844532609}
+{"Finetune/Learning Rate": 1.356868743017543e-05, "Finetune/Loss": 0.8386706113815308, "Finetune/Loss (Raw)": 0.8913130164146423, "Finetune/Step": 7737, "Finetune/Step Time": 6.714300816878676}
+{"Finetune/Learning Rate": 1.3567114302272165e-05, "Finetune/Loss": 0.8393810987472534, "Finetune/Loss (Raw)": 1.0104073286056519, "Finetune/Step": 7738, "Finetune/Step Time": 6.7120925430208445}
+{"Finetune/Learning Rate": 1.3565541073215676e-05, "Finetune/Loss": 0.8399908542633057, "Finetune/Loss (Raw)": 0.8715181946754456, "Finetune/Step": 7739, "Finetune/Step Time": 6.710549753159285}
+{"Finetune/Learning Rate": 1.3563967743050584e-05, "Finetune/Loss": 0.8388810157775879, "Finetune/Loss (Raw)": 0.8178071975708008, "Finetune/Step": 7740, "Finetune/Step Time": 6.711559168994427}
+{"Finetune/Learning Rate": 1.3562394311821501e-05, "Finetune/Loss": 0.8386684656143188, "Finetune/Loss (Raw)": 0.8500360250473022, "Finetune/Step": 7741, "Finetune/Step Time": 6.717691475525498}
+{"Finetune/Learning Rate": 1.3560820779573045e-05, "Finetune/Loss": 0.8397505283355713, "Finetune/Loss (Raw)": 0.9746037125587463, "Finetune/Step": 7742, "Finetune/Step Time": 6.716771403327584}
+{"Finetune/Learning Rate": 1.3559247146349837e-05, "Finetune/Loss": 0.8408851027488708, "Finetune/Loss (Raw)": 0.8481879830360413, "Finetune/Step": 7743, "Finetune/Step Time": 6.710048343986273}
+{"Finetune/Learning Rate": 1.3557673412196504e-05, "Finetune/Loss": 0.8411696553230286, "Finetune/Loss (Raw)": 0.927029013633728, "Finetune/Step": 7744, "Finetune/Step Time": 6.706863451749086}
+{"Finetune/Learning Rate": 1.3556099577157667e-05, "Finetune/Loss": 0.8404561281204224, "Finetune/Loss (Raw)": 0.8306536674499512, "Finetune/Step": 7745, "Finetune/Step Time": 6.687583075836301}
+{"Finetune/Learning Rate": 1.3554525641277955e-05, "Finetune/Loss": 0.8415010571479797, "Finetune/Loss (Raw)": 0.8675997853279114, "Finetune/Step": 7746, "Finetune/Step Time": 6.680487209931016}
+{"Finetune/Learning Rate": 1.355295160460201e-05, "Finetune/Loss": 0.8405746817588806, "Finetune/Loss (Raw)": 0.8954042196273804, "Finetune/Step": 7747, "Finetune/Step Time": 6.685268670320511}
+{"Finetune/Learning Rate": 1.3551377467174455e-05, "Finetune/Loss": 0.8409147262573242, "Finetune/Loss (Raw)": 0.8811172246932983, "Finetune/Step": 7748, "Finetune/Step Time": 6.683513270691037}
+{"Finetune/Learning Rate": 1.3549803229039937e-05, "Finetune/Loss": 0.842308521270752, "Finetune/Loss (Raw)": 0.8674233555793762, "Finetune/Step": 7749, "Finetune/Step Time": 6.671406030654907}
+{"Finetune/Learning Rate": 1.3548228890243096e-05, "Finetune/Loss": 0.8418121933937073, "Finetune/Loss (Raw)": 0.7939490079879761, "Finetune/Step": 7750, "Finetune/Step Time": 6.655350437387824}
+{"Finetune/Learning Rate": 1.3546654450828571e-05, "Finetune/Loss": 0.8418914079666138, "Finetune/Loss (Raw)": 0.9725894331932068, "Finetune/Step": 7751, "Finetune/Step Time": 6.655746687203646}
+{"Finetune/Learning Rate": 1.3545079910841007e-05, "Finetune/Loss": 0.8421488404273987, "Finetune/Loss (Raw)": 0.7181268930435181, "Finetune/Step": 7752, "Finetune/Step Time": 6.651925263926387}
+{"Finetune/Learning Rate": 1.3543505270325067e-05, "Finetune/Loss": 0.8436106443405151, "Finetune/Loss (Raw)": 0.853410005569458, "Finetune/Step": 7753, "Finetune/Step Time": 6.636261316016316}
+{"Finetune/Learning Rate": 1.3541930529325387e-05, "Finetune/Loss": 0.8431521654129028, "Finetune/Loss (Raw)": 0.7649752497673035, "Finetune/Step": 7754, "Finetune/Step Time": 6.637529028579593}
+{"Finetune/Learning Rate": 1.3540355687886629e-05, "Finetune/Loss": 0.8426003456115723, "Finetune/Loss (Raw)": 0.7954005599021912, "Finetune/Step": 7755, "Finetune/Step Time": 6.634064719080925}
+{"Finetune/Learning Rate": 1.3538780746053456e-05, "Finetune/Loss": 0.8427586555480957, "Finetune/Loss (Raw)": 0.8832184076309204, "Finetune/Step": 7756, "Finetune/Step Time": 6.638655284419656}
+{"Finetune/Learning Rate": 1.3537205703870517e-05, "Finetune/Loss": 0.8415306806564331, "Finetune/Loss (Raw)": 0.8150806427001953, "Finetune/Step": 7757, "Finetune/Step Time": 6.638937437906861}
+{"Finetune/Learning Rate": 1.3535630561382487e-05, "Finetune/Loss": 0.840989351272583, "Finetune/Loss (Raw)": 0.7219087481498718, "Finetune/Step": 7758, "Finetune/Step Time": 6.639356326311827}
+{"Finetune/Learning Rate": 1.3534055318634027e-05, "Finetune/Loss": 0.8395980596542358, "Finetune/Loss (Raw)": 0.7975890636444092, "Finetune/Step": 7759, "Finetune/Step Time": 6.6346193086355925}
+{"Finetune/Learning Rate": 1.3532479975669809e-05, "Finetune/Loss": 0.8401150703430176, "Finetune/Loss (Raw)": 0.977126955986023, "Finetune/Step": 7760, "Finetune/Step Time": 6.6355114579200745}
+{"Finetune/Learning Rate": 1.3530904532534503e-05, "Finetune/Loss": 0.8402924537658691, "Finetune/Loss (Raw)": 0.9001750946044922, "Finetune/Step": 7761, "Finetune/Step Time": 6.620032090693712}
+{"Finetune/Learning Rate": 1.3529328989272785e-05, "Finetune/Loss": 0.8412704467773438, "Finetune/Loss (Raw)": 0.8764297366142273, "Finetune/Step": 7762, "Finetune/Step Time": 6.620697254315019}
+{"Finetune/Learning Rate": 1.3527753345929332e-05, "Finetune/Loss": 0.8403396010398865, "Finetune/Loss (Raw)": 0.7752132415771484, "Finetune/Step": 7763, "Finetune/Step Time": 6.619288012385368}
+{"Finetune/Learning Rate": 1.3526177602548827e-05, "Finetune/Loss": 0.8398470878601074, "Finetune/Loss (Raw)": 0.8012049198150635, "Finetune/Step": 7764, "Finetune/Step Time": 6.624159282073379}
+{"Finetune/Learning Rate": 1.3524601759175953e-05, "Finetune/Loss": 0.8396580219268799, "Finetune/Loss (Raw)": 0.8936567306518555, "Finetune/Step": 7765, "Finetune/Step Time": 6.620247270911932}
+{"Finetune/Learning Rate": 1.3523025815855395e-05, "Finetune/Loss": 0.8410601615905762, "Finetune/Loss (Raw)": 0.866827130317688, "Finetune/Step": 7766, "Finetune/Step Time": 6.6072537656873465}
+{"Finetune/Learning Rate": 1.3521449772631843e-05, "Finetune/Loss": 0.8407955765724182, "Finetune/Loss (Raw)": 0.8186203241348267, "Finetune/Step": 7767, "Finetune/Step Time": 6.60739029198885}
+{"Finetune/Learning Rate": 1.3519873629549991e-05, "Finetune/Loss": 0.8412734270095825, "Finetune/Loss (Raw)": 0.8822012543678284, "Finetune/Step": 7768, "Finetune/Step Time": 6.61108035966754}
+{"Finetune/Learning Rate": 1.3518297386654527e-05, "Finetune/Loss": 0.8405311703681946, "Finetune/Loss (Raw)": 0.7654936909675598, "Finetune/Step": 7769, "Finetune/Step Time": 6.6168471444398165}
+{"Finetune/Learning Rate": 1.3516721043990158e-05, "Finetune/Loss": 0.841446042060852, "Finetune/Loss (Raw)": 0.9223414659500122, "Finetune/Step": 7770, "Finetune/Step Time": 6.618673516437411}
+{"Finetune/Learning Rate": 1.351514460160158e-05, "Finetune/Loss": 0.8414654731750488, "Finetune/Loss (Raw)": 0.912391185760498, "Finetune/Step": 7771, "Finetune/Step Time": 6.6190602239221334}
+{"Finetune/Learning Rate": 1.3513568059533495e-05, "Finetune/Loss": 0.842397928237915, "Finetune/Loss (Raw)": 0.9191530346870422, "Finetune/Step": 7772, "Finetune/Step Time": 6.617108386009932}
+{"Finetune/Learning Rate": 1.3511991417830612e-05, "Finetune/Loss": 0.8406590819358826, "Finetune/Loss (Raw)": 0.7004947662353516, "Finetune/Step": 7773, "Finetune/Step Time": 6.6157334838062525}
+{"Finetune/Learning Rate": 1.351041467653764e-05, "Finetune/Loss": 0.8422256112098694, "Finetune/Loss (Raw)": 1.032970666885376, "Finetune/Step": 7774, "Finetune/Step Time": 6.621265327557921}
+{"Finetune/Learning Rate": 1.3508837835699289e-05, "Finetune/Loss": 0.8465336561203003, "Finetune/Loss (Raw)": 0.9227705001831055, "Finetune/Step": 7775, "Finetune/Step Time": 6.58275312371552}
+{"Finetune/Learning Rate": 1.3507260895360274e-05, "Finetune/Loss": 0.8477232456207275, "Finetune/Loss (Raw)": 0.9288397431373596, "Finetune/Step": 7776, "Finetune/Step Time": 6.585717801004648}
+{"Finetune/Learning Rate": 1.3505683855565317e-05, "Finetune/Loss": 0.8476424217224121, "Finetune/Loss (Raw)": 0.9188471436500549, "Finetune/Step": 7777, "Finetune/Step Time": 6.601595912128687}
+{"Finetune/Learning Rate": 1.3504106716359131e-05, "Finetune/Loss": 0.8467569351196289, "Finetune/Loss (Raw)": 0.808764636516571, "Finetune/Step": 7778, "Finetune/Step Time": 6.601090915501118}
+{"Finetune/Learning Rate": 1.3502529477786443e-05, "Finetune/Loss": 0.849205493927002, "Finetune/Loss (Raw)": 0.9832019805908203, "Finetune/Step": 7779, "Finetune/Step Time": 6.6144558526575565}
+{"Finetune/Learning Rate": 1.3500952139891981e-05, "Finetune/Loss": 0.8474445343017578, "Finetune/Loss (Raw)": 0.7067113518714905, "Finetune/Step": 7780, "Finetune/Step Time": 6.642619809135795}
+{"Finetune/Learning Rate": 1.349937470272047e-05, "Finetune/Loss": 0.846906304359436, "Finetune/Loss (Raw)": 0.8255520462989807, "Finetune/Step": 7781, "Finetune/Step Time": 6.642064044252038}
+{"Finetune/Learning Rate": 1.3497797166316644e-05, "Finetune/Loss": 0.8465903401374817, "Finetune/Loss (Raw)": 0.7983368635177612, "Finetune/Step": 7782, "Finetune/Step Time": 6.644703172147274}
+{"Finetune/Learning Rate": 1.3496219530725234e-05, "Finetune/Loss": 0.8460471630096436, "Finetune/Loss (Raw)": 0.80027174949646, "Finetune/Step": 7783, "Finetune/Step Time": 6.646425940096378}
+{"Finetune/Learning Rate": 1.3494641795990986e-05, "Finetune/Loss": 0.8463313579559326, "Finetune/Loss (Raw)": 0.8481091260910034, "Finetune/Step": 7784, "Finetune/Step Time": 6.652865894138813}
+{"Finetune/Learning Rate": 1.349306396215863e-05, "Finetune/Loss": 0.8474728465080261, "Finetune/Loss (Raw)": 0.9173220992088318, "Finetune/Step": 7785, "Finetune/Step Time": 6.652906313538551}
+{"Finetune/Learning Rate": 1.3491486029272913e-05, "Finetune/Loss": 0.8473248481750488, "Finetune/Loss (Raw)": 0.8018583655357361, "Finetune/Step": 7786, "Finetune/Step Time": 6.666000138968229}
+{"Finetune/Learning Rate": 1.3489907997378582e-05, "Finetune/Loss": 0.8465128540992737, "Finetune/Loss (Raw)": 0.7889016270637512, "Finetune/Step": 7787, "Finetune/Step Time": 6.679415326565504}
+{"Finetune/Learning Rate": 1.3488329866520382e-05, "Finetune/Loss": 0.8477181196212769, "Finetune/Loss (Raw)": 0.8990641236305237, "Finetune/Step": 7788, "Finetune/Step Time": 6.679324887692928}
+{"Finetune/Learning Rate": 1.348675163674307e-05, "Finetune/Loss": 0.8486847877502441, "Finetune/Loss (Raw)": 0.9141579270362854, "Finetune/Step": 7789, "Finetune/Step Time": 6.677964001893997}
+{"Finetune/Learning Rate": 1.3485173308091394e-05, "Finetune/Loss": 0.8483197689056396, "Finetune/Loss (Raw)": 0.7451274991035461, "Finetune/Step": 7790, "Finetune/Step Time": 6.69181003049016}
+{"Finetune/Learning Rate": 1.3483594880610114e-05, "Finetune/Loss": 0.849087119102478, "Finetune/Loss (Raw)": 0.9496098160743713, "Finetune/Step": 7791, "Finetune/Step Time": 6.690139591693878}
+{"Finetune/Learning Rate": 1.348201635434399e-05, "Finetune/Loss": 0.8480839133262634, "Finetune/Loss (Raw)": 0.8586287498474121, "Finetune/Step": 7792, "Finetune/Step Time": 6.686411766335368}
+{"Finetune/Learning Rate": 1.348043772933778e-05, "Finetune/Loss": 0.8478620648384094, "Finetune/Loss (Raw)": 0.7681928873062134, "Finetune/Step": 7793, "Finetune/Step Time": 6.681632772088051}
+{"Finetune/Learning Rate": 1.3478859005636257e-05, "Finetune/Loss": 0.8471431732177734, "Finetune/Loss (Raw)": 0.8388641476631165, "Finetune/Step": 7794, "Finetune/Step Time": 6.6774008478969336}
+{"Finetune/Learning Rate": 1.3477280183284185e-05, "Finetune/Loss": 0.8471583127975464, "Finetune/Loss (Raw)": 0.8666799664497375, "Finetune/Step": 7795, "Finetune/Step Time": 6.687249096110463}
+{"Finetune/Learning Rate": 1.3475701262326336e-05, "Finetune/Loss": 0.8460647463798523, "Finetune/Loss (Raw)": 0.8060557842254639, "Finetune/Step": 7796, "Finetune/Step Time": 6.6881612073630095}
+{"Finetune/Learning Rate": 1.3474122242807479e-05, "Finetune/Loss": 0.8463282585144043, "Finetune/Loss (Raw)": 0.8008252382278442, "Finetune/Step": 7797, "Finetune/Step Time": 6.684505578130484}
+{"Finetune/Learning Rate": 1.3472543124772398e-05, "Finetune/Loss": 0.8472187519073486, "Finetune/Loss (Raw)": 0.9281189441680908, "Finetune/Step": 7798, "Finetune/Step Time": 6.6848620139062405}
+{"Finetune/Learning Rate": 1.3470963908265868e-05, "Finetune/Loss": 0.8471140265464783, "Finetune/Loss (Raw)": 0.753865659236908, "Finetune/Step": 7799, "Finetune/Step Time": 6.663122985512018}
+{"Finetune/Learning Rate": 1.3469384593332668e-05, "Finetune/Loss": 0.8467550277709961, "Finetune/Loss (Raw)": 0.8752320408821106, "Finetune/Step": 7800, "Finetune/Step Time": 6.660055121406913}
+{"Finetune/Learning Rate": 1.3467805180017588e-05, "Finetune/Loss": 0.8470658659934998, "Finetune/Loss (Raw)": 0.7888357043266296, "Finetune/Step": 7801, "Finetune/Step Time": 6.650219444185495}
+{"Finetune/Learning Rate": 1.3466225668365418e-05, "Finetune/Loss": 0.8463187217712402, "Finetune/Loss (Raw)": 0.8286845684051514, "Finetune/Step": 7802, "Finetune/Step Time": 6.650331215932965}
+{"Finetune/Learning Rate": 1.346464605842094e-05, "Finetune/Loss": 0.8475542664527893, "Finetune/Loss (Raw)": 0.9840249419212341, "Finetune/Step": 7803, "Finetune/Step Time": 6.667498279362917}
+{"Finetune/Learning Rate": 1.3463066350228952e-05, "Finetune/Loss": 0.848436713218689, "Finetune/Loss (Raw)": 0.769577145576477, "Finetune/Step": 7804, "Finetune/Step Time": 6.680866738781333}
+{"Finetune/Learning Rate": 1.3461486543834254e-05, "Finetune/Loss": 0.8511688113212585, "Finetune/Loss (Raw)": 0.9335557222366333, "Finetune/Step": 7805, "Finetune/Step Time": 6.665663752704859}
+{"Finetune/Learning Rate": 1.345990663928164e-05, "Finetune/Loss": 0.8492949604988098, "Finetune/Loss (Raw)": 0.7261085510253906, "Finetune/Step": 7806, "Finetune/Step Time": 6.668826384469867}
+{"Finetune/Learning Rate": 1.345832663661591e-05, "Finetune/Loss": 0.8488158583641052, "Finetune/Loss (Raw)": 0.871501624584198, "Finetune/Step": 7807, "Finetune/Step Time": 6.6677501406520605}
+{"Finetune/Learning Rate": 1.3456746535881872e-05, "Finetune/Loss": 0.8485895395278931, "Finetune/Loss (Raw)": 0.8679800629615784, "Finetune/Step": 7808, "Finetune/Step Time": 6.655176000669599}
+{"Finetune/Learning Rate": 1.3455166337124332e-05, "Finetune/Loss": 0.8489075899124146, "Finetune/Loss (Raw)": 0.9219645261764526, "Finetune/Step": 7809, "Finetune/Step Time": 6.656035417690873}
+{"Finetune/Learning Rate": 1.3453586040388097e-05, "Finetune/Loss": 0.849659264087677, "Finetune/Loss (Raw)": 0.9129482507705688, "Finetune/Step": 7810, "Finetune/Step Time": 6.655632298439741}
+{"Finetune/Learning Rate": 1.3452005645717988e-05, "Finetune/Loss": 0.8492025136947632, "Finetune/Loss (Raw)": 0.8024836182594299, "Finetune/Step": 7811, "Finetune/Step Time": 6.64679086022079}
+{"Finetune/Learning Rate": 1.3450425153158811e-05, "Finetune/Loss": 0.8513435125350952, "Finetune/Loss (Raw)": 0.8891938328742981, "Finetune/Step": 7812, "Finetune/Step Time": 6.602638598531485}
+{"Finetune/Learning Rate": 1.344884456275539e-05, "Finetune/Loss": 0.8513652086257935, "Finetune/Loss (Raw)": 0.8273939490318298, "Finetune/Step": 7813, "Finetune/Step Time": 6.601416133344173}
+{"Finetune/Learning Rate": 1.3447263874552542e-05, "Finetune/Loss": 0.8504028916358948, "Finetune/Loss (Raw)": 0.6787608861923218, "Finetune/Step": 7814, "Finetune/Step Time": 6.608971048146486}
+{"Finetune/Learning Rate": 1.3445683088595097e-05, "Finetune/Loss": 0.8503193855285645, "Finetune/Loss (Raw)": 0.8762543201446533, "Finetune/Step": 7815, "Finetune/Step Time": 6.591382207348943}
+{"Finetune/Learning Rate": 1.3444102204927876e-05, "Finetune/Loss": 0.8490194082260132, "Finetune/Loss (Raw)": 0.7353370785713196, "Finetune/Step": 7816, "Finetune/Step Time": 6.58993568085134}
+{"Finetune/Learning Rate": 1.344252122359571e-05, "Finetune/Loss": 0.8477534055709839, "Finetune/Loss (Raw)": 0.7059515714645386, "Finetune/Step": 7817, "Finetune/Step Time": 6.584774928167462}
+{"Finetune/Learning Rate": 1.344094014464343e-05, "Finetune/Loss": 0.8478749990463257, "Finetune/Loss (Raw)": 0.9066006541252136, "Finetune/Step": 7818, "Finetune/Step Time": 6.582038771361113}
+{"Finetune/Learning Rate": 1.3439358968115874e-05, "Finetune/Loss": 0.8467506170272827, "Finetune/Loss (Raw)": 0.9313491582870483, "Finetune/Step": 7819, "Finetune/Step Time": 6.612493187189102}
+{"Finetune/Learning Rate": 1.3437777694057878e-05, "Finetune/Loss": 0.848107635974884, "Finetune/Loss (Raw)": 0.9500325322151184, "Finetune/Step": 7820, "Finetune/Step Time": 6.609068728983402}
+{"Finetune/Learning Rate": 1.343619632251428e-05, "Finetune/Loss": 0.8481903672218323, "Finetune/Loss (Raw)": 0.775543749332428, "Finetune/Step": 7821, "Finetune/Step Time": 6.600720273330808}
+{"Finetune/Learning Rate": 1.3434614853529929e-05, "Finetune/Loss": 0.8479133248329163, "Finetune/Loss (Raw)": 0.879591703414917, "Finetune/Step": 7822, "Finetune/Step Time": 6.5986309219151735}
+{"Finetune/Learning Rate": 1.3433033287149668e-05, "Finetune/Loss": 0.8485771417617798, "Finetune/Loss (Raw)": 0.8311831951141357, "Finetune/Step": 7823, "Finetune/Step Time": 6.588090121746063}
+{"Finetune/Learning Rate": 1.3431451623418344e-05, "Finetune/Loss": 0.8482189178466797, "Finetune/Loss (Raw)": 0.8488516211509705, "Finetune/Step": 7824, "Finetune/Step Time": 6.590714108198881}
+{"Finetune/Learning Rate": 1.3429869862380805e-05, "Finetune/Loss": 0.8489569425582886, "Finetune/Loss (Raw)": 0.8468080163002014, "Finetune/Step": 7825, "Finetune/Step Time": 6.599884541705251}
+{"Finetune/Learning Rate": 1.3428288004081915e-05, "Finetune/Loss": 0.8477456569671631, "Finetune/Loss (Raw)": 0.7118697762489319, "Finetune/Step": 7826, "Finetune/Step Time": 6.593952804803848}
+{"Finetune/Learning Rate": 1.3426706048566524e-05, "Finetune/Loss": 0.8487812280654907, "Finetune/Loss (Raw)": 0.8764662742614746, "Finetune/Step": 7827, "Finetune/Step Time": 6.592247312888503}
+{"Finetune/Learning Rate": 1.3425123995879497e-05, "Finetune/Loss": 0.8472163677215576, "Finetune/Loss (Raw)": 0.7305477857589722, "Finetune/Step": 7828, "Finetune/Step Time": 6.5942270662635565}
+{"Finetune/Learning Rate": 1.3423541846065691e-05, "Finetune/Loss": 0.8473675847053528, "Finetune/Loss (Raw)": 0.7965716123580933, "Finetune/Step": 7829, "Finetune/Step Time": 6.607266111299396}
+{"Finetune/Learning Rate": 1.342195959916997e-05, "Finetune/Loss": 0.8475337624549866, "Finetune/Loss (Raw)": 0.9735434055328369, "Finetune/Step": 7830, "Finetune/Step Time": 6.604682315140963}
+{"Finetune/Learning Rate": 1.3420377255237212e-05, "Finetune/Loss": 0.8450561761856079, "Finetune/Loss (Raw)": 0.6375477313995361, "Finetune/Step": 7831, "Finetune/Step Time": 6.613361472263932}
+{"Finetune/Learning Rate": 1.3418794814312274e-05, "Finetune/Loss": 0.8462115526199341, "Finetune/Loss (Raw)": 0.9028201699256897, "Finetune/Step": 7832, "Finetune/Step Time": 6.609669579192996}
+{"Finetune/Learning Rate": 1.3417212276440043e-05, "Finetune/Loss": 0.8459500074386597, "Finetune/Loss (Raw)": 0.9225116968154907, "Finetune/Step": 7833, "Finetune/Step Time": 6.607167989015579}
+{"Finetune/Learning Rate": 1.3415629641665386e-05, "Finetune/Loss": 0.8453627824783325, "Finetune/Loss (Raw)": 0.7633479833602905, "Finetune/Step": 7834, "Finetune/Step Time": 6.61147147230804}
+{"Finetune/Learning Rate": 1.3414046910033184e-05, "Finetune/Loss": 0.8458699584007263, "Finetune/Loss (Raw)": 0.8222212195396423, "Finetune/Step": 7835, "Finetune/Step Time": 6.607835169881582}
+{"Finetune/Learning Rate": 1.3412464081588323e-05, "Finetune/Loss": 0.8466033935546875, "Finetune/Loss (Raw)": 0.8006631135940552, "Finetune/Step": 7836, "Finetune/Step Time": 6.60643202252686}
+{"Finetune/Learning Rate": 1.3410881156375684e-05, "Finetune/Loss": 0.8458581566810608, "Finetune/Loss (Raw)": 0.8340048789978027, "Finetune/Step": 7837, "Finetune/Step Time": 6.608769109472632}
+{"Finetune/Learning Rate": 1.3409298134440155e-05, "Finetune/Loss": 0.8476934432983398, "Finetune/Loss (Raw)": 0.9855943322181702, "Finetune/Step": 7838, "Finetune/Step Time": 6.589959632605314}
+{"Finetune/Learning Rate": 1.3407715015826624e-05, "Finetune/Loss": 0.8479063510894775, "Finetune/Loss (Raw)": 0.8238189220428467, "Finetune/Step": 7839, "Finetune/Step Time": 6.588097155094147}
+{"Finetune/Learning Rate": 1.3406131800579985e-05, "Finetune/Loss": 0.8473869562149048, "Finetune/Loss (Raw)": 0.9051397442817688, "Finetune/Step": 7840, "Finetune/Step Time": 6.5820228308439255}
+{"Finetune/Learning Rate": 1.3404548488745137e-05, "Finetune/Loss": 0.8472188711166382, "Finetune/Loss (Raw)": 0.716867983341217, "Finetune/Step": 7841, "Finetune/Step Time": 6.582637781277299}
+{"Finetune/Learning Rate": 1.3402965080366972e-05, "Finetune/Loss": 0.8477370738983154, "Finetune/Loss (Raw)": 0.781354546546936, "Finetune/Step": 7842, "Finetune/Step Time": 6.581572350114584}
+{"Finetune/Learning Rate": 1.3401381575490393e-05, "Finetune/Loss": 0.8484761118888855, "Finetune/Loss (Raw)": 0.9309250712394714, "Finetune/Step": 7843, "Finetune/Step Time": 6.581164566799998}
+{"Finetune/Learning Rate": 1.3399797974160309e-05, "Finetune/Loss": 0.8492370247840881, "Finetune/Loss (Raw)": 0.866350531578064, "Finetune/Step": 7844, "Finetune/Step Time": 6.571984073147178}
+{"Finetune/Learning Rate": 1.339821427642162e-05, "Finetune/Loss": 0.8488434553146362, "Finetune/Loss (Raw)": 0.7656829953193665, "Finetune/Step": 7845, "Finetune/Step Time": 6.560150561854243}
+{"Finetune/Learning Rate": 1.3396630482319236e-05, "Finetune/Loss": 0.8500379323959351, "Finetune/Loss (Raw)": 0.883535623550415, "Finetune/Step": 7846, "Finetune/Step Time": 6.563683087006211}
+{"Finetune/Learning Rate": 1.3395046591898072e-05, "Finetune/Loss": 0.8510954976081848, "Finetune/Loss (Raw)": 0.8053869605064392, "Finetune/Step": 7847, "Finetune/Step Time": 6.551624218001962}
+{"Finetune/Learning Rate": 1.3393462605203041e-05, "Finetune/Loss": 0.8490238189697266, "Finetune/Loss (Raw)": 0.7481951117515564, "Finetune/Step": 7848, "Finetune/Step Time": 6.548505103215575}
+{"Finetune/Learning Rate": 1.3391878522279056e-05, "Finetune/Loss": 0.8487106561660767, "Finetune/Loss (Raw)": 0.8934632539749146, "Finetune/Step": 7849, "Finetune/Step Time": 6.557540537789464}
+{"Finetune/Learning Rate": 1.3390294343171048e-05, "Finetune/Loss": 0.8483254313468933, "Finetune/Loss (Raw)": 0.7861637473106384, "Finetune/Step": 7850, "Finetune/Step Time": 6.568050665780902}
+{"Finetune/Learning Rate": 1.3388710067923931e-05, "Finetune/Loss": 0.8479639887809753, "Finetune/Loss (Raw)": 0.8630928993225098, "Finetune/Step": 7851, "Finetune/Step Time": 6.567316746339202}
+{"Finetune/Learning Rate": 1.3387125696582631e-05, "Finetune/Loss": 0.8482378125190735, "Finetune/Loss (Raw)": 0.7653887271881104, "Finetune/Step": 7852, "Finetune/Step Time": 6.5637089647352695}
+{"Finetune/Learning Rate": 1.3385541229192079e-05, "Finetune/Loss": 0.8468831777572632, "Finetune/Loss (Raw)": 0.770174503326416, "Finetune/Step": 7853, "Finetune/Step Time": 6.561474349349737}
+{"Finetune/Learning Rate": 1.3383956665797204e-05, "Finetune/Loss": 0.8474387526512146, "Finetune/Loss (Raw)": 0.884259819984436, "Finetune/Step": 7854, "Finetune/Step Time": 6.543517470359802}
+{"Finetune/Learning Rate": 1.338237200644294e-05, "Finetune/Loss": 0.8462023735046387, "Finetune/Loss (Raw)": 0.794472873210907, "Finetune/Step": 7855, "Finetune/Step Time": 6.54128029383719}
+{"Finetune/Learning Rate": 1.3380787251174226e-05, "Finetune/Loss": 0.8461600542068481, "Finetune/Loss (Raw)": 0.8578009009361267, "Finetune/Step": 7856, "Finetune/Step Time": 6.541988451033831}
+{"Finetune/Learning Rate": 1.3379202400035998e-05, "Finetune/Loss": 0.8462907671928406, "Finetune/Loss (Raw)": 0.7584540843963623, "Finetune/Step": 7857, "Finetune/Step Time": 6.543477861210704}
+{"Finetune/Learning Rate": 1.3377617453073199e-05, "Finetune/Loss": 0.8469847440719604, "Finetune/Loss (Raw)": 0.8972529768943787, "Finetune/Step": 7858, "Finetune/Step Time": 6.539810644462705}
+{"Finetune/Learning Rate": 1.3376032410330776e-05, "Finetune/Loss": 0.8462358713150024, "Finetune/Loss (Raw)": 0.8493921160697937, "Finetune/Step": 7859, "Finetune/Step Time": 6.549515770748258}
+{"Finetune/Learning Rate": 1.3374447271853671e-05, "Finetune/Loss": 0.8459069728851318, "Finetune/Loss (Raw)": 0.878338634967804, "Finetune/Step": 7860, "Finetune/Step Time": 6.55155286192894}
+{"Finetune/Learning Rate": 1.337286203768684e-05, "Finetune/Loss": 0.8453419208526611, "Finetune/Loss (Raw)": 0.6260196566581726, "Finetune/Step": 7861, "Finetune/Step Time": 6.553627027198672}
+{"Finetune/Learning Rate": 1.3371276707875232e-05, "Finetune/Loss": 0.8449300527572632, "Finetune/Loss (Raw)": 0.8973422050476074, "Finetune/Step": 7862, "Finetune/Step Time": 6.553179435431957}
+{"Finetune/Learning Rate": 1.33696912824638e-05, "Finetune/Loss": 0.8436935544013977, "Finetune/Loss (Raw)": 0.7270635962486267, "Finetune/Step": 7863, "Finetune/Step Time": 6.551977975293994}
+{"Finetune/Learning Rate": 1.3368105761497507e-05, "Finetune/Loss": 0.8441590070724487, "Finetune/Loss (Raw)": 0.9806311130523682, "Finetune/Step": 7864, "Finetune/Step Time": 6.551674485206604}
+{"Finetune/Learning Rate": 1.3366520145021313e-05, "Finetune/Loss": 0.8448596000671387, "Finetune/Loss (Raw)": 0.9809852242469788, "Finetune/Step": 7865, "Finetune/Step Time": 6.557158997282386}
+{"Finetune/Learning Rate": 1.3364934433080181e-05, "Finetune/Loss": 0.8438475131988525, "Finetune/Loss (Raw)": 0.8808649182319641, "Finetune/Step": 7866, "Finetune/Step Time": 6.557230187579989}
+{"Finetune/Learning Rate": 1.3363348625719077e-05, "Finetune/Loss": 0.8434349298477173, "Finetune/Loss (Raw)": 0.8187093734741211, "Finetune/Step": 7867, "Finetune/Step Time": 6.555483873933554}
+{"Finetune/Learning Rate": 1.3361762722982969e-05, "Finetune/Loss": 0.8441652059555054, "Finetune/Loss (Raw)": 0.9112751483917236, "Finetune/Step": 7868, "Finetune/Step Time": 6.560966946184635}
+{"Finetune/Learning Rate": 1.3360176724916833e-05, "Finetune/Loss": 0.8431034088134766, "Finetune/Loss (Raw)": 0.7141249775886536, "Finetune/Step": 7869, "Finetune/Step Time": 6.5558783281594515}
+{"Finetune/Learning Rate": 1.3358590631565635e-05, "Finetune/Loss": 0.8429735898971558, "Finetune/Loss (Raw)": 0.9579901695251465, "Finetune/Step": 7870, "Finetune/Step Time": 6.573806531727314}
+{"Finetune/Learning Rate": 1.3357004442974359e-05, "Finetune/Loss": 0.8441938161849976, "Finetune/Loss (Raw)": 1.0043761730194092, "Finetune/Step": 7871, "Finetune/Step Time": 6.5802944246679544}
+{"Finetune/Learning Rate": 1.3355418159187988e-05, "Finetune/Loss": 0.8440309762954712, "Finetune/Loss (Raw)": 0.9061869978904724, "Finetune/Step": 7872, "Finetune/Step Time": 6.587419228628278}
+{"Finetune/Learning Rate": 1.3353831780251493e-05, "Finetune/Loss": 0.8442477583885193, "Finetune/Loss (Raw)": 0.8584028482437134, "Finetune/Step": 7873, "Finetune/Step Time": 6.60523951984942}
+{"Finetune/Learning Rate": 1.3352245306209865e-05, "Finetune/Loss": 0.8450706005096436, "Finetune/Loss (Raw)": 0.9729259014129639, "Finetune/Step": 7874, "Finetune/Step Time": 6.602809717878699}
+{"Finetune/Learning Rate": 1.33506587371081e-05, "Finetune/Loss": 0.8443276882171631, "Finetune/Loss (Raw)": 0.8003102540969849, "Finetune/Step": 7875, "Finetune/Step Time": 6.60062700510025}
+{"Finetune/Learning Rate": 1.3349072072991176e-05, "Finetune/Loss": 0.8445559740066528, "Finetune/Loss (Raw)": 0.9103384017944336, "Finetune/Step": 7876, "Finetune/Step Time": 6.601837072521448}
+{"Finetune/Learning Rate": 1.3347485313904091e-05, "Finetune/Loss": 0.843435525894165, "Finetune/Loss (Raw)": 0.7240059971809387, "Finetune/Step": 7877, "Finetune/Step Time": 6.601137105375528}
+{"Finetune/Learning Rate": 1.3345898459891844e-05, "Finetune/Loss": 0.8431382775306702, "Finetune/Loss (Raw)": 0.7559002637863159, "Finetune/Step": 7878, "Finetune/Step Time": 6.608590170741081}
+{"Finetune/Learning Rate": 1.3344311510999431e-05, "Finetune/Loss": 0.8416725993156433, "Finetune/Loss (Raw)": 0.7849843502044678, "Finetune/Step": 7879, "Finetune/Step Time": 6.606619896367192}
+{"Finetune/Learning Rate": 1.3342724467271852e-05, "Finetune/Loss": 0.8415876626968384, "Finetune/Loss (Raw)": 0.7072501182556152, "Finetune/Step": 7880, "Finetune/Step Time": 6.602967068552971}
+{"Finetune/Learning Rate": 1.3341137328754115e-05, "Finetune/Loss": 0.8424140214920044, "Finetune/Loss (Raw)": 0.9591808915138245, "Finetune/Step": 7881, "Finetune/Step Time": 6.605941204354167}
+{"Finetune/Learning Rate": 1.333955009549122e-05, "Finetune/Loss": 0.8429714441299438, "Finetune/Loss (Raw)": 0.8363311290740967, "Finetune/Step": 7882, "Finetune/Step Time": 6.60429254733026}
+{"Finetune/Learning Rate": 1.3337962767528185e-05, "Finetune/Loss": 0.8419307470321655, "Finetune/Loss (Raw)": 0.6621868014335632, "Finetune/Step": 7883, "Finetune/Step Time": 6.6310532577335835}
+{"Finetune/Learning Rate": 1.3336375344910015e-05, "Finetune/Loss": 0.840671956539154, "Finetune/Loss (Raw)": 0.7220942974090576, "Finetune/Step": 7884, "Finetune/Step Time": 6.634537665173411}
+{"Finetune/Learning Rate": 1.3334787827681728e-05, "Finetune/Loss": 0.8416938781738281, "Finetune/Loss (Raw)": 0.9458834528923035, "Finetune/Step": 7885, "Finetune/Step Time": 6.637927832081914}
+{"Finetune/Learning Rate": 1.3333200215888342e-05, "Finetune/Loss": 0.8421871066093445, "Finetune/Loss (Raw)": 0.7850457429885864, "Finetune/Step": 7886, "Finetune/Step Time": 6.637311177328229}
+{"Finetune/Learning Rate": 1.3331612509574876e-05, "Finetune/Loss": 0.8424571752548218, "Finetune/Loss (Raw)": 0.8321530818939209, "Finetune/Step": 7887, "Finetune/Step Time": 6.636334870010614}
+{"Finetune/Learning Rate": 1.3330024708786354e-05, "Finetune/Loss": 0.841500997543335, "Finetune/Loss (Raw)": 0.8547440767288208, "Finetune/Step": 7888, "Finetune/Step Time": 6.636744450777769}
+{"Finetune/Learning Rate": 1.3328436813567798e-05, "Finetune/Loss": 0.8409579992294312, "Finetune/Loss (Raw)": 0.8306698799133301, "Finetune/Step": 7889, "Finetune/Step Time": 6.633311003446579}
+{"Finetune/Learning Rate": 1.3326848823964243e-05, "Finetune/Loss": 0.8408551216125488, "Finetune/Loss (Raw)": 0.8632614612579346, "Finetune/Step": 7890, "Finetune/Step Time": 6.62598735652864}
+{"Finetune/Learning Rate": 1.3325260740020709e-05, "Finetune/Loss": 0.8415300846099854, "Finetune/Loss (Raw)": 0.8616106510162354, "Finetune/Step": 7891, "Finetune/Step Time": 6.625555789098144}
+{"Finetune/Learning Rate": 1.3323672561782242e-05, "Finetune/Loss": 0.8423337936401367, "Finetune/Loss (Raw)": 0.9040802717208862, "Finetune/Step": 7892, "Finetune/Step Time": 6.62404621206224}
+{"Finetune/Learning Rate": 1.3322084289293871e-05, "Finetune/Loss": 0.8431549072265625, "Finetune/Loss (Raw)": 0.998754620552063, "Finetune/Step": 7893, "Finetune/Step Time": 6.624916780740023}
+{"Finetune/Learning Rate": 1.3320495922600634e-05, "Finetune/Loss": 0.843863844871521, "Finetune/Loss (Raw)": 0.9575760960578918, "Finetune/Step": 7894, "Finetune/Step Time": 6.626601632684469}
+{"Finetune/Learning Rate": 1.3318907461747576e-05, "Finetune/Loss": 0.8436133861541748, "Finetune/Loss (Raw)": 0.7865552306175232, "Finetune/Step": 7895, "Finetune/Step Time": 6.623755702748895}
+{"Finetune/Learning Rate": 1.3317318906779744e-05, "Finetune/Loss": 0.8441603183746338, "Finetune/Loss (Raw)": 0.952208399772644, "Finetune/Step": 7896, "Finetune/Step Time": 6.635864006355405}
+{"Finetune/Learning Rate": 1.3315730257742177e-05, "Finetune/Loss": 0.8453589677810669, "Finetune/Loss (Raw)": 0.9189242720603943, "Finetune/Step": 7897, "Finetune/Step Time": 6.631038350984454}
+{"Finetune/Learning Rate": 1.3314141514679925e-05, "Finetune/Loss": 0.8443740606307983, "Finetune/Loss (Raw)": 0.796272337436676, "Finetune/Step": 7898, "Finetune/Step Time": 6.630288606509566}
+{"Finetune/Learning Rate": 1.3312552677638051e-05, "Finetune/Loss": 0.8440706729888916, "Finetune/Loss (Raw)": 0.8735600709915161, "Finetune/Step": 7899, "Finetune/Step Time": 6.631182573735714}
+{"Finetune/Learning Rate": 1.33109637466616e-05, "Finetune/Loss": 0.8439445495605469, "Finetune/Loss (Raw)": 0.9030110836029053, "Finetune/Step": 7900, "Finetune/Step Time": 6.6298395693302155}
+{"Finetune/Learning Rate": 1.3309374721795632e-05, "Finetune/Loss": 0.8437623381614685, "Finetune/Loss (Raw)": 0.6771701574325562, "Finetune/Step": 7901, "Finetune/Step Time": 6.64447564445436}
+{"Finetune/Learning Rate": 1.3307785603085208e-05, "Finetune/Loss": 0.8431185483932495, "Finetune/Loss (Raw)": 0.9505649209022522, "Finetune/Step": 7902, "Finetune/Step Time": 6.641268718987703}
+{"Finetune/Learning Rate": 1.330619639057539e-05, "Finetune/Loss": 0.8428119421005249, "Finetune/Loss (Raw)": 0.8835197687149048, "Finetune/Step": 7903, "Finetune/Step Time": 6.641163868829608}
+{"Finetune/Learning Rate": 1.3304607084311246e-05, "Finetune/Loss": 0.8411418199539185, "Finetune/Loss (Raw)": 0.715074896812439, "Finetune/Step": 7904, "Finetune/Step Time": 6.639536401256919}
+{"Finetune/Learning Rate": 1.3303017684337838e-05, "Finetune/Loss": 0.8405702114105225, "Finetune/Loss (Raw)": 0.8456798195838928, "Finetune/Step": 7905, "Finetune/Step Time": 6.619046296924353}
+{"Finetune/Learning Rate": 1.3301428190700243e-05, "Finetune/Loss": 0.8412328958511353, "Finetune/Loss (Raw)": 0.8935809135437012, "Finetune/Step": 7906, "Finetune/Step Time": 6.624319348484278}
+{"Finetune/Learning Rate": 1.329983860344353e-05, "Finetune/Loss": 0.8400192260742188, "Finetune/Loss (Raw)": 0.8278530836105347, "Finetune/Step": 7907, "Finetune/Step Time": 6.612052144482732}
+{"Finetune/Learning Rate": 1.3298248922612783e-05, "Finetune/Loss": 0.8400626182556152, "Finetune/Loss (Raw)": 0.7122695446014404, "Finetune/Step": 7908, "Finetune/Step Time": 6.586269073188305}
+{"Finetune/Learning Rate": 1.3296659148253072e-05, "Finetune/Loss": 0.8399984836578369, "Finetune/Loss (Raw)": 0.8173375129699707, "Finetune/Step": 7909, "Finetune/Step Time": 6.586616449058056}
+{"Finetune/Learning Rate": 1.3295069280409482e-05, "Finetune/Loss": 0.8392391204833984, "Finetune/Loss (Raw)": 0.7011390328407288, "Finetune/Step": 7910, "Finetune/Step Time": 6.599029598757625}
+{"Finetune/Learning Rate": 1.32934793191271e-05, "Finetune/Loss": 0.8381418585777283, "Finetune/Loss (Raw)": 0.659824550151825, "Finetune/Step": 7911, "Finetune/Step Time": 6.612936107441783}
+{"Finetune/Learning Rate": 1.3291889264451005e-05, "Finetune/Loss": 0.8384899497032166, "Finetune/Loss (Raw)": 0.8926675915718079, "Finetune/Step": 7912, "Finetune/Step Time": 6.622916614636779}
+{"Finetune/Learning Rate": 1.3290299116426296e-05, "Finetune/Loss": 0.8388144969940186, "Finetune/Loss (Raw)": 0.9588590264320374, "Finetune/Step": 7913, "Finetune/Step Time": 6.621289709582925}
+{"Finetune/Learning Rate": 1.328870887509806e-05, "Finetune/Loss": 0.8396115303039551, "Finetune/Loss (Raw)": 0.9038753509521484, "Finetune/Step": 7914, "Finetune/Step Time": 6.611646071076393}
+{"Finetune/Learning Rate": 1.3287118540511388e-05, "Finetune/Loss": 0.8397822380065918, "Finetune/Loss (Raw)": 0.8107605576515198, "Finetune/Step": 7915, "Finetune/Step Time": 6.601296486333013}
+{"Finetune/Learning Rate": 1.3285528112711383e-05, "Finetune/Loss": 0.8407868146896362, "Finetune/Loss (Raw)": 1.0276507139205933, "Finetune/Step": 7916, "Finetune/Step Time": 6.610927091911435}
+{"Finetune/Learning Rate": 1.3283937591743147e-05, "Finetune/Loss": 0.8403646945953369, "Finetune/Loss (Raw)": 0.86011803150177, "Finetune/Step": 7917, "Finetune/Step Time": 6.612510351464152}
+{"Finetune/Learning Rate": 1.328234697765178e-05, "Finetune/Loss": 0.8416957855224609, "Finetune/Loss (Raw)": 0.9155160784721375, "Finetune/Step": 7918, "Finetune/Step Time": 6.602345507591963}
+{"Finetune/Learning Rate": 1.328075627048238e-05, "Finetune/Loss": 0.8407113552093506, "Finetune/Loss (Raw)": 0.823596715927124, "Finetune/Step": 7919, "Finetune/Step Time": 6.602741634473205}
+{"Finetune/Learning Rate": 1.3279165470280067e-05, "Finetune/Loss": 0.839954137802124, "Finetune/Loss (Raw)": 0.7617133855819702, "Finetune/Step": 7920, "Finetune/Step Time": 6.60146657563746}
+{"Finetune/Learning Rate": 1.3277574577089942e-05, "Finetune/Loss": 0.8400585055351257, "Finetune/Loss (Raw)": 0.781546950340271, "Finetune/Step": 7921, "Finetune/Step Time": 6.605083983391523}
+{"Finetune/Learning Rate": 1.3275983590957121e-05, "Finetune/Loss": 0.8407880067825317, "Finetune/Loss (Raw)": 0.932241678237915, "Finetune/Step": 7922, "Finetune/Step Time": 6.606919826939702}
+{"Finetune/Learning Rate": 1.3274392511926726e-05, "Finetune/Loss": 0.840575098991394, "Finetune/Loss (Raw)": 0.8394259214401245, "Finetune/Step": 7923, "Finetune/Step Time": 6.593611475080252}
+{"Finetune/Learning Rate": 1.3272801340043867e-05, "Finetune/Loss": 0.839600682258606, "Finetune/Loss (Raw)": 0.6813240051269531, "Finetune/Step": 7924, "Finetune/Step Time": 6.5918527990579605}
+{"Finetune/Learning Rate": 1.327121007535367e-05, "Finetune/Loss": 0.8395100831985474, "Finetune/Loss (Raw)": 0.789236843585968, "Finetune/Step": 7925, "Finetune/Step Time": 6.592320468276739}
+{"Finetune/Learning Rate": 1.3269618717901258e-05, "Finetune/Loss": 0.8375452756881714, "Finetune/Loss (Raw)": 0.6766207218170166, "Finetune/Step": 7926, "Finetune/Step Time": 6.592844448983669}
+{"Finetune/Learning Rate": 1.3268027267731756e-05, "Finetune/Loss": 0.8380401134490967, "Finetune/Loss (Raw)": 0.8172057867050171, "Finetune/Step": 7927, "Finetune/Step Time": 6.595493353903294}
+{"Finetune/Learning Rate": 1.3266435724890294e-05, "Finetune/Loss": 0.837417721748352, "Finetune/Loss (Raw)": 0.7955656051635742, "Finetune/Step": 7928, "Finetune/Step Time": 6.598839769139886}
+{"Finetune/Learning Rate": 1.3264844089422004e-05, "Finetune/Loss": 0.8383452892303467, "Finetune/Loss (Raw)": 0.9075653553009033, "Finetune/Step": 7929, "Finetune/Step Time": 6.599564367905259}
+{"Finetune/Learning Rate": 1.3263252361372017e-05, "Finetune/Loss": 0.8380609750747681, "Finetune/Loss (Raw)": 0.792289137840271, "Finetune/Step": 7930, "Finetune/Step Time": 6.599910648539662}
+{"Finetune/Learning Rate": 1.3261660540785474e-05, "Finetune/Loss": 0.8371008634567261, "Finetune/Loss (Raw)": 0.8611363768577576, "Finetune/Step": 7931, "Finetune/Step Time": 6.587193535640836}
+{"Finetune/Learning Rate": 1.3260068627707514e-05, "Finetune/Loss": 0.8378573060035706, "Finetune/Loss (Raw)": 0.8663973212242126, "Finetune/Step": 7932, "Finetune/Step Time": 6.571703342720866}
+{"Finetune/Learning Rate": 1.3258476622183275e-05, "Finetune/Loss": 0.8378304839134216, "Finetune/Loss (Raw)": 0.9301217198371887, "Finetune/Step": 7933, "Finetune/Step Time": 6.573456587269902}
+{"Finetune/Learning Rate": 1.325688452425791e-05, "Finetune/Loss": 0.8395252823829651, "Finetune/Loss (Raw)": 0.943041205406189, "Finetune/Step": 7934, "Finetune/Step Time": 6.567373530939221}
+{"Finetune/Learning Rate": 1.325529233397656e-05, "Finetune/Loss": 0.8394063711166382, "Finetune/Loss (Raw)": 0.8562792539596558, "Finetune/Step": 7935, "Finetune/Step Time": 6.58086022362113}
+{"Finetune/Learning Rate": 1.3253700051384371e-05, "Finetune/Loss": 0.8400164246559143, "Finetune/Loss (Raw)": 0.9460737109184265, "Finetune/Step": 7936, "Finetune/Step Time": 6.579672485589981}
+{"Finetune/Learning Rate": 1.3252107676526505e-05, "Finetune/Loss": 0.83854079246521, "Finetune/Loss (Raw)": 0.7330836057662964, "Finetune/Step": 7937, "Finetune/Step Time": 6.589520860463381}
+{"Finetune/Learning Rate": 1.3250515209448114e-05, "Finetune/Loss": 0.8372384905815125, "Finetune/Loss (Raw)": 0.7462525367736816, "Finetune/Step": 7938, "Finetune/Step Time": 6.590798422694206}
+{"Finetune/Learning Rate": 1.3248922650194354e-05, "Finetune/Loss": 0.8385699391365051, "Finetune/Loss (Raw)": 0.9729047417640686, "Finetune/Step": 7939, "Finetune/Step Time": 6.590443694964051}
+{"Finetune/Learning Rate": 1.3247329998810381e-05, "Finetune/Loss": 0.8387172222137451, "Finetune/Loss (Raw)": 0.908040463924408, "Finetune/Step": 7940, "Finetune/Step Time": 6.590325079858303}
+{"Finetune/Learning Rate": 1.324573725534137e-05, "Finetune/Loss": 0.8388175964355469, "Finetune/Loss (Raw)": 0.8402564525604248, "Finetune/Step": 7941, "Finetune/Step Time": 6.5914231818169355}
+{"Finetune/Learning Rate": 1.324414441983248e-05, "Finetune/Loss": 0.8408846855163574, "Finetune/Loss (Raw)": 0.9433405995368958, "Finetune/Step": 7942, "Finetune/Step Time": 6.585886435583234}
+{"Finetune/Learning Rate": 1.3242551492328875e-05, "Finetune/Loss": 0.8399724960327148, "Finetune/Loss (Raw)": 0.7594966292381287, "Finetune/Step": 7943, "Finetune/Step Time": 6.58549409173429}
+{"Finetune/Learning Rate": 1.3240958472875734e-05, "Finetune/Loss": 0.840929388999939, "Finetune/Loss (Raw)": 0.8578229546546936, "Finetune/Step": 7944, "Finetune/Step Time": 6.579786095768213}
+{"Finetune/Learning Rate": 1.3239365361518226e-05, "Finetune/Loss": 0.8425124883651733, "Finetune/Loss (Raw)": 0.9085832238197327, "Finetune/Step": 7945, "Finetune/Step Time": 6.584308750927448}
+{"Finetune/Learning Rate": 1.3237772158301527e-05, "Finetune/Loss": 0.8411636352539062, "Finetune/Loss (Raw)": 0.733940601348877, "Finetune/Step": 7946, "Finetune/Step Time": 6.582405956462026}
+{"Finetune/Learning Rate": 1.3236178863270815e-05, "Finetune/Loss": 0.8390933275222778, "Finetune/Loss (Raw)": 0.6663513779640198, "Finetune/Step": 7947, "Finetune/Step Time": 6.560596352443099}
+{"Finetune/Learning Rate": 1.3234585476471275e-05, "Finetune/Loss": 0.8378798961639404, "Finetune/Loss (Raw)": 0.7947188019752502, "Finetune/Step": 7948, "Finetune/Step Time": 6.558622661978006}
+{"Finetune/Learning Rate": 1.323299199794809e-05, "Finetune/Loss": 0.8383697867393494, "Finetune/Loss (Raw)": 0.8382472991943359, "Finetune/Step": 7949, "Finetune/Step Time": 6.568472735583782}
+{"Finetune/Learning Rate": 1.3231398427746442e-05, "Finetune/Loss": 0.8384321928024292, "Finetune/Loss (Raw)": 0.8875830769538879, "Finetune/Step": 7950, "Finetune/Step Time": 6.569413611665368}
+{"Finetune/Learning Rate": 1.3229804765911527e-05, "Finetune/Loss": 0.8387123942375183, "Finetune/Loss (Raw)": 0.8670474886894226, "Finetune/Step": 7951, "Finetune/Step Time": 6.572555918246508}
+{"Finetune/Learning Rate": 1.3228211012488532e-05, "Finetune/Loss": 0.8386456370353699, "Finetune/Loss (Raw)": 0.8403058052062988, "Finetune/Step": 7952, "Finetune/Step Time": 6.566086335107684}
+{"Finetune/Learning Rate": 1.322661716752265e-05, "Finetune/Loss": 0.8380797505378723, "Finetune/Loss (Raw)": 0.7743760943412781, "Finetune/Step": 7953, "Finetune/Step Time": 6.556809060275555}
+{"Finetune/Learning Rate": 1.3225023231059084e-05, "Finetune/Loss": 0.8393716812133789, "Finetune/Loss (Raw)": 0.8772323727607727, "Finetune/Step": 7954, "Finetune/Step Time": 6.558087453246117}
+{"Finetune/Learning Rate": 1.3223429203143028e-05, "Finetune/Loss": 0.8376671671867371, "Finetune/Loss (Raw)": 0.6582903861999512, "Finetune/Step": 7955, "Finetune/Step Time": 6.566879386082292}
+{"Finetune/Learning Rate": 1.3221835083819685e-05, "Finetune/Loss": 0.8388252258300781, "Finetune/Loss (Raw)": 0.8787750005722046, "Finetune/Step": 7956, "Finetune/Step Time": 6.56227139942348}
+{"Finetune/Learning Rate": 1.3220240873134263e-05, "Finetune/Loss": 0.8395484089851379, "Finetune/Loss (Raw)": 0.889144778251648, "Finetune/Step": 7957, "Finetune/Step Time": 6.549722863361239}
+{"Finetune/Learning Rate": 1.3218646571131965e-05, "Finetune/Loss": 0.8371254801750183, "Finetune/Loss (Raw)": 0.6634060740470886, "Finetune/Step": 7958, "Finetune/Step Time": 6.547472076490521}
+{"Finetune/Learning Rate": 1.3217052177858006e-05, "Finetune/Loss": 0.8382740020751953, "Finetune/Loss (Raw)": 0.7845554351806641, "Finetune/Step": 7959, "Finetune/Step Time": 6.537770301103592}
+{"Finetune/Learning Rate": 1.3215457693357592e-05, "Finetune/Loss": 0.8385633230209351, "Finetune/Loss (Raw)": 0.9398519992828369, "Finetune/Step": 7960, "Finetune/Step Time": 6.541370602324605}
+{"Finetune/Learning Rate": 1.3213863117675942e-05, "Finetune/Loss": 0.8379195928573608, "Finetune/Loss (Raw)": 0.8401147127151489, "Finetune/Step": 7961, "Finetune/Step Time": 6.5439164172858}
+{"Finetune/Learning Rate": 1.3212268450858275e-05, "Finetune/Loss": 0.8383462429046631, "Finetune/Loss (Raw)": 0.8179636001586914, "Finetune/Step": 7962, "Finetune/Step Time": 6.555062014609575}
+{"Finetune/Learning Rate": 1.3210673692949809e-05, "Finetune/Loss": 0.8394242525100708, "Finetune/Loss (Raw)": 0.960205614566803, "Finetune/Step": 7963, "Finetune/Step Time": 6.577804842963815}
+{"Finetune/Learning Rate": 1.3209078843995763e-05, "Finetune/Loss": 0.8394215703010559, "Finetune/Loss (Raw)": 0.8003220558166504, "Finetune/Step": 7964, "Finetune/Step Time": 6.573128096759319}
+{"Finetune/Learning Rate": 1.320748390404137e-05, "Finetune/Loss": 0.8390371203422546, "Finetune/Loss (Raw)": 0.7847928404808044, "Finetune/Step": 7965, "Finetune/Step Time": 6.574247466400266}
+{"Finetune/Learning Rate": 1.3205888873131856e-05, "Finetune/Loss": 0.8379514217376709, "Finetune/Loss (Raw)": 0.8466271162033081, "Finetune/Step": 7966, "Finetune/Step Time": 6.591733207926154}
+{"Finetune/Learning Rate": 1.3204293751312447e-05, "Finetune/Loss": 0.83786940574646, "Finetune/Loss (Raw)": 0.8133214116096497, "Finetune/Step": 7967, "Finetune/Step Time": 6.60598642937839}
+{"Finetune/Learning Rate": 1.3202698538628376e-05, "Finetune/Loss": 0.8369430899620056, "Finetune/Loss (Raw)": 0.7865680456161499, "Finetune/Step": 7968, "Finetune/Step Time": 6.610208177939057}
+{"Finetune/Learning Rate": 1.3201103235124889e-05, "Finetune/Loss": 0.8381843566894531, "Finetune/Loss (Raw)": 0.875752866268158, "Finetune/Step": 7969, "Finetune/Step Time": 6.608806604519486}
+{"Finetune/Learning Rate": 1.3199507840847212e-05, "Finetune/Loss": 0.8390047550201416, "Finetune/Loss (Raw)": 0.8863565325737, "Finetune/Step": 7970, "Finetune/Step Time": 6.61079796589911}
+{"Finetune/Learning Rate": 1.319791235584059e-05, "Finetune/Loss": 0.8394113183021545, "Finetune/Loss (Raw)": 0.982972264289856, "Finetune/Step": 7971, "Finetune/Step Time": 6.619563376531005}
+{"Finetune/Learning Rate": 1.3196316780150272e-05, "Finetune/Loss": 0.8392629027366638, "Finetune/Loss (Raw)": 0.847353994846344, "Finetune/Step": 7972, "Finetune/Step Time": 6.62309779971838}
+{"Finetune/Learning Rate": 1.3194721113821494e-05, "Finetune/Loss": 0.8400528430938721, "Finetune/Loss (Raw)": 0.8667893409729004, "Finetune/Step": 7973, "Finetune/Step Time": 6.626008888706565}
+{"Finetune/Learning Rate": 1.3193125356899512e-05, "Finetune/Loss": 0.8394813537597656, "Finetune/Loss (Raw)": 0.810385525226593, "Finetune/Step": 7974, "Finetune/Step Time": 6.624460911378264}
+{"Finetune/Learning Rate": 1.3191529509429575e-05, "Finetune/Loss": 0.8399847745895386, "Finetune/Loss (Raw)": 0.8698328733444214, "Finetune/Step": 7975, "Finetune/Step Time": 6.62591396458447}
+{"Finetune/Learning Rate": 1.3189933571456937e-05, "Finetune/Loss": 0.8411110639572144, "Finetune/Loss (Raw)": 0.8923559784889221, "Finetune/Step": 7976, "Finetune/Step Time": 6.628423245623708}
+{"Finetune/Learning Rate": 1.3188337543026854e-05, "Finetune/Loss": 0.8405526280403137, "Finetune/Loss (Raw)": 0.821983814239502, "Finetune/Step": 7977, "Finetune/Step Time": 6.617984956130385}
+{"Finetune/Learning Rate": 1.3186741424184584e-05, "Finetune/Loss": 0.840900182723999, "Finetune/Loss (Raw)": 0.8306486010551453, "Finetune/Step": 7978, "Finetune/Step Time": 6.60355007648468}
+{"Finetune/Learning Rate": 1.3185145214975388e-05, "Finetune/Loss": 0.8406682014465332, "Finetune/Loss (Raw)": 0.8334038853645325, "Finetune/Step": 7979, "Finetune/Step Time": 6.600636202841997}
+{"Finetune/Learning Rate": 1.3183548915444534e-05, "Finetune/Loss": 0.8423472046852112, "Finetune/Loss (Raw)": 0.9802998304367065, "Finetune/Step": 7980, "Finetune/Step Time": 6.600971981883049}
+{"Finetune/Learning Rate": 1.3181952525637282e-05, "Finetune/Loss": 0.8432818651199341, "Finetune/Loss (Raw)": 0.889812171459198, "Finetune/Step": 7981, "Finetune/Step Time": 6.60601457580924}
+{"Finetune/Learning Rate": 1.3180356045598907e-05, "Finetune/Loss": 0.843145489692688, "Finetune/Loss (Raw)": 0.8668041825294495, "Finetune/Step": 7982, "Finetune/Step Time": 6.60553983040154}
+{"Finetune/Learning Rate": 1.3178759475374676e-05, "Finetune/Loss": 0.843862771987915, "Finetune/Loss (Raw)": 0.8862805962562561, "Finetune/Step": 7983, "Finetune/Step Time": 6.601549034938216}
+{"Finetune/Learning Rate": 1.317716281500987e-05, "Finetune/Loss": 0.8432191610336304, "Finetune/Loss (Raw)": 0.7754209637641907, "Finetune/Step": 7984, "Finetune/Step Time": 6.605610022321343}
+{"Finetune/Learning Rate": 1.3175566064549757e-05, "Finetune/Loss": 0.8424087166786194, "Finetune/Loss (Raw)": 0.6547206044197083, "Finetune/Step": 7985, "Finetune/Step Time": 6.622236082330346}
+{"Finetune/Learning Rate": 1.3173969224039621e-05, "Finetune/Loss": 0.8422351479530334, "Finetune/Loss (Raw)": 0.8750327825546265, "Finetune/Step": 7986, "Finetune/Step Time": 6.623085448518395}
+{"Finetune/Learning Rate": 1.3172372293524746e-05, "Finetune/Loss": 0.8424834609031677, "Finetune/Loss (Raw)": 0.881179690361023, "Finetune/Step": 7987, "Finetune/Step Time": 6.612570598721504}
+{"Finetune/Learning Rate": 1.3170775273050411e-05, "Finetune/Loss": 0.8422149419784546, "Finetune/Loss (Raw)": 0.843967616558075, "Finetune/Step": 7988, "Finetune/Step Time": 6.610840866342187}
+{"Finetune/Learning Rate": 1.3169178162661906e-05, "Finetune/Loss": 0.8442614078521729, "Finetune/Loss (Raw)": 0.8879696726799011, "Finetune/Step": 7989, "Finetune/Step Time": 6.612434772774577}
+{"Finetune/Learning Rate": 1.3167580962404523e-05, "Finetune/Loss": 0.8444980978965759, "Finetune/Loss (Raw)": 0.9276363253593445, "Finetune/Step": 7990, "Finetune/Step Time": 6.614694818854332}
+{"Finetune/Learning Rate": 1.316598367232355e-05, "Finetune/Loss": 0.8444605469703674, "Finetune/Loss (Raw)": 0.7222619652748108, "Finetune/Step": 7991, "Finetune/Step Time": 6.619523616507649}
+{"Finetune/Learning Rate": 1.316438629246428e-05, "Finetune/Loss": 0.8426420092582703, "Finetune/Loss (Raw)": 0.7478465437889099, "Finetune/Step": 7992, "Finetune/Step Time": 6.617675080895424}
+{"Finetune/Learning Rate": 1.3162788822872016e-05, "Finetune/Loss": 0.8401167988777161, "Finetune/Loss (Raw)": 0.6577650904655457, "Finetune/Step": 7993, "Finetune/Step Time": 6.612183067947626}
+{"Finetune/Learning Rate": 1.3161191263592054e-05, "Finetune/Loss": 0.8390315771102905, "Finetune/Loss (Raw)": 0.7419605851173401, "Finetune/Step": 7994, "Finetune/Step Time": 6.611050017178059}
+{"Finetune/Learning Rate": 1.3159593614669698e-05, "Finetune/Loss": 0.8399450182914734, "Finetune/Loss (Raw)": 0.9356245398521423, "Finetune/Step": 7995, "Finetune/Step Time": 6.608412617817521}
+{"Finetune/Learning Rate": 1.3157995876150252e-05, "Finetune/Loss": 0.83904629945755, "Finetune/Loss (Raw)": 0.796238362789154, "Finetune/Step": 7996, "Finetune/Step Time": 6.604460522532463}
+{"Finetune/Learning Rate": 1.3156398048079023e-05, "Finetune/Loss": 0.8406665325164795, "Finetune/Loss (Raw)": 0.9215118885040283, "Finetune/Step": 7997, "Finetune/Step Time": 6.610313361510634}
+{"Finetune/Learning Rate": 1.3154800130501317e-05, "Finetune/Loss": 0.8399796485900879, "Finetune/Loss (Raw)": 0.8700729012489319, "Finetune/Step": 7998, "Finetune/Step Time": 6.5992279797792435}
+{"Finetune/Learning Rate": 1.3153202123462454e-05, "Finetune/Loss": 0.8393790125846863, "Finetune/Loss (Raw)": 0.9274923801422119, "Finetune/Step": 7999, "Finetune/Step Time": 6.595466135069728}
+{"Finetune/Learning Rate": 1.3151604027007744e-05, "Finetune/Loss": 0.8371356725692749, "Finetune/Loss (Raw)": 0.619040310382843, "Finetune/Step": 8000, "Finetune/Step Time": 6.604897802695632}
+{"Finetune/Learning Rate": 1.3150005841182507e-05, "Finetune/Loss": 0.8381365537643433, "Finetune/Loss (Raw)": 0.9865211248397827, "Finetune/Step": 8001, "Finetune/Step Time": 6.588759558275342}
+{"Finetune/Learning Rate": 1.314840756603206e-05, "Finetune/Loss": 0.8369890451431274, "Finetune/Loss (Raw)": 0.8260393738746643, "Finetune/Step": 8002, "Finetune/Step Time": 6.588831853121519}
+{"Finetune/Learning Rate": 1.314680920160173e-05, "Finetune/Loss": 0.8381341695785522, "Finetune/Loss (Raw)": 0.9468891620635986, "Finetune/Step": 8003, "Finetune/Step Time": 6.598685568198562}
+{"Finetune/Learning Rate": 1.3145210747936836e-05, "Finetune/Loss": 0.8380391597747803, "Finetune/Loss (Raw)": 0.8981753587722778, "Finetune/Step": 8004, "Finetune/Step Time": 6.5949109848588705}
+{"Finetune/Learning Rate": 1.3143612205082713e-05, "Finetune/Loss": 0.8392688632011414, "Finetune/Loss (Raw)": 0.8814120888710022, "Finetune/Step": 8005, "Finetune/Step Time": 6.633668515831232}
+{"Finetune/Learning Rate": 1.3142013573084682e-05, "Finetune/Loss": 0.8405405282974243, "Finetune/Loss (Raw)": 0.9186674952507019, "Finetune/Step": 8006, "Finetune/Step Time": 6.626061171293259}
+{"Finetune/Learning Rate": 1.3140414851988084e-05, "Finetune/Loss": 0.8413600325584412, "Finetune/Loss (Raw)": 0.8898869752883911, "Finetune/Step": 8007, "Finetune/Step Time": 6.62889051809907}
+{"Finetune/Learning Rate": 1.3138816041838251e-05, "Finetune/Loss": 0.8423476219177246, "Finetune/Loss (Raw)": 0.8336542248725891, "Finetune/Step": 8008, "Finetune/Step Time": 6.633970327675343}
+{"Finetune/Learning Rate": 1.3137217142680518e-05, "Finetune/Loss": 0.8419080972671509, "Finetune/Loss (Raw)": 0.9029251337051392, "Finetune/Step": 8009, "Finetune/Step Time": 6.629813702777028}
+{"Finetune/Learning Rate": 1.313561815456023e-05, "Finetune/Loss": 0.8417383432388306, "Finetune/Loss (Raw)": 0.8146012425422668, "Finetune/Step": 8010, "Finetune/Step Time": 6.637005098164082}
+{"Finetune/Learning Rate": 1.313401907752273e-05, "Finetune/Loss": 0.8425036072731018, "Finetune/Loss (Raw)": 0.7601427435874939, "Finetune/Step": 8011, "Finetune/Step Time": 6.613849872723222}
+{"Finetune/Learning Rate": 1.3132419911613358e-05, "Finetune/Loss": 0.8426285982131958, "Finetune/Loss (Raw)": 0.7380942106246948, "Finetune/Step": 8012, "Finetune/Step Time": 6.60702595859766}
+{"Finetune/Learning Rate": 1.3130820656877464e-05, "Finetune/Loss": 0.8418967723846436, "Finetune/Loss (Raw)": 0.8522038459777832, "Finetune/Step": 8013, "Finetune/Step Time": 6.603988371789455}
+{"Finetune/Learning Rate": 1.3129221313360403e-05, "Finetune/Loss": 0.8407416343688965, "Finetune/Loss (Raw)": 0.637196958065033, "Finetune/Step": 8014, "Finetune/Step Time": 6.605676857754588}
+{"Finetune/Learning Rate": 1.312762188110752e-05, "Finetune/Loss": 0.8404068946838379, "Finetune/Loss (Raw)": 0.7893016934394836, "Finetune/Step": 8015, "Finetune/Step Time": 6.604847135022283}
+{"Finetune/Learning Rate": 1.3126022360164172e-05, "Finetune/Loss": 0.8405097723007202, "Finetune/Loss (Raw)": 0.8679127097129822, "Finetune/Step": 8016, "Finetune/Step Time": 6.6045522429049015}
+{"Finetune/Learning Rate": 1.3124422750575726e-05, "Finetune/Loss": 0.8416993618011475, "Finetune/Loss (Raw)": 0.9829434752464294, "Finetune/Step": 8017, "Finetune/Step Time": 6.6066899709403515}
+{"Finetune/Learning Rate": 1.3122823052387533e-05, "Finetune/Loss": 0.8403899073600769, "Finetune/Loss (Raw)": 0.6956420540809631, "Finetune/Step": 8018, "Finetune/Step Time": 6.611594866961241}
+{"Finetune/Learning Rate": 1.3121223265644955e-05, "Finetune/Loss": 0.8395751714706421, "Finetune/Loss (Raw)": 0.7573286890983582, "Finetune/Step": 8019, "Finetune/Step Time": 6.611658411100507}
+{"Finetune/Learning Rate": 1.3119623390393364e-05, "Finetune/Loss": 0.838720440864563, "Finetune/Loss (Raw)": 0.7946717739105225, "Finetune/Step": 8020, "Finetune/Step Time": 6.608173804357648}
+{"Finetune/Learning Rate": 1.3118023426678124e-05, "Finetune/Loss": 0.8377783298492432, "Finetune/Loss (Raw)": 0.8781684041023254, "Finetune/Step": 8021, "Finetune/Step Time": 6.605531873181462}
+{"Finetune/Learning Rate": 1.3116423374544605e-05, "Finetune/Loss": 0.8368954658508301, "Finetune/Loss (Raw)": 0.8445656895637512, "Finetune/Step": 8022, "Finetune/Step Time": 6.608590245246887}
+{"Finetune/Learning Rate": 1.3114823234038183e-05, "Finetune/Loss": 0.8366875648498535, "Finetune/Loss (Raw)": 0.7599422931671143, "Finetune/Step": 8023, "Finetune/Step Time": 6.606277383863926}
+{"Finetune/Learning Rate": 1.311322300520423e-05, "Finetune/Loss": 0.8335107564926147, "Finetune/Loss (Raw)": 0.5455764532089233, "Finetune/Step": 8024, "Finetune/Step Time": 6.610022589564323}
+{"Finetune/Learning Rate": 1.3111622688088126e-05, "Finetune/Loss": 0.8323541879653931, "Finetune/Loss (Raw)": 0.7708845138549805, "Finetune/Step": 8025, "Finetune/Step Time": 6.610715106129646}
+{"Finetune/Learning Rate": 1.3110022282735249e-05, "Finetune/Loss": 0.8320386409759521, "Finetune/Loss (Raw)": 0.7558842301368713, "Finetune/Step": 8026, "Finetune/Step Time": 6.610372234135866}
+{"Finetune/Learning Rate": 1.3108421789190984e-05, "Finetune/Loss": 0.8322808742523193, "Finetune/Loss (Raw)": 0.9045675992965698, "Finetune/Step": 8027, "Finetune/Step Time": 6.606448261067271}
+{"Finetune/Learning Rate": 1.3106821207500718e-05, "Finetune/Loss": 0.8310848474502563, "Finetune/Loss (Raw)": 0.7499240040779114, "Finetune/Step": 8028, "Finetune/Step Time": 6.608947675675154}
+{"Finetune/Learning Rate": 1.310522053770984e-05, "Finetune/Loss": 0.8318871259689331, "Finetune/Loss (Raw)": 0.7798550724983215, "Finetune/Step": 8029, "Finetune/Step Time": 6.6086367424577475}
+{"Finetune/Learning Rate": 1.3103619779863732e-05, "Finetune/Loss": 0.8307231068611145, "Finetune/Loss (Raw)": 0.8015689849853516, "Finetune/Step": 8030, "Finetune/Step Time": 6.611085403710604}
+{"Finetune/Learning Rate": 1.3102018934007795e-05, "Finetune/Loss": 0.8298242092132568, "Finetune/Loss (Raw)": 0.7684646248817444, "Finetune/Step": 8031, "Finetune/Step Time": 6.610994478687644}
+{"Finetune/Learning Rate": 1.310041800018742e-05, "Finetune/Loss": 0.8313465118408203, "Finetune/Loss (Raw)": 0.909927487373352, "Finetune/Step": 8032, "Finetune/Step Time": 6.610673973336816}
+{"Finetune/Learning Rate": 1.309881697844801e-05, "Finetune/Loss": 0.8311851024627686, "Finetune/Loss (Raw)": 0.8250272870063782, "Finetune/Step": 8033, "Finetune/Step Time": 6.612575341016054}
+{"Finetune/Learning Rate": 1.309721586883496e-05, "Finetune/Loss": 0.8306083679199219, "Finetune/Loss (Raw)": 0.8197506070137024, "Finetune/Step": 8034, "Finetune/Step Time": 6.610130310058594}
+{"Finetune/Learning Rate": 1.3095614671393676e-05, "Finetune/Loss": 0.8307031989097595, "Finetune/Loss (Raw)": 0.8399984836578369, "Finetune/Step": 8035, "Finetune/Step Time": 6.606157002970576}
+{"Finetune/Learning Rate": 1.3094013386169565e-05, "Finetune/Loss": 0.8299421668052673, "Finetune/Loss (Raw)": 0.6148516535758972, "Finetune/Step": 8036, "Finetune/Step Time": 6.6167784836143255}
+{"Finetune/Learning Rate": 1.3092412013208028e-05, "Finetune/Loss": 0.8312503099441528, "Finetune/Loss (Raw)": 0.9847788214683533, "Finetune/Step": 8037, "Finetune/Step Time": 6.618925612419844}
+{"Finetune/Learning Rate": 1.3090810552554483e-05, "Finetune/Loss": 0.8306649923324585, "Finetune/Loss (Raw)": 0.626220166683197, "Finetune/Step": 8038, "Finetune/Step Time": 6.6177402175962925}
+{"Finetune/Learning Rate": 1.3089209004254341e-05, "Finetune/Loss": 0.8323217630386353, "Finetune/Loss (Raw)": 0.871895432472229, "Finetune/Step": 8039, "Finetune/Step Time": 6.600748332217336}
+{"Finetune/Learning Rate": 1.3087607368353015e-05, "Finetune/Loss": 0.8315481543540955, "Finetune/Loss (Raw)": 0.793643593788147, "Finetune/Step": 8040, "Finetune/Step Time": 6.585473593324423}
+{"Finetune/Learning Rate": 1.3086005644895922e-05, "Finetune/Loss": 0.8296535611152649, "Finetune/Loss (Raw)": 0.7163493037223816, "Finetune/Step": 8041, "Finetune/Step Time": 6.598397603258491}
+{"Finetune/Learning Rate": 1.3084403833928488e-05, "Finetune/Loss": 0.8286150693893433, "Finetune/Loss (Raw)": 0.7709410786628723, "Finetune/Step": 8042, "Finetune/Step Time": 6.610970614477992}
+{"Finetune/Learning Rate": 1.308280193549613e-05, "Finetune/Loss": 0.8287200927734375, "Finetune/Loss (Raw)": 0.824215292930603, "Finetune/Step": 8043, "Finetune/Step Time": 6.6127832885831594}
+{"Finetune/Learning Rate": 1.3081199949644272e-05, "Finetune/Loss": 0.8273266553878784, "Finetune/Loss (Raw)": 0.849285364151001, "Finetune/Step": 8044, "Finetune/Step Time": 6.601140800863504}
+{"Finetune/Learning Rate": 1.3079597876418351e-05, "Finetune/Loss": 0.8287408351898193, "Finetune/Loss (Raw)": 1.0411350727081299, "Finetune/Step": 8045, "Finetune/Step Time": 6.601954223588109}
+{"Finetune/Learning Rate": 1.3077995715863789e-05, "Finetune/Loss": 0.8284435272216797, "Finetune/Loss (Raw)": 0.8774605989456177, "Finetune/Step": 8046, "Finetune/Step Time": 6.598220402374864}
+{"Finetune/Learning Rate": 1.307639346802602e-05, "Finetune/Loss": 0.8280923366546631, "Finetune/Loss (Raw)": 0.778649091720581, "Finetune/Step": 8047, "Finetune/Step Time": 6.600761858746409}
+{"Finetune/Learning Rate": 1.3074791132950484e-05, "Finetune/Loss": 0.8274102210998535, "Finetune/Loss (Raw)": 0.6743909120559692, "Finetune/Step": 8048, "Finetune/Step Time": 6.602216180413961}
+{"Finetune/Learning Rate": 1.3073188710682612e-05, "Finetune/Loss": 0.827423632144928, "Finetune/Loss (Raw)": 0.7832679152488708, "Finetune/Step": 8049, "Finetune/Step Time": 6.606254797428846}
+{"Finetune/Learning Rate": 1.3071586201267848e-05, "Finetune/Loss": 0.8258816599845886, "Finetune/Loss (Raw)": 0.7348737120628357, "Finetune/Step": 8050, "Finetune/Step Time": 6.614172300323844}
+{"Finetune/Learning Rate": 1.3069983604751633e-05, "Finetune/Loss": 0.8245782852172852, "Finetune/Loss (Raw)": 0.6725930571556091, "Finetune/Step": 8051, "Finetune/Step Time": 6.61946427449584}
+{"Finetune/Learning Rate": 1.3068380921179413e-05, "Finetune/Loss": 0.8264034986495972, "Finetune/Loss (Raw)": 0.9149479866027832, "Finetune/Step": 8052, "Finetune/Step Time": 6.6324161645025015}
+{"Finetune/Learning Rate": 1.3066778150596635e-05, "Finetune/Loss": 0.8269761800765991, "Finetune/Loss (Raw)": 0.8625420928001404, "Finetune/Step": 8053, "Finetune/Step Time": 6.633603971451521}
+{"Finetune/Learning Rate": 1.3065175293048751e-05, "Finetune/Loss": 0.8285311460494995, "Finetune/Loss (Raw)": 0.8756559491157532, "Finetune/Step": 8054, "Finetune/Step Time": 6.646403934806585}
+{"Finetune/Learning Rate": 1.3063572348581208e-05, "Finetune/Loss": 0.8278193473815918, "Finetune/Loss (Raw)": 0.7260960340499878, "Finetune/Step": 8055, "Finetune/Step Time": 6.666720112785697}
+{"Finetune/Learning Rate": 1.306196931723947e-05, "Finetune/Loss": 0.8273995518684387, "Finetune/Loss (Raw)": 0.7418316006660461, "Finetune/Step": 8056, "Finetune/Step Time": 6.687400376424193}
+{"Finetune/Learning Rate": 1.3060366199068989e-05, "Finetune/Loss": 0.8261560201644897, "Finetune/Loss (Raw)": 0.7483931183815002, "Finetune/Step": 8057, "Finetune/Step Time": 6.689660714939237}
+{"Finetune/Learning Rate": 1.305876299411522e-05, "Finetune/Loss": 0.8258334398269653, "Finetune/Loss (Raw)": 0.7510035037994385, "Finetune/Step": 8058, "Finetune/Step Time": 6.6927187610417604}
+{"Finetune/Learning Rate": 1.3057159702423634e-05, "Finetune/Loss": 0.8257552981376648, "Finetune/Loss (Raw)": 0.8511321544647217, "Finetune/Step": 8059, "Finetune/Step Time": 6.7085760328918695}
+{"Finetune/Learning Rate": 1.3055556324039693e-05, "Finetune/Loss": 0.8249995708465576, "Finetune/Loss (Raw)": 0.7696641087532043, "Finetune/Step": 8060, "Finetune/Step Time": 6.7265234757214785}
+{"Finetune/Learning Rate": 1.3053952859008863e-05, "Finetune/Loss": 0.825455367565155, "Finetune/Loss (Raw)": 0.9884588122367859, "Finetune/Step": 8061, "Finetune/Step Time": 6.726859789341688}
+{"Finetune/Learning Rate": 1.3052349307376611e-05, "Finetune/Loss": 0.825462818145752, "Finetune/Loss (Raw)": 0.9439991116523743, "Finetune/Step": 8062, "Finetune/Step Time": 6.726048953831196}
+{"Finetune/Learning Rate": 1.3050745669188415e-05, "Finetune/Loss": 0.8260090947151184, "Finetune/Loss (Raw)": 0.926198422908783, "Finetune/Step": 8063, "Finetune/Step Time": 6.709866443648934}
+{"Finetune/Learning Rate": 1.304914194448975e-05, "Finetune/Loss": 0.8237488269805908, "Finetune/Loss (Raw)": 0.6567567586898804, "Finetune/Step": 8064, "Finetune/Step Time": 6.722303507849574}
+{"Finetune/Learning Rate": 1.3047538133326083e-05, "Finetune/Loss": 0.8250008225440979, "Finetune/Loss (Raw)": 0.8933429718017578, "Finetune/Step": 8065, "Finetune/Step Time": 6.712297825142741}
+{"Finetune/Learning Rate": 1.3045934235742906e-05, "Finetune/Loss": 0.8264990448951721, "Finetune/Loss (Raw)": 0.9380308389663696, "Finetune/Step": 8066, "Finetune/Step Time": 6.7092087883502245}
+{"Finetune/Learning Rate": 1.3044330251785695e-05, "Finetune/Loss": 0.8258461952209473, "Finetune/Loss (Raw)": 0.889331042766571, "Finetune/Step": 8067, "Finetune/Step Time": 6.710217593237758}
+{"Finetune/Learning Rate": 1.3042726181499932e-05, "Finetune/Loss": 0.8261616230010986, "Finetune/Loss (Raw)": 0.9484232664108276, "Finetune/Step": 8068, "Finetune/Step Time": 6.706644402816892}
+{"Finetune/Learning Rate": 1.304112202493111e-05, "Finetune/Loss": 0.8270465731620789, "Finetune/Loss (Raw)": 0.9535277485847473, "Finetune/Step": 8069, "Finetune/Step Time": 6.710420850664377}
+{"Finetune/Learning Rate": 1.3039517782124713e-05, "Finetune/Loss": 0.8251024484634399, "Finetune/Loss (Raw)": 0.6944915652275085, "Finetune/Step": 8070, "Finetune/Step Time": 6.710677130147815}
+{"Finetune/Learning Rate": 1.3037913453126236e-05, "Finetune/Loss": 0.8259381651878357, "Finetune/Loss (Raw)": 0.8664683103561401, "Finetune/Step": 8071, "Finetune/Step Time": 6.716772647574544}
+{"Finetune/Learning Rate": 1.3036309037981171e-05, "Finetune/Loss": 0.8268997669219971, "Finetune/Loss (Raw)": 0.980906069278717, "Finetune/Step": 8072, "Finetune/Step Time": 6.722456773743033}
+{"Finetune/Learning Rate": 1.3034704536735019e-05, "Finetune/Loss": 0.8265233039855957, "Finetune/Loss (Raw)": 0.8603956699371338, "Finetune/Step": 8073, "Finetune/Step Time": 6.728018280118704}
+{"Finetune/Learning Rate": 1.3033099949433272e-05, "Finetune/Loss": 0.8272373676300049, "Finetune/Loss (Raw)": 0.8253399133682251, "Finetune/Step": 8074, "Finetune/Step Time": 6.73656608723104}
+{"Finetune/Learning Rate": 1.3031495276121438e-05, "Finetune/Loss": 0.8284057378768921, "Finetune/Loss (Raw)": 0.8159001469612122, "Finetune/Step": 8075, "Finetune/Step Time": 6.735262464731932}
+{"Finetune/Learning Rate": 1.3029890516845018e-05, "Finetune/Loss": 0.8293381929397583, "Finetune/Loss (Raw)": 0.9140756726264954, "Finetune/Step": 8076, "Finetune/Step Time": 6.741724735125899}
+{"Finetune/Learning Rate": 1.3028285671649518e-05, "Finetune/Loss": 0.8290431499481201, "Finetune/Loss (Raw)": 0.8004851341247559, "Finetune/Step": 8077, "Finetune/Step Time": 6.730556836351752}
+{"Finetune/Learning Rate": 1.3026680740580449e-05, "Finetune/Loss": 0.8283098340034485, "Finetune/Loss (Raw)": 0.7937189340591431, "Finetune/Step": 8078, "Finetune/Step Time": 6.731958828866482}
+{"Finetune/Learning Rate": 1.3025075723683319e-05, "Finetune/Loss": 0.8270937204360962, "Finetune/Loss (Raw)": 0.7113786339759827, "Finetune/Step": 8079, "Finetune/Step Time": 6.725341409444809}
+{"Finetune/Learning Rate": 1.3023470621003641e-05, "Finetune/Loss": 0.8263769745826721, "Finetune/Loss (Raw)": 0.7485644817352295, "Finetune/Step": 8080, "Finetune/Step Time": 6.729456705972552}
+{"Finetune/Learning Rate": 1.3021865432586942e-05, "Finetune/Loss": 0.827385663986206, "Finetune/Loss (Raw)": 0.9034881591796875, "Finetune/Step": 8081, "Finetune/Step Time": 6.728525575250387}
+{"Finetune/Learning Rate": 1.3020260158478726e-05, "Finetune/Loss": 0.8259291648864746, "Finetune/Loss (Raw)": 0.6908045411109924, "Finetune/Step": 8082, "Finetune/Step Time": 6.74341756850481}
+{"Finetune/Learning Rate": 1.301865479872452e-05, "Finetune/Loss": 0.8277145624160767, "Finetune/Loss (Raw)": 0.8868233561515808, "Finetune/Step": 8083, "Finetune/Step Time": 6.732053870335221}
+{"Finetune/Learning Rate": 1.3017049353369853e-05, "Finetune/Loss": 0.8273401856422424, "Finetune/Loss (Raw)": 0.830854058265686, "Finetune/Step": 8084, "Finetune/Step Time": 6.7391536720097065}
+{"Finetune/Learning Rate": 1.3015443822460244e-05, "Finetune/Loss": 0.8258263468742371, "Finetune/Loss (Raw)": 0.6953721642494202, "Finetune/Step": 8085, "Finetune/Step Time": 6.7366681937128305}
+{"Finetune/Learning Rate": 1.3013838206041218e-05, "Finetune/Loss": 0.8270425200462341, "Finetune/Loss (Raw)": 0.8190719485282898, "Finetune/Step": 8086, "Finetune/Step Time": 6.739581152796745}
+{"Finetune/Learning Rate": 1.3012232504158315e-05, "Finetune/Loss": 0.8272535800933838, "Finetune/Loss (Raw)": 0.8115701079368591, "Finetune/Step": 8087, "Finetune/Step Time": 6.739856919273734}
+{"Finetune/Learning Rate": 1.3010626716857065e-05, "Finetune/Loss": 0.8271353244781494, "Finetune/Loss (Raw)": 0.9247246384620667, "Finetune/Step": 8088, "Finetune/Step Time": 6.736985040828586}
+{"Finetune/Learning Rate": 1.3009020844182998e-05, "Finetune/Loss": 0.8258123993873596, "Finetune/Loss (Raw)": 0.6707714796066284, "Finetune/Step": 8089, "Finetune/Step Time": 6.736081089824438}
+{"Finetune/Learning Rate": 1.300741488618166e-05, "Finetune/Loss": 0.82590651512146, "Finetune/Loss (Raw)": 0.8300169706344604, "Finetune/Step": 8090, "Finetune/Step Time": 6.716402305290103}
+{"Finetune/Learning Rate": 1.3005808842898586e-05, "Finetune/Loss": 0.8242664337158203, "Finetune/Loss (Raw)": 0.7502762675285339, "Finetune/Step": 8091, "Finetune/Step Time": 6.707330657169223}
+{"Finetune/Learning Rate": 1.3004202714379321e-05, "Finetune/Loss": 0.8236156702041626, "Finetune/Loss (Raw)": 0.7170163989067078, "Finetune/Step": 8092, "Finetune/Step Time": 6.713531281799078}
+{"Finetune/Learning Rate": 1.300259650066941e-05, "Finetune/Loss": 0.8241417407989502, "Finetune/Loss (Raw)": 0.852131187915802, "Finetune/Step": 8093, "Finetune/Step Time": 6.7144710049033165}
+{"Finetune/Learning Rate": 1.3000990201814401e-05, "Finetune/Loss": 0.8230734467506409, "Finetune/Loss (Raw)": 0.709887683391571, "Finetune/Step": 8094, "Finetune/Step Time": 6.696048051118851}
+{"Finetune/Learning Rate": 1.2999383817859843e-05, "Finetune/Loss": 0.8245974779129028, "Finetune/Loss (Raw)": 1.008394718170166, "Finetune/Step": 8095, "Finetune/Step Time": 6.683371035382152}
+{"Finetune/Learning Rate": 1.2997777348851288e-05, "Finetune/Loss": 0.8252098560333252, "Finetune/Loss (Raw)": 0.8649518489837646, "Finetune/Step": 8096, "Finetune/Step Time": 6.684296103194356}
+{"Finetune/Learning Rate": 1.2996170794834293e-05, "Finetune/Loss": 0.8250921964645386, "Finetune/Loss (Raw)": 0.8607010245323181, "Finetune/Step": 8097, "Finetune/Step Time": 6.6837203446775675}
+{"Finetune/Learning Rate": 1.2994564155854414e-05, "Finetune/Loss": 0.8247424364089966, "Finetune/Loss (Raw)": 0.8415820598602295, "Finetune/Step": 8098, "Finetune/Step Time": 6.699041351675987}
+{"Finetune/Learning Rate": 1.2992957431957211e-05, "Finetune/Loss": 0.8242801427841187, "Finetune/Loss (Raw)": 0.9237990975379944, "Finetune/Step": 8099, "Finetune/Step Time": 6.694851482287049}
+{"Finetune/Learning Rate": 1.2991350623188245e-05, "Finetune/Loss": 0.8246731758117676, "Finetune/Loss (Raw)": 0.8976647257804871, "Finetune/Step": 8100, "Finetune/Step Time": 6.69776451215148}
+{"Finetune/Learning Rate": 1.2989743729593082e-05, "Finetune/Loss": 0.8243677020072937, "Finetune/Loss (Raw)": 0.8276868462562561, "Finetune/Step": 8101, "Finetune/Step Time": 6.699543859809637}
+{"Finetune/Learning Rate": 1.2988136751217292e-05, "Finetune/Loss": 0.82471764087677, "Finetune/Loss (Raw)": 0.855177640914917, "Finetune/Step": 8102, "Finetune/Step Time": 6.700448472052813}
+{"Finetune/Learning Rate": 1.2986529688106437e-05, "Finetune/Loss": 0.8234004974365234, "Finetune/Loss (Raw)": 0.701242983341217, "Finetune/Step": 8103, "Finetune/Step Time": 6.705526137724519}
+{"Finetune/Learning Rate": 1.2984922540306095e-05, "Finetune/Loss": 0.822601318359375, "Finetune/Loss (Raw)": 0.7900611162185669, "Finetune/Step": 8104, "Finetune/Step Time": 6.703201789408922}
+{"Finetune/Learning Rate": 1.2983315307861837e-05, "Finetune/Loss": 0.8231906890869141, "Finetune/Loss (Raw)": 0.8974144458770752, "Finetune/Step": 8105, "Finetune/Step Time": 6.708481235429645}
+{"Finetune/Learning Rate": 1.2981707990819242e-05, "Finetune/Loss": 0.8235586881637573, "Finetune/Loss (Raw)": 0.877761721611023, "Finetune/Step": 8106, "Finetune/Step Time": 6.721065144985914}
+{"Finetune/Learning Rate": 1.298010058922388e-05, "Finetune/Loss": 0.8232465982437134, "Finetune/Loss (Raw)": 0.793458878993988, "Finetune/Step": 8107, "Finetune/Step Time": 6.724432472139597}
+{"Finetune/Learning Rate": 1.2978493103121347e-05, "Finetune/Loss": 0.8213386535644531, "Finetune/Loss (Raw)": 0.7360785007476807, "Finetune/Step": 8108, "Finetune/Step Time": 6.7267546486109495}
+{"Finetune/Learning Rate": 1.2976885532557217e-05, "Finetune/Loss": 0.8206747770309448, "Finetune/Loss (Raw)": 0.8048343658447266, "Finetune/Step": 8109, "Finetune/Step Time": 6.724412199109793}
+{"Finetune/Learning Rate": 1.2975277877577077e-05, "Finetune/Loss": 0.8209617137908936, "Finetune/Loss (Raw)": 0.9035289883613586, "Finetune/Step": 8110, "Finetune/Step Time": 6.725826818495989}
+{"Finetune/Learning Rate": 1.297367013822652e-05, "Finetune/Loss": 0.8208262920379639, "Finetune/Loss (Raw)": 0.8689460754394531, "Finetune/Step": 8111, "Finetune/Step Time": 6.734821571037173}
+{"Finetune/Learning Rate": 1.297206231455113e-05, "Finetune/Loss": 0.8213064670562744, "Finetune/Loss (Raw)": 0.8368858695030212, "Finetune/Step": 8112, "Finetune/Step Time": 6.731895077973604}
+{"Finetune/Learning Rate": 1.2970454406596509e-05, "Finetune/Loss": 0.8233298063278198, "Finetune/Loss (Raw)": 0.9137053489685059, "Finetune/Step": 8113, "Finetune/Step Time": 6.713523030281067}
+{"Finetune/Learning Rate": 1.296884641440824e-05, "Finetune/Loss": 0.8234456777572632, "Finetune/Loss (Raw)": 0.8898640275001526, "Finetune/Step": 8114, "Finetune/Step Time": 6.708442620933056}
+{"Finetune/Learning Rate": 1.2967238338031937e-05, "Finetune/Loss": 0.8222861886024475, "Finetune/Loss (Raw)": 0.7327679991722107, "Finetune/Step": 8115, "Finetune/Step Time": 6.707791965454817}
+{"Finetune/Learning Rate": 1.2965630177513192e-05, "Finetune/Loss": 0.8221943974494934, "Finetune/Loss (Raw)": 0.8322168588638306, "Finetune/Step": 8116, "Finetune/Step Time": 6.711339795961976}
+{"Finetune/Learning Rate": 1.2964021932897603e-05, "Finetune/Loss": 0.8230794668197632, "Finetune/Loss (Raw)": 1.0012636184692383, "Finetune/Step": 8117, "Finetune/Step Time": 6.700065538287163}
+{"Finetune/Learning Rate": 1.2962413604230784e-05, "Finetune/Loss": 0.822799563407898, "Finetune/Loss (Raw)": 0.8917979001998901, "Finetune/Step": 8118, "Finetune/Step Time": 6.706381745636463}
+{"Finetune/Learning Rate": 1.2960805191558339e-05, "Finetune/Loss": 0.822662353515625, "Finetune/Loss (Raw)": 0.7047098278999329, "Finetune/Step": 8119, "Finetune/Step Time": 6.713221158832312}
+{"Finetune/Learning Rate": 1.2959196694925878e-05, "Finetune/Loss": 0.8230164051055908, "Finetune/Loss (Raw)": 0.7931617498397827, "Finetune/Step": 8120, "Finetune/Step Time": 6.713615156710148}
+{"Finetune/Learning Rate": 1.2957588114379011e-05, "Finetune/Loss": 0.8255747556686401, "Finetune/Loss (Raw)": 0.9852318167686462, "Finetune/Step": 8121, "Finetune/Step Time": 6.717628186568618}
+{"Finetune/Learning Rate": 1.2955979449963358e-05, "Finetune/Loss": 0.8268884420394897, "Finetune/Loss (Raw)": 0.9101085066795349, "Finetune/Step": 8122, "Finetune/Step Time": 6.720726294443011}
+{"Finetune/Learning Rate": 1.2954370701724532e-05, "Finetune/Loss": 0.826054573059082, "Finetune/Loss (Raw)": 0.8288945555686951, "Finetune/Step": 8123, "Finetune/Step Time": 6.724393805488944}
+{"Finetune/Learning Rate": 1.2952761869708157e-05, "Finetune/Loss": 0.8283167481422424, "Finetune/Loss (Raw)": 1.085795521736145, "Finetune/Step": 8124, "Finetune/Step Time": 6.731759099289775}
+{"Finetune/Learning Rate": 1.295115295395985e-05, "Finetune/Loss": 0.8265740871429443, "Finetune/Loss (Raw)": 0.6984477639198303, "Finetune/Step": 8125, "Finetune/Step Time": 6.739225322380662}
+{"Finetune/Learning Rate": 1.2949543954525236e-05, "Finetune/Loss": 0.8274979591369629, "Finetune/Loss (Raw)": 0.9883317351341248, "Finetune/Step": 8126, "Finetune/Step Time": 6.736149463802576}
+{"Finetune/Learning Rate": 1.2947934871449942e-05, "Finetune/Loss": 0.8259561061859131, "Finetune/Loss (Raw)": 0.7301315069198608, "Finetune/Step": 8127, "Finetune/Step Time": 6.734408423304558}
+{"Finetune/Learning Rate": 1.2946325704779602e-05, "Finetune/Loss": 0.8260562419891357, "Finetune/Loss (Raw)": 0.6318639516830444, "Finetune/Step": 8128, "Finetune/Step Time": 6.733748439699411}
+{"Finetune/Learning Rate": 1.294471645455984e-05, "Finetune/Loss": 0.8255017995834351, "Finetune/Loss (Raw)": 0.9155499339103699, "Finetune/Step": 8129, "Finetune/Step Time": 6.7340284418314695}
+{"Finetune/Learning Rate": 1.2943107120836296e-05, "Finetune/Loss": 0.8251123428344727, "Finetune/Loss (Raw)": 0.7761961817741394, "Finetune/Step": 8130, "Finetune/Step Time": 6.734263701364398}
+{"Finetune/Learning Rate": 1.29414977036546e-05, "Finetune/Loss": 0.8232288360595703, "Finetune/Loss (Raw)": 0.7057952880859375, "Finetune/Step": 8131, "Finetune/Step Time": 6.735412761569023}
+{"Finetune/Learning Rate": 1.2939888203060393e-05, "Finetune/Loss": 0.8225982785224915, "Finetune/Loss (Raw)": 0.8174622654914856, "Finetune/Step": 8132, "Finetune/Step Time": 6.737039705738425}
+{"Finetune/Learning Rate": 1.2938278619099323e-05, "Finetune/Loss": 0.8230553865432739, "Finetune/Loss (Raw)": 0.9399227499961853, "Finetune/Step": 8133, "Finetune/Step Time": 6.699519749730825}
+{"Finetune/Learning Rate": 1.293666895181702e-05, "Finetune/Loss": 0.822433590888977, "Finetune/Loss (Raw)": 0.839076817035675, "Finetune/Step": 8134, "Finetune/Step Time": 6.700695188716054}
+{"Finetune/Learning Rate": 1.2935059201259137e-05, "Finetune/Loss": 0.8225322365760803, "Finetune/Loss (Raw)": 0.902518630027771, "Finetune/Step": 8135, "Finetune/Step Time": 6.699142120778561}
+{"Finetune/Learning Rate": 1.2933449367471322e-05, "Finetune/Loss": 0.8234033584594727, "Finetune/Loss (Raw)": 0.945156455039978, "Finetune/Step": 8136, "Finetune/Step Time": 6.684815725311637}
+{"Finetune/Learning Rate": 1.2931839450499227e-05, "Finetune/Loss": 0.8228544592857361, "Finetune/Loss (Raw)": 0.8326645493507385, "Finetune/Step": 8137, "Finetune/Step Time": 6.689613703638315}
+{"Finetune/Learning Rate": 1.2930229450388499e-05, "Finetune/Loss": 0.8218182325363159, "Finetune/Loss (Raw)": 0.681962788105011, "Finetune/Step": 8138, "Finetune/Step Time": 6.70556290820241}
+{"Finetune/Learning Rate": 1.2928619367184799e-05, "Finetune/Loss": 0.8230279684066772, "Finetune/Loss (Raw)": 0.9149901866912842, "Finetune/Step": 8139, "Finetune/Step Time": 6.707143137231469}
+{"Finetune/Learning Rate": 1.292700920093378e-05, "Finetune/Loss": 0.8240292072296143, "Finetune/Loss (Raw)": 0.866247832775116, "Finetune/Step": 8140, "Finetune/Step Time": 6.706393687054515}
+{"Finetune/Learning Rate": 1.2925398951681103e-05, "Finetune/Loss": 0.8233350515365601, "Finetune/Loss (Raw)": 0.7633572816848755, "Finetune/Step": 8141, "Finetune/Step Time": 6.705468928441405}
+{"Finetune/Learning Rate": 1.292378861947243e-05, "Finetune/Loss": 0.8249088525772095, "Finetune/Loss (Raw)": 0.8386421203613281, "Finetune/Step": 8142, "Finetune/Step Time": 6.70390472561121}
+{"Finetune/Learning Rate": 1.2922178204353429e-05, "Finetune/Loss": 0.8252662420272827, "Finetune/Loss (Raw)": 0.835053026676178, "Finetune/Step": 8143, "Finetune/Step Time": 6.702567495405674}
+{"Finetune/Learning Rate": 1.292056770636976e-05, "Finetune/Loss": 0.825566828250885, "Finetune/Loss (Raw)": 0.906379222869873, "Finetune/Step": 8144, "Finetune/Step Time": 6.698006197810173}
+{"Finetune/Learning Rate": 1.2918957125567098e-05, "Finetune/Loss": 0.824652910232544, "Finetune/Loss (Raw)": 0.8659631609916687, "Finetune/Step": 8145, "Finetune/Step Time": 6.697008470073342}
+{"Finetune/Learning Rate": 1.2917346461991112e-05, "Finetune/Loss": 0.8257828950881958, "Finetune/Loss (Raw)": 0.840279757976532, "Finetune/Step": 8146, "Finetune/Step Time": 6.700592823326588}
+{"Finetune/Learning Rate": 1.2915735715687475e-05, "Finetune/Loss": 0.8247655630111694, "Finetune/Loss (Raw)": 0.6271138787269592, "Finetune/Step": 8147, "Finetune/Step Time": 6.7178918942809105}
+{"Finetune/Learning Rate": 1.2914124886701865e-05, "Finetune/Loss": 0.8240901231765747, "Finetune/Loss (Raw)": 0.7082129716873169, "Finetune/Step": 8148, "Finetune/Step Time": 6.73382368683815}
+{"Finetune/Learning Rate": 1.2912513975079959e-05, "Finetune/Loss": 0.8243741989135742, "Finetune/Loss (Raw)": 0.9145354628562927, "Finetune/Step": 8149, "Finetune/Step Time": 6.757028643041849}
+{"Finetune/Learning Rate": 1.2910902980867439e-05, "Finetune/Loss": 0.8241698741912842, "Finetune/Loss (Raw)": 0.8184084892272949, "Finetune/Step": 8150, "Finetune/Step Time": 6.755746852606535}
+{"Finetune/Learning Rate": 1.2909291904109994e-05, "Finetune/Loss": 0.8257110118865967, "Finetune/Loss (Raw)": 0.9572064280509949, "Finetune/Step": 8151, "Finetune/Step Time": 6.756029769778252}
+{"Finetune/Learning Rate": 1.2907680744853295e-05, "Finetune/Loss": 0.8275326490402222, "Finetune/Loss (Raw)": 0.7787426710128784, "Finetune/Step": 8152, "Finetune/Step Time": 6.753378855064511}
+{"Finetune/Learning Rate": 1.2906069503143041e-05, "Finetune/Loss": 0.8277947306632996, "Finetune/Loss (Raw)": 0.8044344186782837, "Finetune/Step": 8153, "Finetune/Step Time": 6.75354228541255}
+{"Finetune/Learning Rate": 1.2904458179024921e-05, "Finetune/Loss": 0.82980877161026, "Finetune/Loss (Raw)": 1.0136847496032715, "Finetune/Step": 8154, "Finetune/Step Time": 6.756000597029924}
+{"Finetune/Learning Rate": 1.2902846772544625e-05, "Finetune/Loss": 0.8288401365280151, "Finetune/Loss (Raw)": 0.7805798649787903, "Finetune/Step": 8155, "Finetune/Step Time": 6.760774340480566}
+{"Finetune/Learning Rate": 1.2901235283747848e-05, "Finetune/Loss": 0.8301365375518799, "Finetune/Loss (Raw)": 0.915863037109375, "Finetune/Step": 8156, "Finetune/Step Time": 6.756642958149314}
+{"Finetune/Learning Rate": 1.2899623712680293e-05, "Finetune/Loss": 0.8307499885559082, "Finetune/Loss (Raw)": 0.8583782911300659, "Finetune/Step": 8157, "Finetune/Step Time": 6.750893330201507}
+{"Finetune/Learning Rate": 1.2898012059387652e-05, "Finetune/Loss": 0.8303974866867065, "Finetune/Loss (Raw)": 0.756442129611969, "Finetune/Step": 8158, "Finetune/Step Time": 6.750105788931251}
+{"Finetune/Learning Rate": 1.2896400323915627e-05, "Finetune/Loss": 0.8309413194656372, "Finetune/Loss (Raw)": 0.8380773067474365, "Finetune/Step": 8159, "Finetune/Step Time": 6.74872786924243}
+{"Finetune/Learning Rate": 1.289478850630993e-05, "Finetune/Loss": 0.8298338055610657, "Finetune/Loss (Raw)": 0.768165647983551, "Finetune/Step": 8160, "Finetune/Step Time": 6.764851799234748}
+{"Finetune/Learning Rate": 1.289317660661626e-05, "Finetune/Loss": 0.8287742137908936, "Finetune/Loss (Raw)": 0.6894075274467468, "Finetune/Step": 8161, "Finetune/Step Time": 6.780687483027577}
+{"Finetune/Learning Rate": 1.289156462488033e-05, "Finetune/Loss": 0.8289076089859009, "Finetune/Loss (Raw)": 0.8368179202079773, "Finetune/Step": 8162, "Finetune/Step Time": 6.783509219065309}
+{"Finetune/Learning Rate": 1.288995256114785e-05, "Finetune/Loss": 0.8286131024360657, "Finetune/Loss (Raw)": 0.802304744720459, "Finetune/Step": 8163, "Finetune/Step Time": 6.78749231621623}
+{"Finetune/Learning Rate": 1.288834041546453e-05, "Finetune/Loss": 0.8290184140205383, "Finetune/Loss (Raw)": 0.6667298078536987, "Finetune/Step": 8164, "Finetune/Step Time": 6.81279905885458}
+{"Finetune/Learning Rate": 1.2886728187876092e-05, "Finetune/Loss": 0.8270394802093506, "Finetune/Loss (Raw)": 0.7314797639846802, "Finetune/Step": 8165, "Finetune/Step Time": 6.813645049929619}
+{"Finetune/Learning Rate": 1.288511587842825e-05, "Finetune/Loss": 0.8288317918777466, "Finetune/Loss (Raw)": 0.8556361794471741, "Finetune/Step": 8166, "Finetune/Step Time": 6.799536971375346}
+{"Finetune/Learning Rate": 1.2883503487166727e-05, "Finetune/Loss": 0.829230785369873, "Finetune/Loss (Raw)": 0.9229580760002136, "Finetune/Step": 8167, "Finetune/Step Time": 6.800428807735443}
+{"Finetune/Learning Rate": 1.2881891014137242e-05, "Finetune/Loss": 0.830111026763916, "Finetune/Loss (Raw)": 0.9063162207603455, "Finetune/Step": 8168, "Finetune/Step Time": 6.801641184836626}
+{"Finetune/Learning Rate": 1.2880278459385526e-05, "Finetune/Loss": 0.8322299718856812, "Finetune/Loss (Raw)": 0.9875823855400085, "Finetune/Step": 8169, "Finetune/Step Time": 6.791836870834231}
+{"Finetune/Learning Rate": 1.2878665822957301e-05, "Finetune/Loss": 0.8315168023109436, "Finetune/Loss (Raw)": 0.6796470284461975, "Finetune/Step": 8170, "Finetune/Step Time": 6.791747249662876}
+{"Finetune/Learning Rate": 1.2877053104898302e-05, "Finetune/Loss": 0.832997739315033, "Finetune/Loss (Raw)": 1.0137747526168823, "Finetune/Step": 8171, "Finetune/Step Time": 6.789483845233917}
+{"Finetune/Learning Rate": 1.2875440305254259e-05, "Finetune/Loss": 0.8327864408493042, "Finetune/Loss (Raw)": 0.8222406506538391, "Finetune/Step": 8172, "Finetune/Step Time": 6.788852866739035}
+{"Finetune/Learning Rate": 1.28738274240709e-05, "Finetune/Loss": 0.8307333588600159, "Finetune/Loss (Raw)": 0.7783434391021729, "Finetune/Step": 8173, "Finetune/Step Time": 6.788726015016437}
+{"Finetune/Learning Rate": 1.2872214461393971e-05, "Finetune/Loss": 0.8298295140266418, "Finetune/Loss (Raw)": 0.7617639303207397, "Finetune/Step": 8174, "Finetune/Step Time": 6.787687996402383}
+{"Finetune/Learning Rate": 1.2870601417269209e-05, "Finetune/Loss": 0.830912709236145, "Finetune/Loss (Raw)": 0.9173070788383484, "Finetune/Step": 8175, "Finetune/Step Time": 6.789084360003471}
+{"Finetune/Learning Rate": 1.2868988291742349e-05, "Finetune/Loss": 0.8323265314102173, "Finetune/Loss (Raw)": 0.8553478717803955, "Finetune/Step": 8176, "Finetune/Step Time": 6.810724409297109}
+{"Finetune/Learning Rate": 1.2867375084859142e-05, "Finetune/Loss": 0.8336019515991211, "Finetune/Loss (Raw)": 0.9465288519859314, "Finetune/Step": 8177, "Finetune/Step Time": 6.8047420885413885}
+{"Finetune/Learning Rate": 1.2865761796665332e-05, "Finetune/Loss": 0.8346317410469055, "Finetune/Loss (Raw)": 0.8666887283325195, "Finetune/Step": 8178, "Finetune/Step Time": 6.795495307072997}
+{"Finetune/Learning Rate": 1.2864148427206667e-05, "Finetune/Loss": 0.8365890979766846, "Finetune/Loss (Raw)": 0.9231313467025757, "Finetune/Step": 8179, "Finetune/Step Time": 6.793631302192807}
+{"Finetune/Learning Rate": 1.2862534976528893e-05, "Finetune/Loss": 0.8369195461273193, "Finetune/Loss (Raw)": 0.9572488069534302, "Finetune/Step": 8180, "Finetune/Step Time": 6.781604189425707}
+{"Finetune/Learning Rate": 1.2860921444677772e-05, "Finetune/Loss": 0.8375043272972107, "Finetune/Loss (Raw)": 0.9373920559883118, "Finetune/Step": 8181, "Finetune/Step Time": 6.782471060752869}
+{"Finetune/Learning Rate": 1.2859307831699052e-05, "Finetune/Loss": 0.8369180560112, "Finetune/Loss (Raw)": 0.8006153106689453, "Finetune/Step": 8182, "Finetune/Step Time": 6.767191184684634}
+{"Finetune/Learning Rate": 1.2857694137638493e-05, "Finetune/Loss": 0.8376989364624023, "Finetune/Loss (Raw)": 0.8260468244552612, "Finetune/Step": 8183, "Finetune/Step Time": 6.745572119951248}
+{"Finetune/Learning Rate": 1.2856080362541854e-05, "Finetune/Loss": 0.8386818170547485, "Finetune/Loss (Raw)": 0.8676355481147766, "Finetune/Step": 8184, "Finetune/Step Time": 6.723382135853171}
+{"Finetune/Learning Rate": 1.28544665064549e-05, "Finetune/Loss": 0.8393802642822266, "Finetune/Loss (Raw)": 0.8378006219863892, "Finetune/Step": 8185, "Finetune/Step Time": 6.721762754023075}
+{"Finetune/Learning Rate": 1.2852852569423388e-05, "Finetune/Loss": 0.8396902084350586, "Finetune/Loss (Raw)": 0.7906723022460938, "Finetune/Step": 8186, "Finetune/Step Time": 6.718337897211313}
+{"Finetune/Learning Rate": 1.2851238551493093e-05, "Finetune/Loss": 0.8411139249801636, "Finetune/Loss (Raw)": 1.0333701372146606, "Finetune/Step": 8187, "Finetune/Step Time": 6.700026297941804}
+{"Finetune/Learning Rate": 1.284962445270978e-05, "Finetune/Loss": 0.8418837785720825, "Finetune/Loss (Raw)": 0.8682041764259338, "Finetune/Step": 8188, "Finetune/Step Time": 6.6847581919282675}
+{"Finetune/Learning Rate": 1.284801027311922e-05, "Finetune/Loss": 0.8404306769371033, "Finetune/Loss (Raw)": 0.802461564540863, "Finetune/Step": 8189, "Finetune/Step Time": 6.683568065986037}
+{"Finetune/Learning Rate": 1.2846396012767189e-05, "Finetune/Loss": 0.8393415808677673, "Finetune/Loss (Raw)": 0.8045927882194519, "Finetune/Step": 8190, "Finetune/Step Time": 6.685266401618719}
+{"Finetune/Learning Rate": 1.2844781671699457e-05, "Finetune/Loss": 0.839576244354248, "Finetune/Loss (Raw)": 0.9562436938285828, "Finetune/Step": 8191, "Finetune/Step Time": 6.707475256174803}
+{"Finetune/Learning Rate": 1.284316724996181e-05, "Finetune/Loss": 0.8408968448638916, "Finetune/Loss (Raw)": 0.825791597366333, "Finetune/Step": 8192, "Finetune/Step Time": 6.6927470266819}
+{"Finetune/Learning Rate": 1.2841552747600025e-05, "Finetune/Loss": 0.8401602506637573, "Finetune/Loss (Raw)": 0.7990564703941345, "Finetune/Step": 8193, "Finetune/Step Time": 6.694487739354372}
+{"Finetune/Learning Rate": 1.2839938164659884e-05, "Finetune/Loss": 0.8391709327697754, "Finetune/Loss (Raw)": 0.8113986253738403, "Finetune/Step": 8194, "Finetune/Step Time": 6.697451552376151}
+{"Finetune/Learning Rate": 1.283832350118717e-05, "Finetune/Loss": 0.8395940661430359, "Finetune/Loss (Raw)": 0.9434902667999268, "Finetune/Step": 8195, "Finetune/Step Time": 6.697227323427796}
+{"Finetune/Learning Rate": 1.2836708757227675e-05, "Finetune/Loss": 0.8395094275474548, "Finetune/Loss (Raw)": 0.9375906586647034, "Finetune/Step": 8196, "Finetune/Step Time": 6.698098702356219}
+{"Finetune/Learning Rate": 1.2835093932827186e-05, "Finetune/Loss": 0.8390265703201294, "Finetune/Loss (Raw)": 0.8917199373245239, "Finetune/Step": 8197, "Finetune/Step Time": 6.695891629904509}
+{"Finetune/Learning Rate": 1.2833479028031492e-05, "Finetune/Loss": 0.8407952189445496, "Finetune/Loss (Raw)": 0.9208810925483704, "Finetune/Step": 8198, "Finetune/Step Time": 6.696901207789779}
+{"Finetune/Learning Rate": 1.2831864042886393e-05, "Finetune/Loss": 0.8404253721237183, "Finetune/Loss (Raw)": 0.8191275000572205, "Finetune/Step": 8199, "Finetune/Step Time": 6.687838140875101}
+{"Finetune/Learning Rate": 1.2830248977437685e-05, "Finetune/Loss": 0.8385881185531616, "Finetune/Loss (Raw)": 0.7457394003868103, "Finetune/Step": 8200, "Finetune/Step Time": 6.698110627010465}
+{"Finetune/Learning Rate": 1.282863383173116e-05, "Finetune/Loss": 0.8380919694900513, "Finetune/Loss (Raw)": 0.7968916296958923, "Finetune/Step": 8201, "Finetune/Step Time": 6.705875804647803}
+{"Finetune/Learning Rate": 1.2827018605812623e-05, "Finetune/Loss": 0.8386214971542358, "Finetune/Loss (Raw)": 0.8931176066398621, "Finetune/Step": 8202, "Finetune/Step Time": 6.696620807051659}
+{"Finetune/Learning Rate": 1.2825403299727881e-05, "Finetune/Loss": 0.8388259410858154, "Finetune/Loss (Raw)": 0.8420710563659668, "Finetune/Step": 8203, "Finetune/Step Time": 6.689477551728487}
+{"Finetune/Learning Rate": 1.2823787913522732e-05, "Finetune/Loss": 0.8372042179107666, "Finetune/Loss (Raw)": 0.7064898610115051, "Finetune/Step": 8204, "Finetune/Step Time": 6.694746147841215}
+{"Finetune/Learning Rate": 1.2822172447242989e-05, "Finetune/Loss": 0.8368252515792847, "Finetune/Loss (Raw)": 0.7519751787185669, "Finetune/Step": 8205, "Finetune/Step Time": 6.699045643210411}
+{"Finetune/Learning Rate": 1.2820556900934462e-05, "Finetune/Loss": 0.8366009593009949, "Finetune/Loss (Raw)": 0.7650107145309448, "Finetune/Step": 8206, "Finetune/Step Time": 6.715098278596997}
+{"Finetune/Learning Rate": 1.281894127464296e-05, "Finetune/Loss": 0.8392847776412964, "Finetune/Loss (Raw)": 1.054915428161621, "Finetune/Step": 8207, "Finetune/Step Time": 6.722710229456425}
+{"Finetune/Learning Rate": 1.2817325568414299e-05, "Finetune/Loss": 0.8396933078765869, "Finetune/Loss (Raw)": 0.8008477091789246, "Finetune/Step": 8208, "Finetune/Step Time": 6.719430603086948}
+{"Finetune/Learning Rate": 1.2815709782294297e-05, "Finetune/Loss": 0.8387594223022461, "Finetune/Loss (Raw)": 0.7839571237564087, "Finetune/Step": 8209, "Finetune/Step Time": 6.720822958275676}
+{"Finetune/Learning Rate": 1.2814093916328774e-05, "Finetune/Loss": 0.840086042881012, "Finetune/Loss (Raw)": 0.8606058955192566, "Finetune/Step": 8210, "Finetune/Step Time": 6.703541740775108}
+{"Finetune/Learning Rate": 1.2812477970563546e-05, "Finetune/Loss": 0.8396820425987244, "Finetune/Loss (Raw)": 0.8351145386695862, "Finetune/Step": 8211, "Finetune/Step Time": 6.705469070002437}
+{"Finetune/Learning Rate": 1.2810861945044444e-05, "Finetune/Loss": 0.8383450508117676, "Finetune/Loss (Raw)": 0.659717857837677, "Finetune/Step": 8212, "Finetune/Step Time": 6.714165659621358}
+{"Finetune/Learning Rate": 1.2809245839817288e-05, "Finetune/Loss": 0.8390305042266846, "Finetune/Loss (Raw)": 0.7831070423126221, "Finetune/Step": 8213, "Finetune/Step Time": 6.737176142632961}
+{"Finetune/Learning Rate": 1.280762965492791e-05, "Finetune/Loss": 0.8388599157333374, "Finetune/Loss (Raw)": 0.7972369194030762, "Finetune/Step": 8214, "Finetune/Step Time": 6.751741643995047}
+{"Finetune/Learning Rate": 1.2806013390422137e-05, "Finetune/Loss": 0.839013934135437, "Finetune/Loss (Raw)": 0.8312932848930359, "Finetune/Step": 8215, "Finetune/Step Time": 6.749063545837998}
+{"Finetune/Learning Rate": 1.2804397046345805e-05, "Finetune/Loss": 0.8364211320877075, "Finetune/Loss (Raw)": 0.5928344130516052, "Finetune/Step": 8216, "Finetune/Step Time": 6.756358837708831}
+{"Finetune/Learning Rate": 1.2802780622744746e-05, "Finetune/Loss": 0.8391155004501343, "Finetune/Loss (Raw)": 1.0156594514846802, "Finetune/Step": 8217, "Finetune/Step Time": 6.756510904058814}
+{"Finetune/Learning Rate": 1.28011641196648e-05, "Finetune/Loss": 0.8388850688934326, "Finetune/Loss (Raw)": 0.8005132079124451, "Finetune/Step": 8218, "Finetune/Step Time": 6.758673598989844}
+{"Finetune/Learning Rate": 1.2799547537151804e-05, "Finetune/Loss": 0.8387594223022461, "Finetune/Loss (Raw)": 0.7341965436935425, "Finetune/Step": 8219, "Finetune/Step Time": 6.743895839899778}
+{"Finetune/Learning Rate": 1.2797930875251601e-05, "Finetune/Loss": 0.8395143747329712, "Finetune/Loss (Raw)": 0.8136476874351501, "Finetune/Step": 8220, "Finetune/Step Time": 6.738443300127983}
+{"Finetune/Learning Rate": 1.2796314134010034e-05, "Finetune/Loss": 0.8394516110420227, "Finetune/Loss (Raw)": 0.8440974354743958, "Finetune/Step": 8221, "Finetune/Step Time": 6.734810423105955}
+{"Finetune/Learning Rate": 1.2794697313472953e-05, "Finetune/Loss": 0.840591549873352, "Finetune/Loss (Raw)": 0.8558101654052734, "Finetune/Step": 8222, "Finetune/Step Time": 6.7372620310634375}
+{"Finetune/Learning Rate": 1.27930804136862e-05, "Finetune/Loss": 0.8398188948631287, "Finetune/Loss (Raw)": 0.9094927906990051, "Finetune/Step": 8223, "Finetune/Step Time": 6.73944509588182}
+{"Finetune/Learning Rate": 1.279146343469563e-05, "Finetune/Loss": 0.8400729298591614, "Finetune/Loss (Raw)": 0.8974654674530029, "Finetune/Step": 8224, "Finetune/Step Time": 6.733708776533604}
+{"Finetune/Learning Rate": 1.2789846376547096e-05, "Finetune/Loss": 0.8407215476036072, "Finetune/Loss (Raw)": 0.943722665309906, "Finetune/Step": 8225, "Finetune/Step Time": 6.738146962597966}
+{"Finetune/Learning Rate": 1.278822923928645e-05, "Finetune/Loss": 0.8413050174713135, "Finetune/Loss (Raw)": 0.9162720441818237, "Finetune/Step": 8226, "Finetune/Step Time": 6.743327397853136}
+{"Finetune/Learning Rate": 1.2786612022959553e-05, "Finetune/Loss": 0.839148759841919, "Finetune/Loss (Raw)": 0.6477951407432556, "Finetune/Step": 8227, "Finetune/Step Time": 6.752968886867166}
+{"Finetune/Learning Rate": 1.2784994727612263e-05, "Finetune/Loss": 0.8386255502700806, "Finetune/Loss (Raw)": 0.8306866884231567, "Finetune/Step": 8228, "Finetune/Step Time": 6.74862921051681}
+{"Finetune/Learning Rate": 1.2783377353290438e-05, "Finetune/Loss": 0.8389064073562622, "Finetune/Loss (Raw)": 0.863638699054718, "Finetune/Step": 8229, "Finetune/Step Time": 6.763346133753657}
+{"Finetune/Learning Rate": 1.2781759900039952e-05, "Finetune/Loss": 0.8391175270080566, "Finetune/Loss (Raw)": 0.8822020888328552, "Finetune/Step": 8230, "Finetune/Step Time": 6.769847983494401}
+{"Finetune/Learning Rate": 1.2780142367906663e-05, "Finetune/Loss": 0.8413753509521484, "Finetune/Loss (Raw)": 0.9902487397193909, "Finetune/Step": 8231, "Finetune/Step Time": 6.767877627164125}
+{"Finetune/Learning Rate": 1.2778524756936438e-05, "Finetune/Loss": 0.8414676189422607, "Finetune/Loss (Raw)": 0.8018725514411926, "Finetune/Step": 8232, "Finetune/Step Time": 6.778760492801666}
+{"Finetune/Learning Rate": 1.277690706717516e-05, "Finetune/Loss": 0.8404601812362671, "Finetune/Loss (Raw)": 0.7684531807899475, "Finetune/Step": 8233, "Finetune/Step Time": 6.794982155784965}
+{"Finetune/Learning Rate": 1.2775289298668689e-05, "Finetune/Loss": 0.8410066962242126, "Finetune/Loss (Raw)": 0.9477229714393616, "Finetune/Step": 8234, "Finetune/Step Time": 6.785374505445361}
+{"Finetune/Learning Rate": 1.2773671451462906e-05, "Finetune/Loss": 0.8411901593208313, "Finetune/Loss (Raw)": 0.8169430494308472, "Finetune/Step": 8235, "Finetune/Step Time": 6.7911289520561695}
+{"Finetune/Learning Rate": 1.2772053525603689e-05, "Finetune/Loss": 0.8423401117324829, "Finetune/Loss (Raw)": 0.8832639455795288, "Finetune/Step": 8236, "Finetune/Step Time": 6.798130955547094}
+{"Finetune/Learning Rate": 1.2770435521136915e-05, "Finetune/Loss": 0.8428764343261719, "Finetune/Loss (Raw)": 0.873482882976532, "Finetune/Step": 8237, "Finetune/Step Time": 6.8001951184123755}
+{"Finetune/Learning Rate": 1.2768817438108468e-05, "Finetune/Loss": 0.8431455492973328, "Finetune/Loss (Raw)": 0.9379826784133911, "Finetune/Step": 8238, "Finetune/Step Time": 6.800768941640854}
+{"Finetune/Learning Rate": 1.2767199276564232e-05, "Finetune/Loss": 0.8428925275802612, "Finetune/Loss (Raw)": 0.83656245470047, "Finetune/Step": 8239, "Finetune/Step Time": 6.79731972515583}
+{"Finetune/Learning Rate": 1.2765581036550095e-05, "Finetune/Loss": 0.8428740501403809, "Finetune/Loss (Raw)": 0.8345154523849487, "Finetune/Step": 8240, "Finetune/Step Time": 6.798891615122557}
+{"Finetune/Learning Rate": 1.2763962718111942e-05, "Finetune/Loss": 0.8422017693519592, "Finetune/Loss (Raw)": 0.8276523351669312, "Finetune/Step": 8241, "Finetune/Step Time": 6.811586935073137}
+{"Finetune/Learning Rate": 1.2762344321295667e-05, "Finetune/Loss": 0.8417180776596069, "Finetune/Loss (Raw)": 0.8279564380645752, "Finetune/Step": 8242, "Finetune/Step Time": 6.831679668277502}
+{"Finetune/Learning Rate": 1.2760725846147162e-05, "Finetune/Loss": 0.8427867889404297, "Finetune/Loss (Raw)": 0.8695623874664307, "Finetune/Step": 8243, "Finetune/Step Time": 6.83377593383193}
+{"Finetune/Learning Rate": 1.2759107292712324e-05, "Finetune/Loss": 0.8439112901687622, "Finetune/Loss (Raw)": 0.9761571288108826, "Finetune/Step": 8244, "Finetune/Step Time": 6.834628833457828}
+{"Finetune/Learning Rate": 1.2757488661037048e-05, "Finetune/Loss": 0.8411698341369629, "Finetune/Loss (Raw)": 0.6503564119338989, "Finetune/Step": 8245, "Finetune/Step Time": 6.848068576306105}
+{"Finetune/Learning Rate": 1.2755869951167233e-05, "Finetune/Loss": 0.8403756618499756, "Finetune/Loss (Raw)": 0.7901397347450256, "Finetune/Step": 8246, "Finetune/Step Time": 6.840213490650058}
+{"Finetune/Learning Rate": 1.2754251163148783e-05, "Finetune/Loss": 0.8417704701423645, "Finetune/Loss (Raw)": 0.8832463622093201, "Finetune/Step": 8247, "Finetune/Step Time": 6.827154258266091}
+{"Finetune/Learning Rate": 1.2752632297027605e-05, "Finetune/Loss": 0.8411166667938232, "Finetune/Loss (Raw)": 0.7094741463661194, "Finetune/Step": 8248, "Finetune/Step Time": 6.841610558331013}
+{"Finetune/Learning Rate": 1.27510133528496e-05, "Finetune/Loss": 0.8401171565055847, "Finetune/Loss (Raw)": 0.8572962880134583, "Finetune/Step": 8249, "Finetune/Step Time": 6.835732551291585}
+{"Finetune/Learning Rate": 1.2749394330660679e-05, "Finetune/Loss": 0.8398865461349487, "Finetune/Loss (Raw)": 0.8805904388427734, "Finetune/Step": 8250, "Finetune/Step Time": 6.843532087281346}
+{"Finetune/Learning Rate": 1.2747775230506756e-05, "Finetune/Loss": 0.8399220705032349, "Finetune/Loss (Raw)": 0.8334372043609619, "Finetune/Step": 8251, "Finetune/Step Time": 6.842690031975508}
+{"Finetune/Learning Rate": 1.2746156052433738e-05, "Finetune/Loss": 0.8388255834579468, "Finetune/Loss (Raw)": 0.9454466104507446, "Finetune/Step": 8252, "Finetune/Step Time": 6.834309021010995}
+{"Finetune/Learning Rate": 1.2744536796487543e-05, "Finetune/Loss": 0.840927004814148, "Finetune/Loss (Raw)": 0.9674268960952759, "Finetune/Step": 8253, "Finetune/Step Time": 6.8225240260362625}
+{"Finetune/Learning Rate": 1.2742917462714093e-05, "Finetune/Loss": 0.8404614329338074, "Finetune/Loss (Raw)": 0.9287406802177429, "Finetune/Step": 8254, "Finetune/Step Time": 6.826005069538951}
+{"Finetune/Learning Rate": 1.2741298051159298e-05, "Finetune/Loss": 0.8406134843826294, "Finetune/Loss (Raw)": 0.749592125415802, "Finetune/Step": 8255, "Finetune/Step Time": 6.8290734980255365}
+{"Finetune/Learning Rate": 1.273967856186909e-05, "Finetune/Loss": 0.8417907953262329, "Finetune/Loss (Raw)": 0.782563328742981, "Finetune/Step": 8256, "Finetune/Step Time": 6.815555663779378}
+{"Finetune/Learning Rate": 1.2738058994889386e-05, "Finetune/Loss": 0.8412704467773438, "Finetune/Loss (Raw)": 0.8489442467689514, "Finetune/Step": 8257, "Finetune/Step Time": 6.812763461843133}
+{"Finetune/Learning Rate": 1.2736439350266117e-05, "Finetune/Loss": 0.841065526008606, "Finetune/Loss (Raw)": 0.7499716281890869, "Finetune/Step": 8258, "Finetune/Step Time": 6.814097262918949}
+{"Finetune/Learning Rate": 1.2734819628045207e-05, "Finetune/Loss": 0.841497004032135, "Finetune/Loss (Raw)": 0.7610222697257996, "Finetune/Step": 8259, "Finetune/Step Time": 6.80514775775373}
+{"Finetune/Learning Rate": 1.2733199828272591e-05, "Finetune/Loss": 0.8410630822181702, "Finetune/Loss (Raw)": 0.7619233131408691, "Finetune/Step": 8260, "Finetune/Step Time": 6.810934789478779}
+{"Finetune/Learning Rate": 1.27315799509942e-05, "Finetune/Loss": 0.8396311402320862, "Finetune/Loss (Raw)": 0.756630003452301, "Finetune/Step": 8261, "Finetune/Step Time": 6.818168051540852}
+{"Finetune/Learning Rate": 1.2729959996255968e-05, "Finetune/Loss": 0.8391376733779907, "Finetune/Loss (Raw)": 0.7759047150611877, "Finetune/Step": 8262, "Finetune/Step Time": 6.817795651033521}
+{"Finetune/Learning Rate": 1.2728339964103834e-05, "Finetune/Loss": 0.8394378423690796, "Finetune/Loss (Raw)": 0.9409499168395996, "Finetune/Step": 8263, "Finetune/Step Time": 6.819471582770348}
+{"Finetune/Learning Rate": 1.2726719854583736e-05, "Finetune/Loss": 0.8386865854263306, "Finetune/Loss (Raw)": 0.8490015268325806, "Finetune/Step": 8264, "Finetune/Step Time": 6.83011020720005}
+{"Finetune/Learning Rate": 1.2725099667741616e-05, "Finetune/Loss": 0.8382800817489624, "Finetune/Loss (Raw)": 0.7806271314620972, "Finetune/Step": 8265, "Finetune/Step Time": 6.841076899319887}
+{"Finetune/Learning Rate": 1.2723479403623424e-05, "Finetune/Loss": 0.8396116495132446, "Finetune/Loss (Raw)": 0.8523947596549988, "Finetune/Step": 8266, "Finetune/Step Time": 6.8167659714818}
+{"Finetune/Learning Rate": 1.2721859062275094e-05, "Finetune/Loss": 0.8372381925582886, "Finetune/Loss (Raw)": 0.6111887097358704, "Finetune/Step": 8267, "Finetune/Step Time": 6.824858075007796}
+{"Finetune/Learning Rate": 1.2720238643742585e-05, "Finetune/Loss": 0.8368265628814697, "Finetune/Loss (Raw)": 0.8135620951652527, "Finetune/Step": 8268, "Finetune/Step Time": 6.831372132524848}
+{"Finetune/Learning Rate": 1.2718618148071843e-05, "Finetune/Loss": 0.8370875120162964, "Finetune/Loss (Raw)": 0.7967573404312134, "Finetune/Step": 8269, "Finetune/Step Time": 6.848836192861199}
+{"Finetune/Learning Rate": 1.2716997575308819e-05, "Finetune/Loss": 0.8380924463272095, "Finetune/Loss (Raw)": 0.9672788381576538, "Finetune/Step": 8270, "Finetune/Step Time": 6.848974755033851}
+{"Finetune/Learning Rate": 1.271537692549947e-05, "Finetune/Loss": 0.8381270170211792, "Finetune/Loss (Raw)": 0.8394742608070374, "Finetune/Step": 8271, "Finetune/Step Time": 6.848617514595389}
+{"Finetune/Learning Rate": 1.2713756198689757e-05, "Finetune/Loss": 0.837348997592926, "Finetune/Loss (Raw)": 0.8068006038665771, "Finetune/Step": 8272, "Finetune/Step Time": 6.852210607379675}
+{"Finetune/Learning Rate": 1.2712135394925631e-05, "Finetune/Loss": 0.8377227783203125, "Finetune/Loss (Raw)": 0.9138035774230957, "Finetune/Step": 8273, "Finetune/Step Time": 6.852962853386998}
+{"Finetune/Learning Rate": 1.2710514514253057e-05, "Finetune/Loss": 0.8377155065536499, "Finetune/Loss (Raw)": 0.8393456935882568, "Finetune/Step": 8274, "Finetune/Step Time": 6.846326846629381}
+{"Finetune/Learning Rate": 1.2708893556718002e-05, "Finetune/Loss": 0.8396189212799072, "Finetune/Loss (Raw)": 0.8707538843154907, "Finetune/Step": 8275, "Finetune/Step Time": 6.83483381010592}
+{"Finetune/Learning Rate": 1.2707272522366428e-05, "Finetune/Loss": 0.8409286141395569, "Finetune/Loss (Raw)": 0.8758565783500671, "Finetune/Step": 8276, "Finetune/Step Time": 6.824037836864591}
+{"Finetune/Learning Rate": 1.27056514112443e-05, "Finetune/Loss": 0.8395556211471558, "Finetune/Loss (Raw)": 0.7387836575508118, "Finetune/Step": 8277, "Finetune/Step Time": 6.80253204330802}
+{"Finetune/Learning Rate": 1.2704030223397597e-05, "Finetune/Loss": 0.8403121829032898, "Finetune/Loss (Raw)": 0.9152497053146362, "Finetune/Step": 8278, "Finetune/Step Time": 6.7970664873719215}
+{"Finetune/Learning Rate": 1.2702408958872283e-05, "Finetune/Loss": 0.8395611047744751, "Finetune/Loss (Raw)": 0.8610697984695435, "Finetune/Step": 8279, "Finetune/Step Time": 6.802732903510332}
+{"Finetune/Learning Rate": 1.2700787617714338e-05, "Finetune/Loss": 0.8402090072631836, "Finetune/Loss (Raw)": 0.861677885055542, "Finetune/Step": 8280, "Finetune/Step Time": 6.790803506970406}
+{"Finetune/Learning Rate": 1.2699166199969733e-05, "Finetune/Loss": 0.840760350227356, "Finetune/Loss (Raw)": 0.8750019669532776, "Finetune/Step": 8281, "Finetune/Step Time": 6.793493086472154}
+{"Finetune/Learning Rate": 1.2697544705684453e-05, "Finetune/Loss": 0.8390151262283325, "Finetune/Loss (Raw)": 0.7902942895889282, "Finetune/Step": 8282, "Finetune/Step Time": 6.796784577891231}
+{"Finetune/Learning Rate": 1.2695923134904474e-05, "Finetune/Loss": 0.8394829630851746, "Finetune/Loss (Raw)": 0.8404677510261536, "Finetune/Step": 8283, "Finetune/Step Time": 6.796225132420659}
+{"Finetune/Learning Rate": 1.2694301487675781e-05, "Finetune/Loss": 0.8403227925300598, "Finetune/Loss (Raw)": 1.0233575105667114, "Finetune/Step": 8284, "Finetune/Step Time": 6.814854875206947}
+{"Finetune/Learning Rate": 1.269267976404436e-05, "Finetune/Loss": 0.8403905630111694, "Finetune/Loss (Raw)": 0.867056667804718, "Finetune/Step": 8285, "Finetune/Step Time": 6.808766037225723}
+{"Finetune/Learning Rate": 1.2691057964056199e-05, "Finetune/Loss": 0.8413206338882446, "Finetune/Loss (Raw)": 0.8754832744598389, "Finetune/Step": 8286, "Finetune/Step Time": 6.807403817772865}
+{"Finetune/Learning Rate": 1.2689436087757285e-05, "Finetune/Loss": 0.8409498929977417, "Finetune/Loss (Raw)": 0.7906290292739868, "Finetune/Step": 8287, "Finetune/Step Time": 6.806707061827183}
+{"Finetune/Learning Rate": 1.2687814135193613e-05, "Finetune/Loss": 0.8408928513526917, "Finetune/Loss (Raw)": 0.760864794254303, "Finetune/Step": 8288, "Finetune/Step Time": 6.79541365429759}
+{"Finetune/Learning Rate": 1.2686192106411172e-05, "Finetune/Loss": 0.8419373631477356, "Finetune/Loss (Raw)": 0.8231069445610046, "Finetune/Step": 8289, "Finetune/Step Time": 6.783793257549405}
+{"Finetune/Learning Rate": 1.2684570001455963e-05, "Finetune/Loss": 0.8416643142700195, "Finetune/Loss (Raw)": 0.8018617630004883, "Finetune/Step": 8290, "Finetune/Step Time": 6.775369398295879}
+{"Finetune/Learning Rate": 1.2682947820373983e-05, "Finetune/Loss": 0.8427075147628784, "Finetune/Loss (Raw)": 0.9358408451080322, "Finetune/Step": 8291, "Finetune/Step Time": 6.779545595869422}
+{"Finetune/Learning Rate": 1.2681325563211231e-05, "Finetune/Loss": 0.8441395163536072, "Finetune/Loss (Raw)": 0.8500218391418457, "Finetune/Step": 8292, "Finetune/Step Time": 6.742978630587459}
+{"Finetune/Learning Rate": 1.2679703230013714e-05, "Finetune/Loss": 0.8447099924087524, "Finetune/Loss (Raw)": 0.8045065999031067, "Finetune/Step": 8293, "Finetune/Step Time": 6.739965330809355}
+{"Finetune/Learning Rate": 1.2678080820827432e-05, "Finetune/Loss": 0.8436475992202759, "Finetune/Loss (Raw)": 0.7196398973464966, "Finetune/Step": 8294, "Finetune/Step Time": 6.755825778469443}
+{"Finetune/Learning Rate": 1.267645833569839e-05, "Finetune/Loss": 0.8424972295761108, "Finetune/Loss (Raw)": 0.7757089734077454, "Finetune/Step": 8295, "Finetune/Step Time": 6.75946862436831}
+{"Finetune/Learning Rate": 1.2674835774672603e-05, "Finetune/Loss": 0.8427472114562988, "Finetune/Loss (Raw)": 0.9383143186569214, "Finetune/Step": 8296, "Finetune/Step Time": 6.7556347027421}
+{"Finetune/Learning Rate": 1.267321313779608e-05, "Finetune/Loss": 0.8421027660369873, "Finetune/Loss (Raw)": 0.9050977230072021, "Finetune/Step": 8297, "Finetune/Step Time": 6.756441488862038}
+{"Finetune/Learning Rate": 1.2671590425114832e-05, "Finetune/Loss": 0.8442084789276123, "Finetune/Loss (Raw)": 0.9491828083992004, "Finetune/Step": 8298, "Finetune/Step Time": 6.742517188191414}
+{"Finetune/Learning Rate": 1.266996763667488e-05, "Finetune/Loss": 0.842677891254425, "Finetune/Loss (Raw)": 0.8178579807281494, "Finetune/Step": 8299, "Finetune/Step Time": 6.741794360801578}
+{"Finetune/Learning Rate": 1.2668344772522238e-05, "Finetune/Loss": 0.8426902890205383, "Finetune/Loss (Raw)": 0.823828399181366, "Finetune/Step": 8300, "Finetune/Step Time": 6.742183143272996}
+{"Finetune/Learning Rate": 1.2666721832702924e-05, "Finetune/Loss": 0.8424326181411743, "Finetune/Loss (Raw)": 0.7453635334968567, "Finetune/Step": 8301, "Finetune/Step Time": 6.745369685813785}
+{"Finetune/Learning Rate": 1.266509881726296e-05, "Finetune/Loss": 0.8423815965652466, "Finetune/Loss (Raw)": 0.7552279233932495, "Finetune/Step": 8302, "Finetune/Step Time": 6.753440884873271}
+{"Finetune/Learning Rate": 1.2663475726248378e-05, "Finetune/Loss": 0.8423962593078613, "Finetune/Loss (Raw)": 0.9191842079162598, "Finetune/Step": 8303, "Finetune/Step Time": 6.7484171371907}
+{"Finetune/Learning Rate": 1.2661852559705192e-05, "Finetune/Loss": 0.8434551954269409, "Finetune/Loss (Raw)": 0.9908925294876099, "Finetune/Step": 8304, "Finetune/Step Time": 6.72945861518383}
+{"Finetune/Learning Rate": 1.2660229317679438e-05, "Finetune/Loss": 0.8432341814041138, "Finetune/Loss (Raw)": 0.9182442426681519, "Finetune/Step": 8305, "Finetune/Step Time": 6.728276884183288}
+{"Finetune/Learning Rate": 1.2658606000217151e-05, "Finetune/Loss": 0.8423863649368286, "Finetune/Loss (Raw)": 0.7581680417060852, "Finetune/Step": 8306, "Finetune/Step Time": 6.729036109521985}
+{"Finetune/Learning Rate": 1.2656982607364351e-05, "Finetune/Loss": 0.8419554233551025, "Finetune/Loss (Raw)": 0.867966890335083, "Finetune/Step": 8307, "Finetune/Step Time": 6.746340114623308}
+{"Finetune/Learning Rate": 1.2655359139167083e-05, "Finetune/Loss": 0.8406988382339478, "Finetune/Loss (Raw)": 0.7964067459106445, "Finetune/Step": 8308, "Finetune/Step Time": 6.745970351621509}
+{"Finetune/Learning Rate": 1.265373559567138e-05, "Finetune/Loss": 0.8397561311721802, "Finetune/Loss (Raw)": 0.8167291283607483, "Finetune/Step": 8309, "Finetune/Step Time": 6.748664574697614}
+{"Finetune/Learning Rate": 1.2652111976923282e-05, "Finetune/Loss": 0.8404190540313721, "Finetune/Loss (Raw)": 0.8854665160179138, "Finetune/Step": 8310, "Finetune/Step Time": 6.7504005394876}
+{"Finetune/Learning Rate": 1.265048828296883e-05, "Finetune/Loss": 0.8412950038909912, "Finetune/Loss (Raw)": 0.9381681680679321, "Finetune/Step": 8311, "Finetune/Step Time": 6.75479937158525}
+{"Finetune/Learning Rate": 1.2648864513854067e-05, "Finetune/Loss": 0.8410415649414062, "Finetune/Loss (Raw)": 0.8351884484291077, "Finetune/Step": 8312, "Finetune/Step Time": 6.755116878077388}
+{"Finetune/Learning Rate": 1.2647240669625038e-05, "Finetune/Loss": 0.8401960134506226, "Finetune/Loss (Raw)": 0.7295708060264587, "Finetune/Step": 8313, "Finetune/Step Time": 6.753555631265044}
+{"Finetune/Learning Rate": 1.2645616750327792e-05, "Finetune/Loss": 0.8398537039756775, "Finetune/Loss (Raw)": 0.7468596696853638, "Finetune/Step": 8314, "Finetune/Step Time": 6.755939487367868}
+{"Finetune/Learning Rate": 1.2643992756008377e-05, "Finetune/Loss": 0.8386720418930054, "Finetune/Loss (Raw)": 0.8821202516555786, "Finetune/Step": 8315, "Finetune/Step Time": 6.757958080619574}
+{"Finetune/Learning Rate": 1.2642368686712846e-05, "Finetune/Loss": 0.8371254205703735, "Finetune/Loss (Raw)": 0.6702362895011902, "Finetune/Step": 8316, "Finetune/Step Time": 6.767282735556364}
+{"Finetune/Learning Rate": 1.2640744542487253e-05, "Finetune/Loss": 0.8354727029800415, "Finetune/Loss (Raw)": 0.5909165143966675, "Finetune/Step": 8317, "Finetune/Step Time": 6.779567092657089}
+{"Finetune/Learning Rate": 1.2639120323377659e-05, "Finetune/Loss": 0.8368494510650635, "Finetune/Loss (Raw)": 0.9808175563812256, "Finetune/Step": 8318, "Finetune/Step Time": 6.781873323023319}
+{"Finetune/Learning Rate": 1.263749602943011e-05, "Finetune/Loss": 0.8351858854293823, "Finetune/Loss (Raw)": 0.7432965040206909, "Finetune/Step": 8319, "Finetune/Step Time": 6.765335356816649}
+{"Finetune/Learning Rate": 1.2635871660690677e-05, "Finetune/Loss": 0.8358378410339355, "Finetune/Loss (Raw)": 0.9092429280281067, "Finetune/Step": 8320, "Finetune/Step Time": 6.769166674464941}
+{"Finetune/Learning Rate": 1.2634247217205421e-05, "Finetune/Loss": 0.8375836610794067, "Finetune/Loss (Raw)": 1.0225310325622559, "Finetune/Step": 8321, "Finetune/Step Time": 6.768197832629085}
+{"Finetune/Learning Rate": 1.2632622699020403e-05, "Finetune/Loss": 0.837416410446167, "Finetune/Loss (Raw)": 0.7899854779243469, "Finetune/Step": 8322, "Finetune/Step Time": 6.767281880602241}
+{"Finetune/Learning Rate": 1.2630998106181688e-05, "Finetune/Loss": 0.8366336822509766, "Finetune/Loss (Raw)": 0.8432953357696533, "Finetune/Step": 8323, "Finetune/Step Time": 6.766516340896487}
+{"Finetune/Learning Rate": 1.2629373438735354e-05, "Finetune/Loss": 0.8358821868896484, "Finetune/Loss (Raw)": 0.84140545129776, "Finetune/Step": 8324, "Finetune/Step Time": 6.771108813583851}
+{"Finetune/Learning Rate": 1.2627748696727465e-05, "Finetune/Loss": 0.8363941311836243, "Finetune/Loss (Raw)": 0.9572497010231018, "Finetune/Step": 8325, "Finetune/Step Time": 6.770469764247537}
+{"Finetune/Learning Rate": 1.2626123880204091e-05, "Finetune/Loss": 0.8362677693367004, "Finetune/Loss (Raw)": 0.9047061800956726, "Finetune/Step": 8326, "Finetune/Step Time": 6.775445515289903}
+{"Finetune/Learning Rate": 1.2624498989211316e-05, "Finetune/Loss": 0.8364753723144531, "Finetune/Loss (Raw)": 0.8456939458847046, "Finetune/Step": 8327, "Finetune/Step Time": 6.782816980034113}
+{"Finetune/Learning Rate": 1.262287402379521e-05, "Finetune/Loss": 0.8360943794250488, "Finetune/Loss (Raw)": 0.696972131729126, "Finetune/Step": 8328, "Finetune/Step Time": 6.77138471417129}
+{"Finetune/Learning Rate": 1.2621248984001858e-05, "Finetune/Loss": 0.8360985517501831, "Finetune/Loss (Raw)": 0.7974289655685425, "Finetune/Step": 8329, "Finetune/Step Time": 6.754549724981189}
+{"Finetune/Learning Rate": 1.2619623869877336e-05, "Finetune/Loss": 0.8364392518997192, "Finetune/Loss (Raw)": 0.9367279410362244, "Finetune/Step": 8330, "Finetune/Step Time": 6.756638923659921}
+{"Finetune/Learning Rate": 1.2617998681467732e-05, "Finetune/Loss": 0.8363208770751953, "Finetune/Loss (Raw)": 0.8269233107566833, "Finetune/Step": 8331, "Finetune/Step Time": 6.759614173322916}
+{"Finetune/Learning Rate": 1.2616373418819128e-05, "Finetune/Loss": 0.8362169861793518, "Finetune/Loss (Raw)": 0.6931858658790588, "Finetune/Step": 8332, "Finetune/Step Time": 6.756618665531278}
+{"Finetune/Learning Rate": 1.2614748081977615e-05, "Finetune/Loss": 0.8355804681777954, "Finetune/Loss (Raw)": 0.6705070734024048, "Finetune/Step": 8333, "Finetune/Step Time": 6.750616397708654}
+{"Finetune/Learning Rate": 1.2613122670989282e-05, "Finetune/Loss": 0.8352748155593872, "Finetune/Loss (Raw)": 0.7258892059326172, "Finetune/Step": 8334, "Finetune/Step Time": 6.731792788952589}
+{"Finetune/Learning Rate": 1.261149718590022e-05, "Finetune/Loss": 0.8343888521194458, "Finetune/Loss (Raw)": 0.9415045976638794, "Finetune/Step": 8335, "Finetune/Step Time": 6.741723712533712}
+{"Finetune/Learning Rate": 1.2609871626756522e-05, "Finetune/Loss": 0.8346714973449707, "Finetune/Loss (Raw)": 0.8370298743247986, "Finetune/Step": 8336, "Finetune/Step Time": 6.738789562135935}
+{"Finetune/Learning Rate": 1.260824599360429e-05, "Finetune/Loss": 0.8363745808601379, "Finetune/Loss (Raw)": 1.0019503831863403, "Finetune/Step": 8337, "Finetune/Step Time": 6.742361707612872}
+{"Finetune/Learning Rate": 1.2606620286489616e-05, "Finetune/Loss": 0.8362849354743958, "Finetune/Loss (Raw)": 0.8491324186325073, "Finetune/Step": 8338, "Finetune/Step Time": 6.760420577600598}
+{"Finetune/Learning Rate": 1.2604994505458606e-05, "Finetune/Loss": 0.836108386516571, "Finetune/Loss (Raw)": 0.812516450881958, "Finetune/Step": 8339, "Finetune/Step Time": 6.760802328586578}
+{"Finetune/Learning Rate": 1.2603368650557354e-05, "Finetune/Loss": 0.8382530808448792, "Finetune/Loss (Raw)": 0.9342348575592041, "Finetune/Step": 8340, "Finetune/Step Time": 6.749296005815268}
+{"Finetune/Learning Rate": 1.2601742721831976e-05, "Finetune/Loss": 0.8390009999275208, "Finetune/Loss (Raw)": 0.8788446187973022, "Finetune/Step": 8341, "Finetune/Step Time": 6.727691598236561}
+{"Finetune/Learning Rate": 1.260011671932857e-05, "Finetune/Loss": 0.8394336700439453, "Finetune/Loss (Raw)": 0.852616012096405, "Finetune/Step": 8342, "Finetune/Step Time": 6.709932776167989}
+{"Finetune/Learning Rate": 1.2598490643093247e-05, "Finetune/Loss": 0.8394732475280762, "Finetune/Loss (Raw)": 0.836361825466156, "Finetune/Step": 8343, "Finetune/Step Time": 6.7066652942448854}
+{"Finetune/Learning Rate": 1.2596864493172119e-05, "Finetune/Loss": 0.8410590291023254, "Finetune/Loss (Raw)": 0.7958102226257324, "Finetune/Step": 8344, "Finetune/Step Time": 6.699281210079789}
+{"Finetune/Learning Rate": 1.25952382696113e-05, "Finetune/Loss": 0.8397038578987122, "Finetune/Loss (Raw)": 0.8422033786773682, "Finetune/Step": 8345, "Finetune/Step Time": 6.699614305049181}
+{"Finetune/Learning Rate": 1.2593611972456903e-05, "Finetune/Loss": 0.8395694494247437, "Finetune/Loss (Raw)": 0.7833021879196167, "Finetune/Step": 8346, "Finetune/Step Time": 6.702374793589115}
+{"Finetune/Learning Rate": 1.2591985601755043e-05, "Finetune/Loss": 0.8411327600479126, "Finetune/Loss (Raw)": 0.9343039393424988, "Finetune/Step": 8347, "Finetune/Step Time": 6.702174061909318}
+{"Finetune/Learning Rate": 1.2590359157551845e-05, "Finetune/Loss": 0.841140866279602, "Finetune/Loss (Raw)": 0.8146831393241882, "Finetune/Step": 8348, "Finetune/Step Time": 6.704673619940877}
+{"Finetune/Learning Rate": 1.2588732639893426e-05, "Finetune/Loss": 0.8413675427436829, "Finetune/Loss (Raw)": 0.8731096386909485, "Finetune/Step": 8349, "Finetune/Step Time": 6.705428719520569}
+{"Finetune/Learning Rate": 1.258710604882591e-05, "Finetune/Loss": 0.8416099548339844, "Finetune/Loss (Raw)": 0.8868444561958313, "Finetune/Step": 8350, "Finetune/Step Time": 6.700270613655448}
+{"Finetune/Learning Rate": 1.2585479384395424e-05, "Finetune/Loss": 0.8423110246658325, "Finetune/Loss (Raw)": 0.9992327094078064, "Finetune/Step": 8351, "Finetune/Step Time": 6.695821546018124}
+{"Finetune/Learning Rate": 1.2583852646648097e-05, "Finetune/Loss": 0.8418381810188293, "Finetune/Loss (Raw)": 0.8369380235671997, "Finetune/Step": 8352, "Finetune/Step Time": 6.697398152202368}
+{"Finetune/Learning Rate": 1.2582225835630054e-05, "Finetune/Loss": 0.8403939008712769, "Finetune/Loss (Raw)": 0.7588514089584351, "Finetune/Step": 8353, "Finetune/Step Time": 6.708601273596287}
+{"Finetune/Learning Rate": 1.2580598951387429e-05, "Finetune/Loss": 0.8393979072570801, "Finetune/Loss (Raw)": 0.7887905836105347, "Finetune/Step": 8354, "Finetune/Step Time": 6.690982930362225}
+{"Finetune/Learning Rate": 1.2578971993966355e-05, "Finetune/Loss": 0.8412184715270996, "Finetune/Loss (Raw)": 0.880825400352478, "Finetune/Step": 8355, "Finetune/Step Time": 6.67980713956058}
+{"Finetune/Learning Rate": 1.2577344963412971e-05, "Finetune/Loss": 0.8414530754089355, "Finetune/Loss (Raw)": 0.8607150912284851, "Finetune/Step": 8356, "Finetune/Step Time": 6.685212265700102}
+{"Finetune/Learning Rate": 1.257571785977341e-05, "Finetune/Loss": 0.8409988284111023, "Finetune/Loss (Raw)": 0.8054956197738647, "Finetune/Step": 8357, "Finetune/Step Time": 6.666057031601667}
+{"Finetune/Learning Rate": 1.2574090683093818e-05, "Finetune/Loss": 0.8401243686676025, "Finetune/Loss (Raw)": 0.7702669501304626, "Finetune/Step": 8358, "Finetune/Step Time": 6.656848343089223}
+{"Finetune/Learning Rate": 1.2572463433420334e-05, "Finetune/Loss": 0.8390669822692871, "Finetune/Loss (Raw)": 0.8549140691757202, "Finetune/Step": 8359, "Finetune/Step Time": 6.657065557315946}
+{"Finetune/Learning Rate": 1.2570836110799101e-05, "Finetune/Loss": 0.83875572681427, "Finetune/Loss (Raw)": 0.7620205283164978, "Finetune/Step": 8360, "Finetune/Step Time": 6.644603498280048}
+{"Finetune/Learning Rate": 1.2569208715276266e-05, "Finetune/Loss": 0.8399929404258728, "Finetune/Loss (Raw)": 0.926819920539856, "Finetune/Step": 8361, "Finetune/Step Time": 6.631672985851765}
+{"Finetune/Learning Rate": 1.2567581246897977e-05, "Finetune/Loss": 0.8397853374481201, "Finetune/Loss (Raw)": 0.9211541414260864, "Finetune/Step": 8362, "Finetune/Step Time": 6.646810032427311}
+{"Finetune/Learning Rate": 1.256595370571039e-05, "Finetune/Loss": 0.8403470516204834, "Finetune/Loss (Raw)": 0.8888404369354248, "Finetune/Step": 8363, "Finetune/Step Time": 6.641333172097802}
+{"Finetune/Learning Rate": 1.2564326091759647e-05, "Finetune/Loss": 0.8392878770828247, "Finetune/Loss (Raw)": 0.7476915717124939, "Finetune/Step": 8364, "Finetune/Step Time": 6.634284060448408}
+{"Finetune/Learning Rate": 1.2562698405091908e-05, "Finetune/Loss": 0.838694155216217, "Finetune/Loss (Raw)": 0.7974823713302612, "Finetune/Step": 8365, "Finetune/Step Time": 6.634776597842574}
+{"Finetune/Learning Rate": 1.2561070645753333e-05, "Finetune/Loss": 0.8380154371261597, "Finetune/Loss (Raw)": 0.8511031270027161, "Finetune/Step": 8366, "Finetune/Step Time": 6.632397383451462}
+{"Finetune/Learning Rate": 1.2559442813790077e-05, "Finetune/Loss": 0.8383331298828125, "Finetune/Loss (Raw)": 0.8772389888763428, "Finetune/Step": 8367, "Finetune/Step Time": 6.630792936310172}
+{"Finetune/Learning Rate": 1.2557814909248297e-05, "Finetune/Loss": 0.8388690948486328, "Finetune/Loss (Raw)": 0.9031160473823547, "Finetune/Step": 8368, "Finetune/Step Time": 6.638273276388645}
+{"Finetune/Learning Rate": 1.2556186932174162e-05, "Finetune/Loss": 0.8390564918518066, "Finetune/Loss (Raw)": 0.8516324162483215, "Finetune/Step": 8369, "Finetune/Step Time": 6.632160056382418}
+{"Finetune/Learning Rate": 1.2554558882613837e-05, "Finetune/Loss": 0.8394623398780823, "Finetune/Loss (Raw)": 0.8799112439155579, "Finetune/Step": 8370, "Finetune/Step Time": 6.613274732604623}
+{"Finetune/Learning Rate": 1.255293076061348e-05, "Finetune/Loss": 0.8384195566177368, "Finetune/Loss (Raw)": 0.7360888719558716, "Finetune/Step": 8371, "Finetune/Step Time": 6.614737082272768}
+{"Finetune/Learning Rate": 1.255130256621927e-05, "Finetune/Loss": 0.8374161720275879, "Finetune/Loss (Raw)": 0.8477196097373962, "Finetune/Step": 8372, "Finetune/Step Time": 6.612394602969289}
+{"Finetune/Learning Rate": 1.2549674299477377e-05, "Finetune/Loss": 0.837975263595581, "Finetune/Loss (Raw)": 0.7219228744506836, "Finetune/Step": 8373, "Finetune/Step Time": 6.593768730759621}
+{"Finetune/Learning Rate": 1.2548045960433968e-05, "Finetune/Loss": 0.8379403352737427, "Finetune/Loss (Raw)": 0.7856647968292236, "Finetune/Step": 8374, "Finetune/Step Time": 6.591750016435981}
+{"Finetune/Learning Rate": 1.254641754913522e-05, "Finetune/Loss": 0.838294267654419, "Finetune/Loss (Raw)": 0.9285487532615662, "Finetune/Step": 8375, "Finetune/Step Time": 6.592123411595821}
+{"Finetune/Learning Rate": 1.2544789065627314e-05, "Finetune/Loss": 0.8384601473808289, "Finetune/Loss (Raw)": 0.7307075262069702, "Finetune/Step": 8376, "Finetune/Step Time": 6.578254019841552}
+{"Finetune/Learning Rate": 1.2543160509956424e-05, "Finetune/Loss": 0.8388116359710693, "Finetune/Loss (Raw)": 0.9022819399833679, "Finetune/Step": 8377, "Finetune/Step Time": 6.597237272188067}
+{"Finetune/Learning Rate": 1.2541531882168736e-05, "Finetune/Loss": 0.8375201225280762, "Finetune/Loss (Raw)": 0.715278148651123, "Finetune/Step": 8378, "Finetune/Step Time": 6.5880101434886456}
+{"Finetune/Learning Rate": 1.2539903182310428e-05, "Finetune/Loss": 0.8349171876907349, "Finetune/Loss (Raw)": 0.500271737575531, "Finetune/Step": 8379, "Finetune/Step Time": 6.604036945849657}
+{"Finetune/Learning Rate": 1.253827441042769e-05, "Finetune/Loss": 0.8338621258735657, "Finetune/Loss (Raw)": 0.8103967308998108, "Finetune/Step": 8380, "Finetune/Step Time": 6.606487726792693}
+{"Finetune/Learning Rate": 1.2536645566566709e-05, "Finetune/Loss": 0.8323862552642822, "Finetune/Loss (Raw)": 0.7785101532936096, "Finetune/Step": 8381, "Finetune/Step Time": 6.617363212630153}
+{"Finetune/Learning Rate": 1.253501665077367e-05, "Finetune/Loss": 0.8309624195098877, "Finetune/Loss (Raw)": 0.7464945316314697, "Finetune/Step": 8382, "Finetune/Step Time": 6.613792099058628}
+{"Finetune/Learning Rate": 1.2533387663094771e-05, "Finetune/Loss": 0.8324980139732361, "Finetune/Loss (Raw)": 0.9461492896080017, "Finetune/Step": 8383, "Finetune/Step Time": 6.6082802433520555}
+{"Finetune/Learning Rate": 1.25317586035762e-05, "Finetune/Loss": 0.8321822285652161, "Finetune/Loss (Raw)": 0.7421366572380066, "Finetune/Step": 8384, "Finetune/Step Time": 6.606574548408389}
+{"Finetune/Learning Rate": 1.2530129472264155e-05, "Finetune/Loss": 0.832330584526062, "Finetune/Loss (Raw)": 0.8679389357566833, "Finetune/Step": 8385, "Finetune/Step Time": 6.608703371137381}
+{"Finetune/Learning Rate": 1.252850026920483e-05, "Finetune/Loss": 0.8326762318611145, "Finetune/Loss (Raw)": 0.7942155599594116, "Finetune/Step": 8386, "Finetune/Step Time": 6.60380388982594}
+{"Finetune/Learning Rate": 1.252687099444443e-05, "Finetune/Loss": 0.834284782409668, "Finetune/Loss (Raw)": 0.9669205546379089, "Finetune/Step": 8387, "Finetune/Step Time": 6.600444542244077}
+{"Finetune/Learning Rate": 1.2525241648029157e-05, "Finetune/Loss": 0.8351810574531555, "Finetune/Loss (Raw)": 0.8766382336616516, "Finetune/Step": 8388, "Finetune/Step Time": 6.596445811912417}
+{"Finetune/Learning Rate": 1.2523612230005206e-05, "Finetune/Loss": 0.8367674350738525, "Finetune/Loss (Raw)": 0.9596859216690063, "Finetune/Step": 8389, "Finetune/Step Time": 6.583859985694289}
+{"Finetune/Learning Rate": 1.252198274041879e-05, "Finetune/Loss": 0.8375762701034546, "Finetune/Loss (Raw)": 0.8794359564781189, "Finetune/Step": 8390, "Finetune/Step Time": 6.584013210609555}
+{"Finetune/Learning Rate": 1.252035317931612e-05, "Finetune/Loss": 0.8361576795578003, "Finetune/Loss (Raw)": 0.7593669891357422, "Finetune/Step": 8391, "Finetune/Step Time": 6.589375475421548}
+{"Finetune/Learning Rate": 1.2518723546743395e-05, "Finetune/Loss": 0.8368764519691467, "Finetune/Loss (Raw)": 0.9410070776939392, "Finetune/Step": 8392, "Finetune/Step Time": 6.584617417305708}
+{"Finetune/Learning Rate": 1.2517093842746832e-05, "Finetune/Loss": 0.8372985124588013, "Finetune/Loss (Raw)": 0.8346494436264038, "Finetune/Step": 8393, "Finetune/Step Time": 6.57923780195415}
+{"Finetune/Learning Rate": 1.251546406737265e-05, "Finetune/Loss": 0.837490975856781, "Finetune/Loss (Raw)": 0.8770325183868408, "Finetune/Step": 8394, "Finetune/Step Time": 6.582378393039107}
+{"Finetune/Learning Rate": 1.2513834220667058e-05, "Finetune/Loss": 0.8375726342201233, "Finetune/Loss (Raw)": 0.6216436624526978, "Finetune/Step": 8395, "Finetune/Step Time": 6.584395527839661}
+{"Finetune/Learning Rate": 1.2512204302676274e-05, "Finetune/Loss": 0.8376199007034302, "Finetune/Loss (Raw)": 0.8196098208427429, "Finetune/Step": 8396, "Finetune/Step Time": 6.577273601666093}
+{"Finetune/Learning Rate": 1.2510574313446521e-05, "Finetune/Loss": 0.8387788534164429, "Finetune/Loss (Raw)": 0.9451079368591309, "Finetune/Step": 8397, "Finetune/Step Time": 6.562467694282532}
+{"Finetune/Learning Rate": 1.250894425302402e-05, "Finetune/Loss": 0.8365200757980347, "Finetune/Loss (Raw)": 0.6781538724899292, "Finetune/Step": 8398, "Finetune/Step Time": 6.57344776391983}
+{"Finetune/Learning Rate": 1.2507314121454992e-05, "Finetune/Loss": 0.8362903594970703, "Finetune/Loss (Raw)": 0.8100711107254028, "Finetune/Step": 8399, "Finetune/Step Time": 6.57486548088491}
+{"Finetune/Learning Rate": 1.2505683918785669e-05, "Finetune/Loss": 0.8360085487365723, "Finetune/Loss (Raw)": 0.770717442035675, "Finetune/Step": 8400, "Finetune/Step Time": 6.573633652180433}
+{"Finetune/Learning Rate": 1.2504053645062275e-05, "Finetune/Loss": 0.8355679512023926, "Finetune/Loss (Raw)": 0.8574152588844299, "Finetune/Step": 8401, "Finetune/Step Time": 6.573020281270146}
+{"Finetune/Learning Rate": 1.250242330033104e-05, "Finetune/Loss": 0.8346465229988098, "Finetune/Loss (Raw)": 0.7214058637619019, "Finetune/Step": 8402, "Finetune/Step Time": 6.577355604618788}
+{"Finetune/Learning Rate": 1.2500792884638195e-05, "Finetune/Loss": 0.8345633745193481, "Finetune/Loss (Raw)": 0.8601113557815552, "Finetune/Step": 8403, "Finetune/Step Time": 6.571681406348944}
+{"Finetune/Learning Rate": 1.2499162398029974e-05, "Finetune/Loss": 0.8337423801422119, "Finetune/Loss (Raw)": 0.7707579135894775, "Finetune/Step": 8404, "Finetune/Step Time": 6.56718267314136}
+{"Finetune/Learning Rate": 1.2497531840552615e-05, "Finetune/Loss": 0.8344401121139526, "Finetune/Loss (Raw)": 0.8280983567237854, "Finetune/Step": 8405, "Finetune/Step Time": 6.565399449318647}
+{"Finetune/Learning Rate": 1.2495901212252356e-05, "Finetune/Loss": 0.8343791961669922, "Finetune/Loss (Raw)": 0.9074491262435913, "Finetune/Step": 8406, "Finetune/Step Time": 6.570270515978336}
+{"Finetune/Learning Rate": 1.2494270513175434e-05, "Finetune/Loss": 0.8337231874465942, "Finetune/Loss (Raw)": 0.777104377746582, "Finetune/Step": 8407, "Finetune/Step Time": 6.566043373197317}
+{"Finetune/Learning Rate": 1.2492639743368096e-05, "Finetune/Loss": 0.8327926397323608, "Finetune/Loss (Raw)": 0.7425704002380371, "Finetune/Step": 8408, "Finetune/Step Time": 6.56385706551373}
+{"Finetune/Learning Rate": 1.249100890287658e-05, "Finetune/Loss": 0.8326206803321838, "Finetune/Loss (Raw)": 0.8529878258705139, "Finetune/Step": 8409, "Finetune/Step Time": 6.558978961780667}
+{"Finetune/Learning Rate": 1.2489377991747139e-05, "Finetune/Loss": 0.8329270482063293, "Finetune/Loss (Raw)": 0.8295122981071472, "Finetune/Step": 8410, "Finetune/Step Time": 6.554568439722061}
+{"Finetune/Learning Rate": 1.2487747010026011e-05, "Finetune/Loss": 0.8320600986480713, "Finetune/Loss (Raw)": 0.729493260383606, "Finetune/Step": 8411, "Finetune/Step Time": 6.551784867420793}
+{"Finetune/Learning Rate": 1.2486115957759459e-05, "Finetune/Loss": 0.8302887678146362, "Finetune/Loss (Raw)": 0.7966336607933044, "Finetune/Step": 8412, "Finetune/Step Time": 6.534437855705619}
+{"Finetune/Learning Rate": 1.2484484834993722e-05, "Finetune/Loss": 0.8293768167495728, "Finetune/Loss (Raw)": 0.7503290176391602, "Finetune/Step": 8413, "Finetune/Step Time": 6.534078007563949}
+{"Finetune/Learning Rate": 1.2482853641775062e-05, "Finetune/Loss": 0.8286861181259155, "Finetune/Loss (Raw)": 0.7870677709579468, "Finetune/Step": 8414, "Finetune/Step Time": 6.532462170347571}
+{"Finetune/Learning Rate": 1.2481222378149735e-05, "Finetune/Loss": 0.829720139503479, "Finetune/Loss (Raw)": 0.9229846000671387, "Finetune/Step": 8415, "Finetune/Step Time": 6.533739851787686}
+{"Finetune/Learning Rate": 1.2479591044163997e-05, "Finetune/Loss": 0.8293237686157227, "Finetune/Loss (Raw)": 0.7101351022720337, "Finetune/Step": 8416, "Finetune/Step Time": 6.534240338951349}
+{"Finetune/Learning Rate": 1.2477959639864104e-05, "Finetune/Loss": 0.8279099464416504, "Finetune/Loss (Raw)": 0.6421381235122681, "Finetune/Step": 8417, "Finetune/Step Time": 6.545145995914936}
+{"Finetune/Learning Rate": 1.2476328165296326e-05, "Finetune/Loss": 0.8280711770057678, "Finetune/Loss (Raw)": 0.8224921226501465, "Finetune/Step": 8418, "Finetune/Step Time": 6.553736953064799}
+{"Finetune/Learning Rate": 1.2474696620506921e-05, "Finetune/Loss": 0.8280969858169556, "Finetune/Loss (Raw)": 0.939143180847168, "Finetune/Step": 8419, "Finetune/Step Time": 6.548140725120902}
+{"Finetune/Learning Rate": 1.2473065005542155e-05, "Finetune/Loss": 0.8281358480453491, "Finetune/Loss (Raw)": 0.8549917340278625, "Finetune/Step": 8420, "Finetune/Step Time": 6.5464556980878115}
+{"Finetune/Learning Rate": 1.2471433320448303e-05, "Finetune/Loss": 0.8280096650123596, "Finetune/Loss (Raw)": 0.7883646488189697, "Finetune/Step": 8421, "Finetune/Step Time": 6.54635351523757}
+{"Finetune/Learning Rate": 1.2469801565271627e-05, "Finetune/Loss": 0.8291592597961426, "Finetune/Loss (Raw)": 0.8667821288108826, "Finetune/Step": 8422, "Finetune/Step Time": 6.534819168969989}
+{"Finetune/Learning Rate": 1.24681697400584e-05, "Finetune/Loss": 0.8299428224563599, "Finetune/Loss (Raw)": 0.8760106563568115, "Finetune/Step": 8423, "Finetune/Step Time": 6.531814532354474}
+{"Finetune/Learning Rate": 1.24665378448549e-05, "Finetune/Loss": 0.830130934715271, "Finetune/Loss (Raw)": 0.9623907208442688, "Finetune/Step": 8424, "Finetune/Step Time": 6.5341872703284025}
+{"Finetune/Learning Rate": 1.2464905879707401e-05, "Finetune/Loss": 0.8286623954772949, "Finetune/Loss (Raw)": 0.7171220779418945, "Finetune/Step": 8425, "Finetune/Step Time": 6.5319084748625755}
+{"Finetune/Learning Rate": 1.2463273844662181e-05, "Finetune/Loss": 0.8282233476638794, "Finetune/Loss (Raw)": 0.8929880261421204, "Finetune/Step": 8426, "Finetune/Step Time": 6.531104132533073}
+{"Finetune/Learning Rate": 1.2461641739765515e-05, "Finetune/Loss": 0.8291406631469727, "Finetune/Loss (Raw)": 0.935271143913269, "Finetune/Step": 8427, "Finetune/Step Time": 6.530342165380716}
+{"Finetune/Learning Rate": 1.2460009565063693e-05, "Finetune/Loss": 0.8296027183532715, "Finetune/Loss (Raw)": 0.8829734921455383, "Finetune/Step": 8428, "Finetune/Step Time": 6.549581775441766}
+{"Finetune/Learning Rate": 1.2458377320602995e-05, "Finetune/Loss": 0.8297574520111084, "Finetune/Loss (Raw)": 0.7651753425598145, "Finetune/Step": 8429, "Finetune/Step Time": 6.546254970133305}
+{"Finetune/Learning Rate": 1.2456745006429705e-05, "Finetune/Loss": 0.8320410251617432, "Finetune/Loss (Raw)": 1.0475215911865234, "Finetune/Step": 8430, "Finetune/Step Time": 6.539595026522875}
+{"Finetune/Learning Rate": 1.2455112622590116e-05, "Finetune/Loss": 0.8309822082519531, "Finetune/Loss (Raw)": 0.7836502194404602, "Finetune/Step": 8431, "Finetune/Step Time": 6.557170690968633}
+{"Finetune/Learning Rate": 1.245348016913051e-05, "Finetune/Loss": 0.8301083445549011, "Finetune/Loss (Raw)": 0.8790438175201416, "Finetune/Step": 8432, "Finetune/Step Time": 6.562357820570469}
+{"Finetune/Learning Rate": 1.2451847646097188e-05, "Finetune/Loss": 0.8287295699119568, "Finetune/Loss (Raw)": 0.741759717464447, "Finetune/Step": 8433, "Finetune/Step Time": 6.563886445015669}
+{"Finetune/Learning Rate": 1.2450215053536434e-05, "Finetune/Loss": 0.8277350068092346, "Finetune/Loss (Raw)": 0.6308637261390686, "Finetune/Step": 8434, "Finetune/Step Time": 6.577242249622941}
+{"Finetune/Learning Rate": 1.2448582391494551e-05, "Finetune/Loss": 0.8279204368591309, "Finetune/Loss (Raw)": 0.8917025327682495, "Finetune/Step": 8435, "Finetune/Step Time": 6.555988596752286}
+{"Finetune/Learning Rate": 1.2446949660017835e-05, "Finetune/Loss": 0.8278092741966248, "Finetune/Loss (Raw)": 0.7821740508079529, "Finetune/Step": 8436, "Finetune/Step Time": 6.557179179042578}
+{"Finetune/Learning Rate": 1.2445316859152582e-05, "Finetune/Loss": 0.8289241790771484, "Finetune/Loss (Raw)": 0.959439754486084, "Finetune/Step": 8437, "Finetune/Step Time": 6.55447044596076}
+{"Finetune/Learning Rate": 1.2443683988945099e-05, "Finetune/Loss": 0.8285757303237915, "Finetune/Loss (Raw)": 0.8408670425415039, "Finetune/Step": 8438, "Finetune/Step Time": 6.551692357286811}
+{"Finetune/Learning Rate": 1.2442051049441687e-05, "Finetune/Loss": 0.8280574083328247, "Finetune/Loss (Raw)": 0.8718197345733643, "Finetune/Step": 8439, "Finetune/Step Time": 6.5586732272058725}
+{"Finetune/Learning Rate": 1.2440418040688654e-05, "Finetune/Loss": 0.8267241716384888, "Finetune/Loss (Raw)": 0.6645325422286987, "Finetune/Step": 8440, "Finetune/Step Time": 6.572838399559259}
+{"Finetune/Learning Rate": 1.2438784962732298e-05, "Finetune/Loss": 0.8274080753326416, "Finetune/Loss (Raw)": 0.8171088099479675, "Finetune/Step": 8441, "Finetune/Step Time": 6.571895135566592}
+{"Finetune/Learning Rate": 1.2437151815618943e-05, "Finetune/Loss": 0.8286111354827881, "Finetune/Loss (Raw)": 0.9008602499961853, "Finetune/Step": 8442, "Finetune/Step Time": 6.56675686314702}
+{"Finetune/Learning Rate": 1.2435518599394887e-05, "Finetune/Loss": 0.8282260894775391, "Finetune/Loss (Raw)": 0.8328298330307007, "Finetune/Step": 8443, "Finetune/Step Time": 6.565205853432417}
+{"Finetune/Learning Rate": 1.2433885314106451e-05, "Finetune/Loss": 0.8301901817321777, "Finetune/Loss (Raw)": 0.9216340780258179, "Finetune/Step": 8444, "Finetune/Step Time": 6.557333899661899}
+{"Finetune/Learning Rate": 1.243225195979995e-05, "Finetune/Loss": 0.83235102891922, "Finetune/Loss (Raw)": 0.8675104975700378, "Finetune/Step": 8445, "Finetune/Step Time": 6.546093333512545}
+{"Finetune/Learning Rate": 1.2430618536521699e-05, "Finetune/Loss": 0.8303057551383972, "Finetune/Loss (Raw)": 0.7190267443656921, "Finetune/Step": 8446, "Finetune/Step Time": 6.544395878911018}
+{"Finetune/Learning Rate": 1.2428985044318015e-05, "Finetune/Loss": 0.8312674760818481, "Finetune/Loss (Raw)": 0.8663870692253113, "Finetune/Step": 8447, "Finetune/Step Time": 6.544053951278329}
+{"Finetune/Learning Rate": 1.2427351483235224e-05, "Finetune/Loss": 0.8309648036956787, "Finetune/Loss (Raw)": 0.8705050945281982, "Finetune/Step": 8448, "Finetune/Step Time": 6.550549203529954}
+{"Finetune/Learning Rate": 1.242571785331965e-05, "Finetune/Loss": 0.8289927244186401, "Finetune/Loss (Raw)": 0.7701035141944885, "Finetune/Step": 8449, "Finetune/Step Time": 6.55028635263443}
+{"Finetune/Learning Rate": 1.2424084154617614e-05, "Finetune/Loss": 0.8294095993041992, "Finetune/Loss (Raw)": 0.8433565497398376, "Finetune/Step": 8450, "Finetune/Step Time": 6.549706434831023}
+{"Finetune/Learning Rate": 1.2422450387175445e-05, "Finetune/Loss": 0.8285400867462158, "Finetune/Loss (Raw)": 0.7319847941398621, "Finetune/Step": 8451, "Finetune/Step Time": 6.562427835538983}
+{"Finetune/Learning Rate": 1.242081655103947e-05, "Finetune/Loss": 0.8283920884132385, "Finetune/Loss (Raw)": 0.8224685788154602, "Finetune/Step": 8452, "Finetune/Step Time": 6.5628854259848595}
+{"Finetune/Learning Rate": 1.2419182646256022e-05, "Finetune/Loss": 0.8273700475692749, "Finetune/Loss (Raw)": 0.8264254331588745, "Finetune/Step": 8453, "Finetune/Step Time": 6.560571124777198}
+{"Finetune/Learning Rate": 1.2417548672871436e-05, "Finetune/Loss": 0.8272091746330261, "Finetune/Loss (Raw)": 0.8841186165809631, "Finetune/Step": 8454, "Finetune/Step Time": 6.562833204865456}
+{"Finetune/Learning Rate": 1.241591463093204e-05, "Finetune/Loss": 0.8264073729515076, "Finetune/Loss (Raw)": 0.7430590391159058, "Finetune/Step": 8455, "Finetune/Step Time": 6.577052887529135}
+{"Finetune/Learning Rate": 1.2414280520484178e-05, "Finetune/Loss": 0.8285576105117798, "Finetune/Loss (Raw)": 0.9722068905830383, "Finetune/Step": 8456, "Finetune/Step Time": 6.580531321465969}
+{"Finetune/Learning Rate": 1.2412646341574184e-05, "Finetune/Loss": 0.8298802375793457, "Finetune/Loss (Raw)": 0.9667179584503174, "Finetune/Step": 8457, "Finetune/Step Time": 6.580848842859268}
+{"Finetune/Learning Rate": 1.2411012094248402e-05, "Finetune/Loss": 0.8277459144592285, "Finetune/Loss (Raw)": 0.6635370254516602, "Finetune/Step": 8458, "Finetune/Step Time": 6.58030828088522}
+{"Finetune/Learning Rate": 1.2409377778553172e-05, "Finetune/Loss": 0.8273581266403198, "Finetune/Loss (Raw)": 0.7772871851921082, "Finetune/Step": 8459, "Finetune/Step Time": 6.5847093015909195}
+{"Finetune/Learning Rate": 1.2407743394534839e-05, "Finetune/Loss": 0.8290266990661621, "Finetune/Loss (Raw)": 0.9067625403404236, "Finetune/Step": 8460, "Finetune/Step Time": 6.579177031293511}
+{"Finetune/Learning Rate": 1.2406108942239754e-05, "Finetune/Loss": 0.8289840817451477, "Finetune/Loss (Raw)": 0.6650528311729431, "Finetune/Step": 8461, "Finetune/Step Time": 6.583327349275351}
+{"Finetune/Learning Rate": 1.2404474421714254e-05, "Finetune/Loss": 0.8297266960144043, "Finetune/Loss (Raw)": 0.8209465742111206, "Finetune/Step": 8462, "Finetune/Step Time": 6.588295942172408}
+{"Finetune/Learning Rate": 1.2402839833004704e-05, "Finetune/Loss": 0.829195499420166, "Finetune/Loss (Raw)": 0.8735051155090332, "Finetune/Step": 8463, "Finetune/Step Time": 6.569339862093329}
+{"Finetune/Learning Rate": 1.2401205176157447e-05, "Finetune/Loss": 0.8284279108047485, "Finetune/Loss (Raw)": 0.7387787103652954, "Finetune/Step": 8464, "Finetune/Step Time": 6.572767509147525}
+{"Finetune/Learning Rate": 1.2399570451218837e-05, "Finetune/Loss": 0.8266934752464294, "Finetune/Loss (Raw)": 0.7799476385116577, "Finetune/Step": 8465, "Finetune/Step Time": 6.5688282288610935}
+{"Finetune/Learning Rate": 1.2397935658235234e-05, "Finetune/Loss": 0.8263521194458008, "Finetune/Loss (Raw)": 0.8054388165473938, "Finetune/Step": 8466, "Finetune/Step Time": 6.561237469315529}
+{"Finetune/Learning Rate": 1.2396300797252996e-05, "Finetune/Loss": 0.8264260292053223, "Finetune/Loss (Raw)": 0.8219773769378662, "Finetune/Step": 8467, "Finetune/Step Time": 6.560093181207776}
+{"Finetune/Learning Rate": 1.2394665868318478e-05, "Finetune/Loss": 0.8253360390663147, "Finetune/Loss (Raw)": 0.7947149276733398, "Finetune/Step": 8468, "Finetune/Step Time": 6.564721114933491}
+{"Finetune/Learning Rate": 1.2393030871478047e-05, "Finetune/Loss": 0.8242236375808716, "Finetune/Loss (Raw)": 0.736459493637085, "Finetune/Step": 8469, "Finetune/Step Time": 6.567148433998227}
+{"Finetune/Learning Rate": 1.2391395806778068e-05, "Finetune/Loss": 0.8245738744735718, "Finetune/Loss (Raw)": 0.8974482417106628, "Finetune/Step": 8470, "Finetune/Step Time": 6.590731561183929}
+{"Finetune/Learning Rate": 1.2389760674264901e-05, "Finetune/Loss": 0.8246130347251892, "Finetune/Loss (Raw)": 0.8413708209991455, "Finetune/Step": 8471, "Finetune/Step Time": 6.5909017492085695}
+{"Finetune/Learning Rate": 1.2388125473984918e-05, "Finetune/Loss": 0.8246598243713379, "Finetune/Loss (Raw)": 0.8018011450767517, "Finetune/Step": 8472, "Finetune/Step Time": 6.594094213098288}
+{"Finetune/Learning Rate": 1.2386490205984488e-05, "Finetune/Loss": 0.8258272409439087, "Finetune/Loss (Raw)": 0.9916329979896545, "Finetune/Step": 8473, "Finetune/Step Time": 6.592808339744806}
+{"Finetune/Learning Rate": 1.2384854870309982e-05, "Finetune/Loss": 0.8272411823272705, "Finetune/Loss (Raw)": 0.9642847776412964, "Finetune/Step": 8474, "Finetune/Step Time": 6.586921341717243}
+{"Finetune/Learning Rate": 1.2383219467007772e-05, "Finetune/Loss": 0.8267052173614502, "Finetune/Loss (Raw)": 0.8656946420669556, "Finetune/Step": 8475, "Finetune/Step Time": 6.588000196963549}
+{"Finetune/Learning Rate": 1.2381583996124236e-05, "Finetune/Loss": 0.8269563317298889, "Finetune/Loss (Raw)": 0.846832811832428, "Finetune/Step": 8476, "Finetune/Step Time": 6.585946625098586}
+{"Finetune/Learning Rate": 1.2379948457705748e-05, "Finetune/Loss": 0.8265828490257263, "Finetune/Loss (Raw)": 0.8253027200698853, "Finetune/Step": 8477, "Finetune/Step Time": 6.584627579897642}
+{"Finetune/Learning Rate": 1.2378312851798693e-05, "Finetune/Loss": 0.8246713280677795, "Finetune/Loss (Raw)": 0.6421705484390259, "Finetune/Step": 8478, "Finetune/Step Time": 6.600665668025613}
+{"Finetune/Learning Rate": 1.2376677178449445e-05, "Finetune/Loss": 0.8245958685874939, "Finetune/Loss (Raw)": 0.9895681142807007, "Finetune/Step": 8479, "Finetune/Step Time": 6.5995896607637405}
+{"Finetune/Learning Rate": 1.2375041437704394e-05, "Finetune/Loss": 0.8249836564064026, "Finetune/Loss (Raw)": 0.8865785002708435, "Finetune/Step": 8480, "Finetune/Step Time": 6.599096981808543}
+{"Finetune/Learning Rate": 1.237340562960992e-05, "Finetune/Loss": 0.8255795836448669, "Finetune/Loss (Raw)": 0.8351323008537292, "Finetune/Step": 8481, "Finetune/Step Time": 6.586245177313685}
+{"Finetune/Learning Rate": 1.237176975421241e-05, "Finetune/Loss": 0.8266245722770691, "Finetune/Loss (Raw)": 0.9225479960441589, "Finetune/Step": 8482, "Finetune/Step Time": 6.585327215492725}
+{"Finetune/Learning Rate": 1.2370133811558256e-05, "Finetune/Loss": 0.8259724378585815, "Finetune/Loss (Raw)": 0.7973558902740479, "Finetune/Step": 8483, "Finetune/Step Time": 6.5859402641654015}
+{"Finetune/Learning Rate": 1.2368497801693846e-05, "Finetune/Loss": 0.8248463869094849, "Finetune/Loss (Raw)": 0.7165786027908325, "Finetune/Step": 8484, "Finetune/Step Time": 6.593516983091831}
+{"Finetune/Learning Rate": 1.2366861724665577e-05, "Finetune/Loss": 0.8251227140426636, "Finetune/Loss (Raw)": 0.8408653736114502, "Finetune/Step": 8485, "Finetune/Step Time": 6.594400465488434}
+{"Finetune/Learning Rate": 1.2365225580519836e-05, "Finetune/Loss": 0.8254053592681885, "Finetune/Loss (Raw)": 0.8064405918121338, "Finetune/Step": 8486, "Finetune/Step Time": 6.598514972254634}
+{"Finetune/Learning Rate": 1.2363589369303022e-05, "Finetune/Loss": 0.8246184587478638, "Finetune/Loss (Raw)": 0.7541868686676025, "Finetune/Step": 8487, "Finetune/Step Time": 6.600719314068556}
+{"Finetune/Learning Rate": 1.236195309106154e-05, "Finetune/Loss": 0.8247290253639221, "Finetune/Loss (Raw)": 0.7761818766593933, "Finetune/Step": 8488, "Finetune/Step Time": 6.602516138926148}
+{"Finetune/Learning Rate": 1.236031674584178e-05, "Finetune/Loss": 0.8232753276824951, "Finetune/Loss (Raw)": 0.7407477498054504, "Finetune/Step": 8489, "Finetune/Step Time": 6.595812603831291}
+{"Finetune/Learning Rate": 1.235868033369015e-05, "Finetune/Loss": 0.8232765197753906, "Finetune/Loss (Raw)": 0.9213035106658936, "Finetune/Step": 8490, "Finetune/Step Time": 6.582012554630637}
+{"Finetune/Learning Rate": 1.2357043854653055e-05, "Finetune/Loss": 0.8233387470245361, "Finetune/Loss (Raw)": 0.8967982530593872, "Finetune/Step": 8491, "Finetune/Step Time": 6.580621171742678}
+{"Finetune/Learning Rate": 1.2355407308776897e-05, "Finetune/Loss": 0.8230540156364441, "Finetune/Loss (Raw)": 0.7112540006637573, "Finetune/Step": 8492, "Finetune/Step Time": 6.577196450904012}
+{"Finetune/Learning Rate": 1.2353770696108085e-05, "Finetune/Loss": 0.8226591944694519, "Finetune/Loss (Raw)": 0.7469446659088135, "Finetune/Step": 8493, "Finetune/Step Time": 6.57698324136436}
+{"Finetune/Learning Rate": 1.2352134016693032e-05, "Finetune/Loss": 0.8217333555221558, "Finetune/Loss (Raw)": 0.7326011061668396, "Finetune/Step": 8494, "Finetune/Step Time": 6.5785701889544725}
+{"Finetune/Learning Rate": 1.2350497270578144e-05, "Finetune/Loss": 0.8211158514022827, "Finetune/Loss (Raw)": 0.7981888651847839, "Finetune/Step": 8495, "Finetune/Step Time": 6.577325312420726}
+{"Finetune/Learning Rate": 1.234886045780984e-05, "Finetune/Loss": 0.8203482031822205, "Finetune/Loss (Raw)": 0.8048616647720337, "Finetune/Step": 8496, "Finetune/Step Time": 6.584146657958627}
+{"Finetune/Learning Rate": 1.2347223578434528e-05, "Finetune/Loss": 0.8201724290847778, "Finetune/Loss (Raw)": 0.829133927822113, "Finetune/Step": 8497, "Finetune/Step Time": 6.57999999076128}
+{"Finetune/Learning Rate": 1.2345586632498634e-05, "Finetune/Loss": 0.8190462589263916, "Finetune/Loss (Raw)": 0.7357532382011414, "Finetune/Step": 8498, "Finetune/Step Time": 6.581949729472399}
+{"Finetune/Learning Rate": 1.2343949620048573e-05, "Finetune/Loss": 0.8193807601928711, "Finetune/Loss (Raw)": 0.7789058089256287, "Finetune/Step": 8499, "Finetune/Step Time": 6.5785010028630495}
+{"Finetune/Learning Rate": 1.2342312541130766e-05, "Finetune/Loss": 0.8193361759185791, "Finetune/Loss (Raw)": 0.8420168161392212, "Finetune/Step": 8500, "Finetune/Step Time": 6.5758745186030865}
+{"Finetune/Learning Rate": 1.2340675395791632e-05, "Finetune/Loss": 0.820930540561676, "Finetune/Loss (Raw)": 0.9260023236274719, "Finetune/Step": 8501, "Finetune/Step Time": 6.575659675523639}
+{"Finetune/Learning Rate": 1.2339038184077606e-05, "Finetune/Loss": 0.8210729360580444, "Finetune/Loss (Raw)": 0.8038902282714844, "Finetune/Step": 8502, "Finetune/Step Time": 6.57634386792779}
+{"Finetune/Learning Rate": 1.2337400906035104e-05, "Finetune/Loss": 0.8186085224151611, "Finetune/Loss (Raw)": 0.6131029725074768, "Finetune/Step": 8503, "Finetune/Step Time": 6.590911760926247}
+{"Finetune/Learning Rate": 1.2335763561710562e-05, "Finetune/Loss": 0.8192828893661499, "Finetune/Loss (Raw)": 0.8170281052589417, "Finetune/Step": 8504, "Finetune/Step Time": 6.594170311465859}
+{"Finetune/Learning Rate": 1.2334126151150402e-05, "Finetune/Loss": 0.8180035352706909, "Finetune/Loss (Raw)": 0.7385289072990417, "Finetune/Step": 8505, "Finetune/Step Time": 6.5772410556674}
+{"Finetune/Learning Rate": 1.2332488674401068e-05, "Finetune/Loss": 0.8175617456436157, "Finetune/Loss (Raw)": 0.6587334275245667, "Finetune/Step": 8506, "Finetune/Step Time": 6.590166192501783}
+{"Finetune/Learning Rate": 1.2330851131508985e-05, "Finetune/Loss": 0.8212803602218628, "Finetune/Loss (Raw)": 0.976238489151001, "Finetune/Step": 8507, "Finetune/Step Time": 6.595409072935581}
+{"Finetune/Learning Rate": 1.2329213522520591e-05, "Finetune/Loss": 0.8214114308357239, "Finetune/Loss (Raw)": 0.8271791338920593, "Finetune/Step": 8508, "Finetune/Step Time": 6.592780496925116}
+{"Finetune/Learning Rate": 1.2327575847482329e-05, "Finetune/Loss": 0.8212390542030334, "Finetune/Loss (Raw)": 0.7564505934715271, "Finetune/Step": 8509, "Finetune/Step Time": 6.583055377006531}
+{"Finetune/Learning Rate": 1.2325938106440629e-05, "Finetune/Loss": 0.8230291604995728, "Finetune/Loss (Raw)": 0.975621223449707, "Finetune/Step": 8510, "Finetune/Step Time": 6.582073129713535}
+{"Finetune/Learning Rate": 1.2324300299441942e-05, "Finetune/Loss": 0.8217645883560181, "Finetune/Loss (Raw)": 0.7842910289764404, "Finetune/Step": 8511, "Finetune/Step Time": 6.586670074611902}
+{"Finetune/Learning Rate": 1.232266242653271e-05, "Finetune/Loss": 0.8239917159080505, "Finetune/Loss (Raw)": 1.0272045135498047, "Finetune/Step": 8512, "Finetune/Step Time": 6.5881614200770855}
+{"Finetune/Learning Rate": 1.2321024487759373e-05, "Finetune/Loss": 0.8247826099395752, "Finetune/Loss (Raw)": 0.9691775441169739, "Finetune/Step": 8513, "Finetune/Step Time": 6.587033534422517}
+{"Finetune/Learning Rate": 1.2319386483168379e-05, "Finetune/Loss": 0.8243443965911865, "Finetune/Loss (Raw)": 0.7381259799003601, "Finetune/Step": 8514, "Finetune/Step Time": 6.591645045205951}
+{"Finetune/Learning Rate": 1.2317748412806184e-05, "Finetune/Loss": 0.8227615356445312, "Finetune/Loss (Raw)": 0.7643061876296997, "Finetune/Step": 8515, "Finetune/Step Time": 6.589740615338087}
+{"Finetune/Learning Rate": 1.2316110276719236e-05, "Finetune/Loss": 0.8219744563102722, "Finetune/Loss (Raw)": 0.7758995294570923, "Finetune/Step": 8516, "Finetune/Step Time": 6.586897134780884}
+{"Finetune/Learning Rate": 1.2314472074953985e-05, "Finetune/Loss": 0.8208796381950378, "Finetune/Loss (Raw)": 0.819547712802887, "Finetune/Step": 8517, "Finetune/Step Time": 6.592801824212074}
+{"Finetune/Learning Rate": 1.2312833807556886e-05, "Finetune/Loss": 0.8185558319091797, "Finetune/Loss (Raw)": 0.5819846391677856, "Finetune/Step": 8518, "Finetune/Step Time": 6.619741750881076}
+{"Finetune/Learning Rate": 1.2311195474574398e-05, "Finetune/Loss": 0.8190118074417114, "Finetune/Loss (Raw)": 0.8177385926246643, "Finetune/Step": 8519, "Finetune/Step Time": 6.613389011472464}
+{"Finetune/Learning Rate": 1.2309557076052978e-05, "Finetune/Loss": 0.8179241418838501, "Finetune/Loss (Raw)": 0.8017855882644653, "Finetune/Step": 8520, "Finetune/Step Time": 6.632544733583927}
+{"Finetune/Learning Rate": 1.2307918612039088e-05, "Finetune/Loss": 0.8185442090034485, "Finetune/Loss (Raw)": 0.9140165448188782, "Finetune/Step": 8521, "Finetune/Step Time": 6.640997335314751}
+{"Finetune/Learning Rate": 1.2306280082579186e-05, "Finetune/Loss": 0.8183437585830688, "Finetune/Loss (Raw)": 0.851375162601471, "Finetune/Step": 8522, "Finetune/Step Time": 6.639178704470396}
+{"Finetune/Learning Rate": 1.2304641487719741e-05, "Finetune/Loss": 0.8200066089630127, "Finetune/Loss (Raw)": 0.834480345249176, "Finetune/Step": 8523, "Finetune/Step Time": 6.62525125592947}
+{"Finetune/Learning Rate": 1.2303002827507218e-05, "Finetune/Loss": 0.8201109170913696, "Finetune/Loss (Raw)": 0.8329673409461975, "Finetune/Step": 8524, "Finetune/Step Time": 6.652456941083074}
+{"Finetune/Learning Rate": 1.2301364101988083e-05, "Finetune/Loss": 0.8183765411376953, "Finetune/Loss (Raw)": 0.7231115102767944, "Finetune/Step": 8525, "Finetune/Step Time": 6.663856003433466}
+{"Finetune/Learning Rate": 1.2299725311208807e-05, "Finetune/Loss": 0.8184682726860046, "Finetune/Loss (Raw)": 0.6898868083953857, "Finetune/Step": 8526, "Finetune/Step Time": 6.651097299531102}
+{"Finetune/Learning Rate": 1.229808645521586e-05, "Finetune/Loss": 0.8197749257087708, "Finetune/Loss (Raw)": 0.9773311614990234, "Finetune/Step": 8527, "Finetune/Step Time": 6.650706956163049}
+{"Finetune/Learning Rate": 1.2296447534055715e-05, "Finetune/Loss": 0.8189593553543091, "Finetune/Loss (Raw)": 0.6663168668746948, "Finetune/Step": 8528, "Finetune/Step Time": 6.654222836717963}
+{"Finetune/Learning Rate": 1.229480854777485e-05, "Finetune/Loss": 0.817669153213501, "Finetune/Loss (Raw)": 0.692274808883667, "Finetune/Step": 8529, "Finetune/Step Time": 6.670937137678266}
+{"Finetune/Learning Rate": 1.2293169496419738e-05, "Finetune/Loss": 0.817516565322876, "Finetune/Loss (Raw)": 0.7018751502037048, "Finetune/Step": 8530, "Finetune/Step Time": 6.670924613252282}
+{"Finetune/Learning Rate": 1.2291530380036863e-05, "Finetune/Loss": 0.8186711072921753, "Finetune/Loss (Raw)": 1.0078868865966797, "Finetune/Step": 8531, "Finetune/Step Time": 6.674909256398678}
+{"Finetune/Learning Rate": 1.2289891198672699e-05, "Finetune/Loss": 0.8184866905212402, "Finetune/Loss (Raw)": 0.7471567392349243, "Finetune/Step": 8532, "Finetune/Step Time": 6.68205782584846}
+{"Finetune/Learning Rate": 1.2288251952373735e-05, "Finetune/Loss": 0.82023686170578, "Finetune/Loss (Raw)": 1.0521174669265747, "Finetune/Step": 8533, "Finetune/Step Time": 6.68685651384294}
+{"Finetune/Learning Rate": 1.2286612641186453e-05, "Finetune/Loss": 0.8193989992141724, "Finetune/Loss (Raw)": 0.8002074956893921, "Finetune/Step": 8534, "Finetune/Step Time": 6.689338272437453}
+{"Finetune/Learning Rate": 1.2284973265157336e-05, "Finetune/Loss": 0.8193793296813965, "Finetune/Loss (Raw)": 0.774587869644165, "Finetune/Step": 8535, "Finetune/Step Time": 6.691569961607456}
+{"Finetune/Learning Rate": 1.2283333824332874e-05, "Finetune/Loss": 0.8199905753135681, "Finetune/Loss (Raw)": 0.8208040595054626, "Finetune/Step": 8536, "Finetune/Step Time": 6.691776463761926}
+{"Finetune/Learning Rate": 1.2281694318759562e-05, "Finetune/Loss": 0.8214962482452393, "Finetune/Loss (Raw)": 1.0457199811935425, "Finetune/Step": 8537, "Finetune/Step Time": 6.695754239335656}
+{"Finetune/Learning Rate": 1.2280054748483883e-05, "Finetune/Loss": 0.8223427534103394, "Finetune/Loss (Raw)": 0.9378588795661926, "Finetune/Step": 8538, "Finetune/Step Time": 6.697694793343544}
+{"Finetune/Learning Rate": 1.2278415113552338e-05, "Finetune/Loss": 0.8222578763961792, "Finetune/Loss (Raw)": 0.7186346650123596, "Finetune/Step": 8539, "Finetune/Step Time": 6.7047492526471615}
+{"Finetune/Learning Rate": 1.2276775414011421e-05, "Finetune/Loss": 0.8223967552185059, "Finetune/Loss (Raw)": 0.8144053816795349, "Finetune/Step": 8540, "Finetune/Step Time": 6.703683406114578}
+{"Finetune/Learning Rate": 1.2275135649907624e-05, "Finetune/Loss": 0.8239219188690186, "Finetune/Loss (Raw)": 0.9455463886260986, "Finetune/Step": 8541, "Finetune/Step Time": 6.702192226424813}
+{"Finetune/Learning Rate": 1.2273495821287449e-05, "Finetune/Loss": 0.8247147798538208, "Finetune/Loss (Raw)": 0.8885567784309387, "Finetune/Step": 8542, "Finetune/Step Time": 6.70465200394392}
+{"Finetune/Learning Rate": 1.22718559281974e-05, "Finetune/Loss": 0.8221781253814697, "Finetune/Loss (Raw)": 0.5982987880706787, "Finetune/Step": 8543, "Finetune/Step Time": 6.716056568548083}
+{"Finetune/Learning Rate": 1.2270215970683977e-05, "Finetune/Loss": 0.8245128393173218, "Finetune/Loss (Raw)": 1.0089693069458008, "Finetune/Step": 8544, "Finetune/Step Time": 6.711339948698878}
+{"Finetune/Learning Rate": 1.2268575948793684e-05, "Finetune/Loss": 0.8253477811813354, "Finetune/Loss (Raw)": 0.7490129470825195, "Finetune/Step": 8545, "Finetune/Step Time": 6.697357622906566}
+{"Finetune/Learning Rate": 1.2266935862573029e-05, "Finetune/Loss": 0.8257063627243042, "Finetune/Loss (Raw)": 0.8683969974517822, "Finetune/Step": 8546, "Finetune/Step Time": 6.689628100022674}
+{"Finetune/Learning Rate": 1.2265295712068517e-05, "Finetune/Loss": 0.8240326046943665, "Finetune/Loss (Raw)": 0.7248978018760681, "Finetune/Step": 8547, "Finetune/Step Time": 6.70423829369247}
+{"Finetune/Learning Rate": 1.2263655497326661e-05, "Finetune/Loss": 0.8243940472602844, "Finetune/Loss (Raw)": 0.9012585282325745, "Finetune/Step": 8548, "Finetune/Step Time": 6.7192844450473785}
+{"Finetune/Learning Rate": 1.2262015218393972e-05, "Finetune/Loss": 0.8250260353088379, "Finetune/Loss (Raw)": 0.8692572116851807, "Finetune/Step": 8549, "Finetune/Step Time": 6.722540037706494}
+{"Finetune/Learning Rate": 1.2260374875316966e-05, "Finetune/Loss": 0.8245540261268616, "Finetune/Loss (Raw)": 0.8063697814941406, "Finetune/Step": 8550, "Finetune/Step Time": 6.719484878703952}
+{"Finetune/Learning Rate": 1.2258734468142153e-05, "Finetune/Loss": 0.8241737484931946, "Finetune/Loss (Raw)": 0.8273339867591858, "Finetune/Step": 8551, "Finetune/Step Time": 6.720667466521263}
+{"Finetune/Learning Rate": 1.2257093996916057e-05, "Finetune/Loss": 0.8236056566238403, "Finetune/Loss (Raw)": 0.8896749019622803, "Finetune/Step": 8552, "Finetune/Step Time": 6.719602758064866}
+{"Finetune/Learning Rate": 1.2255453461685189e-05, "Finetune/Loss": 0.8242785930633545, "Finetune/Loss (Raw)": 0.8032523393630981, "Finetune/Step": 8553, "Finetune/Step Time": 6.72026757337153}
+{"Finetune/Learning Rate": 1.2253812862496076e-05, "Finetune/Loss": 0.8241485953330994, "Finetune/Loss (Raw)": 0.8763530254364014, "Finetune/Step": 8554, "Finetune/Step Time": 6.720996253192425}
+{"Finetune/Learning Rate": 1.2252172199395245e-05, "Finetune/Loss": 0.8235800266265869, "Finetune/Loss (Raw)": 0.8624908924102783, "Finetune/Step": 8555, "Finetune/Step Time": 6.723659940063953}
+{"Finetune/Learning Rate": 1.2250531472429207e-05, "Finetune/Loss": 0.823372483253479, "Finetune/Loss (Raw)": 0.8564035296440125, "Finetune/Step": 8556, "Finetune/Step Time": 6.705755556002259}
+{"Finetune/Learning Rate": 1.2248890681644499e-05, "Finetune/Loss": 0.8233049511909485, "Finetune/Loss (Raw)": 0.756536602973938, "Finetune/Step": 8557, "Finetune/Step Time": 6.705891754478216}
+{"Finetune/Learning Rate": 1.2247249827087648e-05, "Finetune/Loss": 0.8206005692481995, "Finetune/Loss (Raw)": 0.7013620138168335, "Finetune/Step": 8558, "Finetune/Step Time": 6.702488988637924}
+{"Finetune/Learning Rate": 1.2245608908805178e-05, "Finetune/Loss": 0.821182370185852, "Finetune/Loss (Raw)": 0.8581176996231079, "Finetune/Step": 8559, "Finetune/Step Time": 6.685166280716658}
+{"Finetune/Learning Rate": 1.2243967926843627e-05, "Finetune/Loss": 0.8211359977722168, "Finetune/Loss (Raw)": 0.8731163740158081, "Finetune/Step": 8560, "Finetune/Step Time": 6.677170105278492}
+{"Finetune/Learning Rate": 1.2242326881249528e-05, "Finetune/Loss": 0.8224188089370728, "Finetune/Loss (Raw)": 0.9059563279151917, "Finetune/Step": 8561, "Finetune/Step Time": 6.678074989467859}
+{"Finetune/Learning Rate": 1.2240685772069417e-05, "Finetune/Loss": 0.8223347663879395, "Finetune/Loss (Raw)": 0.6201018691062927, "Finetune/Step": 8562, "Finetune/Step Time": 6.66612963937223}
+{"Finetune/Learning Rate": 1.2239044599349823e-05, "Finetune/Loss": 0.8215113878250122, "Finetune/Loss (Raw)": 0.786310613155365, "Finetune/Step": 8563, "Finetune/Step Time": 6.683143520727754}
+{"Finetune/Learning Rate": 1.2237403363137298e-05, "Finetune/Loss": 0.8217981457710266, "Finetune/Loss (Raw)": 0.8188791871070862, "Finetune/Step": 8564, "Finetune/Step Time": 6.681831378489733}
+{"Finetune/Learning Rate": 1.2235762063478372e-05, "Finetune/Loss": 0.8202973008155823, "Finetune/Loss (Raw)": 0.7673337459564209, "Finetune/Step": 8565, "Finetune/Step Time": 6.681489989161491}
+{"Finetune/Learning Rate": 1.2234120700419588e-05, "Finetune/Loss": 0.8195270299911499, "Finetune/Loss (Raw)": 0.7422691583633423, "Finetune/Step": 8566, "Finetune/Step Time": 6.692975163459778}
+{"Finetune/Learning Rate": 1.22324792740075e-05, "Finetune/Loss": 0.8172606229782104, "Finetune/Loss (Raw)": 0.5817223191261292, "Finetune/Step": 8567, "Finetune/Step Time": 6.697099946439266}
+{"Finetune/Learning Rate": 1.2230837784288646e-05, "Finetune/Loss": 0.8186324834823608, "Finetune/Loss (Raw)": 0.8401268720626831, "Finetune/Step": 8568, "Finetune/Step Time": 6.685170294716954}
+{"Finetune/Learning Rate": 1.2229196231309575e-05, "Finetune/Loss": 0.8170534372329712, "Finetune/Loss (Raw)": 0.6149924397468567, "Finetune/Step": 8569, "Finetune/Step Time": 6.688586441799998}
+{"Finetune/Learning Rate": 1.222755461511684e-05, "Finetune/Loss": 0.8167672157287598, "Finetune/Loss (Raw)": 0.8642287254333496, "Finetune/Step": 8570, "Finetune/Step Time": 6.690756855532527}
+{"Finetune/Learning Rate": 1.222591293575699e-05, "Finetune/Loss": 0.8176487684249878, "Finetune/Loss (Raw)": 0.9456644058227539, "Finetune/Step": 8571, "Finetune/Step Time": 6.689571984112263}
+{"Finetune/Learning Rate": 1.2224271193276576e-05, "Finetune/Loss": 0.8174787163734436, "Finetune/Loss (Raw)": 0.8998676538467407, "Finetune/Step": 8572, "Finetune/Step Time": 6.690030138939619}
+{"Finetune/Learning Rate": 1.2222629387722159e-05, "Finetune/Loss": 0.816851794719696, "Finetune/Loss (Raw)": 0.7872670292854309, "Finetune/Step": 8573, "Finetune/Step Time": 6.6865277867764235}
+{"Finetune/Learning Rate": 1.2220987519140291e-05, "Finetune/Loss": 0.8178313374519348, "Finetune/Loss (Raw)": 0.844407856464386, "Finetune/Step": 8574, "Finetune/Step Time": 6.684958666563034}
+{"Finetune/Learning Rate": 1.2219345587577533e-05, "Finetune/Loss": 0.8181552886962891, "Finetune/Loss (Raw)": 0.9078550934791565, "Finetune/Step": 8575, "Finetune/Step Time": 6.682417504489422}
+{"Finetune/Learning Rate": 1.2217703593080445e-05, "Finetune/Loss": 0.8185573816299438, "Finetune/Loss (Raw)": 0.9219670295715332, "Finetune/Step": 8576, "Finetune/Step Time": 6.674847988411784}
+{"Finetune/Learning Rate": 1.221606153569559e-05, "Finetune/Loss": 0.8188756704330444, "Finetune/Loss (Raw)": 0.810845673084259, "Finetune/Step": 8577, "Finetune/Step Time": 6.672203881666064}
+{"Finetune/Learning Rate": 1.2214419415469532e-05, "Finetune/Loss": 0.8187328577041626, "Finetune/Loss (Raw)": 0.8250724673271179, "Finetune/Step": 8578, "Finetune/Step Time": 6.673178592696786}
+{"Finetune/Learning Rate": 1.2212777232448837e-05, "Finetune/Loss": 0.821133017539978, "Finetune/Loss (Raw)": 1.039208173751831, "Finetune/Step": 8579, "Finetune/Step Time": 6.661783132702112}
+{"Finetune/Learning Rate": 1.221113498668007e-05, "Finetune/Loss": 0.8215371966362, "Finetune/Loss (Raw)": 0.8742055296897888, "Finetune/Step": 8580, "Finetune/Step Time": 6.658444967120886}
+{"Finetune/Learning Rate": 1.2209492678209803e-05, "Finetune/Loss": 0.8213314414024353, "Finetune/Loss (Raw)": 0.8000887036323547, "Finetune/Step": 8581, "Finetune/Step Time": 6.66601799428463}
+{"Finetune/Learning Rate": 1.2207850307084607e-05, "Finetune/Loss": 0.821742832660675, "Finetune/Loss (Raw)": 0.936772346496582, "Finetune/Step": 8582, "Finetune/Step Time": 6.6596952602267265}
+{"Finetune/Learning Rate": 1.2206207873351055e-05, "Finetune/Loss": 0.8222007751464844, "Finetune/Loss (Raw)": 0.8016790151596069, "Finetune/Step": 8583, "Finetune/Step Time": 6.646014032885432}
+{"Finetune/Learning Rate": 1.220456537705572e-05, "Finetune/Loss": 0.8213486075401306, "Finetune/Loss (Raw)": 0.8631299734115601, "Finetune/Step": 8584, "Finetune/Step Time": 6.640363827347755}
+{"Finetune/Learning Rate": 1.2202922818245182e-05, "Finetune/Loss": 0.8210256099700928, "Finetune/Loss (Raw)": 0.9253774285316467, "Finetune/Step": 8585, "Finetune/Step Time": 6.643751194700599}
+{"Finetune/Learning Rate": 1.2201280196966016e-05, "Finetune/Loss": 0.8221616744995117, "Finetune/Loss (Raw)": 0.8089536428451538, "Finetune/Step": 8586, "Finetune/Step Time": 6.645093450322747}
+{"Finetune/Learning Rate": 1.2199637513264799e-05, "Finetune/Loss": 0.8223966956138611, "Finetune/Loss (Raw)": 0.8073698282241821, "Finetune/Step": 8587, "Finetune/Step Time": 6.657736724242568}
+{"Finetune/Learning Rate": 1.2197994767188124e-05, "Finetune/Loss": 0.8220946788787842, "Finetune/Loss (Raw)": 0.8680977821350098, "Finetune/Step": 8588, "Finetune/Step Time": 6.657754722982645}
+{"Finetune/Learning Rate": 1.2196351958782565e-05, "Finetune/Loss": 0.8235703706741333, "Finetune/Loss (Raw)": 0.8539445996284485, "Finetune/Step": 8589, "Finetune/Step Time": 6.656142883002758}
+{"Finetune/Learning Rate": 1.219470908809471e-05, "Finetune/Loss": 0.8249110579490662, "Finetune/Loss (Raw)": 0.9925602078437805, "Finetune/Step": 8590, "Finetune/Step Time": 6.663078701123595}
+{"Finetune/Learning Rate": 1.2193066155171144e-05, "Finetune/Loss": 0.8247138261795044, "Finetune/Loss (Raw)": 0.8482579588890076, "Finetune/Step": 8591, "Finetune/Step Time": 6.664081681519747}
+{"Finetune/Learning Rate": 1.2191423160058462e-05, "Finetune/Loss": 0.8251378536224365, "Finetune/Loss (Raw)": 0.7930553555488586, "Finetune/Step": 8592, "Finetune/Step Time": 6.674586728215218}
+{"Finetune/Learning Rate": 1.2189780102803249e-05, "Finetune/Loss": 0.826946496963501, "Finetune/Loss (Raw)": 1.0114552974700928, "Finetune/Step": 8593, "Finetune/Step Time": 6.6754473596811295}
+{"Finetune/Learning Rate": 1.2188136983452097e-05, "Finetune/Loss": 0.8278578519821167, "Finetune/Loss (Raw)": 0.9220826029777527, "Finetune/Step": 8594, "Finetune/Step Time": 6.665673639625311}
+{"Finetune/Learning Rate": 1.2186493802051605e-05, "Finetune/Loss": 0.8279919624328613, "Finetune/Loss (Raw)": 0.8391530513763428, "Finetune/Step": 8595, "Finetune/Step Time": 6.668981654569507}
+{"Finetune/Learning Rate": 1.2184850558648365e-05, "Finetune/Loss": 0.8283095955848694, "Finetune/Loss (Raw)": 0.8353665471076965, "Finetune/Step": 8596, "Finetune/Step Time": 6.660950232297182}
+{"Finetune/Learning Rate": 1.2183207253288975e-05, "Finetune/Loss": 0.8292872905731201, "Finetune/Loss (Raw)": 0.8615994453430176, "Finetune/Step": 8597, "Finetune/Step Time": 6.658022426068783}
+{"Finetune/Learning Rate": 1.2181563886020038e-05, "Finetune/Loss": 0.8302212357521057, "Finetune/Loss (Raw)": 1.0169979333877563, "Finetune/Step": 8598, "Finetune/Step Time": 6.637494472786784}
+{"Finetune/Learning Rate": 1.2179920456888152e-05, "Finetune/Loss": 0.8295708298683167, "Finetune/Loss (Raw)": 0.7581164836883545, "Finetune/Step": 8599, "Finetune/Step Time": 6.653888329863548}
+{"Finetune/Learning Rate": 1.2178276965939923e-05, "Finetune/Loss": 0.8303782939910889, "Finetune/Loss (Raw)": 0.9051582217216492, "Finetune/Step": 8600, "Finetune/Step Time": 6.650771139189601}
+{"Finetune/Learning Rate": 1.217663341322195e-05, "Finetune/Loss": 0.828325629234314, "Finetune/Loss (Raw)": 0.7288849949836731, "Finetune/Step": 8601, "Finetune/Step Time": 6.655433729290962}
+{"Finetune/Learning Rate": 1.2174989798780842e-05, "Finetune/Loss": 0.8257592916488647, "Finetune/Loss (Raw)": 0.6357975006103516, "Finetune/Step": 8602, "Finetune/Step Time": 6.67269672267139}
+{"Finetune/Learning Rate": 1.2173346122663212e-05, "Finetune/Loss": 0.8255357146263123, "Finetune/Loss (Raw)": 0.83708256483078, "Finetune/Step": 8603, "Finetune/Step Time": 6.677926270291209}
+{"Finetune/Learning Rate": 1.2171702384915662e-05, "Finetune/Loss": 0.8253178596496582, "Finetune/Loss (Raw)": 0.8189459443092346, "Finetune/Step": 8604, "Finetune/Step Time": 6.681404631584883}
+{"Finetune/Learning Rate": 1.2170058585584809e-05, "Finetune/Loss": 0.8257452845573425, "Finetune/Loss (Raw)": 0.8800066113471985, "Finetune/Step": 8605, "Finetune/Step Time": 6.683874126523733}
+{"Finetune/Learning Rate": 1.216841472471727e-05, "Finetune/Loss": 0.827640175819397, "Finetune/Loss (Raw)": 0.8847271203994751, "Finetune/Step": 8606, "Finetune/Step Time": 6.674129629507661}
+{"Finetune/Learning Rate": 1.216677080235965e-05, "Finetune/Loss": 0.82763671875, "Finetune/Loss (Raw)": 0.989118754863739, "Finetune/Step": 8607, "Finetune/Step Time": 6.675148149952292}
+{"Finetune/Learning Rate": 1.2165126818558572e-05, "Finetune/Loss": 0.8271500468254089, "Finetune/Loss (Raw)": 0.8242892026901245, "Finetune/Step": 8608, "Finetune/Step Time": 6.677745366469026}
+{"Finetune/Learning Rate": 1.216348277336066e-05, "Finetune/Loss": 0.8267818093299866, "Finetune/Loss (Raw)": 0.7879935503005981, "Finetune/Step": 8609, "Finetune/Step Time": 6.678331725299358}
+{"Finetune/Learning Rate": 1.2161838666812522e-05, "Finetune/Loss": 0.8265620470046997, "Finetune/Loss (Raw)": 0.8944197297096252, "Finetune/Step": 8610, "Finetune/Step Time": 6.683503212407231}
+{"Finetune/Learning Rate": 1.216019449896079e-05, "Finetune/Loss": 0.8269793391227722, "Finetune/Loss (Raw)": 0.8507727384567261, "Finetune/Step": 8611, "Finetune/Step Time": 6.677698399871588}
+{"Finetune/Learning Rate": 1.2158550269852084e-05, "Finetune/Loss": 0.8271522521972656, "Finetune/Loss (Raw)": 0.7387076020240784, "Finetune/Step": 8612, "Finetune/Step Time": 6.66437790542841}
+{"Finetune/Learning Rate": 1.2156905979533031e-05, "Finetune/Loss": 0.8281401991844177, "Finetune/Loss (Raw)": 0.9673224091529846, "Finetune/Step": 8613, "Finetune/Step Time": 6.663600692525506}
+{"Finetune/Learning Rate": 1.2155261628050257e-05, "Finetune/Loss": 0.8281228542327881, "Finetune/Loss (Raw)": 0.8042203783988953, "Finetune/Step": 8614, "Finetune/Step Time": 6.678397493436933}
+{"Finetune/Learning Rate": 1.215361721545039e-05, "Finetune/Loss": 0.8289427161216736, "Finetune/Loss (Raw)": 0.859129786491394, "Finetune/Step": 8615, "Finetune/Step Time": 6.6720314137637615}
+{"Finetune/Learning Rate": 1.2151972741780067e-05, "Finetune/Loss": 0.8291498422622681, "Finetune/Loss (Raw)": 0.8026906251907349, "Finetune/Step": 8616, "Finetune/Step Time": 6.671769242733717}
+{"Finetune/Learning Rate": 1.2150328207085913e-05, "Finetune/Loss": 0.8290841579437256, "Finetune/Loss (Raw)": 0.7323431372642517, "Finetune/Step": 8617, "Finetune/Step Time": 6.691074198111892}
+{"Finetune/Learning Rate": 1.214868361141457e-05, "Finetune/Loss": 0.8284299969673157, "Finetune/Loss (Raw)": 0.8375707268714905, "Finetune/Step": 8618, "Finetune/Step Time": 6.689404986798763}
+{"Finetune/Learning Rate": 1.2147038954812665e-05, "Finetune/Loss": 0.8281558752059937, "Finetune/Loss (Raw)": 0.8617135882377625, "Finetune/Step": 8619, "Finetune/Step Time": 6.688674425706267}
+{"Finetune/Learning Rate": 1.2145394237326842e-05, "Finetune/Loss": 0.8288575410842896, "Finetune/Loss (Raw)": 0.8010632395744324, "Finetune/Step": 8620, "Finetune/Step Time": 6.694462833926082}
+{"Finetune/Learning Rate": 1.214374945900374e-05, "Finetune/Loss": 0.8296778202056885, "Finetune/Loss (Raw)": 0.8519404530525208, "Finetune/Step": 8621, "Finetune/Step Time": 6.694914361461997}
+{"Finetune/Learning Rate": 1.2142104619890001e-05, "Finetune/Loss": 0.8298739194869995, "Finetune/Loss (Raw)": 0.7577058672904968, "Finetune/Step": 8622, "Finetune/Step Time": 6.693584525957704}
+{"Finetune/Learning Rate": 1.2140459720032262e-05, "Finetune/Loss": 0.8297942280769348, "Finetune/Loss (Raw)": 0.7879868149757385, "Finetune/Step": 8623, "Finetune/Step Time": 6.693682242184877}
+{"Finetune/Learning Rate": 1.2138814759477176e-05, "Finetune/Loss": 0.8286545276641846, "Finetune/Loss (Raw)": 0.6589797139167786, "Finetune/Step": 8624, "Finetune/Step Time": 6.679396552965045}
+{"Finetune/Learning Rate": 1.2137169738271384e-05, "Finetune/Loss": 0.8287287354469299, "Finetune/Loss (Raw)": 0.8386306166648865, "Finetune/Step": 8625, "Finetune/Step Time": 6.679411659017205}
+{"Finetune/Learning Rate": 1.2135524656461535e-05, "Finetune/Loss": 0.8288916349411011, "Finetune/Loss (Raw)": 0.7566106915473938, "Finetune/Step": 8626, "Finetune/Step Time": 6.679616058245301}
+{"Finetune/Learning Rate": 1.2133879514094277e-05, "Finetune/Loss": 0.8294273614883423, "Finetune/Loss (Raw)": 0.8474741578102112, "Finetune/Step": 8627, "Finetune/Step Time": 6.676813909783959}
+{"Finetune/Learning Rate": 1.2132234311216271e-05, "Finetune/Loss": 0.829401433467865, "Finetune/Loss (Raw)": 0.8386995792388916, "Finetune/Step": 8628, "Finetune/Step Time": 6.675517525523901}
+{"Finetune/Learning Rate": 1.2130589047874155e-05, "Finetune/Loss": 0.8291386365890503, "Finetune/Loss (Raw)": 0.8923692107200623, "Finetune/Step": 8629, "Finetune/Step Time": 6.676276620477438}
+{"Finetune/Learning Rate": 1.2128943724114597e-05, "Finetune/Loss": 0.8295712471008301, "Finetune/Loss (Raw)": 0.8592644333839417, "Finetune/Step": 8630, "Finetune/Step Time": 6.674943210557103}
+{"Finetune/Learning Rate": 1.212729833998425e-05, "Finetune/Loss": 0.8325029611587524, "Finetune/Loss (Raw)": 0.9883600473403931, "Finetune/Step": 8631, "Finetune/Step Time": 6.674813872203231}
+{"Finetune/Learning Rate": 1.2125652895529766e-05, "Finetune/Loss": 0.8323670029640198, "Finetune/Loss (Raw)": 0.7996187806129456, "Finetune/Step": 8632, "Finetune/Step Time": 6.673745594918728}
+{"Finetune/Learning Rate": 1.2124007390797814e-05, "Finetune/Loss": 0.833763837814331, "Finetune/Loss (Raw)": 0.9173214435577393, "Finetune/Step": 8633, "Finetune/Step Time": 6.676216112449765}
+{"Finetune/Learning Rate": 1.2122361825835054e-05, "Finetune/Loss": 0.8358243107795715, "Finetune/Loss (Raw)": 0.9224770069122314, "Finetune/Step": 8634, "Finetune/Step Time": 6.661038598045707}
+{"Finetune/Learning Rate": 1.2120716200688146e-05, "Finetune/Loss": 0.8350210189819336, "Finetune/Loss (Raw)": 0.8734146356582642, "Finetune/Step": 8635, "Finetune/Step Time": 6.639863710850477}
+{"Finetune/Learning Rate": 1.2119070515403755e-05, "Finetune/Loss": 0.8344229459762573, "Finetune/Loss (Raw)": 0.7506391406059265, "Finetune/Step": 8636, "Finetune/Step Time": 6.638631971552968}
+{"Finetune/Learning Rate": 1.2117424770028554e-05, "Finetune/Loss": 0.8347204923629761, "Finetune/Loss (Raw)": 0.7945290803909302, "Finetune/Step": 8637, "Finetune/Step Time": 6.6393564604222775}
+{"Finetune/Learning Rate": 1.2115778964609204e-05, "Finetune/Loss": 0.8338478803634644, "Finetune/Loss (Raw)": 0.8639278411865234, "Finetune/Step": 8638, "Finetune/Step Time": 6.639623751863837}
+{"Finetune/Learning Rate": 1.2114133099192383e-05, "Finetune/Loss": 0.8343632817268372, "Finetune/Loss (Raw)": 0.8502599000930786, "Finetune/Step": 8639, "Finetune/Step Time": 6.639974193647504}
+{"Finetune/Learning Rate": 1.2112487173824755e-05, "Finetune/Loss": 0.8330718278884888, "Finetune/Loss (Raw)": 0.8618961572647095, "Finetune/Step": 8640, "Finetune/Step Time": 6.63816955499351}
+{"Finetune/Learning Rate": 1.2110841188553e-05, "Finetune/Loss": 0.8315274119377136, "Finetune/Loss (Raw)": 0.77149498462677, "Finetune/Step": 8641, "Finetune/Step Time": 6.655423991382122}
+{"Finetune/Learning Rate": 1.2109195143423792e-05, "Finetune/Loss": 0.8324849009513855, "Finetune/Loss (Raw)": 0.8606846928596497, "Finetune/Step": 8642, "Finetune/Step Time": 6.6584902461618185}
+{"Finetune/Learning Rate": 1.2107549038483803e-05, "Finetune/Loss": 0.832915723323822, "Finetune/Loss (Raw)": 0.8194460272789001, "Finetune/Step": 8643, "Finetune/Step Time": 6.662075897678733}
+{"Finetune/Learning Rate": 1.210590287377972e-05, "Finetune/Loss": 0.8340115547180176, "Finetune/Loss (Raw)": 0.9161742925643921, "Finetune/Step": 8644, "Finetune/Step Time": 6.663374554365873}
+{"Finetune/Learning Rate": 1.2104256649358219e-05, "Finetune/Loss": 0.8342270255088806, "Finetune/Loss (Raw)": 0.8471288084983826, "Finetune/Step": 8645, "Finetune/Step Time": 6.659533204510808}
+{"Finetune/Learning Rate": 1.2102610365265985e-05, "Finetune/Loss": 0.8368432521820068, "Finetune/Loss (Raw)": 0.9168628454208374, "Finetune/Step": 8646, "Finetune/Step Time": 6.631069622933865}
+{"Finetune/Learning Rate": 1.2100964021549697e-05, "Finetune/Loss": 0.8368515372276306, "Finetune/Loss (Raw)": 0.8187931776046753, "Finetune/Step": 8647, "Finetune/Step Time": 6.6305368058383465}
+{"Finetune/Learning Rate": 1.2099317618256046e-05, "Finetune/Loss": 0.8364276885986328, "Finetune/Loss (Raw)": 0.7475353479385376, "Finetune/Step": 8648, "Finetune/Step Time": 6.607246536761522}
+{"Finetune/Learning Rate": 1.2097671155431718e-05, "Finetune/Loss": 0.8354812264442444, "Finetune/Loss (Raw)": 0.7928643226623535, "Finetune/Step": 8649, "Finetune/Step Time": 6.592821327969432}
+{"Finetune/Learning Rate": 1.2096024633123397e-05, "Finetune/Loss": 0.8358888030052185, "Finetune/Loss (Raw)": 0.9035515189170837, "Finetune/Step": 8650, "Finetune/Step Time": 6.6041838228702545}
+{"Finetune/Learning Rate": 1.2094378051377782e-05, "Finetune/Loss": 0.8363610506057739, "Finetune/Loss (Raw)": 0.8949226140975952, "Finetune/Step": 8651, "Finetune/Step Time": 6.605680899694562}
+{"Finetune/Learning Rate": 1.209273141024156e-05, "Finetune/Loss": 0.8366714119911194, "Finetune/Loss (Raw)": 0.8726980090141296, "Finetune/Step": 8652, "Finetune/Step Time": 6.579704927280545}
+{"Finetune/Learning Rate": 1.2091084709761422e-05, "Finetune/Loss": 0.8370636105537415, "Finetune/Loss (Raw)": 0.7733128666877747, "Finetune/Step": 8653, "Finetune/Step Time": 6.567346988245845}
+{"Finetune/Learning Rate": 1.2089437949984074e-05, "Finetune/Loss": 0.8378798961639404, "Finetune/Loss (Raw)": 0.7943755388259888, "Finetune/Step": 8654, "Finetune/Step Time": 6.571485118940473}
+{"Finetune/Learning Rate": 1.2087791130956203e-05, "Finetune/Loss": 0.836899995803833, "Finetune/Loss (Raw)": 0.8518944382667542, "Finetune/Step": 8655, "Finetune/Step Time": 6.572915295138955}
+{"Finetune/Learning Rate": 1.2086144252724514e-05, "Finetune/Loss": 0.8383243083953857, "Finetune/Loss (Raw)": 0.8486337661743164, "Finetune/Step": 8656, "Finetune/Step Time": 6.586707474663854}
+{"Finetune/Learning Rate": 1.2084497315335705e-05, "Finetune/Loss": 0.8386380076408386, "Finetune/Loss (Raw)": 0.7324256896972656, "Finetune/Step": 8657, "Finetune/Step Time": 6.570120124146342}
+{"Finetune/Learning Rate": 1.2082850318836484e-05, "Finetune/Loss": 0.8388772010803223, "Finetune/Loss (Raw)": 0.7324992418289185, "Finetune/Step": 8658, "Finetune/Step Time": 6.568471850827336}
+{"Finetune/Learning Rate": 1.2081203263273546e-05, "Finetune/Loss": 0.8371356129646301, "Finetune/Loss (Raw)": 0.7849560976028442, "Finetune/Step": 8659, "Finetune/Step Time": 6.563767433166504}
+{"Finetune/Learning Rate": 1.2079556148693602e-05, "Finetune/Loss": 0.8376862406730652, "Finetune/Loss (Raw)": 0.8176425695419312, "Finetune/Step": 8660, "Finetune/Step Time": 6.5570778623223305}
+{"Finetune/Learning Rate": 1.2077908975143362e-05, "Finetune/Loss": 0.8356562852859497, "Finetune/Loss (Raw)": 0.7922806739807129, "Finetune/Step": 8661, "Finetune/Step Time": 6.556816117838025}
+{"Finetune/Learning Rate": 1.207626174266953e-05, "Finetune/Loss": 0.8359053730964661, "Finetune/Loss (Raw)": 0.8320884704589844, "Finetune/Step": 8662, "Finetune/Step Time": 6.554054806008935}
+{"Finetune/Learning Rate": 1.207461445131882e-05, "Finetune/Loss": 0.8382622003555298, "Finetune/Loss (Raw)": 1.0762641429901123, "Finetune/Step": 8663, "Finetune/Step Time": 6.555614223703742}
+{"Finetune/Learning Rate": 1.2072967101137942e-05, "Finetune/Loss": 0.8374595642089844, "Finetune/Loss (Raw)": 0.7180635929107666, "Finetune/Step": 8664, "Finetune/Step Time": 6.551458863541484}
+{"Finetune/Learning Rate": 1.2071319692173613e-05, "Finetune/Loss": 0.8362185955047607, "Finetune/Loss (Raw)": 0.8868749141693115, "Finetune/Step": 8665, "Finetune/Step Time": 6.551693063229322}
+{"Finetune/Learning Rate": 1.2069672224472548e-05, "Finetune/Loss": 0.8351930975914001, "Finetune/Loss (Raw)": 0.8066012859344482, "Finetune/Step": 8666, "Finetune/Step Time": 6.552750071510673}
+{"Finetune/Learning Rate": 1.2068024698081462e-05, "Finetune/Loss": 0.8361140489578247, "Finetune/Loss (Raw)": 0.8365059494972229, "Finetune/Step": 8667, "Finetune/Step Time": 6.548206636682153}
+{"Finetune/Learning Rate": 1.2066377113047078e-05, "Finetune/Loss": 0.8368034958839417, "Finetune/Loss (Raw)": 0.9026628136634827, "Finetune/Step": 8668, "Finetune/Step Time": 6.553145715966821}
+{"Finetune/Learning Rate": 1.2064729469416114e-05, "Finetune/Loss": 0.8364560008049011, "Finetune/Loss (Raw)": 0.9010639786720276, "Finetune/Step": 8669, "Finetune/Step Time": 6.552149316295981}
+{"Finetune/Learning Rate": 1.2063081767235296e-05, "Finetune/Loss": 0.8352307677268982, "Finetune/Loss (Raw)": 0.7317284941673279, "Finetune/Step": 8670, "Finetune/Step Time": 6.550969671458006}
+{"Finetune/Learning Rate": 1.2061434006551343e-05, "Finetune/Loss": 0.837390661239624, "Finetune/Loss (Raw)": 0.874762773513794, "Finetune/Step": 8671, "Finetune/Step Time": 6.537619328126311}
+{"Finetune/Learning Rate": 1.2059786187410984e-05, "Finetune/Loss": 0.8365947008132935, "Finetune/Loss (Raw)": 0.9070833325386047, "Finetune/Step": 8672, "Finetune/Step Time": 6.53863725066185}
+{"Finetune/Learning Rate": 1.205813830986095e-05, "Finetune/Loss": 0.8370600938796997, "Finetune/Loss (Raw)": 0.808589518070221, "Finetune/Step": 8673, "Finetune/Step Time": 6.53765413351357}
+{"Finetune/Learning Rate": 1.205649037394796e-05, "Finetune/Loss": 0.8373648524284363, "Finetune/Loss (Raw)": 0.9074072241783142, "Finetune/Step": 8674, "Finetune/Step Time": 6.542412234470248}
+{"Finetune/Learning Rate": 1.2054842379718755e-05, "Finetune/Loss": 0.8359805345535278, "Finetune/Loss (Raw)": 0.547705888748169, "Finetune/Step": 8675, "Finetune/Step Time": 6.550088506191969}
+{"Finetune/Learning Rate": 1.2053194327220061e-05, "Finetune/Loss": 0.8353618383407593, "Finetune/Loss (Raw)": 0.8220633268356323, "Finetune/Step": 8676, "Finetune/Step Time": 6.534428246319294}
+{"Finetune/Learning Rate": 1.2051546216498615e-05, "Finetune/Loss": 0.8351060152053833, "Finetune/Loss (Raw)": 0.8365104794502258, "Finetune/Step": 8677, "Finetune/Step Time": 6.53530284948647}
+{"Finetune/Learning Rate": 1.2049898047601152e-05, "Finetune/Loss": 0.8362954258918762, "Finetune/Loss (Raw)": 0.9586121439933777, "Finetune/Step": 8678, "Finetune/Step Time": 6.5332229267805815}
+{"Finetune/Learning Rate": 1.2048249820574411e-05, "Finetune/Loss": 0.8362758159637451, "Finetune/Loss (Raw)": 0.8248254060745239, "Finetune/Step": 8679, "Finetune/Step Time": 6.540669895708561}
+{"Finetune/Learning Rate": 1.2046601535465127e-05, "Finetune/Loss": 0.834675669670105, "Finetune/Loss (Raw)": 0.6848535537719727, "Finetune/Step": 8680, "Finetune/Step Time": 6.541030483320355}
+{"Finetune/Learning Rate": 1.2044953192320044e-05, "Finetune/Loss": 0.835882842540741, "Finetune/Loss (Raw)": 0.9577711820602417, "Finetune/Step": 8681, "Finetune/Step Time": 6.542128628119826}
+{"Finetune/Learning Rate": 1.2043304791185906e-05, "Finetune/Loss": 0.8359379768371582, "Finetune/Loss (Raw)": 0.883409857749939, "Finetune/Step": 8682, "Finetune/Step Time": 6.546481313183904}
+{"Finetune/Learning Rate": 1.2041656332109453e-05, "Finetune/Loss": 0.8354811072349548, "Finetune/Loss (Raw)": 0.804011344909668, "Finetune/Step": 8683, "Finetune/Step Time": 6.544594028964639}
+{"Finetune/Learning Rate": 1.2040007815137431e-05, "Finetune/Loss": 0.835631251335144, "Finetune/Loss (Raw)": 0.8756242394447327, "Finetune/Step": 8684, "Finetune/Step Time": 6.543920839205384}
+{"Finetune/Learning Rate": 1.2038359240316589e-05, "Finetune/Loss": 0.8362037539482117, "Finetune/Loss (Raw)": 0.8298171758651733, "Finetune/Step": 8685, "Finetune/Step Time": 6.559592826291919}
+{"Finetune/Learning Rate": 1.2036710607693673e-05, "Finetune/Loss": 0.8361614942550659, "Finetune/Loss (Raw)": 0.6959556341171265, "Finetune/Step": 8686, "Finetune/Step Time": 6.575057905167341}
+{"Finetune/Learning Rate": 1.2035061917315441e-05, "Finetune/Loss": 0.8358204364776611, "Finetune/Loss (Raw)": 0.8144645690917969, "Finetune/Step": 8687, "Finetune/Step Time": 6.576933307573199}
+{"Finetune/Learning Rate": 1.2033413169228636e-05, "Finetune/Loss": 0.8351514935493469, "Finetune/Loss (Raw)": 0.7874869704246521, "Finetune/Step": 8688, "Finetune/Step Time": 6.576404586434364}
+{"Finetune/Learning Rate": 1.2031764363480017e-05, "Finetune/Loss": 0.8345805406570435, "Finetune/Loss (Raw)": 0.8328792452812195, "Finetune/Step": 8689, "Finetune/Step Time": 6.578266171738505}
+{"Finetune/Learning Rate": 1.2030115500116338e-05, "Finetune/Loss": 0.8349445462226868, "Finetune/Loss (Raw)": 0.6666916012763977, "Finetune/Step": 8690, "Finetune/Step Time": 6.586193034425378}
+{"Finetune/Learning Rate": 1.2028466579184355e-05, "Finetune/Loss": 0.8352370262145996, "Finetune/Loss (Raw)": 0.8237463235855103, "Finetune/Step": 8691, "Finetune/Step Time": 6.570846473798156}
+{"Finetune/Learning Rate": 1.202681760073083e-05, "Finetune/Loss": 0.8354712724685669, "Finetune/Loss (Raw)": 0.8488681316375732, "Finetune/Step": 8692, "Finetune/Step Time": 6.573889559134841}
+{"Finetune/Learning Rate": 1.202516856480252e-05, "Finetune/Loss": 0.8359816074371338, "Finetune/Loss (Raw)": 0.8326563239097595, "Finetune/Step": 8693, "Finetune/Step Time": 6.574038695544004}
+{"Finetune/Learning Rate": 1.2023519471446192e-05, "Finetune/Loss": 0.8371012210845947, "Finetune/Loss (Raw)": 0.885575532913208, "Finetune/Step": 8694, "Finetune/Step Time": 6.568884963169694}
+{"Finetune/Learning Rate": 1.2021870320708599e-05, "Finetune/Loss": 0.837826132774353, "Finetune/Loss (Raw)": 0.6745177507400513, "Finetune/Step": 8695, "Finetune/Step Time": 6.555928360670805}
+{"Finetune/Learning Rate": 1.2020221112636518e-05, "Finetune/Loss": 0.8375731110572815, "Finetune/Loss (Raw)": 0.8077346086502075, "Finetune/Step": 8696, "Finetune/Step Time": 6.553489923477173}
+{"Finetune/Learning Rate": 1.201857184727671e-05, "Finetune/Loss": 0.8397504091262817, "Finetune/Loss (Raw)": 0.8936806321144104, "Finetune/Step": 8697, "Finetune/Step Time": 6.553603569045663}
+{"Finetune/Learning Rate": 1.2016922524675945e-05, "Finetune/Loss": 0.8388596773147583, "Finetune/Loss (Raw)": 0.7502155303955078, "Finetune/Step": 8698, "Finetune/Step Time": 6.560469910502434}
+{"Finetune/Learning Rate": 1.2015273144880992e-05, "Finetune/Loss": 0.8391786813735962, "Finetune/Loss (Raw)": 0.9865000247955322, "Finetune/Step": 8699, "Finetune/Step Time": 6.560193033888936}
+{"Finetune/Learning Rate": 1.2013623707938622e-05, "Finetune/Loss": 0.8387758731842041, "Finetune/Loss (Raw)": 0.8483040928840637, "Finetune/Step": 8700, "Finetune/Step Time": 6.5590977761894464}
+{"Finetune/Learning Rate": 1.2011974213895614e-05, "Finetune/Loss": 0.8390029668807983, "Finetune/Loss (Raw)": 0.8163403868675232, "Finetune/Step": 8701, "Finetune/Step Time": 6.56073235347867}
+{"Finetune/Learning Rate": 1.2010324662798734e-05, "Finetune/Loss": 0.8395488262176514, "Finetune/Loss (Raw)": 0.9142758250236511, "Finetune/Step": 8702, "Finetune/Step Time": 6.565660335123539}
+{"Finetune/Learning Rate": 1.2008675054694763e-05, "Finetune/Loss": 0.8382709622383118, "Finetune/Loss (Raw)": 0.7442927360534668, "Finetune/Step": 8703, "Finetune/Step Time": 6.569906942546368}
+{"Finetune/Learning Rate": 1.2007025389630484e-05, "Finetune/Loss": 0.8358171582221985, "Finetune/Loss (Raw)": 0.6078773736953735, "Finetune/Step": 8704, "Finetune/Step Time": 6.585056373849511}
+{"Finetune/Learning Rate": 1.2005375667652667e-05, "Finetune/Loss": 0.836992621421814, "Finetune/Loss (Raw)": 0.961310863494873, "Finetune/Step": 8705, "Finetune/Step Time": 6.588211432099342}
+{"Finetune/Learning Rate": 1.20037258888081e-05, "Finetune/Loss": 0.8366897106170654, "Finetune/Loss (Raw)": 0.7862942814826965, "Finetune/Step": 8706, "Finetune/Step Time": 6.591303834691644}
+{"Finetune/Learning Rate": 1.2002076053143568e-05, "Finetune/Loss": 0.8354043364524841, "Finetune/Loss (Raw)": 0.8746791481971741, "Finetune/Step": 8707, "Finetune/Step Time": 6.610320072621107}
+{"Finetune/Learning Rate": 1.2000426160705849e-05, "Finetune/Loss": 0.8351000547409058, "Finetune/Loss (Raw)": 0.8352622389793396, "Finetune/Step": 8708, "Finetune/Step Time": 6.607703378424048}
+{"Finetune/Learning Rate": 1.1998776211541732e-05, "Finetune/Loss": 0.8347975015640259, "Finetune/Loss (Raw)": 0.7613663077354431, "Finetune/Step": 8709, "Finetune/Step Time": 6.5995933171361685}
+{"Finetune/Learning Rate": 1.199712620569801e-05, "Finetune/Loss": 0.8341418504714966, "Finetune/Loss (Raw)": 0.8528456091880798, "Finetune/Step": 8710, "Finetune/Step Time": 6.611838899552822}
+{"Finetune/Learning Rate": 1.1995476143221462e-05, "Finetune/Loss": 0.8341560363769531, "Finetune/Loss (Raw)": 0.8034864664077759, "Finetune/Step": 8711, "Finetune/Step Time": 6.606054686009884}
+{"Finetune/Learning Rate": 1.1993826024158887e-05, "Finetune/Loss": 0.8350586295127869, "Finetune/Loss (Raw)": 0.978668749332428, "Finetune/Step": 8712, "Finetune/Step Time": 6.611955780535936}
+{"Finetune/Learning Rate": 1.1992175848557076e-05, "Finetune/Loss": 0.8343640565872192, "Finetune/Loss (Raw)": 0.8364773392677307, "Finetune/Step": 8713, "Finetune/Step Time": 6.613820167258382}
+{"Finetune/Learning Rate": 1.1990525616462825e-05, "Finetune/Loss": 0.8347640037536621, "Finetune/Loss (Raw)": 0.8601402640342712, "Finetune/Step": 8714, "Finetune/Step Time": 6.615996219217777}
+{"Finetune/Learning Rate": 1.1988875327922923e-05, "Finetune/Loss": 0.8356209397315979, "Finetune/Loss (Raw)": 0.9170557260513306, "Finetune/Step": 8715, "Finetune/Step Time": 6.595551431179047}
+{"Finetune/Learning Rate": 1.1987224982984176e-05, "Finetune/Loss": 0.8350971937179565, "Finetune/Loss (Raw)": 0.8010590672492981, "Finetune/Step": 8716, "Finetune/Step Time": 6.594616953283548}
+{"Finetune/Learning Rate": 1.1985574581693378e-05, "Finetune/Loss": 0.8347681760787964, "Finetune/Loss (Raw)": 0.8118336200714111, "Finetune/Step": 8717, "Finetune/Step Time": 6.593496527522802}
+{"Finetune/Learning Rate": 1.1983924124097333e-05, "Finetune/Loss": 0.8348208069801331, "Finetune/Loss (Raw)": 0.9992931485176086, "Finetune/Step": 8718, "Finetune/Step Time": 6.591357817873359}
+{"Finetune/Learning Rate": 1.1982273610242839e-05, "Finetune/Loss": 0.8349964618682861, "Finetune/Loss (Raw)": 0.8707432746887207, "Finetune/Step": 8719, "Finetune/Step Time": 6.595701828598976}
+{"Finetune/Learning Rate": 1.1980623040176704e-05, "Finetune/Loss": 0.834686279296875, "Finetune/Loss (Raw)": 0.7533510327339172, "Finetune/Step": 8720, "Finetune/Step Time": 6.58991408906877}
+{"Finetune/Learning Rate": 1.1978972413945732e-05, "Finetune/Loss": 0.8335581421852112, "Finetune/Loss (Raw)": 0.8670567274093628, "Finetune/Step": 8721, "Finetune/Step Time": 6.590097904205322}
+{"Finetune/Learning Rate": 1.197732173159673e-05, "Finetune/Loss": 0.8320289850234985, "Finetune/Loss (Raw)": 0.726342499256134, "Finetune/Step": 8722, "Finetune/Step Time": 6.604324681684375}
+{"Finetune/Learning Rate": 1.1975670993176503e-05, "Finetune/Loss": 0.8317887783050537, "Finetune/Loss (Raw)": 0.8084176778793335, "Finetune/Step": 8723, "Finetune/Step Time": 6.599567925557494}
+{"Finetune/Learning Rate": 1.1974020198731867e-05, "Finetune/Loss": 0.8320869207382202, "Finetune/Loss (Raw)": 0.8735143542289734, "Finetune/Step": 8724, "Finetune/Step Time": 6.6013961173594}
+{"Finetune/Learning Rate": 1.1972369348309632e-05, "Finetune/Loss": 0.8319195508956909, "Finetune/Loss (Raw)": 0.840183436870575, "Finetune/Step": 8725, "Finetune/Step Time": 6.613699905574322}
+{"Finetune/Learning Rate": 1.1970718441956608e-05, "Finetune/Loss": 0.8313347101211548, "Finetune/Loss (Raw)": 0.9421455264091492, "Finetune/Step": 8726, "Finetune/Step Time": 6.6145360339432955}
+{"Finetune/Learning Rate": 1.1969067479719615e-05, "Finetune/Loss": 0.8322151303291321, "Finetune/Loss (Raw)": 0.8708018064498901, "Finetune/Step": 8727, "Finetune/Step Time": 6.605729844421148}
+{"Finetune/Learning Rate": 1.196741646164547e-05, "Finetune/Loss": 0.8309087157249451, "Finetune/Loss (Raw)": 0.7379367351531982, "Finetune/Step": 8728, "Finetune/Step Time": 6.606159966439009}
+{"Finetune/Learning Rate": 1.1965765387780988e-05, "Finetune/Loss": 0.8325935006141663, "Finetune/Loss (Raw)": 0.9445408582687378, "Finetune/Step": 8729, "Finetune/Step Time": 6.601855546236038}
+{"Finetune/Learning Rate": 1.1964114258172986e-05, "Finetune/Loss": 0.8342983722686768, "Finetune/Loss (Raw)": 0.8540229201316833, "Finetune/Step": 8730, "Finetune/Step Time": 6.588480835780501}
+{"Finetune/Learning Rate": 1.1962463072868291e-05, "Finetune/Loss": 0.8330832719802856, "Finetune/Loss (Raw)": 0.6815463900566101, "Finetune/Step": 8731, "Finetune/Step Time": 6.596102429553866}
+{"Finetune/Learning Rate": 1.1960811831913723e-05, "Finetune/Loss": 0.8333997130393982, "Finetune/Loss (Raw)": 0.8594481348991394, "Finetune/Step": 8732, "Finetune/Step Time": 6.596014969050884}
+{"Finetune/Learning Rate": 1.195916053535611e-05, "Finetune/Loss": 0.8317732810974121, "Finetune/Loss (Raw)": 0.6718240976333618, "Finetune/Step": 8733, "Finetune/Step Time": 6.594089115038514}
+{"Finetune/Learning Rate": 1.1957509183242273e-05, "Finetune/Loss": 0.8319754600524902, "Finetune/Loss (Raw)": 0.9106078743934631, "Finetune/Step": 8734, "Finetune/Step Time": 6.6076935064047575}
+{"Finetune/Learning Rate": 1.1955857775619041e-05, "Finetune/Loss": 0.8312596082687378, "Finetune/Loss (Raw)": 0.8974926471710205, "Finetune/Step": 8735, "Finetune/Step Time": 6.60578428953886}
+{"Finetune/Learning Rate": 1.1954206312533246e-05, "Finetune/Loss": 0.8309957981109619, "Finetune/Loss (Raw)": 0.7905164957046509, "Finetune/Step": 8736, "Finetune/Step Time": 6.6047531850636005}
+{"Finetune/Learning Rate": 1.1952554794031714e-05, "Finetune/Loss": 0.8303499221801758, "Finetune/Loss (Raw)": 0.7053276300430298, "Finetune/Step": 8737, "Finetune/Step Time": 6.615134112536907}
+{"Finetune/Learning Rate": 1.1950903220161286e-05, "Finetune/Loss": 0.8306840658187866, "Finetune/Loss (Raw)": 0.9371808767318726, "Finetune/Step": 8738, "Finetune/Step Time": 6.6089827958494425}
+{"Finetune/Learning Rate": 1.1949251590968784e-05, "Finetune/Loss": 0.8309755325317383, "Finetune/Loss (Raw)": 0.8880839347839355, "Finetune/Step": 8739, "Finetune/Step Time": 6.616692081093788}
+{"Finetune/Learning Rate": 1.1947599906501055e-05, "Finetune/Loss": 0.8323551416397095, "Finetune/Loss (Raw)": 0.915290355682373, "Finetune/Step": 8740, "Finetune/Step Time": 6.6200289111584425}
+{"Finetune/Learning Rate": 1.1945948166804928e-05, "Finetune/Loss": 0.8307740688323975, "Finetune/Loss (Raw)": 0.7649567723274231, "Finetune/Step": 8741, "Finetune/Step Time": 6.622353365644813}
+{"Finetune/Learning Rate": 1.1944296371927245e-05, "Finetune/Loss": 0.830589234828949, "Finetune/Loss (Raw)": 0.7805576324462891, "Finetune/Step": 8742, "Finetune/Step Time": 6.600335497409105}
+{"Finetune/Learning Rate": 1.1942644521914846e-05, "Finetune/Loss": 0.8300474882125854, "Finetune/Loss (Raw)": 0.7897841930389404, "Finetune/Step": 8743, "Finetune/Step Time": 6.600001839920878}
+{"Finetune/Learning Rate": 1.1940992616814572e-05, "Finetune/Loss": 0.8301602602005005, "Finetune/Loss (Raw)": 0.8171243667602539, "Finetune/Step": 8744, "Finetune/Step Time": 6.601023536175489}
+{"Finetune/Learning Rate": 1.1939340656673269e-05, "Finetune/Loss": 0.8307148218154907, "Finetune/Loss (Raw)": 0.8033289909362793, "Finetune/Step": 8745, "Finetune/Step Time": 6.584207519888878}
+{"Finetune/Learning Rate": 1.1937688641537779e-05, "Finetune/Loss": 0.8295985460281372, "Finetune/Loss (Raw)": 0.6946864128112793, "Finetune/Step": 8746, "Finetune/Step Time": 6.593042584136128}
+{"Finetune/Learning Rate": 1.1936036571454946e-05, "Finetune/Loss": 0.8293488621711731, "Finetune/Loss (Raw)": 0.8297598361968994, "Finetune/Step": 8747, "Finetune/Step Time": 6.593683373183012}
+{"Finetune/Learning Rate": 1.1934384446471622e-05, "Finetune/Loss": 0.8300139904022217, "Finetune/Loss (Raw)": 0.8861899375915527, "Finetune/Step": 8748, "Finetune/Step Time": 6.591629076749086}
+{"Finetune/Learning Rate": 1.193273226663466e-05, "Finetune/Loss": 0.8296750783920288, "Finetune/Loss (Raw)": 0.8085657358169556, "Finetune/Step": 8749, "Finetune/Step Time": 6.605553738772869}
+{"Finetune/Learning Rate": 1.1931080031990905e-05, "Finetune/Loss": 0.8299380540847778, "Finetune/Loss (Raw)": 0.7913697361946106, "Finetune/Step": 8750, "Finetune/Step Time": 6.606307758018374}
+{"Finetune/Learning Rate": 1.1929427742587207e-05, "Finetune/Loss": 0.831690788269043, "Finetune/Loss (Raw)": 1.0123330354690552, "Finetune/Step": 8751, "Finetune/Step Time": 6.609734693542123}
+{"Finetune/Learning Rate": 1.1927775398470432e-05, "Finetune/Loss": 0.8329916000366211, "Finetune/Loss (Raw)": 0.8254815936088562, "Finetune/Step": 8752, "Finetune/Step Time": 6.608323721215129}
+{"Finetune/Learning Rate": 1.1926122999687423e-05, "Finetune/Loss": 0.832023024559021, "Finetune/Loss (Raw)": 0.7146553993225098, "Finetune/Step": 8753, "Finetune/Step Time": 6.607636421918869}
+{"Finetune/Learning Rate": 1.1924470546285043e-05, "Finetune/Loss": 0.832629382610321, "Finetune/Loss (Raw)": 0.8342255353927612, "Finetune/Step": 8754, "Finetune/Step Time": 6.61526046320796}
+{"Finetune/Learning Rate": 1.1922818038310155e-05, "Finetune/Loss": 0.8321043848991394, "Finetune/Loss (Raw)": 0.7802760004997253, "Finetune/Step": 8755, "Finetune/Step Time": 6.615761311724782}
+{"Finetune/Learning Rate": 1.1921165475809612e-05, "Finetune/Loss": 0.8317869901657104, "Finetune/Loss (Raw)": 0.7980717420578003, "Finetune/Step": 8756, "Finetune/Step Time": 6.619190473109484}
+{"Finetune/Learning Rate": 1.191951285883028e-05, "Finetune/Loss": 0.8312575817108154, "Finetune/Loss (Raw)": 0.8246056437492371, "Finetune/Step": 8757, "Finetune/Step Time": 6.625788679346442}
+{"Finetune/Learning Rate": 1.1917860187419022e-05, "Finetune/Loss": 0.8316555023193359, "Finetune/Loss (Raw)": 0.9101974964141846, "Finetune/Step": 8758, "Finetune/Step Time": 6.629778439179063}
+{"Finetune/Learning Rate": 1.1916207461622702e-05, "Finetune/Loss": 0.8308987617492676, "Finetune/Loss (Raw)": 0.8915020823478699, "Finetune/Step": 8759, "Finetune/Step Time": 6.621861193329096}
+{"Finetune/Learning Rate": 1.1914554681488188e-05, "Finetune/Loss": 0.8317066431045532, "Finetune/Loss (Raw)": 0.9030231833457947, "Finetune/Step": 8760, "Finetune/Step Time": 6.6249455865472555}
+{"Finetune/Learning Rate": 1.1912901847062346e-05, "Finetune/Loss": 0.831893265247345, "Finetune/Loss (Raw)": 0.9412104487419128, "Finetune/Step": 8761, "Finetune/Step Time": 6.647840190678835}
+{"Finetune/Learning Rate": 1.191124895839205e-05, "Finetune/Loss": 0.8314943313598633, "Finetune/Loss (Raw)": 0.8714148998260498, "Finetune/Step": 8762, "Finetune/Step Time": 6.647441182285547}
+{"Finetune/Learning Rate": 1.1909596015524165e-05, "Finetune/Loss": 0.8313420414924622, "Finetune/Loss (Raw)": 0.8539189100265503, "Finetune/Step": 8763, "Finetune/Step Time": 6.647639397531748}
+{"Finetune/Learning Rate": 1.190794301850557e-05, "Finetune/Loss": 0.8317164182662964, "Finetune/Loss (Raw)": 0.798560380935669, "Finetune/Step": 8764, "Finetune/Step Time": 6.652063174173236}
+{"Finetune/Learning Rate": 1.1906289967383135e-05, "Finetune/Loss": 0.8318445682525635, "Finetune/Loss (Raw)": 0.8109241127967834, "Finetune/Step": 8765, "Finetune/Step Time": 6.647367173805833}
+{"Finetune/Learning Rate": 1.1904636862203737e-05, "Finetune/Loss": 0.8323809504508972, "Finetune/Loss (Raw)": 0.93259197473526, "Finetune/Step": 8766, "Finetune/Step Time": 6.647583220154047}
+{"Finetune/Learning Rate": 1.1902983703014257e-05, "Finetune/Loss": 0.833021879196167, "Finetune/Loss (Raw)": 0.9322943091392517, "Finetune/Step": 8767, "Finetune/Step Time": 6.6502947844564915}
+{"Finetune/Learning Rate": 1.1901330489861564e-05, "Finetune/Loss": 0.8324264883995056, "Finetune/Loss (Raw)": 0.7856901288032532, "Finetune/Step": 8768, "Finetune/Step Time": 6.650774121284485}
+{"Finetune/Learning Rate": 1.189967722279255e-05, "Finetune/Loss": 0.8331300616264343, "Finetune/Loss (Raw)": 0.8615521788597107, "Finetune/Step": 8769, "Finetune/Step Time": 6.63853994756937}
+{"Finetune/Learning Rate": 1.1898023901854092e-05, "Finetune/Loss": 0.8319227695465088, "Finetune/Loss (Raw)": 0.7061504125595093, "Finetune/Step": 8770, "Finetune/Step Time": 6.631820959970355}
+{"Finetune/Learning Rate": 1.189637052709307e-05, "Finetune/Loss": 0.832203209400177, "Finetune/Loss (Raw)": 0.8553425669670105, "Finetune/Step": 8771, "Finetune/Step Time": 6.6313282903283834}
+{"Finetune/Learning Rate": 1.1894717098556376e-05, "Finetune/Loss": 0.8310242891311646, "Finetune/Loss (Raw)": 0.7652789950370789, "Finetune/Step": 8772, "Finetune/Step Time": 6.633533803746104}
+{"Finetune/Learning Rate": 1.1893063616290891e-05, "Finetune/Loss": 0.8306514024734497, "Finetune/Loss (Raw)": 0.7993943691253662, "Finetune/Step": 8773, "Finetune/Step Time": 6.639576269313693}
+{"Finetune/Learning Rate": 1.1891410080343508e-05, "Finetune/Loss": 0.8290645480155945, "Finetune/Loss (Raw)": 0.7137431502342224, "Finetune/Step": 8774, "Finetune/Step Time": 6.644806582480669}
+{"Finetune/Learning Rate": 1.1889756490761109e-05, "Finetune/Loss": 0.8291196823120117, "Finetune/Loss (Raw)": 0.8258495330810547, "Finetune/Step": 8775, "Finetune/Step Time": 6.6433400474488735}
+{"Finetune/Learning Rate": 1.1888102847590592e-05, "Finetune/Loss": 0.8300114870071411, "Finetune/Loss (Raw)": 0.8616949319839478, "Finetune/Step": 8776, "Finetune/Step Time": 6.643503261730075}
+{"Finetune/Learning Rate": 1.1886449150878848e-05, "Finetune/Loss": 0.8306689262390137, "Finetune/Loss (Raw)": 0.8770080208778381, "Finetune/Step": 8777, "Finetune/Step Time": 6.642825065180659}
+{"Finetune/Learning Rate": 1.1884795400672769e-05, "Finetune/Loss": 0.8314023613929749, "Finetune/Loss (Raw)": 0.9974325895309448, "Finetune/Step": 8778, "Finetune/Step Time": 6.643427526578307}
+{"Finetune/Learning Rate": 1.1883141597019252e-05, "Finetune/Loss": 0.8315246105194092, "Finetune/Loss (Raw)": 0.9105697870254517, "Finetune/Step": 8779, "Finetune/Step Time": 6.643750157207251}
+{"Finetune/Learning Rate": 1.1881487739965197e-05, "Finetune/Loss": 0.8318096399307251, "Finetune/Loss (Raw)": 0.9091885089874268, "Finetune/Step": 8780, "Finetune/Step Time": 6.647731073200703}
+{"Finetune/Learning Rate": 1.1879833829557497e-05, "Finetune/Loss": 0.8325809240341187, "Finetune/Loss (Raw)": 0.8720369935035706, "Finetune/Step": 8781, "Finetune/Step Time": 6.645967347547412}
+{"Finetune/Learning Rate": 1.1878179865843054e-05, "Finetune/Loss": 0.8334406614303589, "Finetune/Loss (Raw)": 0.9044176340103149, "Finetune/Step": 8782, "Finetune/Step Time": 6.640173504129052}
+{"Finetune/Learning Rate": 1.1876525848868773e-05, "Finetune/Loss": 0.8332514762878418, "Finetune/Loss (Raw)": 0.8276785016059875, "Finetune/Step": 8783, "Finetune/Step Time": 6.650029204785824}
+{"Finetune/Learning Rate": 1.1874871778681555e-05, "Finetune/Loss": 0.8328070640563965, "Finetune/Loss (Raw)": 0.7917512059211731, "Finetune/Step": 8784, "Finetune/Step Time": 6.637183640152216}
+{"Finetune/Learning Rate": 1.1873217655328303e-05, "Finetune/Loss": 0.83245450258255, "Finetune/Loss (Raw)": 0.6872935891151428, "Finetune/Step": 8785, "Finetune/Step Time": 6.645173981785774}
+{"Finetune/Learning Rate": 1.1871563478855928e-05, "Finetune/Loss": 0.834078311920166, "Finetune/Loss (Raw)": 0.9403483271598816, "Finetune/Step": 8786, "Finetune/Step Time": 6.647634819149971}
+{"Finetune/Learning Rate": 1.1869909249311333e-05, "Finetune/Loss": 0.8346174359321594, "Finetune/Loss (Raw)": 0.8539638519287109, "Finetune/Step": 8787, "Finetune/Step Time": 6.661566087976098}
+{"Finetune/Learning Rate": 1.186825496674143e-05, "Finetune/Loss": 0.8343582153320312, "Finetune/Loss (Raw)": 0.7844622135162354, "Finetune/Step": 8788, "Finetune/Step Time": 6.673230299726129}
+{"Finetune/Learning Rate": 1.1866600631193129e-05, "Finetune/Loss": 0.8352208733558655, "Finetune/Loss (Raw)": 0.902698278427124, "Finetune/Step": 8789, "Finetune/Step Time": 6.674174327403307}
+{"Finetune/Learning Rate": 1.186494624271334e-05, "Finetune/Loss": 0.8349623084068298, "Finetune/Loss (Raw)": 0.7989953756332397, "Finetune/Step": 8790, "Finetune/Step Time": 6.6734306532889605}
+{"Finetune/Learning Rate": 1.186329180134898e-05, "Finetune/Loss": 0.8333297967910767, "Finetune/Loss (Raw)": 0.8673027753829956, "Finetune/Step": 8791, "Finetune/Step Time": 6.6729587148875}
+{"Finetune/Learning Rate": 1.1861637307146962e-05, "Finetune/Loss": 0.8343234062194824, "Finetune/Loss (Raw)": 0.8452436327934265, "Finetune/Step": 8792, "Finetune/Step Time": 6.676697686314583}
+{"Finetune/Learning Rate": 1.1859982760154205e-05, "Finetune/Loss": 0.8339934349060059, "Finetune/Loss (Raw)": 0.8446401953697205, "Finetune/Step": 8793, "Finetune/Step Time": 6.673725314438343}
+{"Finetune/Learning Rate": 1.1858328160417625e-05, "Finetune/Loss": 0.8349770307540894, "Finetune/Loss (Raw)": 0.932505190372467, "Finetune/Step": 8794, "Finetune/Step Time": 6.673757107928395}
+{"Finetune/Learning Rate": 1.1856673507984145e-05, "Finetune/Loss": 0.8354690074920654, "Finetune/Loss (Raw)": 0.8994804620742798, "Finetune/Step": 8795, "Finetune/Step Time": 6.674718104302883}
+{"Finetune/Learning Rate": 1.185501880290068e-05, "Finetune/Loss": 0.8334742784500122, "Finetune/Loss (Raw)": 0.6473395228385925, "Finetune/Step": 8796, "Finetune/Step Time": 6.681214129552245}
+{"Finetune/Learning Rate": 1.185336404521416e-05, "Finetune/Loss": 0.8330307006835938, "Finetune/Loss (Raw)": 0.8442765474319458, "Finetune/Step": 8797, "Finetune/Step Time": 6.6832413244992495}
+{"Finetune/Learning Rate": 1.1851709234971507e-05, "Finetune/Loss": 0.8339098691940308, "Finetune/Loss (Raw)": 0.8442683219909668, "Finetune/Step": 8798, "Finetune/Step Time": 6.681461289525032}
+{"Finetune/Learning Rate": 1.185005437221964e-05, "Finetune/Loss": 0.8345437049865723, "Finetune/Loss (Raw)": 0.955888569355011, "Finetune/Step": 8799, "Finetune/Step Time": 6.683529436588287}
+{"Finetune/Learning Rate": 1.1848399457005496e-05, "Finetune/Loss": 0.8345082402229309, "Finetune/Loss (Raw)": 0.902549147605896, "Finetune/Step": 8800, "Finetune/Step Time": 6.703887039795518}
+{"Finetune/Learning Rate": 1.1846744489376e-05, "Finetune/Loss": 0.8358769416809082, "Finetune/Loss (Raw)": 0.9837759733200073, "Finetune/Step": 8801, "Finetune/Step Time": 6.7059630043804646}
+{"Finetune/Learning Rate": 1.1845089469378081e-05, "Finetune/Loss": 0.8357478976249695, "Finetune/Loss (Raw)": 0.890896201133728, "Finetune/Step": 8802, "Finetune/Step Time": 6.702991332858801}
+{"Finetune/Learning Rate": 1.1843434397058668e-05, "Finetune/Loss": 0.8377313017845154, "Finetune/Loss (Raw)": 0.8015795350074768, "Finetune/Step": 8803, "Finetune/Step Time": 6.69493337534368}
+{"Finetune/Learning Rate": 1.1841779272464703e-05, "Finetune/Loss": 0.8377895355224609, "Finetune/Loss (Raw)": 0.8295108079910278, "Finetune/Step": 8804, "Finetune/Step Time": 6.694169724360108}
+{"Finetune/Learning Rate": 1.1840124095643113e-05, "Finetune/Loss": 0.8380035161972046, "Finetune/Loss (Raw)": 0.8638993501663208, "Finetune/Step": 8805, "Finetune/Step Time": 6.690869312733412}
+{"Finetune/Learning Rate": 1.1838468866640836e-05, "Finetune/Loss": 0.8371329307556152, "Finetune/Loss (Raw)": 0.8471867442131042, "Finetune/Step": 8806, "Finetune/Step Time": 6.696243030950427}
+{"Finetune/Learning Rate": 1.183681358550481e-05, "Finetune/Loss": 0.8379637002944946, "Finetune/Loss (Raw)": 0.9311603307723999, "Finetune/Step": 8807, "Finetune/Step Time": 6.698643010109663}
+{"Finetune/Learning Rate": 1.1835158252281973e-05, "Finetune/Loss": 0.8388264775276184, "Finetune/Loss (Raw)": 0.7952877283096313, "Finetune/Step": 8808, "Finetune/Step Time": 6.696475664153695}
+{"Finetune/Learning Rate": 1.1833502867019269e-05, "Finetune/Loss": 0.8388289213180542, "Finetune/Loss (Raw)": 0.9580830931663513, "Finetune/Step": 8809, "Finetune/Step Time": 6.694898990914226}
+{"Finetune/Learning Rate": 1.1831847429763634e-05, "Finetune/Loss": 0.8381798267364502, "Finetune/Loss (Raw)": 0.8003259301185608, "Finetune/Step": 8810, "Finetune/Step Time": 6.687444094568491}
+{"Finetune/Learning Rate": 1.1830191940562016e-05, "Finetune/Loss": 0.8377910852432251, "Finetune/Loss (Raw)": 0.7542533278465271, "Finetune/Step": 8811, "Finetune/Step Time": 6.685745583847165}
+{"Finetune/Learning Rate": 1.1828536399461362e-05, "Finetune/Loss": 0.8379182815551758, "Finetune/Loss (Raw)": 0.891907274723053, "Finetune/Step": 8812, "Finetune/Step Time": 6.6921547167003155}
+{"Finetune/Learning Rate": 1.1826880806508611e-05, "Finetune/Loss": 0.8371195793151855, "Finetune/Loss (Raw)": 0.7275857925415039, "Finetune/Step": 8813, "Finetune/Step Time": 6.6918178498744965}
+{"Finetune/Learning Rate": 1.1825225161750718e-05, "Finetune/Loss": 0.8387429118156433, "Finetune/Loss (Raw)": 0.9037414193153381, "Finetune/Step": 8814, "Finetune/Step Time": 6.677099892869592}
+{"Finetune/Learning Rate": 1.1823569465234628e-05, "Finetune/Loss": 0.8396718502044678, "Finetune/Loss (Raw)": 0.9333659410476685, "Finetune/Step": 8815, "Finetune/Step Time": 6.676501337438822}
+{"Finetune/Learning Rate": 1.1821913717007298e-05, "Finetune/Loss": 0.839911937713623, "Finetune/Loss (Raw)": 0.8182190656661987, "Finetune/Step": 8816, "Finetune/Step Time": 6.677426194772124}
+{"Finetune/Learning Rate": 1.1820257917115669e-05, "Finetune/Loss": 0.8403246998786926, "Finetune/Loss (Raw)": 0.8857123851776123, "Finetune/Step": 8817, "Finetune/Step Time": 6.674452854320407}
+{"Finetune/Learning Rate": 1.1818602065606706e-05, "Finetune/Loss": 0.8409267663955688, "Finetune/Loss (Raw)": 0.7437587976455688, "Finetune/Step": 8818, "Finetune/Step Time": 6.669466892257333}
+{"Finetune/Learning Rate": 1.181694616252736e-05, "Finetune/Loss": 0.8408452272415161, "Finetune/Loss (Raw)": 0.8133050203323364, "Finetune/Step": 8819, "Finetune/Step Time": 6.670054867863655}
+{"Finetune/Learning Rate": 1.1815290207924584e-05, "Finetune/Loss": 0.8405625820159912, "Finetune/Loss (Raw)": 0.8126923441886902, "Finetune/Step": 8820, "Finetune/Step Time": 6.668925961479545}
+{"Finetune/Learning Rate": 1.181363420184534e-05, "Finetune/Loss": 0.8411160707473755, "Finetune/Loss (Raw)": 0.9035062193870544, "Finetune/Step": 8821, "Finetune/Step Time": 6.667470095679164}
+{"Finetune/Learning Rate": 1.1811978144336594e-05, "Finetune/Loss": 0.8401839137077332, "Finetune/Loss (Raw)": 0.7662510275840759, "Finetune/Step": 8822, "Finetune/Step Time": 6.671599917113781}
+{"Finetune/Learning Rate": 1.1810322035445294e-05, "Finetune/Loss": 0.8424882888793945, "Finetune/Loss (Raw)": 0.9694833755493164, "Finetune/Step": 8823, "Finetune/Step Time": 6.6691128350794315}
+{"Finetune/Learning Rate": 1.1808665875218408e-05, "Finetune/Loss": 0.8424590826034546, "Finetune/Loss (Raw)": 0.8039892911911011, "Finetune/Step": 8824, "Finetune/Step Time": 6.668379008769989}
+{"Finetune/Learning Rate": 1.1807009663702907e-05, "Finetune/Loss": 0.8422310948371887, "Finetune/Loss (Raw)": 0.8645012378692627, "Finetune/Step": 8825, "Finetune/Step Time": 6.673334300518036}
+{"Finetune/Learning Rate": 1.1805353400945748e-05, "Finetune/Loss": 0.8435401320457458, "Finetune/Loss (Raw)": 0.9177715182304382, "Finetune/Step": 8826, "Finetune/Step Time": 6.668957371264696}
+{"Finetune/Learning Rate": 1.1803697086993896e-05, "Finetune/Loss": 0.8434321880340576, "Finetune/Loss (Raw)": 0.9726863503456116, "Finetune/Step": 8827, "Finetune/Step Time": 6.685266427695751}
+{"Finetune/Learning Rate": 1.1802040721894328e-05, "Finetune/Loss": 0.8431130647659302, "Finetune/Loss (Raw)": 0.8074563145637512, "Finetune/Step": 8828, "Finetune/Step Time": 6.688963046297431}
+{"Finetune/Learning Rate": 1.1800384305694009e-05, "Finetune/Loss": 0.8439218997955322, "Finetune/Loss (Raw)": 0.9198716878890991, "Finetune/Step": 8829, "Finetune/Step Time": 6.688045226037502}
+{"Finetune/Learning Rate": 1.179872783843991e-05, "Finetune/Loss": 0.8436098098754883, "Finetune/Loss (Raw)": 0.8743257522583008, "Finetune/Step": 8830, "Finetune/Step Time": 6.686238711699843}
+{"Finetune/Learning Rate": 1.1797071320179003e-05, "Finetune/Loss": 0.8453602194786072, "Finetune/Loss (Raw)": 0.968349039554596, "Finetune/Step": 8831, "Finetune/Step Time": 6.6830845680087805}
+{"Finetune/Learning Rate": 1.1795414750958265e-05, "Finetune/Loss": 0.8461693525314331, "Finetune/Loss (Raw)": 0.7114423513412476, "Finetune/Step": 8832, "Finetune/Step Time": 6.689769376069307}
+{"Finetune/Learning Rate": 1.1793758130824671e-05, "Finetune/Loss": 0.8449883460998535, "Finetune/Loss (Raw)": 0.8101391196250916, "Finetune/Step": 8833, "Finetune/Step Time": 6.6963868997991085}
+{"Finetune/Learning Rate": 1.1792101459825194e-05, "Finetune/Loss": 0.8450161814689636, "Finetune/Loss (Raw)": 0.7898622751235962, "Finetune/Step": 8834, "Finetune/Step Time": 6.692831875756383}
+{"Finetune/Learning Rate": 1.1790444738006819e-05, "Finetune/Loss": 0.8449262380599976, "Finetune/Loss (Raw)": 0.8631676435470581, "Finetune/Step": 8835, "Finetune/Step Time": 6.673334740102291}
+{"Finetune/Learning Rate": 1.178878796541652e-05, "Finetune/Loss": 0.8453344106674194, "Finetune/Loss (Raw)": 0.8875106573104858, "Finetune/Step": 8836, "Finetune/Step Time": 6.671650812029839}
+{"Finetune/Learning Rate": 1.1787131142101282e-05, "Finetune/Loss": 0.8468169569969177, "Finetune/Loss (Raw)": 0.9511244297027588, "Finetune/Step": 8837, "Finetune/Step Time": 6.672767713665962}
+{"Finetune/Learning Rate": 1.1785474268108088e-05, "Finetune/Loss": 0.8470664024353027, "Finetune/Loss (Raw)": 0.8847785592079163, "Finetune/Step": 8838, "Finetune/Step Time": 6.658549666404724}
+{"Finetune/Learning Rate": 1.178381734348392e-05, "Finetune/Loss": 0.8471728563308716, "Finetune/Loss (Raw)": 0.8171130418777466, "Finetune/Step": 8839, "Finetune/Step Time": 6.657959293574095}
+{"Finetune/Learning Rate": 1.1782160368275768e-05, "Finetune/Loss": 0.8464361429214478, "Finetune/Loss (Raw)": 0.8843662142753601, "Finetune/Step": 8840, "Finetune/Step Time": 6.661301294341683}
+{"Finetune/Learning Rate": 1.178050334253061e-05, "Finetune/Loss": 0.8480128645896912, "Finetune/Loss (Raw)": 1.0382980108261108, "Finetune/Step": 8841, "Finetune/Step Time": 6.656585451215506}
+{"Finetune/Learning Rate": 1.1778846266295441e-05, "Finetune/Loss": 0.847392201423645, "Finetune/Loss (Raw)": 0.7806917428970337, "Finetune/Step": 8842, "Finetune/Step Time": 6.670174930244684}
+{"Finetune/Learning Rate": 1.1777189139617255e-05, "Finetune/Loss": 0.8465656042098999, "Finetune/Loss (Raw)": 0.8112514019012451, "Finetune/Step": 8843, "Finetune/Step Time": 6.673008294776082}
+{"Finetune/Learning Rate": 1.1775531962543036e-05, "Finetune/Loss": 0.8462706804275513, "Finetune/Loss (Raw)": 0.763310432434082, "Finetune/Step": 8844, "Finetune/Step Time": 6.673960734158754}
+{"Finetune/Learning Rate": 1.1773874735119778e-05, "Finetune/Loss": 0.8464822769165039, "Finetune/Loss (Raw)": 0.8389260768890381, "Finetune/Step": 8845, "Finetune/Step Time": 6.673667384311557}
+{"Finetune/Learning Rate": 1.177221745739448e-05, "Finetune/Loss": 0.845466673374176, "Finetune/Loss (Raw)": 0.8692920207977295, "Finetune/Step": 8846, "Finetune/Step Time": 6.665414975956082}
+{"Finetune/Learning Rate": 1.177056012941413e-05, "Finetune/Loss": 0.8439355492591858, "Finetune/Loss (Raw)": 0.6747588515281677, "Finetune/Step": 8847, "Finetune/Step Time": 6.662369569763541}
+{"Finetune/Learning Rate": 1.176890275122573e-05, "Finetune/Loss": 0.844677209854126, "Finetune/Loss (Raw)": 0.8482856750488281, "Finetune/Step": 8848, "Finetune/Step Time": 6.6567741725593805}
+{"Finetune/Learning Rate": 1.1767245322876282e-05, "Finetune/Loss": 0.8442463874816895, "Finetune/Loss (Raw)": 0.8119086027145386, "Finetune/Step": 8849, "Finetune/Step Time": 6.6541912611573935}
+{"Finetune/Learning Rate": 1.176558784441278e-05, "Finetune/Loss": 0.8449694514274597, "Finetune/Loss (Raw)": 0.818893313407898, "Finetune/Step": 8850, "Finetune/Step Time": 6.6438788790255785}
+{"Finetune/Learning Rate": 1.1763930315882226e-05, "Finetune/Loss": 0.8442829847335815, "Finetune/Loss (Raw)": 0.7205478549003601, "Finetune/Step": 8851, "Finetune/Step Time": 6.65853838250041}
+{"Finetune/Learning Rate": 1.1762272737331626e-05, "Finetune/Loss": 0.8459950685501099, "Finetune/Loss (Raw)": 1.092663049697876, "Finetune/Step": 8852, "Finetune/Step Time": 6.657516350969672}
+{"Finetune/Learning Rate": 1.1760615108807982e-05, "Finetune/Loss": 0.8455452919006348, "Finetune/Loss (Raw)": 0.7826131582260132, "Finetune/Step": 8853, "Finetune/Step Time": 6.645572287961841}
+{"Finetune/Learning Rate": 1.17589574303583e-05, "Finetune/Loss": 0.8445326089859009, "Finetune/Loss (Raw)": 0.8125245571136475, "Finetune/Step": 8854, "Finetune/Step Time": 6.647456973791122}
+{"Finetune/Learning Rate": 1.1757299702029586e-05, "Finetune/Loss": 0.8436769247055054, "Finetune/Loss (Raw)": 0.7612752914428711, "Finetune/Step": 8855, "Finetune/Step Time": 6.642504682764411}
+{"Finetune/Learning Rate": 1.175564192386885e-05, "Finetune/Loss": 0.8429450988769531, "Finetune/Loss (Raw)": 0.6442620754241943, "Finetune/Step": 8856, "Finetune/Step Time": 6.6464148089289665}
+{"Finetune/Learning Rate": 1.1753984095923102e-05, "Finetune/Loss": 0.8419094085693359, "Finetune/Loss (Raw)": 0.8119741678237915, "Finetune/Step": 8857, "Finetune/Step Time": 6.644858116284013}
+{"Finetune/Learning Rate": 1.1752326218239354e-05, "Finetune/Loss": 0.8409533500671387, "Finetune/Loss (Raw)": 0.7316471934318542, "Finetune/Step": 8858, "Finetune/Step Time": 6.6433668322861195}
+{"Finetune/Learning Rate": 1.1750668290864616e-05, "Finetune/Loss": 0.8433458209037781, "Finetune/Loss (Raw)": 0.9877795577049255, "Finetune/Step": 8859, "Finetune/Step Time": 6.632176263257861}
+{"Finetune/Learning Rate": 1.1749010313845903e-05, "Finetune/Loss": 0.8434412479400635, "Finetune/Loss (Raw)": 0.8716640472412109, "Finetune/Step": 8860, "Finetune/Step Time": 6.6316587924957275}
+{"Finetune/Learning Rate": 1.1747352287230234e-05, "Finetune/Loss": 0.8457163572311401, "Finetune/Loss (Raw)": 0.9630343317985535, "Finetune/Step": 8861, "Finetune/Step Time": 6.6309436317533255}
+{"Finetune/Learning Rate": 1.1745694211064617e-05, "Finetune/Loss": 0.8450685739517212, "Finetune/Loss (Raw)": 0.8277027606964111, "Finetune/Step": 8862, "Finetune/Step Time": 6.614177858456969}
+{"Finetune/Learning Rate": 1.174403608539608e-05, "Finetune/Loss": 0.8448420763015747, "Finetune/Loss (Raw)": 0.8684929013252258, "Finetune/Step": 8863, "Finetune/Step Time": 6.617776703089476}
+{"Finetune/Learning Rate": 1.1742377910271638e-05, "Finetune/Loss": 0.8458544015884399, "Finetune/Loss (Raw)": 0.9200994372367859, "Finetune/Step": 8864, "Finetune/Step Time": 6.6158469915390015}
+{"Finetune/Learning Rate": 1.1740719685738316e-05, "Finetune/Loss": 0.847318708896637, "Finetune/Loss (Raw)": 0.8927512168884277, "Finetune/Step": 8865, "Finetune/Step Time": 6.605305748060346}
+{"Finetune/Learning Rate": 1.1739061411843129e-05, "Finetune/Loss": 0.8475014567375183, "Finetune/Loss (Raw)": 0.9605725407600403, "Finetune/Step": 8866, "Finetune/Step Time": 6.6051723100245}
+{"Finetune/Learning Rate": 1.1737403088633108e-05, "Finetune/Loss": 0.8468828201293945, "Finetune/Loss (Raw)": 0.8089045882225037, "Finetune/Step": 8867, "Finetune/Step Time": 6.601831523701549}
+{"Finetune/Learning Rate": 1.173574471615528e-05, "Finetune/Loss": 0.8459926843643188, "Finetune/Loss (Raw)": 0.8013402819633484, "Finetune/Step": 8868, "Finetune/Step Time": 6.599493654444814}
+{"Finetune/Learning Rate": 1.1734086294456659e-05, "Finetune/Loss": 0.8473414182662964, "Finetune/Loss (Raw)": 0.937609076499939, "Finetune/Step": 8869, "Finetune/Step Time": 6.596230490133166}
+{"Finetune/Learning Rate": 1.1732427823584287e-05, "Finetune/Loss": 0.8478262424468994, "Finetune/Loss (Raw)": 0.8426100611686707, "Finetune/Step": 8870, "Finetune/Step Time": 6.601747903972864}
+{"Finetune/Learning Rate": 1.173076930358519e-05, "Finetune/Loss": 0.8475418090820312, "Finetune/Loss (Raw)": 0.7533784508705139, "Finetune/Step": 8871, "Finetune/Step Time": 6.602126868441701}
+{"Finetune/Learning Rate": 1.1729110734506396e-05, "Finetune/Loss": 0.8466594815254211, "Finetune/Loss (Raw)": 0.7041854858398438, "Finetune/Step": 8872, "Finetune/Step Time": 6.607713147997856}
+{"Finetune/Learning Rate": 1.1727452116394935e-05, "Finetune/Loss": 0.8475973606109619, "Finetune/Loss (Raw)": 0.923373281955719, "Finetune/Step": 8873, "Finetune/Step Time": 6.604725457727909}
+{"Finetune/Learning Rate": 1.1725793449297849e-05, "Finetune/Loss": 0.8494121432304382, "Finetune/Loss (Raw)": 0.926979660987854, "Finetune/Step": 8874, "Finetune/Step Time": 6.594671001657844}
+{"Finetune/Learning Rate": 1.1724134733262165e-05, "Finetune/Loss": 0.8500440120697021, "Finetune/Loss (Raw)": 0.9106395840644836, "Finetune/Step": 8875, "Finetune/Step Time": 6.5929803270846605}
+{"Finetune/Learning Rate": 1.1722475968334921e-05, "Finetune/Loss": 0.8486235737800598, "Finetune/Loss (Raw)": 0.7043729424476624, "Finetune/Step": 8876, "Finetune/Step Time": 6.590334454551339}
+{"Finetune/Learning Rate": 1.1720817154563162e-05, "Finetune/Loss": 0.8485077619552612, "Finetune/Loss (Raw)": 0.7937454581260681, "Finetune/Step": 8877, "Finetune/Step Time": 6.576147453859448}
+{"Finetune/Learning Rate": 1.1719158291993917e-05, "Finetune/Loss": 0.8485292792320251, "Finetune/Loss (Raw)": 0.7941248416900635, "Finetune/Step": 8878, "Finetune/Step Time": 6.575547240674496}
+{"Finetune/Learning Rate": 1.1717499380674235e-05, "Finetune/Loss": 0.8472151756286621, "Finetune/Loss (Raw)": 0.8441255688667297, "Finetune/Step": 8879, "Finetune/Step Time": 6.574223497882485}
+{"Finetune/Learning Rate": 1.1715840420651153e-05, "Finetune/Loss": 0.8473894000053406, "Finetune/Loss (Raw)": 0.8477866649627686, "Finetune/Step": 8880, "Finetune/Step Time": 6.576710103079677}
+{"Finetune/Learning Rate": 1.1714181411971715e-05, "Finetune/Loss": 0.8494683504104614, "Finetune/Loss (Raw)": 0.980750322341919, "Finetune/Step": 8881, "Finetune/Step Time": 6.5791628658771515}
+{"Finetune/Learning Rate": 1.171252235468297e-05, "Finetune/Loss": 0.8481788635253906, "Finetune/Loss (Raw)": 0.6691720485687256, "Finetune/Step": 8882, "Finetune/Step Time": 6.57060257345438}
+{"Finetune/Learning Rate": 1.1710863248831956e-05, "Finetune/Loss": 0.8484407663345337, "Finetune/Loss (Raw)": 0.8138065934181213, "Finetune/Step": 8883, "Finetune/Step Time": 6.573016036301851}
+{"Finetune/Learning Rate": 1.1709204094465728e-05, "Finetune/Loss": 0.8491281270980835, "Finetune/Loss (Raw)": 0.8860499262809753, "Finetune/Step": 8884, "Finetune/Step Time": 6.572660014033318}
+{"Finetune/Learning Rate": 1.170754489163133e-05, "Finetune/Loss": 0.8489356637001038, "Finetune/Loss (Raw)": 0.7999719977378845, "Finetune/Step": 8885, "Finetune/Step Time": 6.565751347690821}
+{"Finetune/Learning Rate": 1.1705885640375819e-05, "Finetune/Loss": 0.8476784229278564, "Finetune/Loss (Raw)": 0.7492690682411194, "Finetune/Step": 8886, "Finetune/Step Time": 6.565264767035842}
+{"Finetune/Learning Rate": 1.1704226340746239e-05, "Finetune/Loss": 0.8471148014068604, "Finetune/Loss (Raw)": 0.819359540939331, "Finetune/Step": 8887, "Finetune/Step Time": 6.564590759575367}
+{"Finetune/Learning Rate": 1.1702566992789646e-05, "Finetune/Loss": 0.8462610244750977, "Finetune/Loss (Raw)": 0.7937373518943787, "Finetune/Step": 8888, "Finetune/Step Time": 6.560871256515384}
+{"Finetune/Learning Rate": 1.1700907596553097e-05, "Finetune/Loss": 0.8456600904464722, "Finetune/Loss (Raw)": 0.8642879724502563, "Finetune/Step": 8889, "Finetune/Step Time": 6.535715322941542}
+{"Finetune/Learning Rate": 1.169924815208364e-05, "Finetune/Loss": 0.8457988500595093, "Finetune/Loss (Raw)": 0.8891850113868713, "Finetune/Step": 8890, "Finetune/Step Time": 6.537615917623043}
+{"Finetune/Learning Rate": 1.1697588659428343e-05, "Finetune/Loss": 0.8453044295310974, "Finetune/Loss (Raw)": 0.7906268835067749, "Finetune/Step": 8891, "Finetune/Step Time": 6.538736809045076}
+{"Finetune/Learning Rate": 1.1695929118634257e-05, "Finetune/Loss": 0.8457087278366089, "Finetune/Loss (Raw)": 0.8503154516220093, "Finetune/Step": 8892, "Finetune/Step Time": 6.534732593223453}
+{"Finetune/Learning Rate": 1.1694269529748442e-05, "Finetune/Loss": 0.8464832305908203, "Finetune/Loss (Raw)": 0.9100590348243713, "Finetune/Step": 8893, "Finetune/Step Time": 6.552567703649402}
+{"Finetune/Learning Rate": 1.1692609892817961e-05, "Finetune/Loss": 0.846575140953064, "Finetune/Loss (Raw)": 0.9443588256835938, "Finetune/Step": 8894, "Finetune/Step Time": 6.548968428745866}
+{"Finetune/Learning Rate": 1.1690950207889882e-05, "Finetune/Loss": 0.8463259935379028, "Finetune/Loss (Raw)": 0.9004025459289551, "Finetune/Step": 8895, "Finetune/Step Time": 6.543795771896839}
+{"Finetune/Learning Rate": 1.1689290475011258e-05, "Finetune/Loss": 0.8460652828216553, "Finetune/Loss (Raw)": 0.7523148655891418, "Finetune/Step": 8896, "Finetune/Step Time": 6.5636086743324995}
+{"Finetune/Learning Rate": 1.1687630694229159e-05, "Finetune/Loss": 0.8454268574714661, "Finetune/Loss (Raw)": 0.7798370718955994, "Finetune/Step": 8897, "Finetune/Step Time": 6.5650084018707275}
+{"Finetune/Learning Rate": 1.1685970865590659e-05, "Finetune/Loss": 0.8466042280197144, "Finetune/Loss (Raw)": 0.8568503856658936, "Finetune/Step": 8898, "Finetune/Step Time": 6.565292781218886}
+{"Finetune/Learning Rate": 1.1684310989142816e-05, "Finetune/Loss": 0.8463307619094849, "Finetune/Loss (Raw)": 0.8203449845314026, "Finetune/Step": 8899, "Finetune/Step Time": 6.563093714416027}
+{"Finetune/Learning Rate": 1.1682651064932702e-05, "Finetune/Loss": 0.8475145101547241, "Finetune/Loss (Raw)": 0.9168022871017456, "Finetune/Step": 8900, "Finetune/Step Time": 6.559837406501174}
+{"Finetune/Learning Rate": 1.1680991093007388e-05, "Finetune/Loss": 0.8470097184181213, "Finetune/Loss (Raw)": 0.7347762584686279, "Finetune/Step": 8901, "Finetune/Step Time": 6.564189374446869}
+{"Finetune/Learning Rate": 1.1679331073413946e-05, "Finetune/Loss": 0.8478589057922363, "Finetune/Loss (Raw)": 0.8224412202835083, "Finetune/Step": 8902, "Finetune/Step Time": 6.55907616019249}
+{"Finetune/Learning Rate": 1.1677671006199453e-05, "Finetune/Loss": 0.8479762077331543, "Finetune/Loss (Raw)": 0.8408593535423279, "Finetune/Step": 8903, "Finetune/Step Time": 6.5576610416173935}
+{"Finetune/Learning Rate": 1.167601089141098e-05, "Finetune/Loss": 0.8485966324806213, "Finetune/Loss (Raw)": 0.9411101937294006, "Finetune/Step": 8904, "Finetune/Step Time": 6.5555011164397}
+{"Finetune/Learning Rate": 1.1674350729095603e-05, "Finetune/Loss": 0.8486173152923584, "Finetune/Loss (Raw)": 0.8796519637107849, "Finetune/Step": 8905, "Finetune/Step Time": 6.552755311131477}
+{"Finetune/Learning Rate": 1.16726905193004e-05, "Finetune/Loss": 0.8472394943237305, "Finetune/Loss (Raw)": 0.821068525314331, "Finetune/Step": 8906, "Finetune/Step Time": 6.54702958278358}
+{"Finetune/Learning Rate": 1.1671030262072454e-05, "Finetune/Loss": 0.8465961813926697, "Finetune/Loss (Raw)": 0.828231692314148, "Finetune/Step": 8907, "Finetune/Step Time": 6.543050171807408}
+{"Finetune/Learning Rate": 1.1669369957458838e-05, "Finetune/Loss": 0.845487117767334, "Finetune/Loss (Raw)": 0.7672317624092102, "Finetune/Step": 8908, "Finetune/Step Time": 6.538238944485784}
+{"Finetune/Learning Rate": 1.1667709605506638e-05, "Finetune/Loss": 0.8461490273475647, "Finetune/Loss (Raw)": 0.9567626714706421, "Finetune/Step": 8909, "Finetune/Step Time": 6.536760672926903}
+{"Finetune/Learning Rate": 1.166604920626294e-05, "Finetune/Loss": 0.8453691005706787, "Finetune/Loss (Raw)": 0.804584264755249, "Finetune/Step": 8910, "Finetune/Step Time": 6.53847468085587}
+{"Finetune/Learning Rate": 1.1664388759774817e-05, "Finetune/Loss": 0.8456735610961914, "Finetune/Loss (Raw)": 0.8666425347328186, "Finetune/Step": 8911, "Finetune/Step Time": 6.530976843088865}
+{"Finetune/Learning Rate": 1.1662728266089365e-05, "Finetune/Loss": 0.8471177816390991, "Finetune/Loss (Raw)": 0.9766159653663635, "Finetune/Step": 8912, "Finetune/Step Time": 6.526556629687548}
+{"Finetune/Learning Rate": 1.166106772525367e-05, "Finetune/Loss": 0.8486236333847046, "Finetune/Loss (Raw)": 0.8800422549247742, "Finetune/Step": 8913, "Finetune/Step Time": 6.51749861985445}
+{"Finetune/Learning Rate": 1.1659407137314811e-05, "Finetune/Loss": 0.8482524156570435, "Finetune/Loss (Raw)": 0.8928355574607849, "Finetune/Step": 8914, "Finetune/Step Time": 6.515306409448385}
+{"Finetune/Learning Rate": 1.1657746502319888e-05, "Finetune/Loss": 0.8489537239074707, "Finetune/Loss (Raw)": 0.9437316656112671, "Finetune/Step": 8915, "Finetune/Step Time": 6.504029970616102}
+{"Finetune/Learning Rate": 1.1656085820315992e-05, "Finetune/Loss": 0.8496196269989014, "Finetune/Loss (Raw)": 0.8696987628936768, "Finetune/Step": 8916, "Finetune/Step Time": 6.492033030837774}
+{"Finetune/Learning Rate": 1.1654425091350208e-05, "Finetune/Loss": 0.8488125801086426, "Finetune/Loss (Raw)": 0.7993944883346558, "Finetune/Step": 8917, "Finetune/Step Time": 6.48892967030406}
+{"Finetune/Learning Rate": 1.1652764315469631e-05, "Finetune/Loss": 0.8494938611984253, "Finetune/Loss (Raw)": 0.8861945867538452, "Finetune/Step": 8918, "Finetune/Step Time": 6.488516829907894}
+{"Finetune/Learning Rate": 1.1651103492721363e-05, "Finetune/Loss": 0.8488844633102417, "Finetune/Loss (Raw)": 0.7892975807189941, "Finetune/Step": 8919, "Finetune/Step Time": 6.488306788727641}
+{"Finetune/Learning Rate": 1.1649442623152492e-05, "Finetune/Loss": 0.8481810092926025, "Finetune/Loss (Raw)": 0.7552003264427185, "Finetune/Step": 8920, "Finetune/Step Time": 6.502156401053071}
+{"Finetune/Learning Rate": 1.1647781706810116e-05, "Finetune/Loss": 0.8482651710510254, "Finetune/Loss (Raw)": 0.8554244041442871, "Finetune/Step": 8921, "Finetune/Step Time": 6.504871387034655}
+{"Finetune/Learning Rate": 1.164612074374134e-05, "Finetune/Loss": 0.8481994867324829, "Finetune/Loss (Raw)": 0.9240866899490356, "Finetune/Step": 8922, "Finetune/Step Time": 6.49901513196528}
+{"Finetune/Learning Rate": 1.1644459733993261e-05, "Finetune/Loss": 0.8464153409004211, "Finetune/Loss (Raw)": 0.6711158156394958, "Finetune/Step": 8923, "Finetune/Step Time": 6.497627379372716}
+{"Finetune/Learning Rate": 1.1642798677612979e-05, "Finetune/Loss": 0.8490724563598633, "Finetune/Loss (Raw)": 0.9874495267868042, "Finetune/Step": 8924, "Finetune/Step Time": 6.492949342355132}
+{"Finetune/Learning Rate": 1.1641137574647596e-05, "Finetune/Loss": 0.848658561706543, "Finetune/Loss (Raw)": 0.7913017272949219, "Finetune/Step": 8925, "Finetune/Step Time": 6.491102108731866}
+{"Finetune/Learning Rate": 1.163947642514422e-05, "Finetune/Loss": 0.847254753112793, "Finetune/Loss (Raw)": 0.6645857691764832, "Finetune/Step": 8926, "Finetune/Step Time": 6.507520269602537}
+{"Finetune/Learning Rate": 1.1637815229149956e-05, "Finetune/Loss": 0.8456078767776489, "Finetune/Loss (Raw)": 0.7450848817825317, "Finetune/Step": 8927, "Finetune/Step Time": 6.50577450171113}
+{"Finetune/Learning Rate": 1.1636153986711906e-05, "Finetune/Loss": 0.8458296060562134, "Finetune/Loss (Raw)": 0.9309256076812744, "Finetune/Step": 8928, "Finetune/Step Time": 6.482924235984683}
+{"Finetune/Learning Rate": 1.1634492697877184e-05, "Finetune/Loss": 0.8443230986595154, "Finetune/Loss (Raw)": 0.790948748588562, "Finetune/Step": 8929, "Finetune/Step Time": 6.4818201549351215}
+{"Finetune/Learning Rate": 1.1632831362692897e-05, "Finetune/Loss": 0.8424619436264038, "Finetune/Loss (Raw)": 0.6526615023612976, "Finetune/Step": 8930, "Finetune/Step Time": 6.481607917696238}
+{"Finetune/Learning Rate": 1.1631169981206156e-05, "Finetune/Loss": 0.8424224853515625, "Finetune/Loss (Raw)": 0.796536386013031, "Finetune/Step": 8931, "Finetune/Step Time": 6.469725931063294}
+{"Finetune/Learning Rate": 1.162950855346407e-05, "Finetune/Loss": 0.8421922326087952, "Finetune/Loss (Raw)": 0.8000331521034241, "Finetune/Step": 8932, "Finetune/Step Time": 6.4703526217490435}
+{"Finetune/Learning Rate": 1.1627847079513759e-05, "Finetune/Loss": 0.8412696719169617, "Finetune/Loss (Raw)": 0.745815098285675, "Finetune/Step": 8933, "Finetune/Step Time": 6.469237336888909}
+{"Finetune/Learning Rate": 1.1626185559402335e-05, "Finetune/Loss": 0.8403977155685425, "Finetune/Loss (Raw)": 0.7355713248252869, "Finetune/Step": 8934, "Finetune/Step Time": 6.4662375040352345}
+{"Finetune/Learning Rate": 1.1624523993176907e-05, "Finetune/Loss": 0.8399137854576111, "Finetune/Loss (Raw)": 0.869217038154602, "Finetune/Step": 8935, "Finetune/Step Time": 6.472582818940282}
+{"Finetune/Learning Rate": 1.16228623808846e-05, "Finetune/Loss": 0.8402667045593262, "Finetune/Loss (Raw)": 0.8404583930969238, "Finetune/Step": 8936, "Finetune/Step Time": 6.472342263907194}
+{"Finetune/Learning Rate": 1.1621200722572535e-05, "Finetune/Loss": 0.8398929834365845, "Finetune/Loss (Raw)": 0.9102587699890137, "Finetune/Step": 8937, "Finetune/Step Time": 6.476442003622651}
+{"Finetune/Learning Rate": 1.1619539018287822e-05, "Finetune/Loss": 0.8399885892868042, "Finetune/Loss (Raw)": 0.8125612735748291, "Finetune/Step": 8938, "Finetune/Step Time": 6.475403698161244}
+{"Finetune/Learning Rate": 1.161787726807759e-05, "Finetune/Loss": 0.8401768207550049, "Finetune/Loss (Raw)": 0.7783351540565491, "Finetune/Step": 8939, "Finetune/Step Time": 6.480525657534599}
+{"Finetune/Learning Rate": 1.161621547198896e-05, "Finetune/Loss": 0.8391819000244141, "Finetune/Loss (Raw)": 0.7645689249038696, "Finetune/Step": 8940, "Finetune/Step Time": 6.473797723650932}
+{"Finetune/Learning Rate": 1.1614553630069055e-05, "Finetune/Loss": 0.8406393527984619, "Finetune/Loss (Raw)": 0.9141317009925842, "Finetune/Step": 8941, "Finetune/Step Time": 6.460319496691227}
+{"Finetune/Learning Rate": 1.1612891742364995e-05, "Finetune/Loss": 0.839667797088623, "Finetune/Loss (Raw)": 0.7793920040130615, "Finetune/Step": 8942, "Finetune/Step Time": 6.486261552199721}
+{"Finetune/Learning Rate": 1.1611229808923921e-05, "Finetune/Loss": 0.8382878303527832, "Finetune/Loss (Raw)": 0.756725013256073, "Finetune/Step": 8943, "Finetune/Step Time": 6.483376644551754}
+{"Finetune/Learning Rate": 1.1609567829792945e-05, "Finetune/Loss": 0.8381676077842712, "Finetune/Loss (Raw)": 0.8028352856636047, "Finetune/Step": 8944, "Finetune/Step Time": 6.479297125712037}
+{"Finetune/Learning Rate": 1.1607905805019203e-05, "Finetune/Loss": 0.837177038192749, "Finetune/Loss (Raw)": 0.7589132189750671, "Finetune/Step": 8945, "Finetune/Step Time": 6.479561164975166}
+{"Finetune/Learning Rate": 1.1606243734649827e-05, "Finetune/Loss": 0.8365682363510132, "Finetune/Loss (Raw)": 0.6658321022987366, "Finetune/Step": 8946, "Finetune/Step Time": 6.485749447718263}
+{"Finetune/Learning Rate": 1.1604581618731946e-05, "Finetune/Loss": 0.8358293175697327, "Finetune/Loss (Raw)": 0.7187235951423645, "Finetune/Step": 8947, "Finetune/Step Time": 6.486147437244654}
+{"Finetune/Learning Rate": 1.1602919457312689e-05, "Finetune/Loss": 0.8362433314323425, "Finetune/Loss (Raw)": 0.8656865358352661, "Finetune/Step": 8948, "Finetune/Step Time": 6.479950278997421}
+{"Finetune/Learning Rate": 1.1601257250439195e-05, "Finetune/Loss": 0.8348386287689209, "Finetune/Loss (Raw)": 0.723700225353241, "Finetune/Step": 8949, "Finetune/Step Time": 6.482675960287452}
+{"Finetune/Learning Rate": 1.1599594998158602e-05, "Finetune/Loss": 0.8355180621147156, "Finetune/Loss (Raw)": 0.8532276749610901, "Finetune/Step": 8950, "Finetune/Step Time": 6.470948962494731}
+{"Finetune/Learning Rate": 1.1597932700518044e-05, "Finetune/Loss": 0.8335110545158386, "Finetune/Loss (Raw)": 0.7125829458236694, "Finetune/Step": 8951, "Finetune/Step Time": 6.470619967207313}
+{"Finetune/Learning Rate": 1.1596270357564656e-05, "Finetune/Loss": 0.8331552743911743, "Finetune/Loss (Raw)": 0.7584543824195862, "Finetune/Step": 8952, "Finetune/Step Time": 6.469014974310994}
+{"Finetune/Learning Rate": 1.1594607969345582e-05, "Finetune/Loss": 0.8341951966285706, "Finetune/Loss (Raw)": 0.9976047873497009, "Finetune/Step": 8953, "Finetune/Step Time": 6.466404963284731}
+{"Finetune/Learning Rate": 1.1592945535907958e-05, "Finetune/Loss": 0.8341841101646423, "Finetune/Loss (Raw)": 0.9163544178009033, "Finetune/Step": 8954, "Finetune/Step Time": 6.465579628944397}
+{"Finetune/Learning Rate": 1.159128305729893e-05, "Finetune/Loss": 0.8334164619445801, "Finetune/Loss (Raw)": 0.8744247555732727, "Finetune/Step": 8955, "Finetune/Step Time": 6.449196511879563}
+{"Finetune/Learning Rate": 1.158962053356564e-05, "Finetune/Loss": 0.8342451453208923, "Finetune/Loss (Raw)": 0.9135342240333557, "Finetune/Step": 8956, "Finetune/Step Time": 6.448680264875293}
+{"Finetune/Learning Rate": 1.158795796475523e-05, "Finetune/Loss": 0.832954466342926, "Finetune/Loss (Raw)": 0.7546594142913818, "Finetune/Step": 8957, "Finetune/Step Time": 6.450084589421749}
+{"Finetune/Learning Rate": 1.158629535091485e-05, "Finetune/Loss": 0.832158088684082, "Finetune/Loss (Raw)": 0.7723949551582336, "Finetune/Step": 8958, "Finetune/Step Time": 6.446678191423416}
+{"Finetune/Learning Rate": 1.1584632692091643e-05, "Finetune/Loss": 0.8313795328140259, "Finetune/Loss (Raw)": 0.8686938285827637, "Finetune/Step": 8959, "Finetune/Step Time": 6.453786134719849}
+{"Finetune/Learning Rate": 1.1582969988332757e-05, "Finetune/Loss": 0.8307079076766968, "Finetune/Loss (Raw)": 0.6254678964614868, "Finetune/Step": 8960, "Finetune/Step Time": 6.442769771441817}
+{"Finetune/Learning Rate": 1.1581307239685346e-05, "Finetune/Loss": 0.8310915231704712, "Finetune/Loss (Raw)": 0.8592420816421509, "Finetune/Step": 8961, "Finetune/Step Time": 6.434149609878659}
+{"Finetune/Learning Rate": 1.157964444619656e-05, "Finetune/Loss": 0.8302023410797119, "Finetune/Loss (Raw)": 0.6760534644126892, "Finetune/Step": 8962, "Finetune/Step Time": 6.438115525990725}
+{"Finetune/Learning Rate": 1.1577981607913547e-05, "Finetune/Loss": 0.8308866620063782, "Finetune/Loss (Raw)": 0.9507521986961365, "Finetune/Step": 8963, "Finetune/Step Time": 6.43662997148931}
+{"Finetune/Learning Rate": 1.1576318724883461e-05, "Finetune/Loss": 0.8305895328521729, "Finetune/Loss (Raw)": 0.8494823575019836, "Finetune/Step": 8964, "Finetune/Step Time": 6.439836075529456}
+{"Finetune/Learning Rate": 1.1574655797153464e-05, "Finetune/Loss": 0.8296450972557068, "Finetune/Loss (Raw)": 0.8302347660064697, "Finetune/Step": 8965, "Finetune/Step Time": 6.437429092824459}
+{"Finetune/Learning Rate": 1.1572992824770703e-05, "Finetune/Loss": 0.8285797238349915, "Finetune/Loss (Raw)": 0.7484172582626343, "Finetune/Step": 8966, "Finetune/Step Time": 6.448460262268782}
+{"Finetune/Learning Rate": 1.1571329807782336e-05, "Finetune/Loss": 0.8292208909988403, "Finetune/Loss (Raw)": 0.899178147315979, "Finetune/Step": 8967, "Finetune/Step Time": 6.448424328118563}
+{"Finetune/Learning Rate": 1.1569666746235527e-05, "Finetune/Loss": 0.8286510705947876, "Finetune/Loss (Raw)": 0.8114303946495056, "Finetune/Step": 8968, "Finetune/Step Time": 6.44013717584312}
+{"Finetune/Learning Rate": 1.1568003640177434e-05, "Finetune/Loss": 0.8276001811027527, "Finetune/Loss (Raw)": 0.903778076171875, "Finetune/Step": 8969, "Finetune/Step Time": 6.438669912517071}
+{"Finetune/Learning Rate": 1.1566340489655213e-05, "Finetune/Loss": 0.8276964426040649, "Finetune/Loss (Raw)": 0.7930117845535278, "Finetune/Step": 8970, "Finetune/Step Time": 6.423331305384636}
+{"Finetune/Learning Rate": 1.1564677294716032e-05, "Finetune/Loss": 0.8285097479820251, "Finetune/Loss (Raw)": 0.9153587818145752, "Finetune/Step": 8971, "Finetune/Step Time": 6.420935567468405}
+{"Finetune/Learning Rate": 1.1563014055407052e-05, "Finetune/Loss": 0.8271575570106506, "Finetune/Loss (Raw)": 0.590232789516449, "Finetune/Step": 8972, "Finetune/Step Time": 6.433817600831389}
+{"Finetune/Learning Rate": 1.1561350771775438e-05, "Finetune/Loss": 0.825980544090271, "Finetune/Loss (Raw)": 0.6882654428482056, "Finetune/Step": 8973, "Finetune/Step Time": 6.435024473816156}
+{"Finetune/Learning Rate": 1.1559687443868354e-05, "Finetune/Loss": 0.8258113861083984, "Finetune/Loss (Raw)": 0.847647488117218, "Finetune/Step": 8974, "Finetune/Step Time": 6.43751079402864}
+{"Finetune/Learning Rate": 1.1558024071732971e-05, "Finetune/Loss": 0.8270316123962402, "Finetune/Loss (Raw)": 0.830938994884491, "Finetune/Step": 8975, "Finetune/Step Time": 6.434099713340402}
+{"Finetune/Learning Rate": 1.1556360655416457e-05, "Finetune/Loss": 0.8278332948684692, "Finetune/Loss (Raw)": 0.950896680355072, "Finetune/Step": 8976, "Finetune/Step Time": 6.436646778136492}
+{"Finetune/Learning Rate": 1.1554697194965978e-05, "Finetune/Loss": 0.8283811807632446, "Finetune/Loss (Raw)": 0.8820363283157349, "Finetune/Step": 8977, "Finetune/Step Time": 6.436621280387044}
+{"Finetune/Learning Rate": 1.1553033690428708e-05, "Finetune/Loss": 0.8281570672988892, "Finetune/Loss (Raw)": 0.7902207374572754, "Finetune/Step": 8978, "Finetune/Step Time": 6.433241551741958}
+{"Finetune/Learning Rate": 1.1551370141851819e-05, "Finetune/Loss": 0.8290891051292419, "Finetune/Loss (Raw)": 0.8398410081863403, "Finetune/Step": 8979, "Finetune/Step Time": 6.419333562254906}
+{"Finetune/Learning Rate": 1.1549706549282486e-05, "Finetune/Loss": 0.8271279335021973, "Finetune/Loss (Raw)": 0.8416346311569214, "Finetune/Step": 8980, "Finetune/Step Time": 6.422799685969949}
+{"Finetune/Learning Rate": 1.1548042912767881e-05, "Finetune/Loss": 0.8264204859733582, "Finetune/Loss (Raw)": 0.6920592784881592, "Finetune/Step": 8981, "Finetune/Step Time": 6.422422671690583}
+{"Finetune/Learning Rate": 1.154637923235518e-05, "Finetune/Loss": 0.8253762722015381, "Finetune/Loss (Raw)": 0.6788689494132996, "Finetune/Step": 8982, "Finetune/Step Time": 6.4175725523382425}
+{"Finetune/Learning Rate": 1.1544715508091564e-05, "Finetune/Loss": 0.8261716365814209, "Finetune/Loss (Raw)": 0.8630808591842651, "Finetune/Step": 8983, "Finetune/Step Time": 6.416878277435899}
+{"Finetune/Learning Rate": 1.1543051740024204e-05, "Finetune/Loss": 0.8276629447937012, "Finetune/Loss (Raw)": 0.8351458311080933, "Finetune/Step": 8984, "Finetune/Step Time": 6.413374789059162}
+{"Finetune/Learning Rate": 1.1541387928200286e-05, "Finetune/Loss": 0.8282735347747803, "Finetune/Loss (Raw)": 0.8901304006576538, "Finetune/Step": 8985, "Finetune/Step Time": 6.4180016946047544}
+{"Finetune/Learning Rate": 1.1539724072666995e-05, "Finetune/Loss": 0.8296661376953125, "Finetune/Loss (Raw)": 0.9099043607711792, "Finetune/Step": 8986, "Finetune/Step Time": 6.437307849526405}
+{"Finetune/Learning Rate": 1.1538060173471502e-05, "Finetune/Loss": 0.8281747102737427, "Finetune/Loss (Raw)": 0.7968787550926208, "Finetune/Step": 8987, "Finetune/Step Time": 6.434251252561808}
+{"Finetune/Learning Rate": 1.1536396230660998e-05, "Finetune/Loss": 0.8266217112541199, "Finetune/Loss (Raw)": 0.6728756427764893, "Finetune/Step": 8988, "Finetune/Step Time": 6.4711774289608}
+{"Finetune/Learning Rate": 1.1534732244282666e-05, "Finetune/Loss": 0.8247871398925781, "Finetune/Loss (Raw)": 0.728203535079956, "Finetune/Step": 8989, "Finetune/Step Time": 6.485871804878116}
+{"Finetune/Learning Rate": 1.1533068214383692e-05, "Finetune/Loss": 0.8250007629394531, "Finetune/Loss (Raw)": 0.8550481200218201, "Finetune/Step": 8990, "Finetune/Step Time": 6.498653365299106}
+{"Finetune/Learning Rate": 1.153140414101126e-05, "Finetune/Loss": 0.8239166736602783, "Finetune/Loss (Raw)": 0.7297309041023254, "Finetune/Step": 8991, "Finetune/Step Time": 6.497681960463524}
+{"Finetune/Learning Rate": 1.1529740024212566e-05, "Finetune/Loss": 0.8228021860122681, "Finetune/Loss (Raw)": 0.7774423956871033, "Finetune/Step": 8992, "Finetune/Step Time": 6.519615892320871}
+{"Finetune/Learning Rate": 1.1528075864034791e-05, "Finetune/Loss": 0.8226863741874695, "Finetune/Loss (Raw)": 0.8779308795928955, "Finetune/Step": 8993, "Finetune/Step Time": 6.521829353645444}
+{"Finetune/Learning Rate": 1.1526411660525132e-05, "Finetune/Loss": 0.8211158514022827, "Finetune/Loss (Raw)": 0.759545624256134, "Finetune/Step": 8994, "Finetune/Step Time": 6.520917749032378}
+{"Finetune/Learning Rate": 1.1524747413730777e-05, "Finetune/Loss": 0.821731686592102, "Finetune/Loss (Raw)": 0.8877292275428772, "Finetune/Step": 8995, "Finetune/Step Time": 6.519677659496665}
+{"Finetune/Learning Rate": 1.1523083123698921e-05, "Finetune/Loss": 0.822857677936554, "Finetune/Loss (Raw)": 0.9454675316810608, "Finetune/Step": 8996, "Finetune/Step Time": 6.532129153609276}
+{"Finetune/Learning Rate": 1.152141879047676e-05, "Finetune/Loss": 0.8224154710769653, "Finetune/Loss (Raw)": 0.8810119032859802, "Finetune/Step": 8997, "Finetune/Step Time": 6.53698000498116}
+{"Finetune/Learning Rate": 1.1519754414111488e-05, "Finetune/Loss": 0.8222253322601318, "Finetune/Loss (Raw)": 0.8182689547538757, "Finetune/Step": 8998, "Finetune/Step Time": 6.536008920520544}
+{"Finetune/Learning Rate": 1.1518089994650303e-05, "Finetune/Loss": 0.8226990699768066, "Finetune/Loss (Raw)": 0.8140221238136292, "Finetune/Step": 8999, "Finetune/Step Time": 6.536470578983426}
+{"Finetune/Learning Rate": 1.1516425532140403e-05, "Finetune/Loss": 0.8242327570915222, "Finetune/Loss (Raw)": 0.9004944562911987, "Finetune/Step": 9000, "Finetune/Step Time": 6.528702042996883}
+{"Finetune/Learning Rate": 1.1514761026628985e-05, "Finetune/Loss": 0.8233191967010498, "Finetune/Loss (Raw)": 0.8064358830451965, "Finetune/Step": 9001, "Finetune/Step Time": 6.534013884142041}
+{"Finetune/Learning Rate": 1.1513096478163252e-05, "Finetune/Loss": 0.82254958152771, "Finetune/Loss (Raw)": 0.8284674882888794, "Finetune/Step": 9002, "Finetune/Step Time": 6.53433258458972}
+{"Finetune/Learning Rate": 1.1511431886790407e-05, "Finetune/Loss": 0.8225832581520081, "Finetune/Loss (Raw)": 0.9149545431137085, "Finetune/Step": 9003, "Finetune/Step Time": 6.538097629323602}
+{"Finetune/Learning Rate": 1.1509767252557651e-05, "Finetune/Loss": 0.8234342932701111, "Finetune/Loss (Raw)": 0.8133038282394409, "Finetune/Step": 9004, "Finetune/Step Time": 6.541241792961955}
+{"Finetune/Learning Rate": 1.150810257551219e-05, "Finetune/Loss": 0.8231278657913208, "Finetune/Loss (Raw)": 0.7545152902603149, "Finetune/Step": 9005, "Finetune/Step Time": 6.5377063900232315}
+{"Finetune/Learning Rate": 1.1506437855701227e-05, "Finetune/Loss": 0.8241375684738159, "Finetune/Loss (Raw)": 0.9233700633049011, "Finetune/Step": 9006, "Finetune/Step Time": 6.548201328143477}
+{"Finetune/Learning Rate": 1.1504773093171972e-05, "Finetune/Loss": 0.8246264457702637, "Finetune/Loss (Raw)": 0.9067074060440063, "Finetune/Step": 9007, "Finetune/Step Time": 6.5433953050524}
+{"Finetune/Learning Rate": 1.1503108287971627e-05, "Finetune/Loss": 0.8248300552368164, "Finetune/Loss (Raw)": 0.8738445043563843, "Finetune/Step": 9008, "Finetune/Step Time": 6.539690287783742}
+{"Finetune/Learning Rate": 1.1501443440147409e-05, "Finetune/Loss": 0.8229766488075256, "Finetune/Loss (Raw)": 0.7435146570205688, "Finetune/Step": 9009, "Finetune/Step Time": 6.538405625149608}
+{"Finetune/Learning Rate": 1.1499778549746525e-05, "Finetune/Loss": 0.8246994018554688, "Finetune/Loss (Raw)": 0.889689564704895, "Finetune/Step": 9010, "Finetune/Step Time": 6.542286418378353}
+{"Finetune/Learning Rate": 1.1498113616816185e-05, "Finetune/Loss": 0.826155960559845, "Finetune/Loss (Raw)": 1.000241994857788, "Finetune/Step": 9011, "Finetune/Step Time": 6.539433920755982}
+{"Finetune/Learning Rate": 1.1496448641403602e-05, "Finetune/Loss": 0.8250356912612915, "Finetune/Loss (Raw)": 0.7426583170890808, "Finetune/Step": 9012, "Finetune/Step Time": 6.537665031850338}
+{"Finetune/Learning Rate": 1.1494783623555992e-05, "Finetune/Loss": 0.8251593708992004, "Finetune/Loss (Raw)": 0.8158000111579895, "Finetune/Step": 9013, "Finetune/Step Time": 6.553406236693263}
+{"Finetune/Learning Rate": 1.1493118563320569e-05, "Finetune/Loss": 0.8258897662162781, "Finetune/Loss (Raw)": 0.8427591323852539, "Finetune/Step": 9014, "Finetune/Step Time": 6.551157895475626}
+{"Finetune/Learning Rate": 1.1491453460744546e-05, "Finetune/Loss": 0.8269105553627014, "Finetune/Loss (Raw)": 0.9500229358673096, "Finetune/Step": 9015, "Finetune/Step Time": 6.5506204925477505}
+{"Finetune/Learning Rate": 1.148978831587515e-05, "Finetune/Loss": 0.8259721994400024, "Finetune/Loss (Raw)": 0.6736292839050293, "Finetune/Step": 9016, "Finetune/Step Time": 6.548452630639076}
+{"Finetune/Learning Rate": 1.148812312875959e-05, "Finetune/Loss": 0.8274049162864685, "Finetune/Loss (Raw)": 1.0476702451705933, "Finetune/Step": 9017, "Finetune/Step Time": 6.551783807575703}
+{"Finetune/Learning Rate": 1.148645789944509e-05, "Finetune/Loss": 0.8259593844413757, "Finetune/Loss (Raw)": 0.7041636109352112, "Finetune/Step": 9018, "Finetune/Step Time": 6.550826957449317}
+{"Finetune/Learning Rate": 1.1484792627978872e-05, "Finetune/Loss": 0.8258507251739502, "Finetune/Loss (Raw)": 0.7767165899276733, "Finetune/Step": 9019, "Finetune/Step Time": 6.566878432407975}
+{"Finetune/Learning Rate": 1.1483127314408156e-05, "Finetune/Loss": 0.8255406618118286, "Finetune/Loss (Raw)": 0.8106240034103394, "Finetune/Step": 9020, "Finetune/Step Time": 6.569542234763503}
+{"Finetune/Learning Rate": 1.1481461958780166e-05, "Finetune/Loss": 0.8231463432312012, "Finetune/Loss (Raw)": 0.6035811901092529, "Finetune/Step": 9021, "Finetune/Step Time": 6.569202730432153}
+{"Finetune/Learning Rate": 1.147979656114213e-05, "Finetune/Loss": 0.8236322402954102, "Finetune/Loss (Raw)": 1.0065566301345825, "Finetune/Step": 9022, "Finetune/Step Time": 6.577286517247558}
+{"Finetune/Learning Rate": 1.147813112154127e-05, "Finetune/Loss": 0.8233747482299805, "Finetune/Loss (Raw)": 0.8674523234367371, "Finetune/Step": 9023, "Finetune/Step Time": 6.584820784628391}
+{"Finetune/Learning Rate": 1.1476465640024814e-05, "Finetune/Loss": 0.8237417340278625, "Finetune/Loss (Raw)": 0.7992833852767944, "Finetune/Step": 9024, "Finetune/Step Time": 6.565866773948073}
+{"Finetune/Learning Rate": 1.1474800116639993e-05, "Finetune/Loss": 0.8245193362236023, "Finetune/Loss (Raw)": 0.8793699741363525, "Finetune/Step": 9025, "Finetune/Step Time": 6.561990147456527}
+{"Finetune/Learning Rate": 1.147313455143403e-05, "Finetune/Loss": 0.8248014450073242, "Finetune/Loss (Raw)": 0.8929637670516968, "Finetune/Step": 9026, "Finetune/Step Time": 6.562016893178225}
+{"Finetune/Learning Rate": 1.1471468944454165e-05, "Finetune/Loss": 0.8255332708358765, "Finetune/Loss (Raw)": 0.9140160083770752, "Finetune/Step": 9027, "Finetune/Step Time": 6.561902338638902}
+{"Finetune/Learning Rate": 1.1469803295747626e-05, "Finetune/Loss": 0.8252508640289307, "Finetune/Loss (Raw)": 0.8806560635566711, "Finetune/Step": 9028, "Finetune/Step Time": 6.578430803492665}
+{"Finetune/Learning Rate": 1.146813760536164e-05, "Finetune/Loss": 0.8260259032249451, "Finetune/Loss (Raw)": 0.8339834213256836, "Finetune/Step": 9029, "Finetune/Step Time": 6.566885661333799}
+{"Finetune/Learning Rate": 1.146647187334345e-05, "Finetune/Loss": 0.826369047164917, "Finetune/Loss (Raw)": 0.8663625717163086, "Finetune/Step": 9030, "Finetune/Step Time": 6.566312255337834}
+{"Finetune/Learning Rate": 1.1464806099740287e-05, "Finetune/Loss": 0.8259174823760986, "Finetune/Loss (Raw)": 0.7830575108528137, "Finetune/Step": 9031, "Finetune/Step Time": 6.56851620785892}
+{"Finetune/Learning Rate": 1.1463140284599387e-05, "Finetune/Loss": 0.824841320514679, "Finetune/Loss (Raw)": 0.8033650517463684, "Finetune/Step": 9032, "Finetune/Step Time": 6.570605993270874}
+{"Finetune/Learning Rate": 1.1461474427967988e-05, "Finetune/Loss": 0.8242874145507812, "Finetune/Loss (Raw)": 0.8087429404258728, "Finetune/Step": 9033, "Finetune/Step Time": 6.5719066094607115}
+{"Finetune/Learning Rate": 1.1459808529893334e-05, "Finetune/Loss": 0.8245418071746826, "Finetune/Loss (Raw)": 0.8536424040794373, "Finetune/Step": 9034, "Finetune/Step Time": 6.564529690891504}
+{"Finetune/Learning Rate": 1.145814259042266e-05, "Finetune/Loss": 0.8250837326049805, "Finetune/Loss (Raw)": 0.8975914716720581, "Finetune/Step": 9035, "Finetune/Step Time": 6.566878849640489}
+{"Finetune/Learning Rate": 1.1456476609603206e-05, "Finetune/Loss": 0.8259342908859253, "Finetune/Loss (Raw)": 0.8761053085327148, "Finetune/Step": 9036, "Finetune/Step Time": 6.573434244841337}
+{"Finetune/Learning Rate": 1.1454810587482221e-05, "Finetune/Loss": 0.8248180150985718, "Finetune/Loss (Raw)": 0.8138800263404846, "Finetune/Step": 9037, "Finetune/Step Time": 6.579309735447168}
+{"Finetune/Learning Rate": 1.1453144524106944e-05, "Finetune/Loss": 0.8249466419219971, "Finetune/Loss (Raw)": 0.8210436105728149, "Finetune/Step": 9038, "Finetune/Step Time": 6.583627449348569}
+{"Finetune/Learning Rate": 1.145147841952462e-05, "Finetune/Loss": 0.8262621760368347, "Finetune/Loss (Raw)": 1.0350337028503418, "Finetune/Step": 9039, "Finetune/Step Time": 6.579635815694928}
+{"Finetune/Learning Rate": 1.1449812273782492e-05, "Finetune/Loss": 0.8257468342781067, "Finetune/Loss (Raw)": 0.9106506705284119, "Finetune/Step": 9040, "Finetune/Step Time": 6.5813645496964455}
+{"Finetune/Learning Rate": 1.1448146086927816e-05, "Finetune/Loss": 0.825654149055481, "Finetune/Loss (Raw)": 0.8681848645210266, "Finetune/Step": 9041, "Finetune/Step Time": 6.582066114991903}
+{"Finetune/Learning Rate": 1.1446479859007834e-05, "Finetune/Loss": 0.8247407674789429, "Finetune/Loss (Raw)": 0.7759143114089966, "Finetune/Step": 9042, "Finetune/Step Time": 6.607546795159578}
+{"Finetune/Learning Rate": 1.144481359006979e-05, "Finetune/Loss": 0.823902428150177, "Finetune/Loss (Raw)": 0.836426854133606, "Finetune/Step": 9043, "Finetune/Step Time": 6.605155095458031}
+{"Finetune/Learning Rate": 1.1443147280160949e-05, "Finetune/Loss": 0.8237737417221069, "Finetune/Loss (Raw)": 0.8532280325889587, "Finetune/Step": 9044, "Finetune/Step Time": 6.606021244078875}
+{"Finetune/Learning Rate": 1.144148092932855e-05, "Finetune/Loss": 0.8237729072570801, "Finetune/Loss (Raw)": 0.7992908954620361, "Finetune/Step": 9045, "Finetune/Step Time": 6.606956450268626}
+{"Finetune/Learning Rate": 1.1439814537619853e-05, "Finetune/Loss": 0.8238765001296997, "Finetune/Loss (Raw)": 0.8994532227516174, "Finetune/Step": 9046, "Finetune/Step Time": 6.605494923889637}
+{"Finetune/Learning Rate": 1.1438148105082109e-05, "Finetune/Loss": 0.8240170478820801, "Finetune/Loss (Raw)": 0.8072851896286011, "Finetune/Step": 9047, "Finetune/Step Time": 6.611642736941576}
+{"Finetune/Learning Rate": 1.1436481631762574e-05, "Finetune/Loss": 0.8251951932907104, "Finetune/Loss (Raw)": 0.906005859375, "Finetune/Step": 9048, "Finetune/Step Time": 6.596610210835934}
+{"Finetune/Learning Rate": 1.1434815117708507e-05, "Finetune/Loss": 0.8249155282974243, "Finetune/Loss (Raw)": 0.8196228742599487, "Finetune/Step": 9049, "Finetune/Step Time": 6.5953615345060825}
+{"Finetune/Learning Rate": 1.1433148562967162e-05, "Finetune/Loss": 0.8249536752700806, "Finetune/Loss (Raw)": 0.9289624094963074, "Finetune/Step": 9050, "Finetune/Step Time": 6.599270772188902}
+{"Finetune/Learning Rate": 1.1431481967585799e-05, "Finetune/Loss": 0.8256175518035889, "Finetune/Loss (Raw)": 0.7560921311378479, "Finetune/Step": 9051, "Finetune/Step Time": 6.595348300412297}
+{"Finetune/Learning Rate": 1.1429815331611677e-05, "Finetune/Loss": 0.8236434459686279, "Finetune/Loss (Raw)": 0.7347716093063354, "Finetune/Step": 9052, "Finetune/Step Time": 6.5909437499940395}
+{"Finetune/Learning Rate": 1.1428148655092059e-05, "Finetune/Loss": 0.8233993053436279, "Finetune/Loss (Raw)": 0.7600528597831726, "Finetune/Step": 9053, "Finetune/Step Time": 6.593543814495206}
+{"Finetune/Learning Rate": 1.1426481938074208e-05, "Finetune/Loss": 0.8239567279815674, "Finetune/Loss (Raw)": 0.7359347939491272, "Finetune/Step": 9054, "Finetune/Step Time": 6.578018520027399}
+{"Finetune/Learning Rate": 1.1424815180605382e-05, "Finetune/Loss": 0.8248218297958374, "Finetune/Loss (Raw)": 0.8558136224746704, "Finetune/Step": 9055, "Finetune/Step Time": 6.582577055320144}
+{"Finetune/Learning Rate": 1.1423148382732854e-05, "Finetune/Loss": 0.8233388662338257, "Finetune/Loss (Raw)": 0.7411128878593445, "Finetune/Step": 9056, "Finetune/Step Time": 6.5872509349137545}
+{"Finetune/Learning Rate": 1.142148154450388e-05, "Finetune/Loss": 0.8230170607566833, "Finetune/Loss (Raw)": 0.749753475189209, "Finetune/Step": 9057, "Finetune/Step Time": 6.5987041760236025}
+{"Finetune/Learning Rate": 1.1419814665965733e-05, "Finetune/Loss": 0.8247756958007812, "Finetune/Loss (Raw)": 0.8777657747268677, "Finetune/Step": 9058, "Finetune/Step Time": 6.598344789817929}
+{"Finetune/Learning Rate": 1.1418147747165683e-05, "Finetune/Loss": 0.8251925706863403, "Finetune/Loss (Raw)": 0.8498934507369995, "Finetune/Step": 9059, "Finetune/Step Time": 6.597650941461325}
+{"Finetune/Learning Rate": 1.141648078815099e-05, "Finetune/Loss": 0.8258516788482666, "Finetune/Loss (Raw)": 0.8844056725502014, "Finetune/Step": 9060, "Finetune/Step Time": 6.5952089838683605}
+{"Finetune/Learning Rate": 1.141481378896893e-05, "Finetune/Loss": 0.8274927139282227, "Finetune/Loss (Raw)": 0.9558647871017456, "Finetune/Step": 9061, "Finetune/Step Time": 6.59118496440351}
+{"Finetune/Learning Rate": 1.141314674966678e-05, "Finetune/Loss": 0.828531801700592, "Finetune/Loss (Raw)": 0.8685787916183472, "Finetune/Step": 9062, "Finetune/Step Time": 6.589733246713877}
+{"Finetune/Learning Rate": 1.1411479670291803e-05, "Finetune/Loss": 0.8267109990119934, "Finetune/Loss (Raw)": 0.6361494064331055, "Finetune/Step": 9063, "Finetune/Step Time": 6.579455729573965}
+{"Finetune/Learning Rate": 1.1409812550891272e-05, "Finetune/Loss": 0.8271076679229736, "Finetune/Loss (Raw)": 0.8912373185157776, "Finetune/Step": 9064, "Finetune/Step Time": 6.582209961488843}
+{"Finetune/Learning Rate": 1.1408145391512474e-05, "Finetune/Loss": 0.8264737129211426, "Finetune/Loss (Raw)": 0.8291082382202148, "Finetune/Step": 9065, "Finetune/Step Time": 6.581187538802624}
+{"Finetune/Learning Rate": 1.1406478192202672e-05, "Finetune/Loss": 0.8256085515022278, "Finetune/Loss (Raw)": 0.7018170952796936, "Finetune/Step": 9066, "Finetune/Step Time": 6.589472867548466}
+{"Finetune/Learning Rate": 1.140481095300915e-05, "Finetune/Loss": 0.8252701759338379, "Finetune/Loss (Raw)": 0.7350201606750488, "Finetune/Step": 9067, "Finetune/Step Time": 6.585248600691557}
+{"Finetune/Learning Rate": 1.1403143673979182e-05, "Finetune/Loss": 0.8261212110519409, "Finetune/Loss (Raw)": 0.8735119104385376, "Finetune/Step": 9068, "Finetune/Step Time": 6.5883483830839396}
+{"Finetune/Learning Rate": 1.1401476355160051e-05, "Finetune/Loss": 0.8241742849349976, "Finetune/Loss (Raw)": 0.664920449256897, "Finetune/Step": 9069, "Finetune/Step Time": 6.608883181586862}
+{"Finetune/Learning Rate": 1.1399808996599036e-05, "Finetune/Loss": 0.8241987824440002, "Finetune/Loss (Raw)": 0.7825337648391724, "Finetune/Step": 9070, "Finetune/Step Time": 6.586414540186524}
+{"Finetune/Learning Rate": 1.1398141598343417e-05, "Finetune/Loss": 0.8241506218910217, "Finetune/Loss (Raw)": 0.7505541443824768, "Finetune/Step": 9071, "Finetune/Step Time": 6.590606609359384}
+{"Finetune/Learning Rate": 1.1396474160440479e-05, "Finetune/Loss": 0.8244981169700623, "Finetune/Loss (Raw)": 0.8473154306411743, "Finetune/Step": 9072, "Finetune/Step Time": 6.594807984307408}
+{"Finetune/Learning Rate": 1.1394806682937505e-05, "Finetune/Loss": 0.8250188827514648, "Finetune/Loss (Raw)": 0.8255693912506104, "Finetune/Step": 9073, "Finetune/Step Time": 6.591152589768171}
+{"Finetune/Learning Rate": 1.139313916588178e-05, "Finetune/Loss": 0.8254052400588989, "Finetune/Loss (Raw)": 0.7152916193008423, "Finetune/Step": 9074, "Finetune/Step Time": 6.586439445614815}
+{"Finetune/Learning Rate": 1.1391471609320588e-05, "Finetune/Loss": 0.8263168931007385, "Finetune/Loss (Raw)": 0.8354079127311707, "Finetune/Step": 9075, "Finetune/Step Time": 6.587579438462853}
+{"Finetune/Learning Rate": 1.1389804013301219e-05, "Finetune/Loss": 0.8260276317596436, "Finetune/Loss (Raw)": 0.8286610841751099, "Finetune/Step": 9076, "Finetune/Step Time": 6.59027667529881}
+{"Finetune/Learning Rate": 1.1388136377870965e-05, "Finetune/Loss": 0.8267353773117065, "Finetune/Loss (Raw)": 0.8142927885055542, "Finetune/Step": 9077, "Finetune/Step Time": 6.588631320744753}
+{"Finetune/Learning Rate": 1.1386468703077102e-05, "Finetune/Loss": 0.8273935914039612, "Finetune/Loss (Raw)": 0.9374858140945435, "Finetune/Step": 9078, "Finetune/Step Time": 6.593324322253466}
+{"Finetune/Learning Rate": 1.1384800988966933e-05, "Finetune/Loss": 0.8295444250106812, "Finetune/Loss (Raw)": 0.9878845810890198, "Finetune/Step": 9079, "Finetune/Step Time": 6.61410415917635}
+{"Finetune/Learning Rate": 1.1383133235587748e-05, "Finetune/Loss": 0.8305310010910034, "Finetune/Loss (Raw)": 0.884736180305481, "Finetune/Step": 9080, "Finetune/Step Time": 6.627213258296251}
+{"Finetune/Learning Rate": 1.1381465442986834e-05, "Finetune/Loss": 0.8299888372421265, "Finetune/Loss (Raw)": 0.9282036423683167, "Finetune/Step": 9081, "Finetune/Step Time": 6.624276705086231}
+{"Finetune/Learning Rate": 1.1379797611211491e-05, "Finetune/Loss": 0.8291468620300293, "Finetune/Loss (Raw)": 0.808586597442627, "Finetune/Step": 9082, "Finetune/Step Time": 6.638237647712231}
+{"Finetune/Learning Rate": 1.1378129740309011e-05, "Finetune/Loss": 0.8286564946174622, "Finetune/Loss (Raw)": 0.8116582036018372, "Finetune/Step": 9083, "Finetune/Step Time": 6.634972531348467}
+{"Finetune/Learning Rate": 1.137646183032669e-05, "Finetune/Loss": 0.8279451131820679, "Finetune/Loss (Raw)": 0.8224826455116272, "Finetune/Step": 9084, "Finetune/Step Time": 6.636520026251674}
+{"Finetune/Learning Rate": 1.1374793881311826e-05, "Finetune/Loss": 0.8289934396743774, "Finetune/Loss (Raw)": 0.888831615447998, "Finetune/Step": 9085, "Finetune/Step Time": 6.636478502303362}
+{"Finetune/Learning Rate": 1.1373125893311717e-05, "Finetune/Loss": 0.828711211681366, "Finetune/Loss (Raw)": 0.7362802624702454, "Finetune/Step": 9086, "Finetune/Step Time": 6.642837276682258}
+{"Finetune/Learning Rate": 1.1371457866373662e-05, "Finetune/Loss": 0.8296560645103455, "Finetune/Loss (Raw)": 0.9896318912506104, "Finetune/Step": 9087, "Finetune/Step Time": 6.636347794905305}
+{"Finetune/Learning Rate": 1.136978980054496e-05, "Finetune/Loss": 0.8318393230438232, "Finetune/Loss (Raw)": 0.904923677444458, "Finetune/Step": 9088, "Finetune/Step Time": 6.626283241435885}
+{"Finetune/Learning Rate": 1.1368121695872918e-05, "Finetune/Loss": 0.832628607749939, "Finetune/Loss (Raw)": 0.960271418094635, "Finetune/Step": 9089, "Finetune/Step Time": 6.6281261797994375}
+{"Finetune/Learning Rate": 1.1366453552404832e-05, "Finetune/Loss": 0.83232581615448, "Finetune/Loss (Raw)": 0.6372979283332825, "Finetune/Step": 9090, "Finetune/Step Time": 6.638834038749337}
+{"Finetune/Learning Rate": 1.136478537018801e-05, "Finetune/Loss": 0.8332315683364868, "Finetune/Loss (Raw)": 1.0666842460632324, "Finetune/Step": 9091, "Finetune/Step Time": 6.641399145126343}
+{"Finetune/Learning Rate": 1.1363117149269756e-05, "Finetune/Loss": 0.8332228660583496, "Finetune/Loss (Raw)": 0.8483719825744629, "Finetune/Step": 9092, "Finetune/Step Time": 6.6458205953240395}
+{"Finetune/Learning Rate": 1.1361448889697376e-05, "Finetune/Loss": 0.831863284111023, "Finetune/Loss (Raw)": 0.6562020778656006, "Finetune/Step": 9093, "Finetune/Step Time": 6.6585736237466335}
+{"Finetune/Learning Rate": 1.1359780591518177e-05, "Finetune/Loss": 0.8331513404846191, "Finetune/Loss (Raw)": 0.9132955074310303, "Finetune/Step": 9094, "Finetune/Step Time": 6.652640383690596}
+{"Finetune/Learning Rate": 1.1358112254779465e-05, "Finetune/Loss": 0.833125114440918, "Finetune/Loss (Raw)": 0.8958156108856201, "Finetune/Step": 9095, "Finetune/Step Time": 6.655115636065602}
+{"Finetune/Learning Rate": 1.1356443879528554e-05, "Finetune/Loss": 0.8339180946350098, "Finetune/Loss (Raw)": 0.9129346013069153, "Finetune/Step": 9096, "Finetune/Step Time": 6.660795819014311}
+{"Finetune/Learning Rate": 1.135477546581275e-05, "Finetune/Loss": 0.8330356478691101, "Finetune/Loss (Raw)": 0.7908236384391785, "Finetune/Step": 9097, "Finetune/Step Time": 6.672618933022022}
+{"Finetune/Learning Rate": 1.1353107013679368e-05, "Finetune/Loss": 0.8330925107002258, "Finetune/Loss (Raw)": 0.8002947568893433, "Finetune/Step": 9098, "Finetune/Step Time": 6.671127611771226}
+{"Finetune/Learning Rate": 1.1351438523175717e-05, "Finetune/Loss": 0.8325355052947998, "Finetune/Loss (Raw)": 0.8440573811531067, "Finetune/Step": 9099, "Finetune/Step Time": 6.6788365598768}
+{"Finetune/Learning Rate": 1.1349769994349113e-05, "Finetune/Loss": 0.8356019258499146, "Finetune/Loss (Raw)": 0.9827413558959961, "Finetune/Step": 9100, "Finetune/Step Time": 6.664597118273377}
+{"Finetune/Learning Rate": 1.1348101427246873e-05, "Finetune/Loss": 0.8370392322540283, "Finetune/Loss (Raw)": 0.8722434043884277, "Finetune/Step": 9101, "Finetune/Step Time": 6.6670602690428495}
+{"Finetune/Learning Rate": 1.1346432821916307e-05, "Finetune/Loss": 0.8372418284416199, "Finetune/Loss (Raw)": 0.8735730648040771, "Finetune/Step": 9102, "Finetune/Step Time": 6.6681304052472115}
+{"Finetune/Learning Rate": 1.1344764178404734e-05, "Finetune/Loss": 0.8369920253753662, "Finetune/Loss (Raw)": 0.7989668250083923, "Finetune/Step": 9103, "Finetune/Step Time": 6.671778904274106}
+{"Finetune/Learning Rate": 1.1343095496759478e-05, "Finetune/Loss": 0.8357632160186768, "Finetune/Loss (Raw)": 0.7936132550239563, "Finetune/Step": 9104, "Finetune/Step Time": 6.670861708000302}
+{"Finetune/Learning Rate": 1.1341426777027848e-05, "Finetune/Loss": 0.8344552516937256, "Finetune/Loss (Raw)": 0.7146041989326477, "Finetune/Step": 9105, "Finetune/Step Time": 6.677518881857395}
+{"Finetune/Learning Rate": 1.133975801925717e-05, "Finetune/Loss": 0.8354759216308594, "Finetune/Loss (Raw)": 0.9208750128746033, "Finetune/Step": 9106, "Finetune/Step Time": 6.706626834347844}
+{"Finetune/Learning Rate": 1.1338089223494767e-05, "Finetune/Loss": 0.8356891870498657, "Finetune/Loss (Raw)": 0.8671398758888245, "Finetune/Step": 9107, "Finetune/Step Time": 6.704981489107013}
+{"Finetune/Learning Rate": 1.1336420389787957e-05, "Finetune/Loss": 0.8361287117004395, "Finetune/Loss (Raw)": 0.8978968858718872, "Finetune/Step": 9108, "Finetune/Step Time": 6.702637443318963}
+{"Finetune/Learning Rate": 1.1334751518184062e-05, "Finetune/Loss": 0.8375062346458435, "Finetune/Loss (Raw)": 0.8683763742446899, "Finetune/Step": 9109, "Finetune/Step Time": 6.703439494594932}
+{"Finetune/Learning Rate": 1.1333082608730415e-05, "Finetune/Loss": 0.8380623459815979, "Finetune/Loss (Raw)": 0.7500496506690979, "Finetune/Step": 9110, "Finetune/Step Time": 6.705413369461894}
+{"Finetune/Learning Rate": 1.133141366147433e-05, "Finetune/Loss": 0.8377813696861267, "Finetune/Loss (Raw)": 0.8271116614341736, "Finetune/Step": 9111, "Finetune/Step Time": 6.706214889883995}
+{"Finetune/Learning Rate": 1.1329744676463144e-05, "Finetune/Loss": 0.8376727104187012, "Finetune/Loss (Raw)": 0.821248471736908, "Finetune/Step": 9112, "Finetune/Step Time": 6.708319444209337}
+{"Finetune/Learning Rate": 1.1328075653744177e-05, "Finetune/Loss": 0.8376733660697937, "Finetune/Loss (Raw)": 0.8902059197425842, "Finetune/Step": 9113, "Finetune/Step Time": 6.710333926603198}
+{"Finetune/Learning Rate": 1.1326406593364766e-05, "Finetune/Loss": 0.8367515802383423, "Finetune/Loss (Raw)": 0.7919166684150696, "Finetune/Step": 9114, "Finetune/Step Time": 6.7086822260171175}
+{"Finetune/Learning Rate": 1.1324737495372232e-05, "Finetune/Loss": 0.8374122381210327, "Finetune/Loss (Raw)": 0.8814458847045898, "Finetune/Step": 9115, "Finetune/Step Time": 6.714281601831317}
+{"Finetune/Learning Rate": 1.132306835981391e-05, "Finetune/Loss": 0.8385216593742371, "Finetune/Loss (Raw)": 0.8148751258850098, "Finetune/Step": 9116, "Finetune/Step Time": 6.678532199934125}
+{"Finetune/Learning Rate": 1.1321399186737131e-05, "Finetune/Loss": 0.8389818668365479, "Finetune/Loss (Raw)": 0.7871184945106506, "Finetune/Step": 9117, "Finetune/Step Time": 6.665469644591212}
+{"Finetune/Learning Rate": 1.1319729976189231e-05, "Finetune/Loss": 0.8396196365356445, "Finetune/Loss (Raw)": 0.9366768002510071, "Finetune/Step": 9118, "Finetune/Step Time": 6.652308503165841}
+{"Finetune/Learning Rate": 1.131806072821754e-05, "Finetune/Loss": 0.8406272530555725, "Finetune/Loss (Raw)": 0.8587085604667664, "Finetune/Step": 9119, "Finetune/Step Time": 6.653579099103808}
+{"Finetune/Learning Rate": 1.1316391442869394e-05, "Finetune/Loss": 0.8414354920387268, "Finetune/Loss (Raw)": 0.8808955550193787, "Finetune/Step": 9120, "Finetune/Step Time": 6.632397748529911}
+{"Finetune/Learning Rate": 1.1314722120192133e-05, "Finetune/Loss": 0.8405297994613647, "Finetune/Loss (Raw)": 0.762002170085907, "Finetune/Step": 9121, "Finetune/Step Time": 6.670030158013105}
+{"Finetune/Learning Rate": 1.1313052760233087e-05, "Finetune/Loss": 0.8409105539321899, "Finetune/Loss (Raw)": 0.8082842826843262, "Finetune/Step": 9122, "Finetune/Step Time": 6.671830913051963}
+{"Finetune/Learning Rate": 1.13113833630396e-05, "Finetune/Loss": 0.8404005765914917, "Finetune/Loss (Raw)": 0.8224545121192932, "Finetune/Step": 9123, "Finetune/Step Time": 6.675995709374547}
+{"Finetune/Learning Rate": 1.1309713928659012e-05, "Finetune/Loss": 0.8400121927261353, "Finetune/Loss (Raw)": 0.8957496285438538, "Finetune/Step": 9124, "Finetune/Step Time": 6.665506150573492}
+{"Finetune/Learning Rate": 1.130804445713866e-05, "Finetune/Loss": 0.8382593393325806, "Finetune/Loss (Raw)": 0.6566513180732727, "Finetune/Step": 9125, "Finetune/Step Time": 6.667712390422821}
+{"Finetune/Learning Rate": 1.1306374948525886e-05, "Finetune/Loss": 0.8388303518295288, "Finetune/Loss (Raw)": 0.8913512229919434, "Finetune/Step": 9126, "Finetune/Step Time": 6.671080496162176}
+{"Finetune/Learning Rate": 1.1304705402868035e-05, "Finetune/Loss": 0.8408448100090027, "Finetune/Loss (Raw)": 1.0718786716461182, "Finetune/Step": 9127, "Finetune/Step Time": 6.671267352998257}
+{"Finetune/Learning Rate": 1.130303582021245e-05, "Finetune/Loss": 0.8389855623245239, "Finetune/Loss (Raw)": 0.6625080704689026, "Finetune/Step": 9128, "Finetune/Step Time": 6.67336037941277}
+{"Finetune/Learning Rate": 1.1301366200606472e-05, "Finetune/Loss": 0.8394734859466553, "Finetune/Loss (Raw)": 0.8688884377479553, "Finetune/Step": 9129, "Finetune/Step Time": 6.669513141736388}
+{"Finetune/Learning Rate": 1.1299696544097447e-05, "Finetune/Loss": 0.8396344184875488, "Finetune/Loss (Raw)": 0.8490769267082214, "Finetune/Step": 9130, "Finetune/Step Time": 6.671726221218705}
+{"Finetune/Learning Rate": 1.1298026850732728e-05, "Finetune/Loss": 0.8386763334274292, "Finetune/Loss (Raw)": 0.7923225164413452, "Finetune/Step": 9131, "Finetune/Step Time": 6.666324472054839}
+{"Finetune/Learning Rate": 1.1296357120559658e-05, "Finetune/Loss": 0.8384678959846497, "Finetune/Loss (Raw)": 0.786613404750824, "Finetune/Step": 9132, "Finetune/Step Time": 6.663055980578065}
+{"Finetune/Learning Rate": 1.1294687353625586e-05, "Finetune/Loss": 0.838712751865387, "Finetune/Loss (Raw)": 0.7858584523200989, "Finetune/Step": 9133, "Finetune/Step Time": 6.6680331733077765}
+{"Finetune/Learning Rate": 1.129301754997786e-05, "Finetune/Loss": 0.8372267484664917, "Finetune/Loss (Raw)": 0.7331568002700806, "Finetune/Step": 9134, "Finetune/Step Time": 6.659418858587742}
+{"Finetune/Learning Rate": 1.1291347709663837e-05, "Finetune/Loss": 0.8365405797958374, "Finetune/Loss (Raw)": 0.8188896179199219, "Finetune/Step": 9135, "Finetune/Step Time": 6.676905458793044}
+{"Finetune/Learning Rate": 1.1289677832730864e-05, "Finetune/Loss": 0.837031364440918, "Finetune/Loss (Raw)": 0.9366561770439148, "Finetune/Step": 9136, "Finetune/Step Time": 6.682517498731613}
+{"Finetune/Learning Rate": 1.1288007919226289e-05, "Finetune/Loss": 0.8394386768341064, "Finetune/Loss (Raw)": 1.0516514778137207, "Finetune/Step": 9137, "Finetune/Step Time": 6.6857780404388905}
+{"Finetune/Learning Rate": 1.128633796919748e-05, "Finetune/Loss": 0.8383080959320068, "Finetune/Loss (Raw)": 0.7449783682823181, "Finetune/Step": 9138, "Finetune/Step Time": 6.69503572396934}
+{"Finetune/Learning Rate": 1.1284667982691781e-05, "Finetune/Loss": 0.8367753624916077, "Finetune/Loss (Raw)": 0.8040496110916138, "Finetune/Step": 9139, "Finetune/Step Time": 6.698304383084178}
+{"Finetune/Learning Rate": 1.1282997959756551e-05, "Finetune/Loss": 0.8365815877914429, "Finetune/Loss (Raw)": 0.7178558707237244, "Finetune/Step": 9140, "Finetune/Step Time": 6.718401525169611}
+{"Finetune/Learning Rate": 1.1281327900439147e-05, "Finetune/Loss": 0.8369165658950806, "Finetune/Loss (Raw)": 0.8586796522140503, "Finetune/Step": 9141, "Finetune/Step Time": 6.703195132315159}
+{"Finetune/Learning Rate": 1.1279657804786927e-05, "Finetune/Loss": 0.8374464511871338, "Finetune/Loss (Raw)": 0.910585880279541, "Finetune/Step": 9142, "Finetune/Step Time": 6.705054420977831}
+{"Finetune/Learning Rate": 1.1277987672847253e-05, "Finetune/Loss": 0.837580144405365, "Finetune/Loss (Raw)": 0.9671345353126526, "Finetune/Step": 9143, "Finetune/Step Time": 6.697415390983224}
+{"Finetune/Learning Rate": 1.127631750466748e-05, "Finetune/Loss": 0.8389526605606079, "Finetune/Loss (Raw)": 0.8493126034736633, "Finetune/Step": 9144, "Finetune/Step Time": 6.700871650129557}
+{"Finetune/Learning Rate": 1.1274647300294975e-05, "Finetune/Loss": 0.8381654024124146, "Finetune/Loss (Raw)": 0.946898341178894, "Finetune/Step": 9145, "Finetune/Step Time": 6.696048391982913}
+{"Finetune/Learning Rate": 1.1272977059777093e-05, "Finetune/Loss": 0.8398030996322632, "Finetune/Loss (Raw)": 0.9137914776802063, "Finetune/Step": 9146, "Finetune/Step Time": 6.702884737402201}
+{"Finetune/Learning Rate": 1.1271306783161204e-05, "Finetune/Loss": 0.8414577841758728, "Finetune/Loss (Raw)": 0.9885156154632568, "Finetune/Step": 9147, "Finetune/Step Time": 6.687276937067509}
+{"Finetune/Learning Rate": 1.1269636470494669e-05, "Finetune/Loss": 0.8384665250778198, "Finetune/Loss (Raw)": 0.42774781584739685, "Finetune/Step": 9148, "Finetune/Step Time": 6.700198059901595}
+{"Finetune/Learning Rate": 1.1267966121824854e-05, "Finetune/Loss": 0.8398312330245972, "Finetune/Loss (Raw)": 0.7782588005065918, "Finetune/Step": 9149, "Finetune/Step Time": 6.689968254417181}
+{"Finetune/Learning Rate": 1.1266295737199129e-05, "Finetune/Loss": 0.837502658367157, "Finetune/Loss (Raw)": 0.7084945440292358, "Finetune/Step": 9150, "Finetune/Step Time": 6.691404912620783}
+{"Finetune/Learning Rate": 1.126462531666485e-05, "Finetune/Loss": 0.836249828338623, "Finetune/Loss (Raw)": 0.7070967555046082, "Finetune/Step": 9151, "Finetune/Step Time": 6.686137322336435}
+{"Finetune/Learning Rate": 1.12629548602694e-05, "Finetune/Loss": 0.836937665939331, "Finetune/Loss (Raw)": 0.8873223066329956, "Finetune/Step": 9152, "Finetune/Step Time": 6.690882734954357}
+{"Finetune/Learning Rate": 1.1261284368060139e-05, "Finetune/Loss": 0.8349177837371826, "Finetune/Loss (Raw)": 0.6208190321922302, "Finetune/Step": 9153, "Finetune/Step Time": 6.6949725560843945}
+{"Finetune/Learning Rate": 1.1259613840084438e-05, "Finetune/Loss": 0.834707498550415, "Finetune/Loss (Raw)": 0.8660539984703064, "Finetune/Step": 9154, "Finetune/Step Time": 6.698069320991635}
+{"Finetune/Learning Rate": 1.1257943276389673e-05, "Finetune/Loss": 0.8341106176376343, "Finetune/Loss (Raw)": 0.8376110196113586, "Finetune/Step": 9155, "Finetune/Step Time": 6.706153715029359}
+{"Finetune/Learning Rate": 1.1256272677023214e-05, "Finetune/Loss": 0.8345431089401245, "Finetune/Loss (Raw)": 0.9360183477401733, "Finetune/Step": 9156, "Finetune/Step Time": 6.691839532926679}
+{"Finetune/Learning Rate": 1.1254602042032434e-05, "Finetune/Loss": 0.8360394835472107, "Finetune/Loss (Raw)": 1.0255146026611328, "Finetune/Step": 9157, "Finetune/Step Time": 6.695399411022663}
+{"Finetune/Learning Rate": 1.1252931371464707e-05, "Finetune/Loss": 0.8364969491958618, "Finetune/Loss (Raw)": 0.9249252080917358, "Finetune/Step": 9158, "Finetune/Step Time": 6.696589069440961}
+{"Finetune/Learning Rate": 1.125126066536741e-05, "Finetune/Loss": 0.836000919342041, "Finetune/Loss (Raw)": 0.7195601463317871, "Finetune/Step": 9159, "Finetune/Step Time": 6.71131550334394}
+{"Finetune/Learning Rate": 1.1249589923787918e-05, "Finetune/Loss": 0.835979700088501, "Finetune/Loss (Raw)": 0.8006592392921448, "Finetune/Step": 9160, "Finetune/Step Time": 6.713584531098604}
+{"Finetune/Learning Rate": 1.124791914677361e-05, "Finetune/Loss": 0.8355928659439087, "Finetune/Loss (Raw)": 0.7592257261276245, "Finetune/Step": 9161, "Finetune/Step Time": 6.714313380420208}
+{"Finetune/Learning Rate": 1.124624833437186e-05, "Finetune/Loss": 0.83524090051651, "Finetune/Loss (Raw)": 0.808587908744812, "Finetune/Step": 9162, "Finetune/Step Time": 6.7170165553689}
+{"Finetune/Learning Rate": 1.1244577486630055e-05, "Finetune/Loss": 0.8348462581634521, "Finetune/Loss (Raw)": 0.8470790982246399, "Finetune/Step": 9163, "Finetune/Step Time": 6.714789370074868}
+{"Finetune/Learning Rate": 1.124290660359557e-05, "Finetune/Loss": 0.833931028842926, "Finetune/Loss (Raw)": 0.7589552998542786, "Finetune/Step": 9164, "Finetune/Step Time": 6.71044179238379}
+{"Finetune/Learning Rate": 1.1241235685315788e-05, "Finetune/Loss": 0.8340217471122742, "Finetune/Loss (Raw)": 0.8254928588867188, "Finetune/Step": 9165, "Finetune/Step Time": 6.706886915490031}
+{"Finetune/Learning Rate": 1.1239564731838093e-05, "Finetune/Loss": 0.8343268632888794, "Finetune/Loss (Raw)": 0.8600927591323853, "Finetune/Step": 9166, "Finetune/Step Time": 6.703485121950507}
+{"Finetune/Learning Rate": 1.1237893743209865e-05, "Finetune/Loss": 0.8325686454772949, "Finetune/Loss (Raw)": 0.8099901080131531, "Finetune/Step": 9167, "Finetune/Step Time": 6.706451253965497}
+{"Finetune/Learning Rate": 1.123622271947849e-05, "Finetune/Loss": 0.8318856358528137, "Finetune/Loss (Raw)": 0.8232221603393555, "Finetune/Step": 9168, "Finetune/Step Time": 6.70256975479424}
+{"Finetune/Learning Rate": 1.1234551660691357e-05, "Finetune/Loss": 0.8320721387863159, "Finetune/Loss (Raw)": 0.8920490741729736, "Finetune/Step": 9169, "Finetune/Step Time": 6.701527085155249}
+{"Finetune/Learning Rate": 1.1232880566895847e-05, "Finetune/Loss": 0.8320387601852417, "Finetune/Loss (Raw)": 0.7716445326805115, "Finetune/Step": 9170, "Finetune/Step Time": 6.6754190772771835}
+{"Finetune/Learning Rate": 1.1231209438139354e-05, "Finetune/Loss": 0.8320193290710449, "Finetune/Loss (Raw)": 0.8339402675628662, "Finetune/Step": 9171, "Finetune/Step Time": 6.67437406629324}
+{"Finetune/Learning Rate": 1.1229538274469258e-05, "Finetune/Loss": 0.8313601016998291, "Finetune/Loss (Raw)": 0.7688543200492859, "Finetune/Step": 9172, "Finetune/Step Time": 6.691919952630997}
+{"Finetune/Learning Rate": 1.1227867075932954e-05, "Finetune/Loss": 0.8320409059524536, "Finetune/Loss (Raw)": 0.8864220380783081, "Finetune/Step": 9173, "Finetune/Step Time": 6.70448137819767}
+{"Finetune/Learning Rate": 1.1226195842577834e-05, "Finetune/Loss": 0.8297797441482544, "Finetune/Loss (Raw)": 0.6100322604179382, "Finetune/Step": 9174, "Finetune/Step Time": 6.718027699738741}
+{"Finetune/Learning Rate": 1.1224524574451282e-05, "Finetune/Loss": 0.8309274911880493, "Finetune/Loss (Raw)": 0.9541908502578735, "Finetune/Step": 9175, "Finetune/Step Time": 6.728224657475948}
+{"Finetune/Learning Rate": 1.1222853271600698e-05, "Finetune/Loss": 0.8313474655151367, "Finetune/Loss (Raw)": 0.9597737789154053, "Finetune/Step": 9176, "Finetune/Step Time": 6.729462938383222}
+{"Finetune/Learning Rate": 1.1221181934073473e-05, "Finetune/Loss": 0.8314037322998047, "Finetune/Loss (Raw)": 0.8268160820007324, "Finetune/Step": 9177, "Finetune/Step Time": 6.72702369466424}
+{"Finetune/Learning Rate": 1.1219510561916999e-05, "Finetune/Loss": 0.8298959732055664, "Finetune/Loss (Raw)": 0.73597252368927, "Finetune/Step": 9178, "Finetune/Step Time": 6.726138796657324}
+{"Finetune/Learning Rate": 1.1217839155178673e-05, "Finetune/Loss": 0.8310771584510803, "Finetune/Loss (Raw)": 0.907284140586853, "Finetune/Step": 9179, "Finetune/Step Time": 6.732626959681511}
+{"Finetune/Learning Rate": 1.1216167713905896e-05, "Finetune/Loss": 0.831729531288147, "Finetune/Loss (Raw)": 0.818271815776825, "Finetune/Step": 9180, "Finetune/Step Time": 6.733104920014739}
+{"Finetune/Learning Rate": 1.1214496238146057e-05, "Finetune/Loss": 0.8316754698753357, "Finetune/Loss (Raw)": 0.7531332969665527, "Finetune/Step": 9181, "Finetune/Step Time": 6.732494568452239}
+{"Finetune/Learning Rate": 1.1212824727946557e-05, "Finetune/Loss": 0.8321866393089294, "Finetune/Loss (Raw)": 0.8013653755187988, "Finetune/Step": 9182, "Finetune/Step Time": 6.754472052678466}
+{"Finetune/Learning Rate": 1.1211153183354801e-05, "Finetune/Loss": 0.8318197727203369, "Finetune/Loss (Raw)": 0.8088584542274475, "Finetune/Step": 9183, "Finetune/Step Time": 6.760291686281562}
+{"Finetune/Learning Rate": 1.1209481604418182e-05, "Finetune/Loss": 0.8336180448532104, "Finetune/Loss (Raw)": 0.9712920784950256, "Finetune/Step": 9184, "Finetune/Step Time": 6.756545577198267}
+{"Finetune/Learning Rate": 1.1207809991184103e-05, "Finetune/Loss": 0.8344484567642212, "Finetune/Loss (Raw)": 0.8560385704040527, "Finetune/Step": 9185, "Finetune/Step Time": 6.745077606290579}
+{"Finetune/Learning Rate": 1.1206138343699971e-05, "Finetune/Loss": 0.8341662287712097, "Finetune/Loss (Raw)": 0.8416469097137451, "Finetune/Step": 9186, "Finetune/Step Time": 6.751764757558703}
+{"Finetune/Learning Rate": 1.1204466662013182e-05, "Finetune/Loss": 0.8351744413375854, "Finetune/Loss (Raw)": 0.9789438843727112, "Finetune/Step": 9187, "Finetune/Step Time": 6.750376544892788}
+{"Finetune/Learning Rate": 1.1202794946171144e-05, "Finetune/Loss": 0.8359363079071045, "Finetune/Loss (Raw)": 0.981930673122406, "Finetune/Step": 9188, "Finetune/Step Time": 6.749665394425392}
+{"Finetune/Learning Rate": 1.1201123196221262e-05, "Finetune/Loss": 0.8353451490402222, "Finetune/Loss (Raw)": 0.8801860213279724, "Finetune/Step": 9189, "Finetune/Step Time": 6.755528558045626}
+{"Finetune/Learning Rate": 1.1199451412210941e-05, "Finetune/Loss": 0.8346370458602905, "Finetune/Loss (Raw)": 0.7779479026794434, "Finetune/Step": 9190, "Finetune/Step Time": 6.758568625897169}
+{"Finetune/Learning Rate": 1.1197779594187592e-05, "Finetune/Loss": 0.8360480070114136, "Finetune/Loss (Raw)": 0.8167490363121033, "Finetune/Step": 9191, "Finetune/Step Time": 6.753535026684403}
+{"Finetune/Learning Rate": 1.1196107742198617e-05, "Finetune/Loss": 0.8357019424438477, "Finetune/Loss (Raw)": 0.8469467759132385, "Finetune/Step": 9192, "Finetune/Step Time": 6.7530797980725765}
+{"Finetune/Learning Rate": 1.1194435856291427e-05, "Finetune/Loss": 0.8359724283218384, "Finetune/Loss (Raw)": 0.8637274503707886, "Finetune/Step": 9193, "Finetune/Step Time": 6.751533007249236}
+{"Finetune/Learning Rate": 1.1192763936513433e-05, "Finetune/Loss": 0.8362786173820496, "Finetune/Loss (Raw)": 0.7410097718238831, "Finetune/Step": 9194, "Finetune/Step Time": 6.7720771580934525}
+{"Finetune/Learning Rate": 1.119109198291205e-05, "Finetune/Loss": 0.8354954719543457, "Finetune/Loss (Raw)": 0.6347767114639282, "Finetune/Step": 9195, "Finetune/Step Time": 6.773484846577048}
+{"Finetune/Learning Rate": 1.1189419995534677e-05, "Finetune/Loss": 0.8350237011909485, "Finetune/Loss (Raw)": 0.8131241202354431, "Finetune/Step": 9196, "Finetune/Step Time": 6.775865558534861}
+{"Finetune/Learning Rate": 1.1187747974428742e-05, "Finetune/Loss": 0.8363674879074097, "Finetune/Loss (Raw)": 0.8369234204292297, "Finetune/Step": 9197, "Finetune/Step Time": 6.754400286823511}
+{"Finetune/Learning Rate": 1.1186075919641648e-05, "Finetune/Loss": 0.837929368019104, "Finetune/Loss (Raw)": 0.9824568033218384, "Finetune/Step": 9198, "Finetune/Step Time": 6.754122782498598}
+{"Finetune/Learning Rate": 1.1184403831220818e-05, "Finetune/Loss": 0.83861243724823, "Finetune/Loss (Raw)": 0.837981104850769, "Finetune/Step": 9199, "Finetune/Step Time": 6.764567689970136}
+{"Finetune/Learning Rate": 1.1182731709213658e-05, "Finetune/Loss": 0.8372312784194946, "Finetune/Loss (Raw)": 0.6705380082130432, "Finetune/Step": 9200, "Finetune/Step Time": 6.7667806930840015}
+{"Finetune/Learning Rate": 1.1181059553667592e-05, "Finetune/Loss": 0.8362399339675903, "Finetune/Loss (Raw)": 0.6986692547798157, "Finetune/Step": 9201, "Finetune/Step Time": 6.778985187411308}
+{"Finetune/Learning Rate": 1.117938736463004e-05, "Finetune/Loss": 0.8370298147201538, "Finetune/Loss (Raw)": 0.8164027333259583, "Finetune/Step": 9202, "Finetune/Step Time": 6.782635513693094}
+{"Finetune/Learning Rate": 1.117771514214841e-05, "Finetune/Loss": 0.8379847407341003, "Finetune/Loss (Raw)": 0.9576359987258911, "Finetune/Step": 9203, "Finetune/Step Time": 6.779509585350752}
+{"Finetune/Learning Rate": 1.1176042886270128e-05, "Finetune/Loss": 0.8378885984420776, "Finetune/Loss (Raw)": 0.8163575530052185, "Finetune/Step": 9204, "Finetune/Step Time": 6.780281148850918}
+{"Finetune/Learning Rate": 1.1174370597042619e-05, "Finetune/Loss": 0.8374051451683044, "Finetune/Loss (Raw)": 0.7524071931838989, "Finetune/Step": 9205, "Finetune/Step Time": 6.783260079100728}
+{"Finetune/Learning Rate": 1.1172698274513297e-05, "Finetune/Loss": 0.8375560641288757, "Finetune/Loss (Raw)": 0.9568077325820923, "Finetune/Step": 9206, "Finetune/Step Time": 6.783320719376206}
+{"Finetune/Learning Rate": 1.1171025918729584e-05, "Finetune/Loss": 0.8348111510276794, "Finetune/Loss (Raw)": 0.6365321278572083, "Finetune/Step": 9207, "Finetune/Step Time": 6.775216728448868}
+{"Finetune/Learning Rate": 1.116935352973891e-05, "Finetune/Loss": 0.8354530334472656, "Finetune/Loss (Raw)": 0.9668968319892883, "Finetune/Step": 9208, "Finetune/Step Time": 6.764465942978859}
+{"Finetune/Learning Rate": 1.116768110758869e-05, "Finetune/Loss": 0.8348665833473206, "Finetune/Loss (Raw)": 0.8531330823898315, "Finetune/Step": 9209, "Finetune/Step Time": 6.766646569594741}
+{"Finetune/Learning Rate": 1.1166008652326358e-05, "Finetune/Loss": 0.8347803354263306, "Finetune/Loss (Raw)": 0.7975509762763977, "Finetune/Step": 9210, "Finetune/Step Time": 6.7572335712611675}
+{"Finetune/Learning Rate": 1.1164336163999334e-05, "Finetune/Loss": 0.8342487812042236, "Finetune/Loss (Raw)": 0.7436111569404602, "Finetune/Step": 9211, "Finetune/Step Time": 6.759878385812044}
+{"Finetune/Learning Rate": 1.1162663642655049e-05, "Finetune/Loss": 0.8336361646652222, "Finetune/Loss (Raw)": 0.7440776228904724, "Finetune/Step": 9212, "Finetune/Step Time": 6.767505623400211}
+{"Finetune/Learning Rate": 1.116099108834093e-05, "Finetune/Loss": 0.8338324427604675, "Finetune/Loss (Raw)": 0.9139524698257446, "Finetune/Step": 9213, "Finetune/Step Time": 6.767215896397829}
+{"Finetune/Learning Rate": 1.1159318501104403e-05, "Finetune/Loss": 0.8326733708381653, "Finetune/Loss (Raw)": 0.5879214406013489, "Finetune/Step": 9214, "Finetune/Step Time": 6.7780455108731985}
+{"Finetune/Learning Rate": 1.1157645880992901e-05, "Finetune/Loss": 0.831291675567627, "Finetune/Loss (Raw)": 0.8127678036689758, "Finetune/Step": 9215, "Finetune/Step Time": 6.780379479750991}
+{"Finetune/Learning Rate": 1.1155973228053854e-05, "Finetune/Loss": 0.8310843706130981, "Finetune/Loss (Raw)": 0.8783875107765198, "Finetune/Step": 9216, "Finetune/Step Time": 6.778734581544995}
+{"Finetune/Learning Rate": 1.1154300542334692e-05, "Finetune/Loss": 0.8292791247367859, "Finetune/Loss (Raw)": 0.7292054295539856, "Finetune/Step": 9217, "Finetune/Step Time": 6.774042526260018}
+{"Finetune/Learning Rate": 1.1152627823882852e-05, "Finetune/Loss": 0.831513524055481, "Finetune/Loss (Raw)": 0.9233055710792542, "Finetune/Step": 9218, "Finetune/Step Time": 6.756621427834034}
+{"Finetune/Learning Rate": 1.1150955072745762e-05, "Finetune/Loss": 0.8282002806663513, "Finetune/Loss (Raw)": 0.642587423324585, "Finetune/Step": 9219, "Finetune/Step Time": 6.753445221111178}
+{"Finetune/Learning Rate": 1.114928228897086e-05, "Finetune/Loss": 0.8287839889526367, "Finetune/Loss (Raw)": 0.9230853319168091, "Finetune/Step": 9220, "Finetune/Step Time": 6.748884255066514}
+{"Finetune/Learning Rate": 1.1147609472605578e-05, "Finetune/Loss": 0.8297308683395386, "Finetune/Loss (Raw)": 0.7774030566215515, "Finetune/Step": 9221, "Finetune/Step Time": 6.735849279910326}
+{"Finetune/Learning Rate": 1.1145936623697357e-05, "Finetune/Loss": 0.8293049931526184, "Finetune/Loss (Raw)": 0.8587835431098938, "Finetune/Step": 9222, "Finetune/Step Time": 6.73491888679564}
+{"Finetune/Learning Rate": 1.1144263742293635e-05, "Finetune/Loss": 0.8278893232345581, "Finetune/Loss (Raw)": 0.7146111726760864, "Finetune/Step": 9223, "Finetune/Step Time": 6.731951950117946}
+{"Finetune/Learning Rate": 1.1142590828441841e-05, "Finetune/Loss": 0.8253861665725708, "Finetune/Loss (Raw)": 0.5925256013870239, "Finetune/Step": 9224, "Finetune/Step Time": 6.73838603682816}
+{"Finetune/Learning Rate": 1.1140917882189424e-05, "Finetune/Loss": 0.8247188329696655, "Finetune/Loss (Raw)": 0.7054011821746826, "Finetune/Step": 9225, "Finetune/Step Time": 6.7391491532325745}
+{"Finetune/Learning Rate": 1.1139244903583822e-05, "Finetune/Loss": 0.8245892524719238, "Finetune/Loss (Raw)": 0.783717930316925, "Finetune/Step": 9226, "Finetune/Step Time": 6.743620501831174}
+{"Finetune/Learning Rate": 1.113757189267247e-05, "Finetune/Loss": 0.8247044086456299, "Finetune/Loss (Raw)": 0.8587938547134399, "Finetune/Step": 9227, "Finetune/Step Time": 6.743904421105981}
+{"Finetune/Learning Rate": 1.1135898849502813e-05, "Finetune/Loss": 0.823676347732544, "Finetune/Loss (Raw)": 0.8511493802070618, "Finetune/Step": 9228, "Finetune/Step Time": 6.7464550249278545}
+{"Finetune/Learning Rate": 1.11342257741223e-05, "Finetune/Loss": 0.824164628982544, "Finetune/Loss (Raw)": 0.9347419738769531, "Finetune/Step": 9229, "Finetune/Step Time": 6.745585111901164}
+{"Finetune/Learning Rate": 1.1132552666578364e-05, "Finetune/Loss": 0.8224613666534424, "Finetune/Loss (Raw)": 0.6555593609809875, "Finetune/Step": 9230, "Finetune/Step Time": 6.744030201807618}
+{"Finetune/Learning Rate": 1.1130879526918457e-05, "Finetune/Loss": 0.8226712346076965, "Finetune/Loss (Raw)": 0.8258254528045654, "Finetune/Step": 9231, "Finetune/Step Time": 6.764064779505134}
+{"Finetune/Learning Rate": 1.1129206355190025e-05, "Finetune/Loss": 0.8232479095458984, "Finetune/Loss (Raw)": 0.8674288988113403, "Finetune/Step": 9232, "Finetune/Step Time": 6.76535832695663}
+{"Finetune/Learning Rate": 1.1127533151440509e-05, "Finetune/Loss": 0.8243390917778015, "Finetune/Loss (Raw)": 0.8542717099189758, "Finetune/Step": 9233, "Finetune/Step Time": 6.763345429673791}
+{"Finetune/Learning Rate": 1.1125859915717359e-05, "Finetune/Loss": 0.8235677480697632, "Finetune/Loss (Raw)": 0.822144627571106, "Finetune/Step": 9234, "Finetune/Step Time": 6.732744608074427}
+{"Finetune/Learning Rate": 1.1124186648068024e-05, "Finetune/Loss": 0.8241150379180908, "Finetune/Loss (Raw)": 0.9371984004974365, "Finetune/Step": 9235, "Finetune/Step Time": 6.734923750162125}
+{"Finetune/Learning Rate": 1.112251334853995e-05, "Finetune/Loss": 0.8226138949394226, "Finetune/Loss (Raw)": 0.7057470679283142, "Finetune/Step": 9236, "Finetune/Step Time": 6.733056789264083}
+{"Finetune/Learning Rate": 1.1120840017180594e-05, "Finetune/Loss": 0.8218759298324585, "Finetune/Loss (Raw)": 0.7739183306694031, "Finetune/Step": 9237, "Finetune/Step Time": 6.731623714789748}
+{"Finetune/Learning Rate": 1.11191666540374e-05, "Finetune/Loss": 0.8228216767311096, "Finetune/Loss (Raw)": 0.8711045980453491, "Finetune/Step": 9238, "Finetune/Step Time": 6.7309080846607685}
+{"Finetune/Learning Rate": 1.1117493259157823e-05, "Finetune/Loss": 0.8229565620422363, "Finetune/Loss (Raw)": 0.8443683981895447, "Finetune/Step": 9239, "Finetune/Step Time": 6.728210497647524}
+{"Finetune/Learning Rate": 1.1115819832589314e-05, "Finetune/Loss": 0.8231003284454346, "Finetune/Loss (Raw)": 0.8396505117416382, "Finetune/Step": 9240, "Finetune/Step Time": 6.726813839748502}
+{"Finetune/Learning Rate": 1.1114146374379327e-05, "Finetune/Loss": 0.8227250576019287, "Finetune/Loss (Raw)": 0.8421739935874939, "Finetune/Step": 9241, "Finetune/Step Time": 6.720193948596716}
+{"Finetune/Learning Rate": 1.1112472884575319e-05, "Finetune/Loss": 0.821326732635498, "Finetune/Loss (Raw)": 0.6129422187805176, "Finetune/Step": 9242, "Finetune/Step Time": 6.717153027653694}
+{"Finetune/Learning Rate": 1.111079936322474e-05, "Finetune/Loss": 0.8204479813575745, "Finetune/Loss (Raw)": 0.7689558863639832, "Finetune/Step": 9243, "Finetune/Step Time": 6.714156685397029}
+{"Finetune/Learning Rate": 1.1109125810375054e-05, "Finetune/Loss": 0.8203363418579102, "Finetune/Loss (Raw)": 0.8005874156951904, "Finetune/Step": 9244, "Finetune/Step Time": 6.710600508376956}
+{"Finetune/Learning Rate": 1.1107452226073709e-05, "Finetune/Loss": 0.8194987177848816, "Finetune/Loss (Raw)": 0.6799039840698242, "Finetune/Step": 9245, "Finetune/Step Time": 6.709717381745577}
+{"Finetune/Learning Rate": 1.1105778610368172e-05, "Finetune/Loss": 0.8182753920555115, "Finetune/Loss (Raw)": 0.7800880670547485, "Finetune/Step": 9246, "Finetune/Step Time": 6.708708629012108}
+{"Finetune/Learning Rate": 1.1104104963305899e-05, "Finetune/Loss": 0.8176285028457642, "Finetune/Loss (Raw)": 0.7759117484092712, "Finetune/Step": 9247, "Finetune/Step Time": 6.709324697032571}
+{"Finetune/Learning Rate": 1.1102431284934345e-05, "Finetune/Loss": 0.8180298805236816, "Finetune/Loss (Raw)": 0.9322645664215088, "Finetune/Step": 9248, "Finetune/Step Time": 6.706518463790417}
+{"Finetune/Learning Rate": 1.1100757575300976e-05, "Finetune/Loss": 0.8178102970123291, "Finetune/Loss (Raw)": 0.7338941693305969, "Finetune/Step": 9249, "Finetune/Step Time": 6.663793442770839}
+{"Finetune/Learning Rate": 1.1099083834453255e-05, "Finetune/Loss": 0.8160707950592041, "Finetune/Loss (Raw)": 0.5856309533119202, "Finetune/Step": 9250, "Finetune/Step Time": 6.674577923491597}
+{"Finetune/Learning Rate": 1.1097410062438641e-05, "Finetune/Loss": 0.8154149055480957, "Finetune/Loss (Raw)": 0.7385054230690002, "Finetune/Step": 9251, "Finetune/Step Time": 6.675185360014439}
+{"Finetune/Learning Rate": 1.1095736259304593e-05, "Finetune/Loss": 0.8146960735321045, "Finetune/Loss (Raw)": 0.8037418723106384, "Finetune/Step": 9252, "Finetune/Step Time": 6.673762118443847}
+{"Finetune/Learning Rate": 1.1094062425098586e-05, "Finetune/Loss": 0.815300703048706, "Finetune/Loss (Raw)": 0.7340307235717773, "Finetune/Step": 9253, "Finetune/Step Time": 6.66910588927567}
+{"Finetune/Learning Rate": 1.109238855986808e-05, "Finetune/Loss": 0.8153320550918579, "Finetune/Loss (Raw)": 0.8953725695610046, "Finetune/Step": 9254, "Finetune/Step Time": 6.6620922684669495}
+{"Finetune/Learning Rate": 1.1090714663660538e-05, "Finetune/Loss": 0.8133507370948792, "Finetune/Loss (Raw)": 0.8182699680328369, "Finetune/Step": 9255, "Finetune/Step Time": 6.661534709855914}
+{"Finetune/Learning Rate": 1.1089040736523431e-05, "Finetune/Loss": 0.8145955204963684, "Finetune/Loss (Raw)": 0.8218396902084351, "Finetune/Step": 9256, "Finetune/Step Time": 6.658542526885867}
+{"Finetune/Learning Rate": 1.1087366778504225e-05, "Finetune/Loss": 0.8145402073860168, "Finetune/Loss (Raw)": 0.8618113994598389, "Finetune/Step": 9257, "Finetune/Step Time": 6.659569598734379}
+{"Finetune/Learning Rate": 1.1085692789650388e-05, "Finetune/Loss": 0.8151488304138184, "Finetune/Loss (Raw)": 0.9269815683364868, "Finetune/Step": 9258, "Finetune/Step Time": 6.6582698430866}
+{"Finetune/Learning Rate": 1.1084018770009392e-05, "Finetune/Loss": 0.8145334720611572, "Finetune/Loss (Raw)": 0.7135544419288635, "Finetune/Step": 9259, "Finetune/Step Time": 6.660358248278499}
+{"Finetune/Learning Rate": 1.1082344719628707e-05, "Finetune/Loss": 0.8141463994979858, "Finetune/Loss (Raw)": 0.737066388130188, "Finetune/Step": 9260, "Finetune/Step Time": 6.661233762279153}
+{"Finetune/Learning Rate": 1.1080670638555804e-05, "Finetune/Loss": 0.8132412433624268, "Finetune/Loss (Raw)": 0.6699972748756409, "Finetune/Step": 9261, "Finetune/Step Time": 6.656547762453556}
+{"Finetune/Learning Rate": 1.1078996526838153e-05, "Finetune/Loss": 0.8135751485824585, "Finetune/Loss (Raw)": 0.7758939862251282, "Finetune/Step": 9262, "Finetune/Step Time": 6.656436348333955}
+{"Finetune/Learning Rate": 1.1077322384523229e-05, "Finetune/Loss": 0.8126678466796875, "Finetune/Loss (Raw)": 0.7027637958526611, "Finetune/Step": 9263, "Finetune/Step Time": 6.64389468729496}
+{"Finetune/Learning Rate": 1.1075648211658505e-05, "Finetune/Loss": 0.8108712434768677, "Finetune/Loss (Raw)": 0.7066850662231445, "Finetune/Step": 9264, "Finetune/Step Time": 6.645802283659577}
+{"Finetune/Learning Rate": 1.1073974008291456e-05, "Finetune/Loss": 0.8092318773269653, "Finetune/Loss (Raw)": 0.8418155908584595, "Finetune/Step": 9265, "Finetune/Step Time": 6.665830450132489}
+{"Finetune/Learning Rate": 1.1072299774469562e-05, "Finetune/Loss": 0.8092226982116699, "Finetune/Loss (Raw)": 0.7438023686408997, "Finetune/Step": 9266, "Finetune/Step Time": 6.655299041420221}
+{"Finetune/Learning Rate": 1.1070625510240291e-05, "Finetune/Loss": 0.8103920817375183, "Finetune/Loss (Raw)": 0.9537279009819031, "Finetune/Step": 9267, "Finetune/Step Time": 6.652528407052159}
+{"Finetune/Learning Rate": 1.1068951215651132e-05, "Finetune/Loss": 0.8105947375297546, "Finetune/Loss (Raw)": 0.7437992095947266, "Finetune/Step": 9268, "Finetune/Step Time": 6.663313632830977}
+{"Finetune/Learning Rate": 1.1067276890749547e-05, "Finetune/Loss": 0.8110412359237671, "Finetune/Loss (Raw)": 0.9158279299736023, "Finetune/Step": 9269, "Finetune/Step Time": 6.668681250885129}
+{"Finetune/Learning Rate": 1.1065602535583029e-05, "Finetune/Loss": 0.8109743595123291, "Finetune/Loss (Raw)": 0.902025580406189, "Finetune/Step": 9270, "Finetune/Step Time": 6.6782665476202965}
+{"Finetune/Learning Rate": 1.1063928150199054e-05, "Finetune/Loss": 0.8099650144577026, "Finetune/Loss (Raw)": 0.8379427790641785, "Finetune/Step": 9271, "Finetune/Step Time": 6.678889410570264}
+{"Finetune/Learning Rate": 1.1062253734645103e-05, "Finetune/Loss": 0.8092513084411621, "Finetune/Loss (Raw)": 0.7579526305198669, "Finetune/Step": 9272, "Finetune/Step Time": 6.6750113647431135}
+{"Finetune/Learning Rate": 1.106057928896865e-05, "Finetune/Loss": 0.808618426322937, "Finetune/Loss (Raw)": 0.8658921122550964, "Finetune/Step": 9273, "Finetune/Step Time": 6.677206823602319}
+{"Finetune/Learning Rate": 1.1058904813217192e-05, "Finetune/Loss": 0.8092808127403259, "Finetune/Loss (Raw)": 0.9985819458961487, "Finetune/Step": 9274, "Finetune/Step Time": 6.669600956141949}
+{"Finetune/Learning Rate": 1.1057230307438203e-05, "Finetune/Loss": 0.8071686625480652, "Finetune/Loss (Raw)": 0.7181599736213684, "Finetune/Step": 9275, "Finetune/Step Time": 6.668659569695592}
+{"Finetune/Learning Rate": 1.1055555771679165e-05, "Finetune/Loss": 0.8111329078674316, "Finetune/Loss (Raw)": 0.9351626038551331, "Finetune/Step": 9276, "Finetune/Step Time": 6.65582182072103}
+{"Finetune/Learning Rate": 1.1053881205987571e-05, "Finetune/Loss": 0.8113550543785095, "Finetune/Loss (Raw)": 0.806698739528656, "Finetune/Step": 9277, "Finetune/Step Time": 6.652553632855415}
+{"Finetune/Learning Rate": 1.10522066104109e-05, "Finetune/Loss": 0.8126040697097778, "Finetune/Loss (Raw)": 0.8683719635009766, "Finetune/Step": 9278, "Finetune/Step Time": 6.643286023288965}
+{"Finetune/Learning Rate": 1.1050531984996644e-05, "Finetune/Loss": 0.8136829137802124, "Finetune/Loss (Raw)": 0.845193088054657, "Finetune/Step": 9279, "Finetune/Step Time": 6.6422994919121265}
+{"Finetune/Learning Rate": 1.1048857329792284e-05, "Finetune/Loss": 0.8135867118835449, "Finetune/Loss (Raw)": 0.8750090599060059, "Finetune/Step": 9280, "Finetune/Step Time": 6.635388404130936}
+{"Finetune/Learning Rate": 1.1047182644845318e-05, "Finetune/Loss": 0.814894437789917, "Finetune/Loss (Raw)": 0.7882059216499329, "Finetune/Step": 9281, "Finetune/Step Time": 6.632483188062906}
+{"Finetune/Learning Rate": 1.1045507930203228e-05, "Finetune/Loss": 0.8154549598693848, "Finetune/Loss (Raw)": 0.9377908706665039, "Finetune/Step": 9282, "Finetune/Step Time": 6.631557213142514}
+{"Finetune/Learning Rate": 1.1043833185913506e-05, "Finetune/Loss": 0.8154012560844421, "Finetune/Loss (Raw)": 0.8307428359985352, "Finetune/Step": 9283, "Finetune/Step Time": 6.626323901116848}
+{"Finetune/Learning Rate": 1.1042158412023642e-05, "Finetune/Loss": 0.8144168853759766, "Finetune/Loss (Raw)": 0.8100190758705139, "Finetune/Step": 9284, "Finetune/Step Time": 6.627368308603764}
+{"Finetune/Learning Rate": 1.1040483608581132e-05, "Finetune/Loss": 0.8132550716400146, "Finetune/Loss (Raw)": 0.8768059611320496, "Finetune/Step": 9285, "Finetune/Step Time": 6.624296057969332}
+{"Finetune/Learning Rate": 1.1038808775633462e-05, "Finetune/Loss": 0.812721848487854, "Finetune/Loss (Raw)": 0.8566663861274719, "Finetune/Step": 9286, "Finetune/Step Time": 6.623893521726131}
+{"Finetune/Learning Rate": 1.103713391322813e-05, "Finetune/Loss": 0.8130201101303101, "Finetune/Loss (Raw)": 0.7577407360076904, "Finetune/Step": 9287, "Finetune/Step Time": 6.614087643101811}
+{"Finetune/Learning Rate": 1.1035459021412631e-05, "Finetune/Loss": 0.8141472935676575, "Finetune/Loss (Raw)": 0.9449368715286255, "Finetune/Step": 9288, "Finetune/Step Time": 6.610229393467307}
+{"Finetune/Learning Rate": 1.1033784100234458e-05, "Finetune/Loss": 0.8140454292297363, "Finetune/Loss (Raw)": 0.7461923360824585, "Finetune/Step": 9289, "Finetune/Step Time": 6.618625778704882}
+{"Finetune/Learning Rate": 1.1032109149741105e-05, "Finetune/Loss": 0.8134063482284546, "Finetune/Loss (Raw)": 0.7267873287200928, "Finetune/Step": 9290, "Finetune/Step Time": 6.6208739671856165}
+{"Finetune/Learning Rate": 1.1030434169980075e-05, "Finetune/Loss": 0.8131967186927795, "Finetune/Loss (Raw)": 0.8202409148216248, "Finetune/Step": 9291, "Finetune/Step Time": 6.622111640870571}
+{"Finetune/Learning Rate": 1.102875916099886e-05, "Finetune/Loss": 0.8137471079826355, "Finetune/Loss (Raw)": 0.8294031023979187, "Finetune/Step": 9292, "Finetune/Step Time": 6.637451831251383}
+{"Finetune/Learning Rate": 1.1027084122844962e-05, "Finetune/Loss": 0.8140102624893188, "Finetune/Loss (Raw)": 0.8591809868812561, "Finetune/Step": 9293, "Finetune/Step Time": 6.637906461954117}
+{"Finetune/Learning Rate": 1.1025409055565879e-05, "Finetune/Loss": 0.8151841163635254, "Finetune/Loss (Raw)": 1.0103381872177124, "Finetune/Step": 9294, "Finetune/Step Time": 6.637982619926333}
+{"Finetune/Learning Rate": 1.1023733959209108e-05, "Finetune/Loss": 0.8157961964607239, "Finetune/Loss (Raw)": 0.8883455395698547, "Finetune/Step": 9295, "Finetune/Step Time": 6.636113183572888}
+{"Finetune/Learning Rate": 1.1022058833822158e-05, "Finetune/Loss": 0.8152760863304138, "Finetune/Loss (Raw)": 0.7566439509391785, "Finetune/Step": 9296, "Finetune/Step Time": 6.644886950030923}
+{"Finetune/Learning Rate": 1.1020383679452522e-05, "Finetune/Loss": 0.8154265880584717, "Finetune/Loss (Raw)": 0.9113167524337769, "Finetune/Step": 9297, "Finetune/Step Time": 6.644453110173345}
+{"Finetune/Learning Rate": 1.1018708496147708e-05, "Finetune/Loss": 0.8158122301101685, "Finetune/Loss (Raw)": 0.8210076689720154, "Finetune/Step": 9298, "Finetune/Step Time": 6.644872933626175}
+{"Finetune/Learning Rate": 1.1017033283955219e-05, "Finetune/Loss": 0.8161925673484802, "Finetune/Loss (Raw)": 0.8826221227645874, "Finetune/Step": 9299, "Finetune/Step Time": 6.661097692325711}
+{"Finetune/Learning Rate": 1.1015358042922554e-05, "Finetune/Loss": 0.8161752820014954, "Finetune/Loss (Raw)": 0.7666360139846802, "Finetune/Step": 9300, "Finetune/Step Time": 6.64570315182209}
+{"Finetune/Learning Rate": 1.1013682773097225e-05, "Finetune/Loss": 0.8166865110397339, "Finetune/Loss (Raw)": 0.9518585205078125, "Finetune/Step": 9301, "Finetune/Step Time": 6.632351687178016}
+{"Finetune/Learning Rate": 1.1012007474526735e-05, "Finetune/Loss": 0.8179078102111816, "Finetune/Loss (Raw)": 0.7663657665252686, "Finetune/Step": 9302, "Finetune/Step Time": 6.621601352468133}
+{"Finetune/Learning Rate": 1.1010332147258592e-05, "Finetune/Loss": 0.8166719675064087, "Finetune/Loss (Raw)": 0.7959967851638794, "Finetune/Step": 9303, "Finetune/Step Time": 6.60407287068665}
+{"Finetune/Learning Rate": 1.1008656791340297e-05, "Finetune/Loss": 0.8153995275497437, "Finetune/Loss (Raw)": 0.796905517578125, "Finetune/Step": 9304, "Finetune/Step Time": 6.603198982775211}
+{"Finetune/Learning Rate": 1.100698140681937e-05, "Finetune/Loss": 0.8150731921195984, "Finetune/Loss (Raw)": 0.7850428223609924, "Finetune/Step": 9305, "Finetune/Step Time": 6.606427121907473}
+{"Finetune/Learning Rate": 1.100530599374331e-05, "Finetune/Loss": 0.8170080184936523, "Finetune/Loss (Raw)": 0.983636736869812, "Finetune/Step": 9306, "Finetune/Step Time": 6.607410810887814}
+{"Finetune/Learning Rate": 1.1003630552159634e-05, "Finetune/Loss": 0.8149645924568176, "Finetune/Loss (Raw)": 0.6457226276397705, "Finetune/Step": 9307, "Finetune/Step Time": 6.628282651305199}
+{"Finetune/Learning Rate": 1.1001955082115847e-05, "Finetune/Loss": 0.814858078956604, "Finetune/Loss (Raw)": 0.8046320080757141, "Finetune/Step": 9308, "Finetune/Step Time": 6.629992429167032}
+{"Finetune/Learning Rate": 1.1000279583659465e-05, "Finetune/Loss": 0.8155279159545898, "Finetune/Loss (Raw)": 0.8388827443122864, "Finetune/Step": 9309, "Finetune/Step Time": 6.627674505114555}
+{"Finetune/Learning Rate": 1.0998604056837995e-05, "Finetune/Loss": 0.8150288462638855, "Finetune/Loss (Raw)": 0.7374790906906128, "Finetune/Step": 9310, "Finetune/Step Time": 6.611224023625255}
+{"Finetune/Learning Rate": 1.0996928501698958e-05, "Finetune/Loss": 0.8158906102180481, "Finetune/Loss (Raw)": 0.919163703918457, "Finetune/Step": 9311, "Finetune/Step Time": 6.602032421156764}
+{"Finetune/Learning Rate": 1.099525291828986e-05, "Finetune/Loss": 0.8144446611404419, "Finetune/Loss (Raw)": 0.7862078547477722, "Finetune/Step": 9312, "Finetune/Step Time": 6.600533066317439}
+{"Finetune/Learning Rate": 1.099357730665822e-05, "Finetune/Loss": 0.8141716718673706, "Finetune/Loss (Raw)": 0.821105420589447, "Finetune/Step": 9313, "Finetune/Step Time": 6.59935213252902}
+{"Finetune/Learning Rate": 1.0991901666851555e-05, "Finetune/Loss": 0.8141533732414246, "Finetune/Loss (Raw)": 0.8392993211746216, "Finetune/Step": 9314, "Finetune/Step Time": 6.594051079824567}
+{"Finetune/Learning Rate": 1.0990225998917376e-05, "Finetune/Loss": 0.8134357929229736, "Finetune/Loss (Raw)": 0.8870969414710999, "Finetune/Step": 9315, "Finetune/Step Time": 6.5955460499972105}
+{"Finetune/Learning Rate": 1.0988550302903205e-05, "Finetune/Loss": 0.810904860496521, "Finetune/Loss (Raw)": 0.6579676270484924, "Finetune/Step": 9316, "Finetune/Step Time": 6.608876822516322}
+{"Finetune/Learning Rate": 1.0986874578856562e-05, "Finetune/Loss": 0.8099915981292725, "Finetune/Loss (Raw)": 0.7632854580879211, "Finetune/Step": 9317, "Finetune/Step Time": 6.60602829605341}
+{"Finetune/Learning Rate": 1.0985198826824956e-05, "Finetune/Loss": 0.8111727833747864, "Finetune/Loss (Raw)": 0.9291431903839111, "Finetune/Step": 9318, "Finetune/Step Time": 6.609074305742979}
+{"Finetune/Learning Rate": 1.0983523046855917e-05, "Finetune/Loss": 0.8114809989929199, "Finetune/Loss (Raw)": 0.8561919331550598, "Finetune/Step": 9319, "Finetune/Step Time": 6.613273188471794}
+{"Finetune/Learning Rate": 1.098184723899696e-05, "Finetune/Loss": 0.8106420040130615, "Finetune/Loss (Raw)": 0.7395630478858948, "Finetune/Step": 9320, "Finetune/Step Time": 6.610726611688733}
+{"Finetune/Learning Rate": 1.098017140329561e-05, "Finetune/Loss": 0.8106389045715332, "Finetune/Loss (Raw)": 0.86332768201828, "Finetune/Step": 9321, "Finetune/Step Time": 6.612996151670814}
+{"Finetune/Learning Rate": 1.097849553979938e-05, "Finetune/Loss": 0.8110037446022034, "Finetune/Loss (Raw)": 0.7877150177955627, "Finetune/Step": 9322, "Finetune/Step Time": 6.58849235996604}
+{"Finetune/Learning Rate": 1.0976819648555806e-05, "Finetune/Loss": 0.813831090927124, "Finetune/Loss (Raw)": 0.9966784119606018, "Finetune/Step": 9323, "Finetune/Step Time": 6.589280858635902}
+{"Finetune/Learning Rate": 1.0975143729612399e-05, "Finetune/Loss": 0.8146486878395081, "Finetune/Loss (Raw)": 0.9177740216255188, "Finetune/Step": 9324, "Finetune/Step Time": 6.587293218821287}
+{"Finetune/Learning Rate": 1.097346778301669e-05, "Finetune/Loss": 0.8126014471054077, "Finetune/Loss (Raw)": 0.5748757123947144, "Finetune/Step": 9325, "Finetune/Step Time": 6.598893329501152}
+{"Finetune/Learning Rate": 1.0971791808816204e-05, "Finetune/Loss": 0.8108687996864319, "Finetune/Loss (Raw)": 0.7606813907623291, "Finetune/Step": 9326, "Finetune/Step Time": 6.600322963669896}
+{"Finetune/Learning Rate": 1.0970115807058465e-05, "Finetune/Loss": 0.811830997467041, "Finetune/Loss (Raw)": 0.961140513420105, "Finetune/Step": 9327, "Finetune/Step Time": 6.588901538401842}
+{"Finetune/Learning Rate": 1.0968439777791e-05, "Finetune/Loss": 0.8124415278434753, "Finetune/Loss (Raw)": 0.7486814260482788, "Finetune/Step": 9328, "Finetune/Step Time": 6.584094073623419}
+{"Finetune/Learning Rate": 1.0966763721061337e-05, "Finetune/Loss": 0.8134036660194397, "Finetune/Loss (Raw)": 0.8218274116516113, "Finetune/Step": 9329, "Finetune/Step Time": 6.57771448418498}
+{"Finetune/Learning Rate": 1.0965087636917006e-05, "Finetune/Loss": 0.8131377696990967, "Finetune/Loss (Raw)": 0.7823677659034729, "Finetune/Step": 9330, "Finetune/Step Time": 6.568134585395455}
+{"Finetune/Learning Rate": 1.0963411525405532e-05, "Finetune/Loss": 0.8119268417358398, "Finetune/Loss (Raw)": 0.8026273846626282, "Finetune/Step": 9331, "Finetune/Step Time": 6.5733558759093285}
+{"Finetune/Learning Rate": 1.0961735386574447e-05, "Finetune/Loss": 0.811692476272583, "Finetune/Loss (Raw)": 0.7863672971725464, "Finetune/Step": 9332, "Finetune/Step Time": 6.574825933203101}
+{"Finetune/Learning Rate": 1.0960059220471282e-05, "Finetune/Loss": 0.8128498792648315, "Finetune/Loss (Raw)": 0.9005510210990906, "Finetune/Step": 9333, "Finetune/Step Time": 6.573434006422758}
+{"Finetune/Learning Rate": 1.0958383027143566e-05, "Finetune/Loss": 0.8116339445114136, "Finetune/Loss (Raw)": 0.8011684417724609, "Finetune/Step": 9334, "Finetune/Step Time": 6.574244510382414}
+{"Finetune/Learning Rate": 1.0956706806638833e-05, "Finetune/Loss": 0.8130177855491638, "Finetune/Loss (Raw)": 0.8136625289916992, "Finetune/Step": 9335, "Finetune/Step Time": 6.576797980815172}
+{"Finetune/Learning Rate": 1.0955030559004616e-05, "Finetune/Loss": 0.8119654059410095, "Finetune/Loss (Raw)": 0.8321959376335144, "Finetune/Step": 9336, "Finetune/Step Time": 6.576024243608117}
+{"Finetune/Learning Rate": 1.0953354284288448e-05, "Finetune/Loss": 0.8125169277191162, "Finetune/Loss (Raw)": 0.9237270951271057, "Finetune/Step": 9337, "Finetune/Step Time": 6.573608612641692}
+{"Finetune/Learning Rate": 1.0951677982537866e-05, "Finetune/Loss": 0.8126763701438904, "Finetune/Loss (Raw)": 0.8179604411125183, "Finetune/Step": 9338, "Finetune/Step Time": 6.567794153466821}
+{"Finetune/Learning Rate": 1.0950001653800398e-05, "Finetune/Loss": 0.8127974271774292, "Finetune/Loss (Raw)": 0.7590973377227783, "Finetune/Step": 9339, "Finetune/Step Time": 6.571961792185903}
+{"Finetune/Learning Rate": 1.0948325298123586e-05, "Finetune/Loss": 0.8130127787590027, "Finetune/Loss (Raw)": 0.7716516256332397, "Finetune/Step": 9340, "Finetune/Step Time": 6.561361210420728}
+{"Finetune/Learning Rate": 1.0946648915554968e-05, "Finetune/Loss": 0.81309974193573, "Finetune/Loss (Raw)": 0.9250794649124146, "Finetune/Step": 9341, "Finetune/Step Time": 6.5739756897091866}
+{"Finetune/Learning Rate": 1.0944972506142076e-05, "Finetune/Loss": 0.8146570324897766, "Finetune/Loss (Raw)": 0.7872597575187683, "Finetune/Step": 9342, "Finetune/Step Time": 6.55990512855351}
+{"Finetune/Learning Rate": 1.094329606993245e-05, "Finetune/Loss": 0.8138347864151001, "Finetune/Loss (Raw)": 0.7075179219245911, "Finetune/Step": 9343, "Finetune/Step Time": 6.5606784503906965}
+{"Finetune/Learning Rate": 1.0941619606973633e-05, "Finetune/Loss": 0.8137521743774414, "Finetune/Loss (Raw)": 0.8678143620491028, "Finetune/Step": 9344, "Finetune/Step Time": 6.561003649607301}
+{"Finetune/Learning Rate": 1.0939943117313158e-05, "Finetune/Loss": 0.8145288825035095, "Finetune/Loss (Raw)": 0.8286234736442566, "Finetune/Step": 9345, "Finetune/Step Time": 6.5648118909448385}
+{"Finetune/Learning Rate": 1.093826660099857e-05, "Finetune/Loss": 0.8132638931274414, "Finetune/Loss (Raw)": 0.7613841891288757, "Finetune/Step": 9346, "Finetune/Step Time": 6.58292537368834}
+{"Finetune/Learning Rate": 1.0936590058077413e-05, "Finetune/Loss": 0.8151822090148926, "Finetune/Loss (Raw)": 0.8881266713142395, "Finetune/Step": 9347, "Finetune/Step Time": 6.585829336196184}
+{"Finetune/Learning Rate": 1.0934913488597223e-05, "Finetune/Loss": 0.8156712055206299, "Finetune/Loss (Raw)": 0.985686719417572, "Finetune/Step": 9348, "Finetune/Step Time": 6.5821838323026896}
+{"Finetune/Learning Rate": 1.0933236892605543e-05, "Finetune/Loss": 0.8168728947639465, "Finetune/Loss (Raw)": 0.9312190413475037, "Finetune/Step": 9349, "Finetune/Step Time": 6.58703176304698}
+{"Finetune/Learning Rate": 1.093156027014992e-05, "Finetune/Loss": 0.8163131475448608, "Finetune/Loss (Raw)": 0.7871389985084534, "Finetune/Step": 9350, "Finetune/Step Time": 6.584033403545618}
+{"Finetune/Learning Rate": 1.0929883621277896e-05, "Finetune/Loss": 0.8164731860160828, "Finetune/Loss (Raw)": 0.7350903749465942, "Finetune/Step": 9351, "Finetune/Step Time": 6.588522044941783}
+{"Finetune/Learning Rate": 1.0928206946037019e-05, "Finetune/Loss": 0.8187223076820374, "Finetune/Loss (Raw)": 0.8804112672805786, "Finetune/Step": 9352, "Finetune/Step Time": 6.573915420100093}
+{"Finetune/Learning Rate": 1.0926530244474828e-05, "Finetune/Loss": 0.8193850517272949, "Finetune/Loss (Raw)": 0.790231466293335, "Finetune/Step": 9353, "Finetune/Step Time": 6.561603492125869}
+{"Finetune/Learning Rate": 1.0924853516638879e-05, "Finetune/Loss": 0.8197183609008789, "Finetune/Loss (Raw)": 0.8263805508613586, "Finetune/Step": 9354, "Finetune/Step Time": 6.560164509341121}
+{"Finetune/Learning Rate": 1.092317676257671e-05, "Finetune/Loss": 0.8195288181304932, "Finetune/Loss (Raw)": 0.8345341086387634, "Finetune/Step": 9355, "Finetune/Step Time": 6.559545585885644}
+{"Finetune/Learning Rate": 1.0921499982335877e-05, "Finetune/Loss": 0.8191768527030945, "Finetune/Loss (Raw)": 0.8060995936393738, "Finetune/Step": 9356, "Finetune/Step Time": 6.557378184050322}
+{"Finetune/Learning Rate": 1.0919823175963922e-05, "Finetune/Loss": 0.8185065984725952, "Finetune/Loss (Raw)": 0.8489536046981812, "Finetune/Step": 9357, "Finetune/Step Time": 6.557976925745606}
+{"Finetune/Learning Rate": 1.0918146343508398e-05, "Finetune/Loss": 0.8200750946998596, "Finetune/Loss (Raw)": 0.8563216328620911, "Finetune/Step": 9358, "Finetune/Step Time": 6.574581626802683}
+{"Finetune/Learning Rate": 1.0916469485016856e-05, "Finetune/Loss": 0.8210270404815674, "Finetune/Loss (Raw)": 0.9476715922355652, "Finetune/Step": 9359, "Finetune/Step Time": 6.551430633291602}
+{"Finetune/Learning Rate": 1.0914792600536843e-05, "Finetune/Loss": 0.8216661810874939, "Finetune/Loss (Raw)": 0.9492437839508057, "Finetune/Step": 9360, "Finetune/Step Time": 6.548237442970276}
+{"Finetune/Learning Rate": 1.0913115690115914e-05, "Finetune/Loss": 0.8218011856079102, "Finetune/Loss (Raw)": 0.8715506792068481, "Finetune/Step": 9361, "Finetune/Step Time": 6.564540924504399}
+{"Finetune/Learning Rate": 1.0911438753801624e-05, "Finetune/Loss": 0.8223265409469604, "Finetune/Loss (Raw)": 0.8893848061561584, "Finetune/Step": 9362, "Finetune/Step Time": 6.57839590869844}
+{"Finetune/Learning Rate": 1.0909761791641517e-05, "Finetune/Loss": 0.8221498727798462, "Finetune/Loss (Raw)": 0.9145856499671936, "Finetune/Step": 9363, "Finetune/Step Time": 6.578564208000898}
+{"Finetune/Learning Rate": 1.0908084803683157e-05, "Finetune/Loss": 0.8237019777297974, "Finetune/Loss (Raw)": 0.9044255018234253, "Finetune/Step": 9364, "Finetune/Step Time": 6.578463517129421}
+{"Finetune/Learning Rate": 1.0906407789974091e-05, "Finetune/Loss": 0.8235135078430176, "Finetune/Loss (Raw)": 0.7497915625572205, "Finetune/Step": 9365, "Finetune/Step Time": 6.584620010107756}
+{"Finetune/Learning Rate": 1.0904730750561883e-05, "Finetune/Loss": 0.8244127035140991, "Finetune/Loss (Raw)": 0.9862064123153687, "Finetune/Step": 9366, "Finetune/Step Time": 6.584914207458496}
+{"Finetune/Learning Rate": 1.0903053685494078e-05, "Finetune/Loss": 0.8246934413909912, "Finetune/Loss (Raw)": 0.8802939653396606, "Finetune/Step": 9367, "Finetune/Step Time": 6.5888037625700235}
+{"Finetune/Learning Rate": 1.090137659481824e-05, "Finetune/Loss": 0.8245556950569153, "Finetune/Loss (Raw)": 0.8220175504684448, "Finetune/Step": 9368, "Finetune/Step Time": 6.5928021389991045}
+{"Finetune/Learning Rate": 1.0899699478581927e-05, "Finetune/Loss": 0.824112594127655, "Finetune/Loss (Raw)": 0.7854602932929993, "Finetune/Step": 9369, "Finetune/Step Time": 6.591754617169499}
+{"Finetune/Learning Rate": 1.0898022336832692e-05, "Finetune/Loss": 0.8269690275192261, "Finetune/Loss (Raw)": 0.9785669445991516, "Finetune/Step": 9370, "Finetune/Step Time": 6.576075615361333}
+{"Finetune/Learning Rate": 1.08963451696181e-05, "Finetune/Loss": 0.8256942629814148, "Finetune/Loss (Raw)": 0.6057868003845215, "Finetune/Step": 9371, "Finetune/Step Time": 6.57377146743238}
+{"Finetune/Learning Rate": 1.0894667976985707e-05, "Finetune/Loss": 0.8258838057518005, "Finetune/Loss (Raw)": 0.8248478770256042, "Finetune/Step": 9372, "Finetune/Step Time": 6.578788936138153}
+{"Finetune/Learning Rate": 1.0892990758983073e-05, "Finetune/Loss": 0.8273999691009521, "Finetune/Loss (Raw)": 0.8739699721336365, "Finetune/Step": 9373, "Finetune/Step Time": 6.577898861840367}
+{"Finetune/Learning Rate": 1.089131351565776e-05, "Finetune/Loss": 0.8269497752189636, "Finetune/Loss (Raw)": 0.7224664688110352, "Finetune/Step": 9374, "Finetune/Step Time": 6.579050509259105}
+{"Finetune/Learning Rate": 1.0889636247057334e-05, "Finetune/Loss": 0.826995313167572, "Finetune/Loss (Raw)": 0.781741738319397, "Finetune/Step": 9375, "Finetune/Step Time": 6.57642955891788}
+{"Finetune/Learning Rate": 1.0887958953229349e-05, "Finetune/Loss": 0.8266661167144775, "Finetune/Loss (Raw)": 0.8901281952857971, "Finetune/Step": 9376, "Finetune/Step Time": 6.584177671000361}
+{"Finetune/Learning Rate": 1.0886281634221377e-05, "Finetune/Loss": 0.82814621925354, "Finetune/Loss (Raw)": 0.9233412742614746, "Finetune/Step": 9377, "Finetune/Step Time": 6.585256079211831}
+{"Finetune/Learning Rate": 1.0884604290080976e-05, "Finetune/Loss": 0.8305540084838867, "Finetune/Loss (Raw)": 0.8938310742378235, "Finetune/Step": 9378, "Finetune/Step Time": 6.575586002320051}
+{"Finetune/Learning Rate": 1.0882926920855712e-05, "Finetune/Loss": 0.8302903175354004, "Finetune/Loss (Raw)": 0.7047560214996338, "Finetune/Step": 9379, "Finetune/Step Time": 6.581045208498836}
+{"Finetune/Learning Rate": 1.0881249526593154e-05, "Finetune/Loss": 0.8309712409973145, "Finetune/Loss (Raw)": 0.8908984065055847, "Finetune/Step": 9380, "Finetune/Step Time": 6.581729533150792}
+{"Finetune/Learning Rate": 1.0879572107340864e-05, "Finetune/Loss": 0.8320020437240601, "Finetune/Loss (Raw)": 0.8659709692001343, "Finetune/Step": 9381, "Finetune/Step Time": 6.579989921301603}
+{"Finetune/Learning Rate": 1.0877894663146409e-05, "Finetune/Loss": 0.8309763669967651, "Finetune/Loss (Raw)": 0.7640847563743591, "Finetune/Step": 9382, "Finetune/Step Time": 6.586866216734052}
+{"Finetune/Learning Rate": 1.087621719405736e-05, "Finetune/Loss": 0.8311814069747925, "Finetune/Loss (Raw)": 0.844517707824707, "Finetune/Step": 9383, "Finetune/Step Time": 6.59086056984961}
+{"Finetune/Learning Rate": 1.087453970012128e-05, "Finetune/Loss": 0.8314459323883057, "Finetune/Loss (Raw)": 0.8557004928588867, "Finetune/Step": 9384, "Finetune/Step Time": 6.602823261171579}
+{"Finetune/Learning Rate": 1.0872862181385744e-05, "Finetune/Loss": 0.831253707408905, "Finetune/Loss (Raw)": 0.837203323841095, "Finetune/Step": 9385, "Finetune/Step Time": 6.6159985195845366}
+{"Finetune/Learning Rate": 1.0871184637898315e-05, "Finetune/Loss": 0.8305584192276001, "Finetune/Loss (Raw)": 0.8379801511764526, "Finetune/Step": 9386, "Finetune/Step Time": 6.619003314524889}
+{"Finetune/Learning Rate": 1.086950706970657e-05, "Finetune/Loss": 0.8314080238342285, "Finetune/Loss (Raw)": 0.8223133683204651, "Finetune/Step": 9387, "Finetune/Step Time": 6.620148470625281}
+{"Finetune/Learning Rate": 1.0867829476858076e-05, "Finetune/Loss": 0.8323442339897156, "Finetune/Loss (Raw)": 0.8568986058235168, "Finetune/Step": 9388, "Finetune/Step Time": 6.620286490768194}
+{"Finetune/Learning Rate": 1.0866151859400406e-05, "Finetune/Loss": 0.833579421043396, "Finetune/Loss (Raw)": 0.8281006217002869, "Finetune/Step": 9389, "Finetune/Step Time": 6.624561790376902}
+{"Finetune/Learning Rate": 1.0864474217381136e-05, "Finetune/Loss": 0.8344651460647583, "Finetune/Loss (Raw)": 0.8892638087272644, "Finetune/Step": 9390, "Finetune/Step Time": 6.623331220820546}
+{"Finetune/Learning Rate": 1.0862796550847829e-05, "Finetune/Loss": 0.8357424736022949, "Finetune/Loss (Raw)": 0.8662633299827576, "Finetune/Step": 9391, "Finetune/Step Time": 6.62163489125669}
+{"Finetune/Learning Rate": 1.0861118859848067e-05, "Finetune/Loss": 0.8380852937698364, "Finetune/Loss (Raw)": 1.006574034690857, "Finetune/Step": 9392, "Finetune/Step Time": 6.618333159014583}
+{"Finetune/Learning Rate": 1.0859441144429428e-05, "Finetune/Loss": 0.8388155102729797, "Finetune/Loss (Raw)": 0.9352777600288391, "Finetune/Step": 9393, "Finetune/Step Time": 6.595234962180257}
+{"Finetune/Learning Rate": 1.0857763404639479e-05, "Finetune/Loss": 0.8400955200195312, "Finetune/Loss (Raw)": 0.9076414704322815, "Finetune/Step": 9394, "Finetune/Step Time": 6.5914844404906034}
+{"Finetune/Learning Rate": 1.0856085640525795e-05, "Finetune/Loss": 0.8396059274673462, "Finetune/Loss (Raw)": 0.8910595774650574, "Finetune/Step": 9395, "Finetune/Step Time": 6.591228066012263}
+{"Finetune/Learning Rate": 1.0854407852135961e-05, "Finetune/Loss": 0.8393766283988953, "Finetune/Loss (Raw)": 0.7144514918327332, "Finetune/Step": 9396, "Finetune/Step Time": 6.569420650601387}
+{"Finetune/Learning Rate": 1.0852730039517549e-05, "Finetune/Loss": 0.8378944396972656, "Finetune/Loss (Raw)": 0.7261058688163757, "Finetune/Step": 9397, "Finetune/Step Time": 6.575268868356943}
+{"Finetune/Learning Rate": 1.0851052202718136e-05, "Finetune/Loss": 0.8378490209579468, "Finetune/Loss (Raw)": 0.8962119221687317, "Finetune/Step": 9398, "Finetune/Step Time": 6.567105958238244}
+{"Finetune/Learning Rate": 1.0849374341785306e-05, "Finetune/Loss": 0.8378022909164429, "Finetune/Loss (Raw)": 0.8319581151008606, "Finetune/Step": 9399, "Finetune/Step Time": 6.570699375122786}
+{"Finetune/Learning Rate": 1.0847696456766632e-05, "Finetune/Loss": 0.8399259448051453, "Finetune/Loss (Raw)": 1.0297895669937134, "Finetune/Step": 9400, "Finetune/Step Time": 6.588533774018288}
+{"Finetune/Learning Rate": 1.0846018547709698e-05, "Finetune/Loss": 0.8400663137435913, "Finetune/Loss (Raw)": 0.8838610649108887, "Finetune/Step": 9401, "Finetune/Step Time": 6.587545333430171}
+{"Finetune/Learning Rate": 1.0844340614662086e-05, "Finetune/Loss": 0.84017014503479, "Finetune/Loss (Raw)": 1.0118626356124878, "Finetune/Step": 9402, "Finetune/Step Time": 6.601824454963207}
+{"Finetune/Learning Rate": 1.0842662657671373e-05, "Finetune/Loss": 0.8413445949554443, "Finetune/Loss (Raw)": 0.868496835231781, "Finetune/Step": 9403, "Finetune/Step Time": 6.601372465491295}
+{"Finetune/Learning Rate": 1.0840984676785142e-05, "Finetune/Loss": 0.842092752456665, "Finetune/Loss (Raw)": 1.0309182405471802, "Finetune/Step": 9404, "Finetune/Step Time": 6.6014891266822815}
+{"Finetune/Learning Rate": 1.0839306672050978e-05, "Finetune/Loss": 0.8418830037117004, "Finetune/Loss (Raw)": 0.7798573970794678, "Finetune/Step": 9405, "Finetune/Step Time": 6.601855123415589}
+{"Finetune/Learning Rate": 1.0837628643516464e-05, "Finetune/Loss": 0.8416255116462708, "Finetune/Loss (Raw)": 0.8354087471961975, "Finetune/Step": 9406, "Finetune/Step Time": 6.609092241153121}
+{"Finetune/Learning Rate": 1.0835950591229183e-05, "Finetune/Loss": 0.8415120840072632, "Finetune/Loss (Raw)": 0.8306781053543091, "Finetune/Step": 9407, "Finetune/Step Time": 6.606394378468394}
+{"Finetune/Learning Rate": 1.083427251523672e-05, "Finetune/Loss": 0.8425094485282898, "Finetune/Loss (Raw)": 1.0026694536209106, "Finetune/Step": 9408, "Finetune/Step Time": 6.610730642452836}
+{"Finetune/Learning Rate": 1.0832594415586662e-05, "Finetune/Loss": 0.8408167362213135, "Finetune/Loss (Raw)": 0.571544885635376, "Finetune/Step": 9409, "Finetune/Step Time": 6.622347794473171}
+{"Finetune/Learning Rate": 1.0830916292326595e-05, "Finetune/Loss": 0.8401153087615967, "Finetune/Loss (Raw)": 0.8480086326599121, "Finetune/Step": 9410, "Finetune/Step Time": 6.630844933912158}
+{"Finetune/Learning Rate": 1.0829238145504104e-05, "Finetune/Loss": 0.8412854671478271, "Finetune/Loss (Raw)": 0.9805175065994263, "Finetune/Step": 9411, "Finetune/Step Time": 6.630224419757724}
+{"Finetune/Learning Rate": 1.0827559975166775e-05, "Finetune/Loss": 0.8413972854614258, "Finetune/Loss (Raw)": 0.8243328332901001, "Finetune/Step": 9412, "Finetune/Step Time": 6.627785352990031}
+{"Finetune/Learning Rate": 1.08258817813622e-05, "Finetune/Loss": 0.840755045413971, "Finetune/Loss (Raw)": 0.7946010231971741, "Finetune/Step": 9413, "Finetune/Step Time": 6.641211232170463}
+{"Finetune/Learning Rate": 1.0824203564137967e-05, "Finetune/Loss": 0.8396018743515015, "Finetune/Loss (Raw)": 0.7090551853179932, "Finetune/Step": 9414, "Finetune/Step Time": 6.659068826586008}
+{"Finetune/Learning Rate": 1.0822525323541661e-05, "Finetune/Loss": 0.8399864435195923, "Finetune/Loss (Raw)": 0.8069709539413452, "Finetune/Step": 9415, "Finetune/Step Time": 6.655535819008946}
+{"Finetune/Learning Rate": 1.0820847059620879e-05, "Finetune/Loss": 0.8384143114089966, "Finetune/Loss (Raw)": 0.7436992526054382, "Finetune/Step": 9416, "Finetune/Step Time": 6.663221454247832}
+{"Finetune/Learning Rate": 1.081916877242321e-05, "Finetune/Loss": 0.8391470909118652, "Finetune/Loss (Raw)": 0.8399949669837952, "Finetune/Step": 9417, "Finetune/Step Time": 6.652285613119602}
+{"Finetune/Learning Rate": 1.081749046199624e-05, "Finetune/Loss": 0.8397542834281921, "Finetune/Loss (Raw)": 0.8045013546943665, "Finetune/Step": 9418, "Finetune/Step Time": 6.647288491949439}
+{"Finetune/Learning Rate": 1.0815812128387566e-05, "Finetune/Loss": 0.8386121988296509, "Finetune/Loss (Raw)": 0.6740583181381226, "Finetune/Step": 9419, "Finetune/Step Time": 6.657514084130526}
+{"Finetune/Learning Rate": 1.0814133771644783e-05, "Finetune/Loss": 0.8388546705245972, "Finetune/Loss (Raw)": 0.8604372143745422, "Finetune/Step": 9420, "Finetune/Step Time": 6.643997631967068}
+{"Finetune/Learning Rate": 1.081245539181548e-05, "Finetune/Loss": 0.8389278650283813, "Finetune/Loss (Raw)": 0.8685504794120789, "Finetune/Step": 9421, "Finetune/Step Time": 6.645210202783346}
+{"Finetune/Learning Rate": 1.0810776988947252e-05, "Finetune/Loss": 0.8365746736526489, "Finetune/Loss (Raw)": 0.7091312408447266, "Finetune/Step": 9422, "Finetune/Step Time": 6.661434795707464}
+{"Finetune/Learning Rate": 1.0809098563087692e-05, "Finetune/Loss": 0.8363944888114929, "Finetune/Loss (Raw)": 0.8652815222740173, "Finetune/Step": 9423, "Finetune/Step Time": 6.663511833176017}
+{"Finetune/Learning Rate": 1.08074201142844e-05, "Finetune/Loss": 0.8370068669319153, "Finetune/Loss (Raw)": 0.8350246548652649, "Finetune/Step": 9424, "Finetune/Step Time": 6.655709670856595}
+{"Finetune/Learning Rate": 1.080574164258497e-05, "Finetune/Loss": 0.8365285992622375, "Finetune/Loss (Raw)": 0.8501004576683044, "Finetune/Step": 9425, "Finetune/Step Time": 6.658008275553584}
+{"Finetune/Learning Rate": 1.0804063148036996e-05, "Finetune/Loss": 0.8370660543441772, "Finetune/Loss (Raw)": 0.889798104763031, "Finetune/Step": 9426, "Finetune/Step Time": 6.659055668860674}
+{"Finetune/Learning Rate": 1.080238463068808e-05, "Finetune/Loss": 0.8373406529426575, "Finetune/Loss (Raw)": 0.9177733063697815, "Finetune/Step": 9427, "Finetune/Step Time": 6.648646749556065}
+{"Finetune/Learning Rate": 1.0800706090585814e-05, "Finetune/Loss": 0.8377988934516907, "Finetune/Loss (Raw)": 0.8252890110015869, "Finetune/Step": 9428, "Finetune/Step Time": 6.645060969516635}
+{"Finetune/Learning Rate": 1.0799027527777803e-05, "Finetune/Loss": 0.8367557525634766, "Finetune/Loss (Raw)": 0.8183355331420898, "Finetune/Step": 9429, "Finetune/Step Time": 6.649270635098219}
+{"Finetune/Learning Rate": 1.0797348942311644e-05, "Finetune/Loss": 0.8364572525024414, "Finetune/Loss (Raw)": 0.72816401720047, "Finetune/Step": 9430, "Finetune/Step Time": 6.6462786216288805}
+{"Finetune/Learning Rate": 1.0795670334234936e-05, "Finetune/Loss": 0.8360085487365723, "Finetune/Loss (Raw)": 0.7385631799697876, "Finetune/Step": 9431, "Finetune/Step Time": 6.651155348867178}
+{"Finetune/Learning Rate": 1.0793991703595279e-05, "Finetune/Loss": 0.8361315727233887, "Finetune/Loss (Raw)": 0.8126442432403564, "Finetune/Step": 9432, "Finetune/Step Time": 6.6491611916571856}
+{"Finetune/Learning Rate": 1.0792313050440276e-05, "Finetune/Loss": 0.8368311524391174, "Finetune/Loss (Raw)": 0.8745991587638855, "Finetune/Step": 9433, "Finetune/Step Time": 6.645654125139117}
+{"Finetune/Learning Rate": 1.0790634374817525e-05, "Finetune/Loss": 0.8355566263198853, "Finetune/Loss (Raw)": 0.8204945921897888, "Finetune/Step": 9434, "Finetune/Step Time": 6.643217196688056}
+{"Finetune/Learning Rate": 1.0788955676774635e-05, "Finetune/Loss": 0.8369179964065552, "Finetune/Loss (Raw)": 0.8199796676635742, "Finetune/Step": 9435, "Finetune/Step Time": 6.632202627137303}
+{"Finetune/Learning Rate": 1.0787276956359202e-05, "Finetune/Loss": 0.8374427556991577, "Finetune/Loss (Raw)": 0.8717933297157288, "Finetune/Step": 9436, "Finetune/Step Time": 6.62956209667027}
+{"Finetune/Learning Rate": 1.0785598213618835e-05, "Finetune/Loss": 0.8378729820251465, "Finetune/Loss (Raw)": 0.893953263759613, "Finetune/Step": 9437, "Finetune/Step Time": 6.62999252229929}
+{"Finetune/Learning Rate": 1.078391944860114e-05, "Finetune/Loss": 0.8388569355010986, "Finetune/Loss (Raw)": 0.863430917263031, "Finetune/Step": 9438, "Finetune/Step Time": 6.62807134911418}
+{"Finetune/Learning Rate": 1.0782240661353716e-05, "Finetune/Loss": 0.8373773097991943, "Finetune/Loss (Raw)": 0.7297728061676025, "Finetune/Step": 9439, "Finetune/Step Time": 6.634813353419304}
+{"Finetune/Learning Rate": 1.0780561851924168e-05, "Finetune/Loss": 0.8366668820381165, "Finetune/Loss (Raw)": 0.6952716112136841, "Finetune/Step": 9440, "Finetune/Step Time": 6.638797093182802}
+{"Finetune/Learning Rate": 1.0778883020360112e-05, "Finetune/Loss": 0.8371803760528564, "Finetune/Loss (Raw)": 0.8868240714073181, "Finetune/Step": 9441, "Finetune/Step Time": 6.637583877891302}
+{"Finetune/Learning Rate": 1.0777204166709144e-05, "Finetune/Loss": 0.8378617763519287, "Finetune/Loss (Raw)": 0.9265201687812805, "Finetune/Step": 9442, "Finetune/Step Time": 6.64171271212399}
+{"Finetune/Learning Rate": 1.0775525291018873e-05, "Finetune/Loss": 0.8358696103096008, "Finetune/Loss (Raw)": 0.6321013569831848, "Finetune/Step": 9443, "Finetune/Step Time": 6.655546244233847}
+{"Finetune/Learning Rate": 1.0773846393336916e-05, "Finetune/Loss": 0.8365895748138428, "Finetune/Loss (Raw)": 0.7501218914985657, "Finetune/Step": 9444, "Finetune/Step Time": 6.647505227476358}
+{"Finetune/Learning Rate": 1.0772167473710873e-05, "Finetune/Loss": 0.8360130190849304, "Finetune/Loss (Raw)": 0.6894853711128235, "Finetune/Step": 9445, "Finetune/Step Time": 6.6491186283528805}
+{"Finetune/Learning Rate": 1.0770488532188356e-05, "Finetune/Loss": 0.8352320194244385, "Finetune/Loss (Raw)": 0.8291782736778259, "Finetune/Step": 9446, "Finetune/Step Time": 6.6436645947396755}
+{"Finetune/Learning Rate": 1.0768809568816974e-05, "Finetune/Loss": 0.8346990942955017, "Finetune/Loss (Raw)": 0.7879803776741028, "Finetune/Step": 9447, "Finetune/Step Time": 6.6403471026569605}
+{"Finetune/Learning Rate": 1.0767130583644343e-05, "Finetune/Loss": 0.8351992964744568, "Finetune/Loss (Raw)": 0.8035880923271179, "Finetune/Step": 9448, "Finetune/Step Time": 6.653458185493946}
+{"Finetune/Learning Rate": 1.0765451576718067e-05, "Finetune/Loss": 0.8351859450340271, "Finetune/Loss (Raw)": 0.8616178035736084, "Finetune/Step": 9449, "Finetune/Step Time": 6.6527837961912155}
+{"Finetune/Learning Rate": 1.0763772548085762e-05, "Finetune/Loss": 0.8361145257949829, "Finetune/Loss (Raw)": 0.9065724611282349, "Finetune/Step": 9450, "Finetune/Step Time": 6.652343288064003}
+{"Finetune/Learning Rate": 1.0762093497795038e-05, "Finetune/Loss": 0.8344905376434326, "Finetune/Loss (Raw)": 0.7888096570968628, "Finetune/Step": 9451, "Finetune/Step Time": 6.665831154212356}
+{"Finetune/Learning Rate": 1.076041442589351e-05, "Finetune/Loss": 0.8338531255722046, "Finetune/Loss (Raw)": 0.8361818194389343, "Finetune/Step": 9452, "Finetune/Step Time": 6.668043164536357}
+{"Finetune/Learning Rate": 1.0758735332428793e-05, "Finetune/Loss": 0.8361927270889282, "Finetune/Loss (Raw)": 0.8743430376052856, "Finetune/Step": 9453, "Finetune/Step Time": 6.657825576141477}
+{"Finetune/Learning Rate": 1.0757056217448498e-05, "Finetune/Loss": 0.8368083834648132, "Finetune/Loss (Raw)": 0.839492678642273, "Finetune/Step": 9454, "Finetune/Step Time": 6.671651093289256}
+{"Finetune/Learning Rate": 1.0755377081000242e-05, "Finetune/Loss": 0.8358794450759888, "Finetune/Loss (Raw)": 0.8422313332557678, "Finetune/Step": 9455, "Finetune/Step Time": 6.6719459518790245}
+{"Finetune/Learning Rate": 1.0753697923131641e-05, "Finetune/Loss": 0.8353725671768188, "Finetune/Loss (Raw)": 0.6838091611862183, "Finetune/Step": 9456, "Finetune/Step Time": 6.673436418175697}
+{"Finetune/Learning Rate": 1.0752018743890308e-05, "Finetune/Loss": 0.8352248072624207, "Finetune/Loss (Raw)": 0.8029048442840576, "Finetune/Step": 9457, "Finetune/Step Time": 6.683672405779362}
+{"Finetune/Learning Rate": 1.0750339543323862e-05, "Finetune/Loss": 0.835437536239624, "Finetune/Loss (Raw)": 0.8095985054969788, "Finetune/Step": 9458, "Finetune/Step Time": 6.685704555362463}
+{"Finetune/Learning Rate": 1.0748660321479922e-05, "Finetune/Loss": 0.8342883586883545, "Finetune/Loss (Raw)": 0.6555323600769043, "Finetune/Step": 9459, "Finetune/Step Time": 6.691887961700559}
+{"Finetune/Learning Rate": 1.0746981078406105e-05, "Finetune/Loss": 0.8343292474746704, "Finetune/Loss (Raw)": 0.7915984988212585, "Finetune/Step": 9460, "Finetune/Step Time": 6.694664658978581}
+{"Finetune/Learning Rate": 1.0745301814150025e-05, "Finetune/Loss": 0.8338007926940918, "Finetune/Loss (Raw)": 0.832909107208252, "Finetune/Step": 9461, "Finetune/Step Time": 6.698534784838557}
+{"Finetune/Learning Rate": 1.0743622528759306e-05, "Finetune/Loss": 0.8323907256126404, "Finetune/Loss (Raw)": 0.6206835508346558, "Finetune/Step": 9462, "Finetune/Step Time": 6.712285187095404}
+{"Finetune/Learning Rate": 1.074194322228157e-05, "Finetune/Loss": 0.8315750360488892, "Finetune/Loss (Raw)": 0.7092586159706116, "Finetune/Step": 9463, "Finetune/Step Time": 6.707246279343963}
+{"Finetune/Learning Rate": 1.074026389476443e-05, "Finetune/Loss": 0.8303529024124146, "Finetune/Loss (Raw)": 0.6757591366767883, "Finetune/Step": 9464, "Finetune/Step Time": 6.71069105528295}
+{"Finetune/Learning Rate": 1.073858454625551e-05, "Finetune/Loss": 0.8305774927139282, "Finetune/Loss (Raw)": 0.9524733424186707, "Finetune/Step": 9465, "Finetune/Step Time": 6.711685011163354}
+{"Finetune/Learning Rate": 1.073690517680244e-05, "Finetune/Loss": 0.8298296928405762, "Finetune/Loss (Raw)": 0.7222467064857483, "Finetune/Step": 9466, "Finetune/Step Time": 6.712880348786712}
+{"Finetune/Learning Rate": 1.0735225786452828e-05, "Finetune/Loss": 0.8306965827941895, "Finetune/Loss (Raw)": 0.8700575828552246, "Finetune/Step": 9467, "Finetune/Step Time": 6.71347052231431}
+{"Finetune/Learning Rate": 1.0733546375254302e-05, "Finetune/Loss": 0.830825924873352, "Finetune/Loss (Raw)": 0.7882063984870911, "Finetune/Step": 9468, "Finetune/Step Time": 6.709792388603091}
+{"Finetune/Learning Rate": 1.0731866943254492e-05, "Finetune/Loss": 0.8294956684112549, "Finetune/Loss (Raw)": 0.7548123598098755, "Finetune/Step": 9469, "Finetune/Step Time": 6.698264406993985}
+{"Finetune/Learning Rate": 1.0730187490501017e-05, "Finetune/Loss": 0.8296130299568176, "Finetune/Loss (Raw)": 0.8022755980491638, "Finetune/Step": 9470, "Finetune/Step Time": 6.693009966984391}
+{"Finetune/Learning Rate": 1.0728508017041494e-05, "Finetune/Loss": 0.8310050964355469, "Finetune/Loss (Raw)": 0.8857070207595825, "Finetune/Step": 9471, "Finetune/Step Time": 6.687143996357918}
+{"Finetune/Learning Rate": 1.0726828522923563e-05, "Finetune/Loss": 0.8315469026565552, "Finetune/Loss (Raw)": 0.9371612071990967, "Finetune/Step": 9472, "Finetune/Step Time": 6.686467407271266}
+{"Finetune/Learning Rate": 1.0725149008194838e-05, "Finetune/Loss": 0.8321566581726074, "Finetune/Loss (Raw)": 0.9066748023033142, "Finetune/Step": 9473, "Finetune/Step Time": 6.683188704773784}
+{"Finetune/Learning Rate": 1.072346947290295e-05, "Finetune/Loss": 0.8325129747390747, "Finetune/Loss (Raw)": 0.8069854378700256, "Finetune/Step": 9474, "Finetune/Step Time": 6.667273925617337}
+{"Finetune/Learning Rate": 1.0721789917095524e-05, "Finetune/Loss": 0.8306289911270142, "Finetune/Loss (Raw)": 0.6469811797142029, "Finetune/Step": 9475, "Finetune/Step Time": 6.677653979510069}
+{"Finetune/Learning Rate": 1.072011034082019e-05, "Finetune/Loss": 0.8288177251815796, "Finetune/Loss (Raw)": 0.7538412809371948, "Finetune/Step": 9476, "Finetune/Step Time": 6.67944734916091}
+{"Finetune/Learning Rate": 1.0718430744124573e-05, "Finetune/Loss": 0.8280009031295776, "Finetune/Loss (Raw)": 0.8266714215278625, "Finetune/Step": 9477, "Finetune/Step Time": 6.6748041566461325}
+{"Finetune/Learning Rate": 1.0716751127056304e-05, "Finetune/Loss": 0.828190803527832, "Finetune/Loss (Raw)": 0.8114481568336487, "Finetune/Step": 9478, "Finetune/Step Time": 6.692556971684098}
+{"Finetune/Learning Rate": 1.0715071489663012e-05, "Finetune/Loss": 0.8298582434654236, "Finetune/Loss (Raw)": 0.9485203623771667, "Finetune/Step": 9479, "Finetune/Step Time": 6.689333932474256}
+{"Finetune/Learning Rate": 1.0713391831992324e-05, "Finetune/Loss": 0.8296191692352295, "Finetune/Loss (Raw)": 0.8498103618621826, "Finetune/Step": 9480, "Finetune/Step Time": 6.692446669563651}
+{"Finetune/Learning Rate": 1.0711712154091874e-05, "Finetune/Loss": 0.8294956684112549, "Finetune/Loss (Raw)": 0.7744207978248596, "Finetune/Step": 9481, "Finetune/Step Time": 6.702061442658305}
+{"Finetune/Learning Rate": 1.071003245600929e-05, "Finetune/Loss": 0.8291555047035217, "Finetune/Loss (Raw)": 0.7828406691551208, "Finetune/Step": 9482, "Finetune/Step Time": 6.702602978795767}
+{"Finetune/Learning Rate": 1.0708352737792205e-05, "Finetune/Loss": 0.8294258117675781, "Finetune/Loss (Raw)": 0.8691353797912598, "Finetune/Step": 9483, "Finetune/Step Time": 6.69657994620502}
+{"Finetune/Learning Rate": 1.0706672999488253e-05, "Finetune/Loss": 0.8301131129264832, "Finetune/Loss (Raw)": 0.8940716981887817, "Finetune/Step": 9484, "Finetune/Step Time": 6.694689393043518}
+{"Finetune/Learning Rate": 1.0704993241145058e-05, "Finetune/Loss": 0.8303784132003784, "Finetune/Loss (Raw)": 0.8829150795936584, "Finetune/Step": 9485, "Finetune/Step Time": 6.6941288113594055}
+{"Finetune/Learning Rate": 1.0703313462810265e-05, "Finetune/Loss": 0.830474317073822, "Finetune/Loss (Raw)": 0.8685964941978455, "Finetune/Step": 9486, "Finetune/Step Time": 6.6798749174922705}
+{"Finetune/Learning Rate": 1.07016336645315e-05, "Finetune/Loss": 0.8288190960884094, "Finetune/Loss (Raw)": 0.7357979416847229, "Finetune/Step": 9487, "Finetune/Step Time": 6.688024776056409}
+{"Finetune/Learning Rate": 1.06999538463564e-05, "Finetune/Loss": 0.8293980360031128, "Finetune/Loss (Raw)": 1.0233497619628906, "Finetune/Step": 9488, "Finetune/Step Time": 6.687459789216518}
+{"Finetune/Learning Rate": 1.0698274008332598e-05, "Finetune/Loss": 0.8289451599121094, "Finetune/Loss (Raw)": 0.8135822415351868, "Finetune/Step": 9489, "Finetune/Step Time": 6.668559281155467}
+{"Finetune/Learning Rate": 1.0696594150507735e-05, "Finetune/Loss": 0.8282930850982666, "Finetune/Loss (Raw)": 0.8059291243553162, "Finetune/Step": 9490, "Finetune/Step Time": 6.658987207338214}
+{"Finetune/Learning Rate": 1.069491427292944e-05, "Finetune/Loss": 0.8277186155319214, "Finetune/Loss (Raw)": 0.8410424590110779, "Finetune/Step": 9491, "Finetune/Step Time": 6.659874189645052}
+{"Finetune/Learning Rate": 1.0693234375645349e-05, "Finetune/Loss": 0.8269935846328735, "Finetune/Loss (Raw)": 0.8116278052330017, "Finetune/Step": 9492, "Finetune/Step Time": 6.662222592160106}
+{"Finetune/Learning Rate": 1.0691554458703109e-05, "Finetune/Loss": 0.8293781876564026, "Finetune/Loss (Raw)": 1.0550203323364258, "Finetune/Step": 9493, "Finetune/Step Time": 6.673114363104105}
+{"Finetune/Learning Rate": 1.0689874522150348e-05, "Finetune/Loss": 0.8282982110977173, "Finetune/Loss (Raw)": 0.8479609489440918, "Finetune/Step": 9494, "Finetune/Step Time": 6.6722196489572525}
+{"Finetune/Learning Rate": 1.0688194566034706e-05, "Finetune/Loss": 0.8281696438789368, "Finetune/Loss (Raw)": 0.8638405203819275, "Finetune/Step": 9495, "Finetune/Step Time": 6.6761743519455194}
+{"Finetune/Learning Rate": 1.0686514590403823e-05, "Finetune/Loss": 0.8279047012329102, "Finetune/Loss (Raw)": 0.7881008386611938, "Finetune/Step": 9496, "Finetune/Step Time": 6.669080540537834}
+{"Finetune/Learning Rate": 1.068483459530534e-05, "Finetune/Loss": 0.8280881643295288, "Finetune/Loss (Raw)": 0.808953046798706, "Finetune/Step": 9497, "Finetune/Step Time": 6.673509269952774}
+{"Finetune/Learning Rate": 1.0683154580786894e-05, "Finetune/Loss": 0.8269640803337097, "Finetune/Loss (Raw)": 0.8346800208091736, "Finetune/Step": 9498, "Finetune/Step Time": 6.676589107140899}
+{"Finetune/Learning Rate": 1.0681474546896126e-05, "Finetune/Loss": 0.8279879093170166, "Finetune/Loss (Raw)": 0.7368403673171997, "Finetune/Step": 9499, "Finetune/Step Time": 6.676857119426131}
+{"Finetune/Learning Rate": 1.0679794493680679e-05, "Finetune/Loss": 0.8281755447387695, "Finetune/Loss (Raw)": 0.8488624691963196, "Finetune/Step": 9500, "Finetune/Step Time": 6.676590997725725}
+{"Finetune/Learning Rate": 1.0678114421188195e-05, "Finetune/Loss": 0.8283497095108032, "Finetune/Loss (Raw)": 0.8962624073028564, "Finetune/Step": 9501, "Finetune/Step Time": 6.674760550260544}
+{"Finetune/Learning Rate": 1.0676434329466312e-05, "Finetune/Loss": 0.8295189142227173, "Finetune/Loss (Raw)": 0.8721238374710083, "Finetune/Step": 9502, "Finetune/Step Time": 6.6740344520658255}
+{"Finetune/Learning Rate": 1.0674754218562675e-05, "Finetune/Loss": 0.8286983966827393, "Finetune/Loss (Raw)": 0.6767178773880005, "Finetune/Step": 9503, "Finetune/Step Time": 6.674089509993792}
+{"Finetune/Learning Rate": 1.0673074088524926e-05, "Finetune/Loss": 0.827206015586853, "Finetune/Loss (Raw)": 0.6991060376167297, "Finetune/Step": 9504, "Finetune/Step Time": 6.696452869102359}
+{"Finetune/Learning Rate": 1.0671393939400715e-05, "Finetune/Loss": 0.8260030746459961, "Finetune/Loss (Raw)": 0.7693567276000977, "Finetune/Step": 9505, "Finetune/Step Time": 6.700981063768268}
+{"Finetune/Learning Rate": 1.0669713771237676e-05, "Finetune/Loss": 0.8253830671310425, "Finetune/Loss (Raw)": 0.8144782781600952, "Finetune/Step": 9506, "Finetune/Step Time": 6.707366744056344}
+{"Finetune/Learning Rate": 1.066803358408346e-05, "Finetune/Loss": 0.8257352113723755, "Finetune/Loss (Raw)": 0.7498249411582947, "Finetune/Step": 9507, "Finetune/Step Time": 6.6974556259810925}
+{"Finetune/Learning Rate": 1.0666353377985712e-05, "Finetune/Loss": 0.8253034353256226, "Finetune/Loss (Raw)": 0.835637629032135, "Finetune/Step": 9508, "Finetune/Step Time": 6.700210167095065}
+{"Finetune/Learning Rate": 1.0664673152992076e-05, "Finetune/Loss": 0.8249838352203369, "Finetune/Loss (Raw)": 0.825062096118927, "Finetune/Step": 9509, "Finetune/Step Time": 6.703731998801231}
+{"Finetune/Learning Rate": 1.0662992909150199e-05, "Finetune/Loss": 0.8257706165313721, "Finetune/Loss (Raw)": 0.8647809624671936, "Finetune/Step": 9510, "Finetune/Step Time": 6.696186380460858}
+{"Finetune/Learning Rate": 1.0661312646507731e-05, "Finetune/Loss": 0.8262022733688354, "Finetune/Loss (Raw)": 0.8997787237167358, "Finetune/Step": 9511, "Finetune/Step Time": 6.695575162768364}
+{"Finetune/Learning Rate": 1.0659632365112317e-05, "Finetune/Loss": 0.8256670832633972, "Finetune/Loss (Raw)": 0.7871924042701721, "Finetune/Step": 9512, "Finetune/Step Time": 6.685628132894635}
+{"Finetune/Learning Rate": 1.0657952065011599e-05, "Finetune/Loss": 0.8261268138885498, "Finetune/Loss (Raw)": 0.896051824092865, "Finetune/Step": 9513, "Finetune/Step Time": 6.667825797572732}
+{"Finetune/Learning Rate": 1.0656271746253237e-05, "Finetune/Loss": 0.8264161944389343, "Finetune/Loss (Raw)": 0.8750185370445251, "Finetune/Step": 9514, "Finetune/Step Time": 6.665339829400182}
+{"Finetune/Learning Rate": 1.0654591408884874e-05, "Finetune/Loss": 0.8277901411056519, "Finetune/Loss (Raw)": 0.9981786608695984, "Finetune/Step": 9515, "Finetune/Step Time": 6.6637370977550745}
+{"Finetune/Learning Rate": 1.065291105295416e-05, "Finetune/Loss": 0.8264039754867554, "Finetune/Loss (Raw)": 0.6794702410697937, "Finetune/Step": 9516, "Finetune/Step Time": 6.6642417553812265}
+{"Finetune/Learning Rate": 1.0651230678508744e-05, "Finetune/Loss": 0.825771152973175, "Finetune/Loss (Raw)": 0.747100293636322, "Finetune/Step": 9517, "Finetune/Step Time": 6.670504646375775}
+{"Finetune/Learning Rate": 1.0649550285596278e-05, "Finetune/Loss": 0.8252493143081665, "Finetune/Loss (Raw)": 0.8224652409553528, "Finetune/Step": 9518, "Finetune/Step Time": 6.670981105417013}
+{"Finetune/Learning Rate": 1.0647869874264411e-05, "Finetune/Loss": 0.8258213996887207, "Finetune/Loss (Raw)": 0.9394940137863159, "Finetune/Step": 9519, "Finetune/Step Time": 6.688889475539327}
+{"Finetune/Learning Rate": 1.0646189444560799e-05, "Finetune/Loss": 0.8244682550430298, "Finetune/Loss (Raw)": 0.8333734273910522, "Finetune/Step": 9520, "Finetune/Step Time": 6.7072799894958735}
+{"Finetune/Learning Rate": 1.0644508996533092e-05, "Finetune/Loss": 0.8247570991516113, "Finetune/Loss (Raw)": 0.9722492694854736, "Finetune/Step": 9521, "Finetune/Step Time": 6.70884670689702}
+{"Finetune/Learning Rate": 1.0642828530228941e-05, "Finetune/Loss": 0.824772834777832, "Finetune/Loss (Raw)": 0.909654974937439, "Finetune/Step": 9522, "Finetune/Step Time": 6.735916303470731}
+{"Finetune/Learning Rate": 1.0641148045696003e-05, "Finetune/Loss": 0.8232976198196411, "Finetune/Loss (Raw)": 0.7022296190261841, "Finetune/Step": 9523, "Finetune/Step Time": 6.742625392973423}
+{"Finetune/Learning Rate": 1.063946754298193e-05, "Finetune/Loss": 0.8238994479179382, "Finetune/Loss (Raw)": 0.7914853692054749, "Finetune/Step": 9524, "Finetune/Step Time": 6.733043139800429}
+{"Finetune/Learning Rate": 1.0637787022134373e-05, "Finetune/Loss": 0.8241133689880371, "Finetune/Loss (Raw)": 0.7534857988357544, "Finetune/Step": 9525, "Finetune/Step Time": 6.71878969669342}
+{"Finetune/Learning Rate": 1.0636106483200991e-05, "Finetune/Loss": 0.8216896057128906, "Finetune/Loss (Raw)": 0.5859696865081787, "Finetune/Step": 9526, "Finetune/Step Time": 6.716868903487921}
+{"Finetune/Learning Rate": 1.063442592622944e-05, "Finetune/Loss": 0.8223724365234375, "Finetune/Loss (Raw)": 0.9193587899208069, "Finetune/Step": 9527, "Finetune/Step Time": 6.713807754218578}
+{"Finetune/Learning Rate": 1.063274535126737e-05, "Finetune/Loss": 0.8200088739395142, "Finetune/Loss (Raw)": 0.7272605299949646, "Finetune/Step": 9528, "Finetune/Step Time": 6.698437472805381}
+{"Finetune/Learning Rate": 1.0631064758362445e-05, "Finetune/Loss": 0.8192480802536011, "Finetune/Loss (Raw)": 0.7864730954170227, "Finetune/Step": 9529, "Finetune/Step Time": 6.698618473485112}
+{"Finetune/Learning Rate": 1.0629384147562314e-05, "Finetune/Loss": 0.8173519372940063, "Finetune/Loss (Raw)": 0.7691576480865479, "Finetune/Step": 9530, "Finetune/Step Time": 6.684064259752631}
+{"Finetune/Learning Rate": 1.062770351891464e-05, "Finetune/Loss": 0.8182791471481323, "Finetune/Loss (Raw)": 0.9871810674667358, "Finetune/Step": 9531, "Finetune/Step Time": 6.686129339039326}
+{"Finetune/Learning Rate": 1.0626022872467078e-05, "Finetune/Loss": 0.8165831565856934, "Finetune/Loss (Raw)": 0.8138293027877808, "Finetune/Step": 9532, "Finetune/Step Time": 6.684529816731811}
+{"Finetune/Learning Rate": 1.0624342208267293e-05, "Finetune/Loss": 0.8163235187530518, "Finetune/Loss (Raw)": 0.7466247081756592, "Finetune/Step": 9533, "Finetune/Step Time": 6.685872787609696}
+{"Finetune/Learning Rate": 1.0622661526362932e-05, "Finetune/Loss": 0.8160814046859741, "Finetune/Loss (Raw)": 0.804419219493866, "Finetune/Step": 9534, "Finetune/Step Time": 6.680498324334621}
+{"Finetune/Learning Rate": 1.0620980826801663e-05, "Finetune/Loss": 0.8155179023742676, "Finetune/Loss (Raw)": 0.758547842502594, "Finetune/Step": 9535, "Finetune/Step Time": 6.6807581428438425}
+{"Finetune/Learning Rate": 1.0619300109631146e-05, "Finetune/Loss": 0.8138707876205444, "Finetune/Loss (Raw)": 0.7918372750282288, "Finetune/Step": 9536, "Finetune/Step Time": 6.680662117898464}
+{"Finetune/Learning Rate": 1.0617619374899032e-05, "Finetune/Loss": 0.8154029250144958, "Finetune/Loss (Raw)": 0.7676649689674377, "Finetune/Step": 9537, "Finetune/Step Time": 6.6660894099622965}
+{"Finetune/Learning Rate": 1.0615938622652995e-05, "Finetune/Loss": 0.8160507678985596, "Finetune/Loss (Raw)": 0.9309298396110535, "Finetune/Step": 9538, "Finetune/Step Time": 6.659106753766537}
+{"Finetune/Learning Rate": 1.061425785294069e-05, "Finetune/Loss": 0.8155120015144348, "Finetune/Loss (Raw)": 0.911558985710144, "Finetune/Step": 9539, "Finetune/Step Time": 6.659837448969483}
+{"Finetune/Learning Rate": 1.0612577065809779e-05, "Finetune/Loss": 0.8152393102645874, "Finetune/Loss (Raw)": 0.7894268035888672, "Finetune/Step": 9540, "Finetune/Step Time": 6.661385199055076}
+{"Finetune/Learning Rate": 1.0610896261307919e-05, "Finetune/Loss": 0.8136493563652039, "Finetune/Loss (Raw)": 0.5910862684249878, "Finetune/Step": 9541, "Finetune/Step Time": 6.650930352509022}
+{"Finetune/Learning Rate": 1.0609215439482785e-05, "Finetune/Loss": 0.8136641979217529, "Finetune/Loss (Raw)": 0.7109562158584595, "Finetune/Step": 9542, "Finetune/Step Time": 6.635656978935003}
+{"Finetune/Learning Rate": 1.060753460038203e-05, "Finetune/Loss": 0.81304931640625, "Finetune/Loss (Raw)": 0.7282617688179016, "Finetune/Step": 9543, "Finetune/Step Time": 6.631965667009354}
+{"Finetune/Learning Rate": 1.0605853744053322e-05, "Finetune/Loss": 0.8136701583862305, "Finetune/Loss (Raw)": 0.8231716156005859, "Finetune/Step": 9544, "Finetune/Step Time": 6.646552907302976}
+{"Finetune/Learning Rate": 1.0604172870544325e-05, "Finetune/Loss": 0.8135449886322021, "Finetune/Loss (Raw)": 0.823967456817627, "Finetune/Step": 9545, "Finetune/Step Time": 6.650994712486863}
+{"Finetune/Learning Rate": 1.0602491979902702e-05, "Finetune/Loss": 0.8140168190002441, "Finetune/Loss (Raw)": 0.8648995757102966, "Finetune/Step": 9546, "Finetune/Step Time": 6.651304561644793}
+{"Finetune/Learning Rate": 1.0600811072176123e-05, "Finetune/Loss": 0.8158541917800903, "Finetune/Loss (Raw)": 0.9092475175857544, "Finetune/Step": 9547, "Finetune/Step Time": 6.658171556890011}
+{"Finetune/Learning Rate": 1.0599130147412246e-05, "Finetune/Loss": 0.8152780532836914, "Finetune/Loss (Raw)": 0.7866842746734619, "Finetune/Step": 9548, "Finetune/Step Time": 6.667364621534944}
+{"Finetune/Learning Rate": 1.0597449205658746e-05, "Finetune/Loss": 0.8146979808807373, "Finetune/Loss (Raw)": 0.7943063378334045, "Finetune/Step": 9549, "Finetune/Step Time": 6.6654187850654125}
+{"Finetune/Learning Rate": 1.0595768246963283e-05, "Finetune/Loss": 0.8153413534164429, "Finetune/Loss (Raw)": 0.7914798855781555, "Finetune/Step": 9550, "Finetune/Step Time": 6.6522497199475765}
+{"Finetune/Learning Rate": 1.0594087271373525e-05, "Finetune/Loss": 0.8154169321060181, "Finetune/Loss (Raw)": 0.8749512434005737, "Finetune/Step": 9551, "Finetune/Step Time": 6.648919049650431}
+{"Finetune/Learning Rate": 1.0592406278937143e-05, "Finetune/Loss": 0.8158303499221802, "Finetune/Loss (Raw)": 0.8879420757293701, "Finetune/Step": 9552, "Finetune/Step Time": 6.649232046678662}
+{"Finetune/Learning Rate": 1.0590725269701804e-05, "Finetune/Loss": 0.8150933384895325, "Finetune/Loss (Raw)": 0.7557709217071533, "Finetune/Step": 9553, "Finetune/Step Time": 6.648560272529721}
+{"Finetune/Learning Rate": 1.0589044243715179e-05, "Finetune/Loss": 0.8145067691802979, "Finetune/Loss (Raw)": 0.8147120475769043, "Finetune/Step": 9554, "Finetune/Step Time": 6.649750713258982}
+{"Finetune/Learning Rate": 1.058736320102493e-05, "Finetune/Loss": 0.8143858909606934, "Finetune/Loss (Raw)": 0.9023057818412781, "Finetune/Step": 9555, "Finetune/Step Time": 6.647239465266466}
+{"Finetune/Learning Rate": 1.058568214167873e-05, "Finetune/Loss": 0.8149871826171875, "Finetune/Loss (Raw)": 0.9022514224052429, "Finetune/Step": 9556, "Finetune/Step Time": 6.6500786524266005}
+{"Finetune/Learning Rate": 1.0584001065724254e-05, "Finetune/Loss": 0.8153491616249084, "Finetune/Loss (Raw)": 0.8646693825721741, "Finetune/Step": 9557, "Finetune/Step Time": 6.648691283538938}
+{"Finetune/Learning Rate": 1.0582319973209164e-05, "Finetune/Loss": 0.8164488673210144, "Finetune/Loss (Raw)": 0.868928849697113, "Finetune/Step": 9558, "Finetune/Step Time": 6.662538195028901}
+{"Finetune/Learning Rate": 1.0580638864181138e-05, "Finetune/Loss": 0.8183730840682983, "Finetune/Loss (Raw)": 0.9848586916923523, "Finetune/Step": 9559, "Finetune/Step Time": 6.655957885086536}
+{"Finetune/Learning Rate": 1.0578957738687847e-05, "Finetune/Loss": 0.8177087306976318, "Finetune/Loss (Raw)": 0.727608323097229, "Finetune/Step": 9560, "Finetune/Step Time": 6.658946178853512}
+{"Finetune/Learning Rate": 1.057727659677696e-05, "Finetune/Loss": 0.8181225061416626, "Finetune/Loss (Raw)": 0.9275690317153931, "Finetune/Step": 9561, "Finetune/Step Time": 6.663664070889354}
+{"Finetune/Learning Rate": 1.0575595438496147e-05, "Finetune/Loss": 0.8188105821609497, "Finetune/Loss (Raw)": 0.9085572361946106, "Finetune/Step": 9562, "Finetune/Step Time": 6.665324948728085}
+{"Finetune/Learning Rate": 1.0573914263893088e-05, "Finetune/Loss": 0.8189303278923035, "Finetune/Loss (Raw)": 0.8353107571601868, "Finetune/Step": 9563, "Finetune/Step Time": 6.651145176962018}
+{"Finetune/Learning Rate": 1.057223307301545e-05, "Finetune/Loss": 0.8184056282043457, "Finetune/Loss (Raw)": 0.8046364784240723, "Finetune/Step": 9564, "Finetune/Step Time": 6.653205752372742}
+{"Finetune/Learning Rate": 1.0570551865910907e-05, "Finetune/Loss": 0.8189283609390259, "Finetune/Loss (Raw)": 0.9608619213104248, "Finetune/Step": 9565, "Finetune/Step Time": 6.654775936156511}
+{"Finetune/Learning Rate": 1.056887064262714e-05, "Finetune/Loss": 0.8184572458267212, "Finetune/Loss (Raw)": 0.8031268119812012, "Finetune/Step": 9566, "Finetune/Step Time": 6.649732721969485}
+{"Finetune/Learning Rate": 1.056718940321182e-05, "Finetune/Loss": 0.8195886611938477, "Finetune/Loss (Raw)": 0.8745948672294617, "Finetune/Step": 9567, "Finetune/Step Time": 6.6440655291080475}
+{"Finetune/Learning Rate": 1.0565508147712618e-05, "Finetune/Loss": 0.81992506980896, "Finetune/Loss (Raw)": 0.7383303642272949, "Finetune/Step": 9568, "Finetune/Step Time": 6.641683081164956}
+{"Finetune/Learning Rate": 1.0563826876177215e-05, "Finetune/Loss": 0.8190544843673706, "Finetune/Loss (Raw)": 0.7753843665122986, "Finetune/Step": 9569, "Finetune/Step Time": 6.642535349354148}
+{"Finetune/Learning Rate": 1.0562145588653283e-05, "Finetune/Loss": 0.8177189826965332, "Finetune/Loss (Raw)": 0.7555809020996094, "Finetune/Step": 9570, "Finetune/Step Time": 6.638793472200632}
+{"Finetune/Learning Rate": 1.05604642851885e-05, "Finetune/Loss": 0.8190170526504517, "Finetune/Loss (Raw)": 0.798252522945404, "Finetune/Step": 9571, "Finetune/Step Time": 6.644465900957584}
+{"Finetune/Learning Rate": 1.0558782965830547e-05, "Finetune/Loss": 0.8201694488525391, "Finetune/Loss (Raw)": 0.8976247906684875, "Finetune/Step": 9572, "Finetune/Step Time": 6.641208862885833}
+{"Finetune/Learning Rate": 1.0557101630627095e-05, "Finetune/Loss": 0.8212801814079285, "Finetune/Loss (Raw)": 0.8316642642021179, "Finetune/Step": 9573, "Finetune/Step Time": 6.646538199856877}
+{"Finetune/Learning Rate": 1.0555420279625827e-05, "Finetune/Loss": 0.8212477564811707, "Finetune/Loss (Raw)": 0.8250330090522766, "Finetune/Step": 9574, "Finetune/Step Time": 6.653439665213227}
+{"Finetune/Learning Rate": 1.0553738912874418e-05, "Finetune/Loss": 0.8219420909881592, "Finetune/Loss (Raw)": 0.8768503069877625, "Finetune/Step": 9575, "Finetune/Step Time": 6.650557395070791}
+{"Finetune/Learning Rate": 1.055205753042055e-05, "Finetune/Loss": 0.8234038352966309, "Finetune/Loss (Raw)": 0.9906920790672302, "Finetune/Step": 9576, "Finetune/Step Time": 6.63716758415103}
+{"Finetune/Learning Rate": 1.0550376132311899e-05, "Finetune/Loss": 0.8232648968696594, "Finetune/Loss (Raw)": 0.8438324928283691, "Finetune/Step": 9577, "Finetune/Step Time": 6.634489305317402}
+{"Finetune/Learning Rate": 1.0548694718596149e-05, "Finetune/Loss": 0.821845531463623, "Finetune/Loss (Raw)": 0.7248955965042114, "Finetune/Step": 9578, "Finetune/Step Time": 6.638554442673922}
+{"Finetune/Learning Rate": 1.054701328932097e-05, "Finetune/Loss": 0.8217718005180359, "Finetune/Loss (Raw)": 0.7793670296669006, "Finetune/Step": 9579, "Finetune/Step Time": 6.624617936089635}
+{"Finetune/Learning Rate": 1.0545331844534055e-05, "Finetune/Loss": 0.8229154348373413, "Finetune/Loss (Raw)": 0.982570230960846, "Finetune/Step": 9580, "Finetune/Step Time": 6.620869047939777}
+{"Finetune/Learning Rate": 1.054365038428308e-05, "Finetune/Loss": 0.8233275413513184, "Finetune/Loss (Raw)": 0.9270877242088318, "Finetune/Step": 9581, "Finetune/Step Time": 6.617540676146746}
+{"Finetune/Learning Rate": 1.0541968908615723e-05, "Finetune/Loss": 0.8238418102264404, "Finetune/Loss (Raw)": 0.9053206443786621, "Finetune/Step": 9582, "Finetune/Step Time": 6.602760747075081}
+{"Finetune/Learning Rate": 1.0540287417579668e-05, "Finetune/Loss": 0.8231230974197388, "Finetune/Loss (Raw)": 0.7502424120903015, "Finetune/Step": 9583, "Finetune/Step Time": 6.6047639567404985}
+{"Finetune/Learning Rate": 1.0538605911222603e-05, "Finetune/Loss": 0.824597954750061, "Finetune/Loss (Raw)": 0.8725810647010803, "Finetune/Step": 9584, "Finetune/Step Time": 6.602301931008697}
+{"Finetune/Learning Rate": 1.0536924389592202e-05, "Finetune/Loss": 0.8255541324615479, "Finetune/Loss (Raw)": 0.9253021478652954, "Finetune/Step": 9585, "Finetune/Step Time": 6.588599609211087}
+{"Finetune/Learning Rate": 1.0535242852736152e-05, "Finetune/Loss": 0.8245224356651306, "Finetune/Loss (Raw)": 0.6775400042533875, "Finetune/Step": 9586, "Finetune/Step Time": 6.60839619487524}
+{"Finetune/Learning Rate": 1.053356130070214e-05, "Finetune/Loss": 0.8272438049316406, "Finetune/Loss (Raw)": 1.003865122795105, "Finetune/Step": 9587, "Finetune/Step Time": 6.598235785961151}
+{"Finetune/Learning Rate": 1.0531879733537845e-05, "Finetune/Loss": 0.8271814584732056, "Finetune/Loss (Raw)": 0.783622145652771, "Finetune/Step": 9588, "Finetune/Step Time": 6.59294243529439}
+{"Finetune/Learning Rate": 1.0530198151290954e-05, "Finetune/Loss": 0.8260287642478943, "Finetune/Loss (Raw)": 0.6853658556938171, "Finetune/Step": 9589, "Finetune/Step Time": 6.597924550995231}
+{"Finetune/Learning Rate": 1.052851655400915e-05, "Finetune/Loss": 0.8274548053741455, "Finetune/Loss (Raw)": 0.8032190203666687, "Finetune/Step": 9590, "Finetune/Step Time": 6.583559175953269}
+{"Finetune/Learning Rate": 1.0526834941740118e-05, "Finetune/Loss": 0.8287110924720764, "Finetune/Loss (Raw)": 0.8700592517852783, "Finetune/Step": 9591, "Finetune/Step Time": 6.574953909963369}
+{"Finetune/Learning Rate": 1.0525153314531548e-05, "Finetune/Loss": 0.82867032289505, "Finetune/Loss (Raw)": 0.6705394983291626, "Finetune/Step": 9592, "Finetune/Step Time": 6.584363467991352}
+{"Finetune/Learning Rate": 1.0523471672431123e-05, "Finetune/Loss": 0.8285521268844604, "Finetune/Loss (Raw)": 0.9373458027839661, "Finetune/Step": 9593, "Finetune/Step Time": 6.583799785003066}
+{"Finetune/Learning Rate": 1.0521790015486528e-05, "Finetune/Loss": 0.8301092386245728, "Finetune/Loss (Raw)": 0.9215627908706665, "Finetune/Step": 9594, "Finetune/Step Time": 6.580858135595918}
+{"Finetune/Learning Rate": 1.0520108343745451e-05, "Finetune/Loss": 0.830290675163269, "Finetune/Loss (Raw)": 0.8932725191116333, "Finetune/Step": 9595, "Finetune/Step Time": 6.576680161058903}
+{"Finetune/Learning Rate": 1.0518426657255585e-05, "Finetune/Loss": 0.8311319351196289, "Finetune/Loss (Raw)": 0.895896315574646, "Finetune/Step": 9596, "Finetune/Step Time": 6.577121507376432}
+{"Finetune/Learning Rate": 1.0516744956064611e-05, "Finetune/Loss": 0.8317115902900696, "Finetune/Loss (Raw)": 0.8290063738822937, "Finetune/Step": 9597, "Finetune/Step Time": 6.5746821984648705}
+{"Finetune/Learning Rate": 1.0515063240220218e-05, "Finetune/Loss": 0.8308596014976501, "Finetune/Loss (Raw)": 0.6932212710380554, "Finetune/Step": 9598, "Finetune/Step Time": 6.596400355920196}
+{"Finetune/Learning Rate": 1.05133815097701e-05, "Finetune/Loss": 0.8302474021911621, "Finetune/Loss (Raw)": 0.807344377040863, "Finetune/Step": 9599, "Finetune/Step Time": 6.599725103005767}
+{"Finetune/Learning Rate": 1.0511699764761935e-05, "Finetune/Loss": 0.8295872211456299, "Finetune/Loss (Raw)": 0.8526603579521179, "Finetune/Step": 9600, "Finetune/Step Time": 6.598995178937912}
+{"Finetune/Learning Rate": 1.0510018005243426e-05, "Finetune/Loss": 0.8287004232406616, "Finetune/Loss (Raw)": 0.793163537979126, "Finetune/Step": 9601, "Finetune/Step Time": 6.601084001362324}
+{"Finetune/Learning Rate": 1.0508336231262257e-05, "Finetune/Loss": 0.8285096883773804, "Finetune/Loss (Raw)": 0.7825640439987183, "Finetune/Step": 9602, "Finetune/Step Time": 6.5989010483026505}
+{"Finetune/Learning Rate": 1.0506654442866113e-05, "Finetune/Loss": 0.8302360773086548, "Finetune/Loss (Raw)": 0.8679677248001099, "Finetune/Step": 9603, "Finetune/Step Time": 6.592609031125903}
+{"Finetune/Learning Rate": 1.0504972640102694e-05, "Finetune/Loss": 0.8301372528076172, "Finetune/Loss (Raw)": 0.741186797618866, "Finetune/Step": 9604, "Finetune/Step Time": 6.591828526929021}
+{"Finetune/Learning Rate": 1.0503290823019684e-05, "Finetune/Loss": 0.8299832344055176, "Finetune/Loss (Raw)": 0.8069571852684021, "Finetune/Step": 9605, "Finetune/Step Time": 6.592935340479016}
+{"Finetune/Learning Rate": 1.050160899166478e-05, "Finetune/Loss": 0.8310394287109375, "Finetune/Loss (Raw)": 0.9466403722763062, "Finetune/Step": 9606, "Finetune/Step Time": 6.570670463144779}
+{"Finetune/Learning Rate": 1.0499927146085668e-05, "Finetune/Loss": 0.828919529914856, "Finetune/Loss (Raw)": 0.6771709322929382, "Finetune/Step": 9607, "Finetune/Step Time": 6.585487421602011}
+{"Finetune/Learning Rate": 1.0498245286330049e-05, "Finetune/Loss": 0.8288840651512146, "Finetune/Loss (Raw)": 0.8452739715576172, "Finetune/Step": 9608, "Finetune/Step Time": 6.582727270200849}
+{"Finetune/Learning Rate": 1.0496563412445608e-05, "Finetune/Loss": 0.8302922248840332, "Finetune/Loss (Raw)": 0.9546675682067871, "Finetune/Step": 9609, "Finetune/Step Time": 6.5741279404610395}
+{"Finetune/Learning Rate": 1.0494881524480041e-05, "Finetune/Loss": 0.8306976556777954, "Finetune/Loss (Raw)": 0.8347333669662476, "Finetune/Step": 9610, "Finetune/Step Time": 6.5717011746019125}
+{"Finetune/Learning Rate": 1.0493199622481039e-05, "Finetune/Loss": 0.8302867412567139, "Finetune/Loss (Raw)": 0.8165345191955566, "Finetune/Step": 9611, "Finetune/Step Time": 6.571601336821914}
+{"Finetune/Learning Rate": 1.04915177064963e-05, "Finetune/Loss": 0.8299065828323364, "Finetune/Loss (Raw)": 0.8454196453094482, "Finetune/Step": 9612, "Finetune/Step Time": 6.574740139767528}
+{"Finetune/Learning Rate": 1.0489835776573516e-05, "Finetune/Loss": 0.8305222988128662, "Finetune/Loss (Raw)": 0.9617272615432739, "Finetune/Step": 9613, "Finetune/Step Time": 6.575828555971384}
+{"Finetune/Learning Rate": 1.048815383276038e-05, "Finetune/Loss": 0.8297691345214844, "Finetune/Loss (Raw)": 0.7721832394599915, "Finetune/Step": 9614, "Finetune/Step Time": 6.5725391283631325}
+{"Finetune/Learning Rate": 1.0486471875104594e-05, "Finetune/Loss": 0.8293906450271606, "Finetune/Loss (Raw)": 0.6873551607131958, "Finetune/Step": 9615, "Finetune/Step Time": 6.566878082230687}
+{"Finetune/Learning Rate": 1.0484789903653847e-05, "Finetune/Loss": 0.8284344673156738, "Finetune/Loss (Raw)": 0.9009567499160767, "Finetune/Step": 9616, "Finetune/Step Time": 6.5665250942111015}
+{"Finetune/Learning Rate": 1.0483107918455836e-05, "Finetune/Loss": 0.8255239725112915, "Finetune/Loss (Raw)": 0.4410446584224701, "Finetune/Step": 9617, "Finetune/Step Time": 6.688578171655536}
+{"Finetune/Learning Rate": 1.0481425919558259e-05, "Finetune/Loss": 0.8248188495635986, "Finetune/Loss (Raw)": 0.7156652808189392, "Finetune/Step": 9618, "Finetune/Step Time": 6.68947184830904}
+{"Finetune/Learning Rate": 1.0479743907008812e-05, "Finetune/Loss": 0.8240370750427246, "Finetune/Loss (Raw)": 0.7409828305244446, "Finetune/Step": 9619, "Finetune/Step Time": 6.685159919783473}
+{"Finetune/Learning Rate": 1.047806188085519e-05, "Finetune/Loss": 0.8229515552520752, "Finetune/Loss (Raw)": 0.6726739406585693, "Finetune/Step": 9620, "Finetune/Step Time": 6.684182612225413}
+{"Finetune/Learning Rate": 1.0476379841145095e-05, "Finetune/Loss": 0.8201277852058411, "Finetune/Loss (Raw)": 0.6935791373252869, "Finetune/Step": 9621, "Finetune/Step Time": 6.666980626061559}
+{"Finetune/Learning Rate": 1.0474697787926222e-05, "Finetune/Loss": 0.8194212317466736, "Finetune/Loss (Raw)": 0.7575182914733887, "Finetune/Step": 9622, "Finetune/Step Time": 6.671154759824276}
+{"Finetune/Learning Rate": 1.047301572124627e-05, "Finetune/Loss": 0.8168895840644836, "Finetune/Loss (Raw)": 0.5397937893867493, "Finetune/Step": 9623, "Finetune/Step Time": 6.668589990586042}
+{"Finetune/Learning Rate": 1.0471333641152937e-05, "Finetune/Loss": 0.8155880570411682, "Finetune/Loss (Raw)": 0.6215066313743591, "Finetune/Step": 9624, "Finetune/Step Time": 6.671635137870908}
+{"Finetune/Learning Rate": 1.046965154769392e-05, "Finetune/Loss": 0.8148018717765808, "Finetune/Loss (Raw)": 0.7083218693733215, "Finetune/Step": 9625, "Finetune/Step Time": 6.6737050563097}
+{"Finetune/Learning Rate": 1.0467969440916923e-05, "Finetune/Loss": 0.8136610388755798, "Finetune/Loss (Raw)": 0.6886510252952576, "Finetune/Step": 9626, "Finetune/Step Time": 6.672696810215712}
+{"Finetune/Learning Rate": 1.0466287320869644e-05, "Finetune/Loss": 0.8138523697853088, "Finetune/Loss (Raw)": 0.7613288760185242, "Finetune/Step": 9627, "Finetune/Step Time": 6.674242144450545}
+{"Finetune/Learning Rate": 1.0464605187599778e-05, "Finetune/Loss": 0.8129235506057739, "Finetune/Loss (Raw)": 0.7299714088439941, "Finetune/Step": 9628, "Finetune/Step Time": 6.670067062601447}
+{"Finetune/Learning Rate": 1.0462923041155036e-05, "Finetune/Loss": 0.8110507726669312, "Finetune/Loss (Raw)": 0.6565576791763306, "Finetune/Step": 9629, "Finetune/Step Time": 6.673114465549588}
+{"Finetune/Learning Rate": 1.046124088158311e-05, "Finetune/Loss": 0.8090474009513855, "Finetune/Loss (Raw)": 0.6156842708587646, "Finetune/Step": 9630, "Finetune/Step Time": 6.673731537535787}
+{"Finetune/Learning Rate": 1.0459558708931704e-05, "Finetune/Loss": 0.8097467422485352, "Finetune/Loss (Raw)": 0.7662295699119568, "Finetune/Step": 9631, "Finetune/Step Time": 6.6751909255981445}
+{"Finetune/Learning Rate": 1.0457876523248518e-05, "Finetune/Loss": 0.8100941777229309, "Finetune/Loss (Raw)": 0.743584394454956, "Finetune/Step": 9632, "Finetune/Step Time": 6.648022711277008}
+{"Finetune/Learning Rate": 1.0456194324581262e-05, "Finetune/Loss": 0.8102105855941772, "Finetune/Loss (Raw)": 0.7842605113983154, "Finetune/Step": 9633, "Finetune/Step Time": 6.64506852068007}
+{"Finetune/Learning Rate": 1.0454512112977628e-05, "Finetune/Loss": 0.8091810941696167, "Finetune/Loss (Raw)": 0.6826984882354736, "Finetune/Step": 9634, "Finetune/Step Time": 6.638670034706593}
+{"Finetune/Learning Rate": 1.045282988848532e-05, "Finetune/Loss": 0.8079296946525574, "Finetune/Loss (Raw)": 0.5896472930908203, "Finetune/Step": 9635, "Finetune/Step Time": 6.640438200905919}
+{"Finetune/Learning Rate": 1.0451147651152049e-05, "Finetune/Loss": 0.8070725798606873, "Finetune/Loss (Raw)": 0.7259253263473511, "Finetune/Step": 9636, "Finetune/Step Time": 6.634643986821175}
+{"Finetune/Learning Rate": 1.044946540102551e-05, "Finetune/Loss": 0.8051338195800781, "Finetune/Loss (Raw)": 0.576907753944397, "Finetune/Step": 9637, "Finetune/Step Time": 6.631373671814799}
+{"Finetune/Learning Rate": 1.0447783138153414e-05, "Finetune/Loss": 0.8037680983543396, "Finetune/Loss (Raw)": 0.6899619102478027, "Finetune/Step": 9638, "Finetune/Step Time": 6.637379406020045}
+{"Finetune/Learning Rate": 1.0446100862583459e-05, "Finetune/Loss": 0.8031431436538696, "Finetune/Loss (Raw)": 0.8197784423828125, "Finetune/Step": 9639, "Finetune/Step Time": 6.641755264252424}
+{"Finetune/Learning Rate": 1.0444418574363354e-05, "Finetune/Loss": 0.8025774955749512, "Finetune/Loss (Raw)": 0.714797854423523, "Finetune/Step": 9640, "Finetune/Step Time": 6.642718613147736}
+{"Finetune/Learning Rate": 1.0442736273540799e-05, "Finetune/Loss": 0.8014729022979736, "Finetune/Loss (Raw)": 0.7546657919883728, "Finetune/Step": 9641, "Finetune/Step Time": 6.6422672141343355}
+{"Finetune/Learning Rate": 1.0441053960163505e-05, "Finetune/Loss": 0.7996920347213745, "Finetune/Loss (Raw)": 0.647067666053772, "Finetune/Step": 9642, "Finetune/Step Time": 6.649474577978253}
+{"Finetune/Learning Rate": 1.0439371634279173e-05, "Finetune/Loss": 0.7965772151947021, "Finetune/Loss (Raw)": 0.5994735956192017, "Finetune/Step": 9643, "Finetune/Step Time": 6.653886917978525}
+{"Finetune/Learning Rate": 1.0437689295935512e-05, "Finetune/Loss": 0.7962857484817505, "Finetune/Loss (Raw)": 0.6421671509742737, "Finetune/Step": 9644, "Finetune/Step Time": 6.651932284235954}
+{"Finetune/Learning Rate": 1.0436006945180226e-05, "Finetune/Loss": 0.7960787415504456, "Finetune/Loss (Raw)": 0.7206060886383057, "Finetune/Step": 9645, "Finetune/Step Time": 6.642755461856723}
+{"Finetune/Learning Rate": 1.0434324582061024e-05, "Finetune/Loss": 0.7957606315612793, "Finetune/Loss (Raw)": 0.7817431092262268, "Finetune/Step": 9646, "Finetune/Step Time": 6.662347245961428}
+{"Finetune/Learning Rate": 1.0432642206625612e-05, "Finetune/Loss": 0.7944706678390503, "Finetune/Loss (Raw)": 0.7743733525276184, "Finetune/Step": 9647, "Finetune/Step Time": 6.648394418880343}
+{"Finetune/Learning Rate": 1.0430959818921696e-05, "Finetune/Loss": 0.7932169437408447, "Finetune/Loss (Raw)": 0.6729076504707336, "Finetune/Step": 9648, "Finetune/Step Time": 6.629362661391497}
+{"Finetune/Learning Rate": 1.0429277418996986e-05, "Finetune/Loss": 0.7906018495559692, "Finetune/Loss (Raw)": 0.6375104784965515, "Finetune/Step": 9649, "Finetune/Step Time": 6.629151973873377}
+{"Finetune/Learning Rate": 1.042759500689919e-05, "Finetune/Loss": 0.7892819046974182, "Finetune/Loss (Raw)": 0.7407054305076599, "Finetune/Step": 9650, "Finetune/Step Time": 6.603293685242534}
+{"Finetune/Learning Rate": 1.0425912582676017e-05, "Finetune/Loss": 0.7894449234008789, "Finetune/Loss (Raw)": 0.7230919599533081, "Finetune/Step": 9651, "Finetune/Step Time": 6.600411560386419}
+{"Finetune/Learning Rate": 1.0424230146375169e-05, "Finetune/Loss": 0.787663459777832, "Finetune/Loss (Raw)": 0.5634638071060181, "Finetune/Step": 9652, "Finetune/Step Time": 6.604840286076069}
+{"Finetune/Learning Rate": 1.0422547698044362e-05, "Finetune/Loss": 0.7871725559234619, "Finetune/Loss (Raw)": 0.690650463104248, "Finetune/Step": 9653, "Finetune/Step Time": 6.608183721080422}
+{"Finetune/Learning Rate": 1.0420865237731308e-05, "Finetune/Loss": 0.7877099514007568, "Finetune/Loss (Raw)": 0.6547549962997437, "Finetune/Step": 9654, "Finetune/Step Time": 6.608104756101966}
+{"Finetune/Learning Rate": 1.041918276548371e-05, "Finetune/Loss": 0.7847204208374023, "Finetune/Loss (Raw)": 0.5366987586021423, "Finetune/Step": 9655, "Finetune/Step Time": 6.6232848688960075}
+{"Finetune/Learning Rate": 1.0417500281349278e-05, "Finetune/Loss": 0.7835422158241272, "Finetune/Loss (Raw)": 0.5764491558074951, "Finetune/Step": 9656, "Finetune/Step Time": 6.624191312119365}
+{"Finetune/Learning Rate": 1.0415817785375731e-05, "Finetune/Loss": 0.7825982570648193, "Finetune/Loss (Raw)": 0.665648341178894, "Finetune/Step": 9657, "Finetune/Step Time": 6.627060793340206}
+{"Finetune/Learning Rate": 1.0414135277610769e-05, "Finetune/Loss": 0.7805266976356506, "Finetune/Loss (Raw)": 0.5039989948272705, "Finetune/Step": 9658, "Finetune/Step Time": 6.636879520490766}
+{"Finetune/Learning Rate": 1.0412452758102107e-05, "Finetune/Loss": 0.778638482093811, "Finetune/Loss (Raw)": 0.7454856634140015, "Finetune/Step": 9659, "Finetune/Step Time": 6.637563440948725}
+{"Finetune/Learning Rate": 1.0410770226897465e-05, "Finetune/Loss": 0.7780157327651978, "Finetune/Loss (Raw)": 0.734119713306427, "Finetune/Step": 9660, "Finetune/Step Time": 6.644479693844914}
+{"Finetune/Learning Rate": 1.0409087684044541e-05, "Finetune/Loss": 0.7768489122390747, "Finetune/Loss (Raw)": 0.5972667932510376, "Finetune/Step": 9661, "Finetune/Step Time": 6.642717909067869}
+{"Finetune/Learning Rate": 1.0407405129591055e-05, "Finetune/Loss": 0.775258481502533, "Finetune/Loss (Raw)": 0.6008468866348267, "Finetune/Step": 9662, "Finetune/Step Time": 6.647088188678026}
+{"Finetune/Learning Rate": 1.040572256358472e-05, "Finetune/Loss": 0.7748655676841736, "Finetune/Loss (Raw)": 0.7082556486129761, "Finetune/Step": 9663, "Finetune/Step Time": 6.647984998300672}
+{"Finetune/Learning Rate": 1.0404039986073244e-05, "Finetune/Loss": 0.773848295211792, "Finetune/Loss (Raw)": 0.6616255640983582, "Finetune/Step": 9664, "Finetune/Step Time": 6.643966246396303}
+{"Finetune/Learning Rate": 1.0402357397104346e-05, "Finetune/Loss": 0.77320396900177, "Finetune/Loss (Raw)": 0.6851850748062134, "Finetune/Step": 9665, "Finetune/Step Time": 6.64532577060163}
+{"Finetune/Learning Rate": 1.0400674796725733e-05, "Finetune/Loss": 0.772085964679718, "Finetune/Loss (Raw)": 0.7878316044807434, "Finetune/Step": 9666, "Finetune/Step Time": 6.64611423201859}
+{"Finetune/Learning Rate": 1.0398992184985124e-05, "Finetune/Loss": 0.770827054977417, "Finetune/Loss (Raw)": 0.7504146695137024, "Finetune/Step": 9667, "Finetune/Step Time": 6.659804979339242}
+{"Finetune/Learning Rate": 1.0397309561930232e-05, "Finetune/Loss": 0.7704582810401917, "Finetune/Loss (Raw)": 0.7422292828559875, "Finetune/Step": 9668, "Finetune/Step Time": 6.657257596030831}
+{"Finetune/Learning Rate": 1.0395626927608768e-05, "Finetune/Loss": 0.7712609171867371, "Finetune/Loss (Raw)": 0.693817138671875, "Finetune/Step": 9669, "Finetune/Step Time": 6.654025591909885}
+{"Finetune/Learning Rate": 1.039394428206845e-05, "Finetune/Loss": 0.7710283398628235, "Finetune/Loss (Raw)": 0.6811926364898682, "Finetune/Step": 9670, "Finetune/Step Time": 6.6530026365071535}
+{"Finetune/Learning Rate": 1.0392261625356994e-05, "Finetune/Loss": 0.7707083225250244, "Finetune/Loss (Raw)": 0.6872926354408264, "Finetune/Step": 9671, "Finetune/Step Time": 6.661281071603298}
+{"Finetune/Learning Rate": 1.0390578957522117e-05, "Finetune/Loss": 0.768323540687561, "Finetune/Loss (Raw)": 0.5179191827774048, "Finetune/Step": 9672, "Finetune/Step Time": 6.654564095661044}
+{"Finetune/Learning Rate": 1.0388896278611524e-05, "Finetune/Loss": 0.7673954367637634, "Finetune/Loss (Raw)": 0.7051728963851929, "Finetune/Step": 9673, "Finetune/Step Time": 6.651493825018406}
+{"Finetune/Learning Rate": 1.0387213588672941e-05, "Finetune/Loss": 0.7660481929779053, "Finetune/Loss (Raw)": 0.6924582719802856, "Finetune/Step": 9674, "Finetune/Step Time": 6.6523098442703485}
+{"Finetune/Learning Rate": 1.0385530887754088e-05, "Finetune/Loss": 0.7636414766311646, "Finetune/Loss (Raw)": 0.6011834740638733, "Finetune/Step": 9675, "Finetune/Step Time": 6.635548371821642}
+{"Finetune/Learning Rate": 1.0383848175902666e-05, "Finetune/Loss": 0.7631893157958984, "Finetune/Loss (Raw)": 0.7288112044334412, "Finetune/Step": 9676, "Finetune/Step Time": 6.625588953495026}
+{"Finetune/Learning Rate": 1.0382165453166406e-05, "Finetune/Loss": 0.7622299194335938, "Finetune/Loss (Raw)": 0.6715013980865479, "Finetune/Step": 9677, "Finetune/Step Time": 6.640924446284771}
+{"Finetune/Learning Rate": 1.0380482719593021e-05, "Finetune/Loss": 0.7610327005386353, "Finetune/Loss (Raw)": 0.6382302641868591, "Finetune/Step": 9678, "Finetune/Step Time": 6.6396389696747065}
+{"Finetune/Learning Rate": 1.0378799975230227e-05, "Finetune/Loss": 0.759544849395752, "Finetune/Loss (Raw)": 0.684516191482544, "Finetune/Step": 9679, "Finetune/Step Time": 6.641710387542844}
+{"Finetune/Learning Rate": 1.037711722012574e-05, "Finetune/Loss": 0.7567537426948547, "Finetune/Loss (Raw)": 0.5306742787361145, "Finetune/Step": 9680, "Finetune/Step Time": 6.642411291599274}
+{"Finetune/Learning Rate": 1.0375434454327287e-05, "Finetune/Loss": 0.7568771839141846, "Finetune/Loss (Raw)": 0.771573543548584, "Finetune/Step": 9681, "Finetune/Step Time": 6.648293538019061}
+{"Finetune/Learning Rate": 1.0373751677882575e-05, "Finetune/Loss": 0.7557679414749146, "Finetune/Loss (Raw)": 0.6727299690246582, "Finetune/Step": 9682, "Finetune/Step Time": 6.643601346760988}
+{"Finetune/Learning Rate": 1.037206889083933e-05, "Finetune/Loss": 0.7523270845413208, "Finetune/Loss (Raw)": 0.46187615394592285, "Finetune/Step": 9683, "Finetune/Step Time": 6.659288501366973}
+{"Finetune/Learning Rate": 1.0370386093245271e-05, "Finetune/Loss": 0.750723659992218, "Finetune/Loss (Raw)": 0.6970139145851135, "Finetune/Step": 9684, "Finetune/Step Time": 6.657011052593589}
+{"Finetune/Learning Rate": 1.0368703285148113e-05, "Finetune/Loss": 0.7487586140632629, "Finetune/Loss (Raw)": 0.6131389737129211, "Finetune/Step": 9685, "Finetune/Step Time": 6.670841630548239}
+{"Finetune/Learning Rate": 1.036702046659558e-05, "Finetune/Loss": 0.7474443316459656, "Finetune/Loss (Raw)": 0.7007004618644714, "Finetune/Step": 9686, "Finetune/Step Time": 6.6626400370150805}
+{"Finetune/Learning Rate": 1.0365337637635391e-05, "Finetune/Loss": 0.7454052567481995, "Finetune/Loss (Raw)": 0.7238606214523315, "Finetune/Step": 9687, "Finetune/Step Time": 6.6645398531109095}
+{"Finetune/Learning Rate": 1.0363654798315264e-05, "Finetune/Loss": 0.7449684739112854, "Finetune/Loss (Raw)": 0.6717000007629395, "Finetune/Step": 9688, "Finetune/Step Time": 6.661685414612293}
+{"Finetune/Learning Rate": 1.036197194868292e-05, "Finetune/Loss": 0.743514895439148, "Finetune/Loss (Raw)": 0.7415057420730591, "Finetune/Step": 9689, "Finetune/Step Time": 6.65879244543612}
+{"Finetune/Learning Rate": 1.0360289088786081e-05, "Finetune/Loss": 0.7423129677772522, "Finetune/Loss (Raw)": 0.7547174096107483, "Finetune/Step": 9690, "Finetune/Step Time": 6.657632431015372}
+{"Finetune/Learning Rate": 1.0358606218672471e-05, "Finetune/Loss": 0.741267204284668, "Finetune/Loss (Raw)": 0.7014466524124146, "Finetune/Step": 9691, "Finetune/Step Time": 6.675901811569929}
+{"Finetune/Learning Rate": 1.0356923338389807e-05, "Finetune/Loss": 0.7411457300186157, "Finetune/Loss (Raw)": 0.7890892028808594, "Finetune/Step": 9692, "Finetune/Step Time": 6.670422594994307}
+{"Finetune/Learning Rate": 1.0355240447985812e-05, "Finetune/Loss": 0.7387263774871826, "Finetune/Loss (Raw)": 0.65118008852005, "Finetune/Step": 9693, "Finetune/Step Time": 6.678650664165616}
+{"Finetune/Learning Rate": 1.0353557547508207e-05, "Finetune/Loss": 0.7369602918624878, "Finetune/Loss (Raw)": 0.5770718455314636, "Finetune/Step": 9694, "Finetune/Step Time": 6.678703533485532}
+{"Finetune/Learning Rate": 1.0351874637004715e-05, "Finetune/Loss": 0.7349398136138916, "Finetune/Loss (Raw)": 0.6159732937812805, "Finetune/Step": 9695, "Finetune/Step Time": 6.693952651694417}
+{"Finetune/Learning Rate": 1.035019171652306e-05, "Finetune/Loss": 0.7338961958885193, "Finetune/Loss (Raw)": 0.6047490835189819, "Finetune/Step": 9696, "Finetune/Step Time": 6.692417826503515}
+{"Finetune/Learning Rate": 1.0348508786110963e-05, "Finetune/Loss": 0.7330180406570435, "Finetune/Loss (Raw)": 0.6629846096038818, "Finetune/Step": 9697, "Finetune/Step Time": 6.694259077310562}
+{"Finetune/Learning Rate": 1.0346825845816148e-05, "Finetune/Loss": 0.7319766283035278, "Finetune/Loss (Raw)": 0.6222751140594482, "Finetune/Step": 9698, "Finetune/Step Time": 6.6971484906971455}
+{"Finetune/Learning Rate": 1.034514289568634e-05, "Finetune/Loss": 0.731224000453949, "Finetune/Loss (Raw)": 0.7019145488739014, "Finetune/Step": 9699, "Finetune/Step Time": 6.675538502633572}
+{"Finetune/Learning Rate": 1.034345993576926e-05, "Finetune/Loss": 0.7296402454376221, "Finetune/Loss (Raw)": 0.6949150562286377, "Finetune/Step": 9700, "Finetune/Step Time": 6.676639657467604}
+{"Finetune/Learning Rate": 1.0341776966112631e-05, "Finetune/Loss": 0.7276958227157593, "Finetune/Loss (Raw)": 0.5827688574790955, "Finetune/Step": 9701, "Finetune/Step Time": 6.68366170860827}
+{"Finetune/Learning Rate": 1.034009398676418e-05, "Finetune/Loss": 0.7258666157722473, "Finetune/Loss (Raw)": 0.5908908843994141, "Finetune/Step": 9702, "Finetune/Step Time": 6.676275502890348}
+{"Finetune/Learning Rate": 1.0338410997771633e-05, "Finetune/Loss": 0.7241919636726379, "Finetune/Loss (Raw)": 0.6625027656555176, "Finetune/Step": 9703, "Finetune/Step Time": 6.677551234140992}
+{"Finetune/Learning Rate": 1.033672799918271e-05, "Finetune/Loss": 0.7215041518211365, "Finetune/Loss (Raw)": 0.6466529965400696, "Finetune/Step": 9704, "Finetune/Step Time": 6.677388185635209}
+{"Finetune/Learning Rate": 1.0335044991045137e-05, "Finetune/Loss": 0.7204395532608032, "Finetune/Loss (Raw)": 0.7075552940368652, "Finetune/Step": 9705, "Finetune/Step Time": 6.676620347425342}
+{"Finetune/Learning Rate": 1.0333361973406646e-05, "Finetune/Loss": 0.7200021743774414, "Finetune/Loss (Raw)": 0.668914794921875, "Finetune/Step": 9706, "Finetune/Step Time": 6.682084811851382}
+{"Finetune/Learning Rate": 1.0331678946314954e-05, "Finetune/Loss": 0.7195243835449219, "Finetune/Loss (Raw)": 0.7182124257087708, "Finetune/Step": 9707, "Finetune/Step Time": 6.684927970170975}
+{"Finetune/Learning Rate": 1.032999590981779e-05, "Finetune/Loss": 0.7165911197662354, "Finetune/Loss (Raw)": 0.607114315032959, "Finetune/Step": 9708, "Finetune/Step Time": 6.686611542478204}
+{"Finetune/Learning Rate": 1.0328312863962881e-05, "Finetune/Loss": 0.7142152190208435, "Finetune/Loss (Raw)": 0.6229662299156189, "Finetune/Step": 9709, "Finetune/Step Time": 6.698317848145962}
+{"Finetune/Learning Rate": 1.0326629808797954e-05, "Finetune/Loss": 0.7117500305175781, "Finetune/Loss (Raw)": 0.5897789001464844, "Finetune/Step": 9710, "Finetune/Step Time": 6.697967149317265}
+{"Finetune/Learning Rate": 1.0324946744370732e-05, "Finetune/Loss": 0.7106677293777466, "Finetune/Loss (Raw)": 0.6117164492607117, "Finetune/Step": 9711, "Finetune/Step Time": 6.6949331015348434}
+{"Finetune/Learning Rate": 1.0323263670728947e-05, "Finetune/Loss": 0.7085214853286743, "Finetune/Loss (Raw)": 0.5978568196296692, "Finetune/Step": 9712, "Finetune/Step Time": 6.699068773537874}
+{"Finetune/Learning Rate": 1.0321580587920322e-05, "Finetune/Loss": 0.7064705491065979, "Finetune/Loss (Raw)": 0.662782609462738, "Finetune/Step": 9713, "Finetune/Step Time": 6.700979458168149}
+{"Finetune/Learning Rate": 1.0319897495992586e-05, "Finetune/Loss": 0.7063928842544556, "Finetune/Loss (Raw)": 0.6675925850868225, "Finetune/Step": 9714, "Finetune/Step Time": 6.6809267196804285}
+{"Finetune/Learning Rate": 1.0318214394993465e-05, "Finetune/Loss": 0.7035897970199585, "Finetune/Loss (Raw)": 0.6450740098953247, "Finetune/Step": 9715, "Finetune/Step Time": 6.6890770345926285}
+{"Finetune/Learning Rate": 1.031653128497069e-05, "Finetune/Loss": 0.7034193277359009, "Finetune/Loss (Raw)": 0.7618058323860168, "Finetune/Step": 9716, "Finetune/Step Time": 6.697849171236157}
+{"Finetune/Learning Rate": 1.0314848165971989e-05, "Finetune/Loss": 0.7031213641166687, "Finetune/Loss (Raw)": 0.6472187638282776, "Finetune/Step": 9717, "Finetune/Step Time": 6.689371056854725}
+{"Finetune/Learning Rate": 1.0313165038045087e-05, "Finetune/Loss": 0.7030043601989746, "Finetune/Loss (Raw)": 0.7882459759712219, "Finetune/Step": 9718, "Finetune/Step Time": 6.691524604335427}
+{"Finetune/Learning Rate": 1.0311481901237717e-05, "Finetune/Loss": 0.7008916139602661, "Finetune/Loss (Raw)": 0.599631667137146, "Finetune/Step": 9719, "Finetune/Step Time": 6.691954344511032}
+{"Finetune/Learning Rate": 1.0309798755597606e-05, "Finetune/Loss": 0.7004427909851074, "Finetune/Loss (Raw)": 0.613085925579071, "Finetune/Step": 9720, "Finetune/Step Time": 6.683037212118506}
+{"Finetune/Learning Rate": 1.0308115601172486e-05, "Finetune/Loss": 0.6970057487487793, "Finetune/Loss (Raw)": 0.4974091947078705, "Finetune/Step": 9721, "Finetune/Step Time": 6.696688789874315}
+{"Finetune/Learning Rate": 1.0306432438010077e-05, "Finetune/Loss": 0.6947793960571289, "Finetune/Loss (Raw)": 0.6365899443626404, "Finetune/Step": 9722, "Finetune/Step Time": 6.718823539093137}
+{"Finetune/Learning Rate": 1.0304749266158119e-05, "Finetune/Loss": 0.6928098797798157, "Finetune/Loss (Raw)": 0.6411725282669067, "Finetune/Step": 9723, "Finetune/Step Time": 6.72141576372087}
+{"Finetune/Learning Rate": 1.0303066085664342e-05, "Finetune/Loss": 0.6916940212249756, "Finetune/Loss (Raw)": 0.7530628442764282, "Finetune/Step": 9724, "Finetune/Step Time": 6.720711767673492}
+{"Finetune/Learning Rate": 1.0301382896576467e-05, "Finetune/Loss": 0.6905752420425415, "Finetune/Loss (Raw)": 0.6858019232749939, "Finetune/Step": 9725, "Finetune/Step Time": 6.722137818112969}
+{"Finetune/Learning Rate": 1.029969969894223e-05, "Finetune/Loss": 0.6908767223358154, "Finetune/Loss (Raw)": 0.7318100333213806, "Finetune/Step": 9726, "Finetune/Step Time": 6.703709291294217}
+{"Finetune/Learning Rate": 1.0298016492809367e-05, "Finetune/Loss": 0.6901684999465942, "Finetune/Loss (Raw)": 0.7166984677314758, "Finetune/Step": 9727, "Finetune/Step Time": 6.70050298795104}
+{"Finetune/Learning Rate": 1.0296333278225599e-05, "Finetune/Loss": 0.6886234879493713, "Finetune/Loss (Raw)": 0.6548991799354553, "Finetune/Step": 9728, "Finetune/Step Time": 6.7057861890643835}
+{"Finetune/Learning Rate": 1.0294650055238662e-05, "Finetune/Loss": 0.6871969103813171, "Finetune/Loss (Raw)": 0.6105605363845825, "Finetune/Step": 9729, "Finetune/Step Time": 6.719605008140206}
+{"Finetune/Learning Rate": 1.0292966823896291e-05, "Finetune/Loss": 0.6857576370239258, "Finetune/Loss (Raw)": 0.5983356833457947, "Finetune/Step": 9730, "Finetune/Step Time": 6.721228433772922}
+{"Finetune/Learning Rate": 1.0291283584246213e-05, "Finetune/Loss": 0.683838963508606, "Finetune/Loss (Raw)": 0.6223779916763306, "Finetune/Step": 9731, "Finetune/Step Time": 6.715423664078116}
+{"Finetune/Learning Rate": 1.0289600336336157e-05, "Finetune/Loss": 0.6824110746383667, "Finetune/Loss (Raw)": 0.5584204196929932, "Finetune/Step": 9732, "Finetune/Step Time": 6.715521460399032}
+{"Finetune/Learning Rate": 1.0287917080213863e-05, "Finetune/Loss": 0.6815470457077026, "Finetune/Loss (Raw)": 0.6963543891906738, "Finetune/Step": 9733, "Finetune/Step Time": 6.717862188816071}
+{"Finetune/Learning Rate": 1.0286233815927058e-05, "Finetune/Loss": 0.6792624592781067, "Finetune/Loss (Raw)": 0.6542159914970398, "Finetune/Step": 9734, "Finetune/Step Time": 6.723994988948107}
+{"Finetune/Learning Rate": 1.0284550543523474e-05, "Finetune/Loss": 0.6789736747741699, "Finetune/Loss (Raw)": 0.640208899974823, "Finetune/Step": 9735, "Finetune/Step Time": 6.722113395109773}
+{"Finetune/Learning Rate": 1.0282867263050848e-05, "Finetune/Loss": 0.6765810251235962, "Finetune/Loss (Raw)": 0.5390105843544006, "Finetune/Step": 9736, "Finetune/Step Time": 6.745097804814577}
+{"Finetune/Learning Rate": 1.028118397455691e-05, "Finetune/Loss": 0.6754025220870972, "Finetune/Loss (Raw)": 0.803817093372345, "Finetune/Step": 9737, "Finetune/Step Time": 6.750446828082204}
+{"Finetune/Learning Rate": 1.0279500678089394e-05, "Finetune/Loss": 0.6739122867584229, "Finetune/Loss (Raw)": 0.6439839601516724, "Finetune/Step": 9738, "Finetune/Step Time": 6.749383680522442}
+{"Finetune/Learning Rate": 1.0277817373696035e-05, "Finetune/Loss": 0.6740070581436157, "Finetune/Loss (Raw)": 0.8286644816398621, "Finetune/Step": 9739, "Finetune/Step Time": 6.76997453533113}
+{"Finetune/Learning Rate": 1.0276134061424564e-05, "Finetune/Loss": 0.6716142892837524, "Finetune/Loss (Raw)": 0.5391519665718079, "Finetune/Step": 9740, "Finetune/Step Time": 6.7719546854496}
+{"Finetune/Learning Rate": 1.0274450741322717e-05, "Finetune/Loss": 0.6693319082260132, "Finetune/Loss (Raw)": 0.6695815324783325, "Finetune/Step": 9741, "Finetune/Step Time": 6.775991031900048}
+{"Finetune/Learning Rate": 1.0272767413438226e-05, "Finetune/Loss": 0.6691180467605591, "Finetune/Loss (Raw)": 0.7448059320449829, "Finetune/Step": 9742, "Finetune/Step Time": 6.776622638106346}
+{"Finetune/Learning Rate": 1.0271084077818826e-05, "Finetune/Loss": 0.6692141890525818, "Finetune/Loss (Raw)": 0.699661135673523, "Finetune/Step": 9743, "Finetune/Step Time": 6.779472041875124}
+{"Finetune/Learning Rate": 1.0269400734512256e-05, "Finetune/Loss": 0.6672030687332153, "Finetune/Loss (Raw)": 0.6435396075248718, "Finetune/Step": 9744, "Finetune/Step Time": 6.784217765554786}
+{"Finetune/Learning Rate": 1.0267717383566247e-05, "Finetune/Loss": 0.668066680431366, "Finetune/Loss (Raw)": 0.5515819787979126, "Finetune/Step": 9745, "Finetune/Step Time": 6.6796271950006485}
+{"Finetune/Learning Rate": 1.026603402502853e-05, "Finetune/Loss": 0.6677073836326599, "Finetune/Loss (Raw)": 0.6696766018867493, "Finetune/Step": 9746, "Finetune/Step Time": 6.678070576861501}
+{"Finetune/Learning Rate": 1.0264350658946846e-05, "Finetune/Loss": 0.6673189401626587, "Finetune/Loss (Raw)": 0.6912577152252197, "Finetune/Step": 9747, "Finetune/Step Time": 6.685551889240742}
+{"Finetune/Learning Rate": 1.0262667285368933e-05, "Finetune/Loss": 0.6663990020751953, "Finetune/Loss (Raw)": 0.5549228191375732, "Finetune/Step": 9748, "Finetune/Step Time": 6.706714544445276}
+{"Finetune/Learning Rate": 1.0260983904342521e-05, "Finetune/Loss": 0.6674462556838989, "Finetune/Loss (Raw)": 0.8276309370994568, "Finetune/Step": 9749, "Finetune/Step Time": 6.709040788933635}
+{"Finetune/Learning Rate": 1.0259300515915342e-05, "Finetune/Loss": 0.6673067808151245, "Finetune/Loss (Raw)": 0.7396663427352905, "Finetune/Step": 9750, "Finetune/Step Time": 6.706568451598287}
+{"Finetune/Learning Rate": 1.0257617120135147e-05, "Finetune/Loss": 0.6678710579872131, "Finetune/Loss (Raw)": 0.6120220422744751, "Finetune/Step": 9751, "Finetune/Step Time": 6.7029269728809595}
+{"Finetune/Learning Rate": 1.0255933717049658e-05, "Finetune/Loss": 0.6663143038749695, "Finetune/Loss (Raw)": 0.42224153876304626, "Finetune/Step": 9752, "Finetune/Step Time": 6.705812867730856}
+{"Finetune/Learning Rate": 1.0254250306706613e-05, "Finetune/Loss": 0.6667554974555969, "Finetune/Loss (Raw)": 0.764788031578064, "Finetune/Step": 9753, "Finetune/Step Time": 6.702893974259496}
+{"Finetune/Learning Rate": 1.0252566889153759e-05, "Finetune/Loss": 0.6664757132530212, "Finetune/Loss (Raw)": 0.6528405547142029, "Finetune/Step": 9754, "Finetune/Step Time": 6.703139116987586}
+{"Finetune/Learning Rate": 1.0250883464438823e-05, "Finetune/Loss": 0.66612708568573, "Finetune/Loss (Raw)": 0.7167043089866638, "Finetune/Step": 9755, "Finetune/Step Time": 6.701620852574706}
+{"Finetune/Learning Rate": 1.0249200032609545e-05, "Finetune/Loss": 0.6648156642913818, "Finetune/Loss (Raw)": 0.5621119737625122, "Finetune/Step": 9756, "Finetune/Step Time": 6.701668296009302}
+{"Finetune/Learning Rate": 1.0247516593713665e-05, "Finetune/Loss": 0.6650862693786621, "Finetune/Loss (Raw)": 0.6911903619766235, "Finetune/Step": 9757, "Finetune/Step Time": 6.698789931833744}
+{"Finetune/Learning Rate": 1.0245833147798916e-05, "Finetune/Loss": 0.6660031080245972, "Finetune/Loss (Raw)": 0.7330410480499268, "Finetune/Step": 9758, "Finetune/Step Time": 6.699266709387302}
+{"Finetune/Learning Rate": 1.0244149694913036e-05, "Finetune/Loss": 0.665228545665741, "Finetune/Loss (Raw)": 0.6670861840248108, "Finetune/Step": 9759, "Finetune/Step Time": 6.701645161956549}
+{"Finetune/Learning Rate": 1.024246623510377e-05, "Finetune/Loss": 0.6644827127456665, "Finetune/Loss (Raw)": 0.6481173038482666, "Finetune/Step": 9760, "Finetune/Step Time": 6.711212458088994}
+{"Finetune/Learning Rate": 1.0240782768418848e-05, "Finetune/Loss": 0.6634249091148376, "Finetune/Loss (Raw)": 0.6488678455352783, "Finetune/Step": 9761, "Finetune/Step Time": 6.711856102570891}
+{"Finetune/Learning Rate": 1.0239099294906012e-05, "Finetune/Loss": 0.663528323173523, "Finetune/Loss (Raw)": 0.6959356069564819, "Finetune/Step": 9762, "Finetune/Step Time": 6.7129643354564905}
+{"Finetune/Learning Rate": 1.0237415814612999e-05, "Finetune/Loss": 0.6638482809066772, "Finetune/Loss (Raw)": 0.6305949687957764, "Finetune/Step": 9763, "Finetune/Step Time": 6.713215174153447}
+{"Finetune/Learning Rate": 1.0235732327587551e-05, "Finetune/Loss": 0.6643620133399963, "Finetune/Loss (Raw)": 0.791690468788147, "Finetune/Step": 9764, "Finetune/Step Time": 6.719386188313365}
+{"Finetune/Learning Rate": 1.0234048833877401e-05, "Finetune/Loss": 0.6652949452400208, "Finetune/Loss (Raw)": 0.6963195204734802, "Finetune/Step": 9765, "Finetune/Step Time": 6.7176040187478065}
+{"Finetune/Learning Rate": 1.0232365333530297e-05, "Finetune/Loss": 0.6649489998817444, "Finetune/Loss (Raw)": 0.6456844806671143, "Finetune/Step": 9766, "Finetune/Step Time": 6.71418765746057}
+{"Finetune/Learning Rate": 1.0230681826593968e-05, "Finetune/Loss": 0.6628077626228333, "Finetune/Loss (Raw)": 0.5456963777542114, "Finetune/Step": 9767, "Finetune/Step Time": 6.720859246328473}
+{"Finetune/Learning Rate": 1.0228998313116159e-05, "Finetune/Loss": 0.6622057557106018, "Finetune/Loss (Raw)": 0.6377393007278442, "Finetune/Step": 9768, "Finetune/Step Time": 6.721632624045014}
+{"Finetune/Learning Rate": 1.0227314793144612e-05, "Finetune/Loss": 0.6622228622436523, "Finetune/Loss (Raw)": 0.7568554878234863, "Finetune/Step": 9769, "Finetune/Step Time": 6.722129972651601}
+{"Finetune/Learning Rate": 1.0225631266727059e-05, "Finetune/Loss": 0.6612471342086792, "Finetune/Loss (Raw)": 0.5221726298332214, "Finetune/Step": 9770, "Finetune/Step Time": 6.726852340623736}
+{"Finetune/Learning Rate": 1.0223947733911247e-05, "Finetune/Loss": 0.6621164083480835, "Finetune/Loss (Raw)": 0.7107435464859009, "Finetune/Step": 9771, "Finetune/Step Time": 6.723357537761331}
+{"Finetune/Learning Rate": 1.0222264194744918e-05, "Finetune/Loss": 0.6629440784454346, "Finetune/Loss (Raw)": 0.7481180429458618, "Finetune/Step": 9772, "Finetune/Step Time": 6.720398372039199}
+{"Finetune/Learning Rate": 1.0220580649275805e-05, "Finetune/Loss": 0.6623656749725342, "Finetune/Loss (Raw)": 0.6465625762939453, "Finetune/Step": 9773, "Finetune/Step Time": 6.721157992258668}
+{"Finetune/Learning Rate": 1.021889709755165e-05, "Finetune/Loss": 0.6612276434898376, "Finetune/Loss (Raw)": 0.6360747218132019, "Finetune/Step": 9774, "Finetune/Step Time": 6.701355956494808}
+{"Finetune/Learning Rate": 1.0217213539620201e-05, "Finetune/Loss": 0.6606467962265015, "Finetune/Loss (Raw)": 0.7000251412391663, "Finetune/Step": 9775, "Finetune/Step Time": 6.696521293371916}
+{"Finetune/Learning Rate": 1.021552997552919e-05, "Finetune/Loss": 0.6608322858810425, "Finetune/Loss (Raw)": 0.6966521143913269, "Finetune/Step": 9776, "Finetune/Step Time": 6.693421145901084}
+{"Finetune/Learning Rate": 1.0213846405326363e-05, "Finetune/Loss": 0.6613485813140869, "Finetune/Loss (Raw)": 0.7035978436470032, "Finetune/Step": 9777, "Finetune/Step Time": 6.691593486815691}
+{"Finetune/Learning Rate": 1.021216282905946e-05, "Finetune/Loss": 0.6609543561935425, "Finetune/Loss (Raw)": 0.6902462244033813, "Finetune/Step": 9778, "Finetune/Step Time": 6.690165912732482}
+{"Finetune/Learning Rate": 1.0210479246776221e-05, "Finetune/Loss": 0.661034345626831, "Finetune/Loss (Raw)": 0.7333205938339233, "Finetune/Step": 9779, "Finetune/Step Time": 6.686150625348091}
+{"Finetune/Learning Rate": 1.020879565852439e-05, "Finetune/Loss": 0.6612415909767151, "Finetune/Loss (Raw)": 0.589998185634613, "Finetune/Step": 9780, "Finetune/Step Time": 6.684726970270276}
+{"Finetune/Learning Rate": 1.0207112064351706e-05, "Finetune/Loss": 0.6593537926673889, "Finetune/Loss (Raw)": 0.4490092098712921, "Finetune/Step": 9781, "Finetune/Step Time": 6.691838603466749}
+{"Finetune/Learning Rate": 1.0205428464305918e-05, "Finetune/Loss": 0.6590922474861145, "Finetune/Loss (Raw)": 0.6212760806083679, "Finetune/Step": 9782, "Finetune/Step Time": 6.6907451916486025}
+{"Finetune/Learning Rate": 1.0203744858434758e-05, "Finetune/Loss": 0.659945011138916, "Finetune/Loss (Raw)": 0.6458513140678406, "Finetune/Step": 9783, "Finetune/Step Time": 6.686929997056723}
+{"Finetune/Learning Rate": 1.0202061246785975e-05, "Finetune/Loss": 0.6615613102912903, "Finetune/Loss (Raw)": 0.7833355665206909, "Finetune/Step": 9784, "Finetune/Step Time": 6.685708358883858}
+{"Finetune/Learning Rate": 1.020037762940731e-05, "Finetune/Loss": 0.6614762544631958, "Finetune/Loss (Raw)": 0.6547607183456421, "Finetune/Step": 9785, "Finetune/Step Time": 6.682774342596531}
+{"Finetune/Learning Rate": 1.0198694006346504e-05, "Finetune/Loss": 0.6631674766540527, "Finetune/Loss (Raw)": 0.7204793691635132, "Finetune/Step": 9786, "Finetune/Step Time": 6.673065882176161}
+{"Finetune/Learning Rate": 1.0197010377651301e-05, "Finetune/Loss": 0.6622438430786133, "Finetune/Loss (Raw)": 0.6272562146186829, "Finetune/Step": 9787, "Finetune/Step Time": 6.670012416318059}
+{"Finetune/Learning Rate": 1.0195326743369445e-05, "Finetune/Loss": 0.6612392663955688, "Finetune/Loss (Raw)": 0.6055320501327515, "Finetune/Step": 9788, "Finetune/Step Time": 6.660846525803208}
+{"Finetune/Learning Rate": 1.0193643103548678e-05, "Finetune/Loss": 0.6619702577590942, "Finetune/Loss (Raw)": 0.6908387541770935, "Finetune/Step": 9789, "Finetune/Step Time": 6.659715808928013}
+{"Finetune/Learning Rate": 1.0191959458236742e-05, "Finetune/Loss": 0.6611706018447876, "Finetune/Loss (Raw)": 0.49849140644073486, "Finetune/Step": 9790, "Finetune/Step Time": 6.675911216065288}
+{"Finetune/Learning Rate": 1.0190275807481382e-05, "Finetune/Loss": 0.6603435277938843, "Finetune/Loss (Raw)": 0.6023849844932556, "Finetune/Step": 9791, "Finetune/Step Time": 6.674750110134482}
+{"Finetune/Learning Rate": 1.0188592151330343e-05, "Finetune/Loss": 0.661300539970398, "Finetune/Loss (Raw)": 0.7841286659240723, "Finetune/Step": 9792, "Finetune/Step Time": 6.677366804331541}
+{"Finetune/Learning Rate": 1.0186908489831367e-05, "Finetune/Loss": 0.6606284379959106, "Finetune/Loss (Raw)": 0.5991486310958862, "Finetune/Step": 9793, "Finetune/Step Time": 6.676101176068187}
+{"Finetune/Learning Rate": 1.0185224823032195e-05, "Finetune/Loss": 0.6595295667648315, "Finetune/Loss (Raw)": 0.6471788287162781, "Finetune/Step": 9794, "Finetune/Step Time": 6.67340274900198}
+{"Finetune/Learning Rate": 1.0183541150980574e-05, "Finetune/Loss": 0.6590296030044556, "Finetune/Loss (Raw)": 0.6864246726036072, "Finetune/Step": 9795, "Finetune/Step Time": 6.6747355703264475}
+{"Finetune/Learning Rate": 1.0181857473724249e-05, "Finetune/Loss": 0.6589881181716919, "Finetune/Loss (Raw)": 0.7369204163551331, "Finetune/Step": 9796, "Finetune/Step Time": 6.6763282008469105}
+{"Finetune/Learning Rate": 1.0180173791310965e-05, "Finetune/Loss": 0.6591182947158813, "Finetune/Loss (Raw)": 0.7104779481887817, "Finetune/Step": 9797, "Finetune/Step Time": 6.682613637298346}
+{"Finetune/Learning Rate": 1.0178490103788462e-05, "Finetune/Loss": 0.6586708426475525, "Finetune/Loss (Raw)": 0.6239129900932312, "Finetune/Step": 9798, "Finetune/Step Time": 6.6860373336821795}
+{"Finetune/Learning Rate": 1.0176806411204487e-05, "Finetune/Loss": 0.6587586402893066, "Finetune/Loss (Raw)": 0.6985330581665039, "Finetune/Step": 9799, "Finetune/Step Time": 6.698368506506085}
+{"Finetune/Learning Rate": 1.0175122713606788e-05, "Finetune/Loss": 0.6586157083511353, "Finetune/Loss (Raw)": 0.49962714314460754, "Finetune/Step": 9800, "Finetune/Step Time": 6.700352046638727}
+{"Finetune/Learning Rate": 1.0173439011043106e-05, "Finetune/Loss": 0.6584485769271851, "Finetune/Loss (Raw)": 0.6837819218635559, "Finetune/Step": 9801, "Finetune/Step Time": 6.709946673363447}
+{"Finetune/Learning Rate": 1.0171755303561182e-05, "Finetune/Loss": 0.6581008434295654, "Finetune/Loss (Raw)": 0.6479418873786926, "Finetune/Step": 9802, "Finetune/Step Time": 6.71082398109138}
+{"Finetune/Learning Rate": 1.017007159120877e-05, "Finetune/Loss": 0.6590012311935425, "Finetune/Loss (Raw)": 0.7164392471313477, "Finetune/Step": 9803, "Finetune/Step Time": 6.716516459360719}
+{"Finetune/Learning Rate": 1.0168387874033612e-05, "Finetune/Loss": 0.6600865125656128, "Finetune/Loss (Raw)": 0.8677205443382263, "Finetune/Step": 9804, "Finetune/Step Time": 6.7146684769541025}
+{"Finetune/Learning Rate": 1.016670415208345e-05, "Finetune/Loss": 0.6599336266517639, "Finetune/Loss (Raw)": 0.651940107345581, "Finetune/Step": 9805, "Finetune/Step Time": 6.722798626869917}
+{"Finetune/Learning Rate": 1.0165020425406036e-05, "Finetune/Loss": 0.6607896089553833, "Finetune/Loss (Raw)": 0.7477927207946777, "Finetune/Step": 9806, "Finetune/Step Time": 6.740436038002372}
+{"Finetune/Learning Rate": 1.0163336694049109e-05, "Finetune/Loss": 0.6610437035560608, "Finetune/Loss (Raw)": 0.7170438170433044, "Finetune/Step": 9807, "Finetune/Step Time": 6.741636216640472}
+{"Finetune/Learning Rate": 1.0161652958060417e-05, "Finetune/Loss": 0.6616109609603882, "Finetune/Loss (Raw)": 0.6032768487930298, "Finetune/Step": 9808, "Finetune/Step Time": 6.741697002202272}
+{"Finetune/Learning Rate": 1.0159969217487708e-05, "Finetune/Loss": 0.6606651544570923, "Finetune/Loss (Raw)": 0.6505173444747925, "Finetune/Step": 9809, "Finetune/Step Time": 6.735047625377774}
+{"Finetune/Learning Rate": 1.0158285472378728e-05, "Finetune/Loss": 0.6595507860183716, "Finetune/Loss (Raw)": 0.5300888419151306, "Finetune/Step": 9810, "Finetune/Step Time": 6.73708813637495}
+{"Finetune/Learning Rate": 1.0156601722781223e-05, "Finetune/Loss": 0.6604818105697632, "Finetune/Loss (Raw)": 0.581048846244812, "Finetune/Step": 9811, "Finetune/Step Time": 6.719681153073907}
+{"Finetune/Learning Rate": 1.0154917968742937e-05, "Finetune/Loss": 0.6602857708930969, "Finetune/Loss (Raw)": 0.6719173789024353, "Finetune/Step": 9812, "Finetune/Step Time": 6.7202037908136845}
+{"Finetune/Learning Rate": 1.0153234210311616e-05, "Finetune/Loss": 0.6604939699172974, "Finetune/Loss (Raw)": 0.6397949457168579, "Finetune/Step": 9813, "Finetune/Step Time": 6.70510827191174}
+{"Finetune/Learning Rate": 1.015155044753501e-05, "Finetune/Loss": 0.6593161821365356, "Finetune/Loss (Raw)": 0.5499363541603088, "Finetune/Step": 9814, "Finetune/Step Time": 6.7017839550971985}
+{"Finetune/Learning Rate": 1.0149866680460867e-05, "Finetune/Loss": 0.6592890024185181, "Finetune/Loss (Raw)": 0.7203789949417114, "Finetune/Step": 9815, "Finetune/Step Time": 6.696980021893978}
+{"Finetune/Learning Rate": 1.0148182909136928e-05, "Finetune/Loss": 0.6597954034805298, "Finetune/Loss (Raw)": 0.7365238666534424, "Finetune/Step": 9816, "Finetune/Step Time": 6.69933919608593}
+{"Finetune/Learning Rate": 1.0146499133610942e-05, "Finetune/Loss": 0.6597211956977844, "Finetune/Loss (Raw)": 0.7320069670677185, "Finetune/Step": 9817, "Finetune/Step Time": 6.697900136932731}
+{"Finetune/Learning Rate": 1.0144815353930661e-05, "Finetune/Loss": 0.6584529876708984, "Finetune/Loss (Raw)": 0.5923782587051392, "Finetune/Step": 9818, "Finetune/Step Time": 6.697379754856229}
+{"Finetune/Learning Rate": 1.0143131570143826e-05, "Finetune/Loss": 0.657630980014801, "Finetune/Loss (Raw)": 0.5962415933609009, "Finetune/Step": 9819, "Finetune/Step Time": 6.677864473313093}
+{"Finetune/Learning Rate": 1.0141447782298186e-05, "Finetune/Loss": 0.6565603017807007, "Finetune/Loss (Raw)": 0.6520358324050903, "Finetune/Step": 9820, "Finetune/Step Time": 6.6800467893481255}
+{"Finetune/Learning Rate": 1.0139763990441491e-05, "Finetune/Loss": 0.6569689512252808, "Finetune/Loss (Raw)": 0.7034897208213806, "Finetune/Step": 9821, "Finetune/Step Time": 6.670529264956713}
+{"Finetune/Learning Rate": 1.0138080194621487e-05, "Finetune/Loss": 0.657529354095459, "Finetune/Loss (Raw)": 0.6487970948219299, "Finetune/Step": 9822, "Finetune/Step Time": 6.671491637825966}
+{"Finetune/Learning Rate": 1.0136396394885917e-05, "Finetune/Loss": 0.658637523651123, "Finetune/Loss (Raw)": 0.7578263282775879, "Finetune/Step": 9823, "Finetune/Step Time": 6.653555614873767}
+{"Finetune/Learning Rate": 1.0134712591282539e-05, "Finetune/Loss": 0.6586887240409851, "Finetune/Loss (Raw)": 0.611301839351654, "Finetune/Step": 9824, "Finetune/Step Time": 6.6572923474013805}
+{"Finetune/Learning Rate": 1.0133028783859091e-05, "Finetune/Loss": 0.6585736274719238, "Finetune/Loss (Raw)": 0.6482511162757874, "Finetune/Step": 9825, "Finetune/Step Time": 6.6538639180362225}
+{"Finetune/Learning Rate": 1.0131344972663323e-05, "Finetune/Loss": 0.6582112312316895, "Finetune/Loss (Raw)": 0.5758822560310364, "Finetune/Step": 9826, "Finetune/Step Time": 6.6485941633582115}
+{"Finetune/Learning Rate": 1.0129661157742992e-05, "Finetune/Loss": 0.6582879424095154, "Finetune/Loss (Raw)": 0.7117423415184021, "Finetune/Step": 9827, "Finetune/Step Time": 6.651905106380582}
+{"Finetune/Learning Rate": 1.0127977339145837e-05, "Finetune/Loss": 0.6589416861534119, "Finetune/Loss (Raw)": 0.778589129447937, "Finetune/Step": 9828, "Finetune/Step Time": 6.6559264454990625}
+{"Finetune/Learning Rate": 1.0126293516919606e-05, "Finetune/Loss": 0.6601368188858032, "Finetune/Loss (Raw)": 0.735748291015625, "Finetune/Step": 9829, "Finetune/Step Time": 6.640879584476352}
+{"Finetune/Learning Rate": 1.012460969111205e-05, "Finetune/Loss": 0.6603726148605347, "Finetune/Loss (Raw)": 0.6210665106773376, "Finetune/Step": 9830, "Finetune/Step Time": 6.648194022476673}
+{"Finetune/Learning Rate": 1.0122925861770918e-05, "Finetune/Loss": 0.6608504056930542, "Finetune/Loss (Raw)": 0.7236661911010742, "Finetune/Step": 9831, "Finetune/Step Time": 6.662676444277167}
+{"Finetune/Learning Rate": 1.0121242028943958e-05, "Finetune/Loss": 0.6607029438018799, "Finetune/Loss (Raw)": 0.6277806162834167, "Finetune/Step": 9832, "Finetune/Step Time": 6.664601577445865}
+{"Finetune/Learning Rate": 1.011955819267892e-05, "Finetune/Loss": 0.6601186990737915, "Finetune/Loss (Raw)": 0.6327753663063049, "Finetune/Step": 9833, "Finetune/Step Time": 6.671929623931646}
+{"Finetune/Learning Rate": 1.0117874353023552e-05, "Finetune/Loss": 0.6600393056869507, "Finetune/Loss (Raw)": 0.658750057220459, "Finetune/Step": 9834, "Finetune/Step Time": 6.6605279967188835}
+{"Finetune/Learning Rate": 1.0116190510025601e-05, "Finetune/Loss": 0.6592394113540649, "Finetune/Loss (Raw)": 0.6158236265182495, "Finetune/Step": 9835, "Finetune/Step Time": 6.651970531791449}
+{"Finetune/Learning Rate": 1.011450666373282e-05, "Finetune/Loss": 0.6593425273895264, "Finetune/Loss (Raw)": 0.6203126907348633, "Finetune/Step": 9836, "Finetune/Step Time": 6.647886149585247}
+{"Finetune/Learning Rate": 1.0112822814192952e-05, "Finetune/Loss": 0.6590918302536011, "Finetune/Loss (Raw)": 0.5908718109130859, "Finetune/Step": 9837, "Finetune/Step Time": 6.636899117380381}
+{"Finetune/Learning Rate": 1.0111138961453752e-05, "Finetune/Loss": 0.6594005227088928, "Finetune/Loss (Raw)": 0.629297137260437, "Finetune/Step": 9838, "Finetune/Step Time": 6.637021396309137}
+{"Finetune/Learning Rate": 1.0109455105562969e-05, "Finetune/Loss": 0.6603118777275085, "Finetune/Loss (Raw)": 0.7283690571784973, "Finetune/Step": 9839, "Finetune/Step Time": 6.643282959237695}
+{"Finetune/Learning Rate": 1.0107771246568346e-05, "Finetune/Loss": 0.6605846285820007, "Finetune/Loss (Raw)": 0.6327674984931946, "Finetune/Step": 9840, "Finetune/Step Time": 6.658427078276873}
+{"Finetune/Learning Rate": 1.0106087384517638e-05, "Finetune/Loss": 0.6599587202072144, "Finetune/Loss (Raw)": 0.5826693773269653, "Finetune/Step": 9841, "Finetune/Step Time": 6.660925125703216}
+{"Finetune/Learning Rate": 1.0104403519458597e-05, "Finetune/Loss": 0.6608035564422607, "Finetune/Loss (Raw)": 0.7757311463356018, "Finetune/Step": 9842, "Finetune/Step Time": 6.659884009510279}
+{"Finetune/Learning Rate": 1.0102719651438966e-05, "Finetune/Loss": 0.6613938808441162, "Finetune/Loss (Raw)": 0.7206414937973022, "Finetune/Step": 9843, "Finetune/Step Time": 6.650288954377174}
+{"Finetune/Learning Rate": 1.0101035780506496e-05, "Finetune/Loss": 0.6611307859420776, "Finetune/Loss (Raw)": 0.7281197309494019, "Finetune/Step": 9844, "Finetune/Step Time": 6.6437309589236975}
+{"Finetune/Learning Rate": 1.0099351906708945e-05, "Finetune/Loss": 0.6617090106010437, "Finetune/Loss (Raw)": 0.7212346792221069, "Finetune/Step": 9845, "Finetune/Step Time": 6.64388469979167}
+{"Finetune/Learning Rate": 1.0097668030094051e-05, "Finetune/Loss": 0.6606064438819885, "Finetune/Loss (Raw)": 0.6471138000488281, "Finetune/Step": 9846, "Finetune/Step Time": 6.638962682336569}
+{"Finetune/Learning Rate": 1.0095984150709568e-05, "Finetune/Loss": 0.6607280969619751, "Finetune/Loss (Raw)": 0.6152153611183167, "Finetune/Step": 9847, "Finetune/Step Time": 6.637278215959668}
+{"Finetune/Learning Rate": 1.0094300268603254e-05, "Finetune/Loss": 0.6610975861549377, "Finetune/Loss (Raw)": 0.6603673696517944, "Finetune/Step": 9848, "Finetune/Step Time": 6.634241530671716}
+{"Finetune/Learning Rate": 1.0092616383822849e-05, "Finetune/Loss": 0.6618703603744507, "Finetune/Loss (Raw)": 0.5963259935379028, "Finetune/Step": 9849, "Finetune/Step Time": 6.632148468866944}
+{"Finetune/Learning Rate": 1.0090932496416106e-05, "Finetune/Loss": 0.6611690521240234, "Finetune/Loss (Raw)": 0.5468239188194275, "Finetune/Step": 9850, "Finetune/Step Time": 6.609786540269852}
+{"Finetune/Learning Rate": 1.0089248606430775e-05, "Finetune/Loss": 0.661650538444519, "Finetune/Loss (Raw)": 0.702806830406189, "Finetune/Step": 9851, "Finetune/Step Time": 6.610162943601608}
+{"Finetune/Learning Rate": 1.0087564713914611e-05, "Finetune/Loss": 0.6595519781112671, "Finetune/Loss (Raw)": 0.4844437539577484, "Finetune/Step": 9852, "Finetune/Step Time": 6.614795854315162}
+{"Finetune/Learning Rate": 1.0085880818915356e-05, "Finetune/Loss": 0.6600624918937683, "Finetune/Loss (Raw)": 0.7511505484580994, "Finetune/Step": 9853, "Finetune/Step Time": 6.615235783159733}
+{"Finetune/Learning Rate": 1.0084196921480768e-05, "Finetune/Loss": 0.6596308946609497, "Finetune/Loss (Raw)": 0.6765603423118591, "Finetune/Step": 9854, "Finetune/Step Time": 6.6151267644017935}
+{"Finetune/Learning Rate": 1.0082513021658595e-05, "Finetune/Loss": 0.6587482690811157, "Finetune/Loss (Raw)": 0.603723406791687, "Finetune/Step": 9855, "Finetune/Step Time": 6.616842459887266}
+{"Finetune/Learning Rate": 1.0080829119496587e-05, "Finetune/Loss": 0.6594703197479248, "Finetune/Loss (Raw)": 0.7473137974739075, "Finetune/Step": 9856, "Finetune/Step Time": 6.6177756525576115}
+{"Finetune/Learning Rate": 1.0079145215042495e-05, "Finetune/Loss": 0.659876823425293, "Finetune/Loss (Raw)": 0.662604033946991, "Finetune/Step": 9857, "Finetune/Step Time": 6.603435257449746}
+{"Finetune/Learning Rate": 1.007746130834407e-05, "Finetune/Loss": 0.6603891253471375, "Finetune/Loss (Raw)": 0.6639096140861511, "Finetune/Step": 9858, "Finetune/Step Time": 6.600919760763645}
+{"Finetune/Learning Rate": 1.007577739944906e-05, "Finetune/Loss": 0.6602120399475098, "Finetune/Loss (Raw)": 0.5997169017791748, "Finetune/Step": 9859, "Finetune/Step Time": 6.600386366248131}
+{"Finetune/Learning Rate": 1.0074093488405223e-05, "Finetune/Loss": 0.6608483195304871, "Finetune/Loss (Raw)": 0.6398532390594482, "Finetune/Step": 9860, "Finetune/Step Time": 6.603528968989849}
+{"Finetune/Learning Rate": 1.00724095752603e-05, "Finetune/Loss": 0.660515546798706, "Finetune/Loss (Raw)": 0.6537669897079468, "Finetune/Step": 9861, "Finetune/Step Time": 6.6115765161812305}
+{"Finetune/Learning Rate": 1.007072566006205e-05, "Finetune/Loss": 0.6615024209022522, "Finetune/Loss (Raw)": 0.7805308103561401, "Finetune/Step": 9862, "Finetune/Step Time": 6.610854424536228}
+{"Finetune/Learning Rate": 1.0069041742858224e-05, "Finetune/Loss": 0.6614282131195068, "Finetune/Loss (Raw)": 0.6307159066200256, "Finetune/Step": 9863, "Finetune/Step Time": 6.599564962089062}
+{"Finetune/Learning Rate": 1.0067357823696566e-05, "Finetune/Loss": 0.6619870066642761, "Finetune/Loss (Raw)": 0.610528826713562, "Finetune/Step": 9864, "Finetune/Step Time": 6.575601767748594}
+{"Finetune/Learning Rate": 1.0065673902624835e-05, "Finetune/Loss": 0.6604477167129517, "Finetune/Loss (Raw)": 0.6068000793457031, "Finetune/Step": 9865, "Finetune/Step Time": 6.572373120114207}
+{"Finetune/Learning Rate": 1.0063989979690777e-05, "Finetune/Loss": 0.6607154607772827, "Finetune/Loss (Raw)": 0.6782484650611877, "Finetune/Step": 9866, "Finetune/Step Time": 6.5859451945871115}
+{"Finetune/Learning Rate": 1.0062306054942148e-05, "Finetune/Loss": 0.6598682403564453, "Finetune/Loss (Raw)": 0.7202223539352417, "Finetune/Step": 9867, "Finetune/Step Time": 6.56669314391911}
+{"Finetune/Learning Rate": 1.0060622128426692e-05, "Finetune/Loss": 0.6606886386871338, "Finetune/Loss (Raw)": 0.6441595554351807, "Finetune/Step": 9868, "Finetune/Step Time": 6.564345804974437}
+{"Finetune/Learning Rate": 1.0058938200192168e-05, "Finetune/Loss": 0.6607016324996948, "Finetune/Loss (Raw)": 0.6712506413459778, "Finetune/Step": 9869, "Finetune/Step Time": 6.565819721668959}
+{"Finetune/Learning Rate": 1.0057254270286325e-05, "Finetune/Loss": 0.6599005460739136, "Finetune/Loss (Raw)": 0.6422658562660217, "Finetune/Step": 9870, "Finetune/Step Time": 6.567315237596631}
+{"Finetune/Learning Rate": 1.0055570338756913e-05, "Finetune/Loss": 0.6594574451446533, "Finetune/Loss (Raw)": 0.6429421305656433, "Finetune/Step": 9871, "Finetune/Step Time": 6.563989283517003}
+{"Finetune/Learning Rate": 1.005388640565168e-05, "Finetune/Loss": 0.6609053611755371, "Finetune/Loss (Raw)": 0.8288636207580566, "Finetune/Step": 9872, "Finetune/Step Time": 6.5609008856117725}
+{"Finetune/Learning Rate": 1.0052202471018387e-05, "Finetune/Loss": 0.6617792844772339, "Finetune/Loss (Raw)": 0.6634546518325806, "Finetune/Step": 9873, "Finetune/Step Time": 6.546151423826814}
+{"Finetune/Learning Rate": 1.0050518534904778e-05, "Finetune/Loss": 0.6610207557678223, "Finetune/Loss (Raw)": 0.5725849866867065, "Finetune/Step": 9874, "Finetune/Step Time": 6.572982430458069}
+{"Finetune/Learning Rate": 1.0048834597358606e-05, "Finetune/Loss": 0.6605515480041504, "Finetune/Loss (Raw)": 0.6311984658241272, "Finetune/Step": 9875, "Finetune/Step Time": 6.571523951366544}
+{"Finetune/Learning Rate": 1.0047150658427627e-05, "Finetune/Loss": 0.6608860492706299, "Finetune/Loss (Raw)": 0.5977326035499573, "Finetune/Step": 9876, "Finetune/Step Time": 6.549111949279904}
+{"Finetune/Learning Rate": 1.0045466718159587e-05, "Finetune/Loss": 0.659470796585083, "Finetune/Loss (Raw)": 0.6464805603027344, "Finetune/Step": 9877, "Finetune/Step Time": 6.548279142007232}
+{"Finetune/Learning Rate": 1.004378277660224e-05, "Finetune/Loss": 0.6590754389762878, "Finetune/Loss (Raw)": 0.68906170129776, "Finetune/Step": 9878, "Finetune/Step Time": 6.555269289761782}
+{"Finetune/Learning Rate": 1.0042098833803339e-05, "Finetune/Loss": 0.6586115956306458, "Finetune/Loss (Raw)": 0.5526528358459473, "Finetune/Step": 9879, "Finetune/Step Time": 6.553837696090341}
+{"Finetune/Learning Rate": 1.0040414889810635e-05, "Finetune/Loss": 0.6604112386703491, "Finetune/Loss (Raw)": 0.652590811252594, "Finetune/Step": 9880, "Finetune/Step Time": 6.549919378012419}
+{"Finetune/Learning Rate": 1.003873094467188e-05, "Finetune/Loss": 0.6601591110229492, "Finetune/Loss (Raw)": 0.7325210571289062, "Finetune/Step": 9881, "Finetune/Step Time": 6.557392718270421}
+{"Finetune/Learning Rate": 1.0037046998434823e-05, "Finetune/Loss": 0.6604036092758179, "Finetune/Loss (Raw)": 0.6841350197792053, "Finetune/Step": 9882, "Finetune/Step Time": 6.559149667620659}
+{"Finetune/Learning Rate": 1.003536305114722e-05, "Finetune/Loss": 0.6597098112106323, "Finetune/Loss (Raw)": 0.6278973817825317, "Finetune/Step": 9883, "Finetune/Step Time": 6.559526477009058}
+{"Finetune/Learning Rate": 1.0033679102856821e-05, "Finetune/Loss": 0.6601902842521667, "Finetune/Loss (Raw)": 0.6236111521720886, "Finetune/Step": 9884, "Finetune/Step Time": 6.558245822787285}
+{"Finetune/Learning Rate": 1.003199515361138e-05, "Finetune/Loss": 0.6598280668258667, "Finetune/Loss (Raw)": 0.6448239088058472, "Finetune/Step": 9885, "Finetune/Step Time": 6.561204379424453}
+{"Finetune/Learning Rate": 1.0030311203458645e-05, "Finetune/Loss": 0.6600954532623291, "Finetune/Loss (Raw)": 0.7672699689865112, "Finetune/Step": 9886, "Finetune/Step Time": 6.560006020590663}
+{"Finetune/Learning Rate": 1.0028627252446372e-05, "Finetune/Loss": 0.6605175733566284, "Finetune/Loss (Raw)": 0.7211220264434814, "Finetune/Step": 9887, "Finetune/Step Time": 6.557664625346661}
+{"Finetune/Learning Rate": 1.0026943300622313e-05, "Finetune/Loss": 0.661000669002533, "Finetune/Loss (Raw)": 0.709949254989624, "Finetune/Step": 9888, "Finetune/Step Time": 6.553131552413106}
+{"Finetune/Learning Rate": 1.0025259348034215e-05, "Finetune/Loss": 0.6610099673271179, "Finetune/Loss (Raw)": 0.650058925151825, "Finetune/Step": 9889, "Finetune/Step Time": 6.551722610369325}
+{"Finetune/Learning Rate": 1.0023575394729837e-05, "Finetune/Loss": 0.6607541441917419, "Finetune/Loss (Raw)": 0.6631936430931091, "Finetune/Step": 9890, "Finetune/Step Time": 6.550718883052468}
+{"Finetune/Learning Rate": 1.0021891440756928e-05, "Finetune/Loss": 0.6592177152633667, "Finetune/Loss (Raw)": 0.4339284598827362, "Finetune/Step": 9891, "Finetune/Step Time": 6.565616050735116}
+{"Finetune/Learning Rate": 1.0020207486163236e-05, "Finetune/Loss": 0.658183217048645, "Finetune/Loss (Raw)": 0.659269392490387, "Finetune/Step": 9892, "Finetune/Step Time": 6.56124453060329}
+{"Finetune/Learning Rate": 1.001852353099652e-05, "Finetune/Loss": 0.6573529243469238, "Finetune/Loss (Raw)": 0.5900424122810364, "Finetune/Step": 9893, "Finetune/Step Time": 6.563317866995931}
+{"Finetune/Learning Rate": 1.001683957530453e-05, "Finetune/Loss": 0.6575897336006165, "Finetune/Loss (Raw)": 0.6760006546974182, "Finetune/Step": 9894, "Finetune/Step Time": 6.5647943783551455}
+{"Finetune/Learning Rate": 1.0015155619135018e-05, "Finetune/Loss": 0.6579023003578186, "Finetune/Loss (Raw)": 0.5857071876525879, "Finetune/Step": 9895, "Finetune/Step Time": 6.553639724850655}
+{"Finetune/Learning Rate": 1.001347166253573e-05, "Finetune/Loss": 0.658145546913147, "Finetune/Loss (Raw)": 0.6688730716705322, "Finetune/Step": 9896, "Finetune/Step Time": 6.554562160745263}
+{"Finetune/Learning Rate": 1.0011787705554432e-05, "Finetune/Loss": 0.6574118137359619, "Finetune/Loss (Raw)": 0.6629371643066406, "Finetune/Step": 9897, "Finetune/Step Time": 6.5543420277535915}
+{"Finetune/Learning Rate": 1.0010103748238864e-05, "Finetune/Loss": 0.6586575508117676, "Finetune/Loss (Raw)": 0.6816235184669495, "Finetune/Step": 9898, "Finetune/Step Time": 6.542819960042834}
+{"Finetune/Learning Rate": 1.0008419790636783e-05, "Finetune/Loss": 0.6580520272254944, "Finetune/Loss (Raw)": 0.6332380175590515, "Finetune/Step": 9899, "Finetune/Step Time": 6.540904901921749}
+{"Finetune/Learning Rate": 1.0006735832795939e-05, "Finetune/Loss": 0.658191442489624, "Finetune/Loss (Raw)": 0.7659663558006287, "Finetune/Step": 9900, "Finetune/Step Time": 6.560594974085689}
+{"Finetune/Learning Rate": 1.0005051874764089e-05, "Finetune/Loss": 0.6583983302116394, "Finetune/Loss (Raw)": 0.6730420589447021, "Finetune/Step": 9901, "Finetune/Step Time": 6.578267324715853}
+{"Finetune/Learning Rate": 1.000336791658898e-05, "Finetune/Loss": 0.6596405506134033, "Finetune/Loss (Raw)": 0.7950836420059204, "Finetune/Step": 9902, "Finetune/Step Time": 6.576455412432551}
+{"Finetune/Learning Rate": 1.0001683958318367e-05, "Finetune/Loss": 0.6593902707099915, "Finetune/Loss (Raw)": 0.6679880619049072, "Finetune/Step": 9903, "Finetune/Step Time": 6.576361067593098}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.6591428518295288, "Finetune/Loss (Raw)": 0.6649788618087769, "Finetune/Step": 9904, "Finetune/Step Time": 6.577656464651227}
+{"Finetune/Learning Rate": 9.998316041681637e-06, "Finetune/Loss": 0.6592722535133362, "Finetune/Loss (Raw)": 0.7201626896858215, "Finetune/Step": 9905, "Finetune/Step Time": 6.582548622041941}
+{"Finetune/Learning Rate": 9.996632083411023e-06, "Finetune/Loss": 0.6580849885940552, "Finetune/Loss (Raw)": 0.5382792949676514, "Finetune/Step": 9906, "Finetune/Step Time": 6.614603208377957}
+{"Finetune/Learning Rate": 9.994948125235913e-06, "Finetune/Loss": 0.6576979756355286, "Finetune/Loss (Raw)": 0.6837789416313171, "Finetune/Step": 9907, "Finetune/Step Time": 6.61710599437356}
+{"Finetune/Learning Rate": 9.993264167204066e-06, "Finetune/Loss": 0.6588066220283508, "Finetune/Loss (Raw)": 0.731902539730072, "Finetune/Step": 9908, "Finetune/Step Time": 6.629872020334005}
+{"Finetune/Learning Rate": 9.99158020936322e-06, "Finetune/Loss": 0.6602968573570251, "Finetune/Loss (Raw)": 0.6397616863250732, "Finetune/Step": 9909, "Finetune/Step Time": 6.621147813275456}
+{"Finetune/Learning Rate": 9.98989625176114e-06, "Finetune/Loss": 0.6602598428726196, "Finetune/Loss (Raw)": 0.6165399551391602, "Finetune/Step": 9910, "Finetune/Step Time": 6.621990639716387}
+{"Finetune/Learning Rate": 9.988212294445571e-06, "Finetune/Loss": 0.6609843969345093, "Finetune/Loss (Raw)": 0.7385982275009155, "Finetune/Step": 9911, "Finetune/Step Time": 6.617018260061741}
+{"Finetune/Learning Rate": 9.98652833746427e-06, "Finetune/Loss": 0.6600656509399414, "Finetune/Loss (Raw)": 0.6657328605651855, "Finetune/Step": 9912, "Finetune/Step Time": 6.620018720626831}
+{"Finetune/Learning Rate": 9.984844380864987e-06, "Finetune/Loss": 0.6601786613464355, "Finetune/Loss (Raw)": 0.669230580329895, "Finetune/Step": 9913, "Finetune/Step Time": 6.621502147987485}
+{"Finetune/Learning Rate": 9.983160424695474e-06, "Finetune/Loss": 0.6601021885871887, "Finetune/Loss (Raw)": 0.7106865048408508, "Finetune/Step": 9914, "Finetune/Step Time": 6.623986780643463}
+{"Finetune/Learning Rate": 9.981476469003483e-06, "Finetune/Loss": 0.6605700254440308, "Finetune/Loss (Raw)": 0.6871322989463806, "Finetune/Step": 9915, "Finetune/Step Time": 6.624017117545009}
+{"Finetune/Learning Rate": 9.979792513836766e-06, "Finetune/Loss": 0.6610709428787231, "Finetune/Loss (Raw)": 0.6696536540985107, "Finetune/Step": 9916, "Finetune/Step Time": 6.623832579702139}
+{"Finetune/Learning Rate": 9.978108559243075e-06, "Finetune/Loss": 0.6613789796829224, "Finetune/Loss (Raw)": 0.7302746772766113, "Finetune/Step": 9917, "Finetune/Step Time": 6.620679279789329}
+{"Finetune/Learning Rate": 9.976424605270165e-06, "Finetune/Loss": 0.6614179611206055, "Finetune/Loss (Raw)": 0.5034728646278381, "Finetune/Step": 9918, "Finetune/Step Time": 6.612886596471071}
+{"Finetune/Learning Rate": 9.974740651965785e-06, "Finetune/Loss": 0.6616532206535339, "Finetune/Loss (Raw)": 0.6325033903121948, "Finetune/Step": 9919, "Finetune/Step Time": 6.614495173096657}
+{"Finetune/Learning Rate": 9.973056699377692e-06, "Finetune/Loss": 0.661129891872406, "Finetune/Loss (Raw)": 0.7171383500099182, "Finetune/Step": 9920, "Finetune/Step Time": 6.625976979732513}
+{"Finetune/Learning Rate": 9.971372747553631e-06, "Finetune/Loss": 0.6607075333595276, "Finetune/Loss (Raw)": 0.5450911521911621, "Finetune/Step": 9921, "Finetune/Step Time": 6.631582893431187}
+{"Finetune/Learning Rate": 9.969688796541357e-06, "Finetune/Loss": 0.6606076955795288, "Finetune/Loss (Raw)": 0.6343913078308105, "Finetune/Step": 9922, "Finetune/Step Time": 6.629552619531751}
+{"Finetune/Learning Rate": 9.968004846388624e-06, "Finetune/Loss": 0.6600143313407898, "Finetune/Loss (Raw)": 0.6104790568351746, "Finetune/Step": 9923, "Finetune/Step Time": 6.6116809491068125}
+{"Finetune/Learning Rate": 9.966320897143179e-06, "Finetune/Loss": 0.659386157989502, "Finetune/Loss (Raw)": 0.6565095782279968, "Finetune/Step": 9924, "Finetune/Step Time": 6.608414025977254}
+{"Finetune/Learning Rate": 9.96463694885278e-06, "Finetune/Loss": 0.659239649772644, "Finetune/Loss (Raw)": 0.6917330026626587, "Finetune/Step": 9925, "Finetune/Step Time": 6.610397243872285}
+{"Finetune/Learning Rate": 9.962953001565182e-06, "Finetune/Loss": 0.6597889065742493, "Finetune/Loss (Raw)": 0.6942119598388672, "Finetune/Step": 9926, "Finetune/Step Time": 6.6118992660194635}
+{"Finetune/Learning Rate": 9.961269055328125e-06, "Finetune/Loss": 0.6596022248268127, "Finetune/Loss (Raw)": 0.6746430993080139, "Finetune/Step": 9927, "Finetune/Step Time": 6.59275914914906}
+{"Finetune/Learning Rate": 9.959585110189369e-06, "Finetune/Loss": 0.6616649627685547, "Finetune/Loss (Raw)": 0.7636520862579346, "Finetune/Step": 9928, "Finetune/Step Time": 6.576064046472311}
+{"Finetune/Learning Rate": 9.957901166196664e-06, "Finetune/Loss": 0.6609485149383545, "Finetune/Loss (Raw)": 0.5920826196670532, "Finetune/Step": 9929, "Finetune/Step Time": 6.567448077723384}
+{"Finetune/Learning Rate": 9.956217223397762e-06, "Finetune/Loss": 0.6610927581787109, "Finetune/Loss (Raw)": 0.666404664516449, "Finetune/Step": 9930, "Finetune/Step Time": 6.564917700365186}
+{"Finetune/Learning Rate": 9.954533281840414e-06, "Finetune/Loss": 0.6608562469482422, "Finetune/Loss (Raw)": 0.6861618161201477, "Finetune/Step": 9931, "Finetune/Step Time": 6.557224605232477}
+{"Finetune/Learning Rate": 9.952849341572378e-06, "Finetune/Loss": 0.6590814590454102, "Finetune/Loss (Raw)": 0.6405451893806458, "Finetune/Step": 9932, "Finetune/Step Time": 6.572694869711995}
+{"Finetune/Learning Rate": 9.951165402641397e-06, "Finetune/Loss": 0.659990668296814, "Finetune/Loss (Raw)": 0.7683217525482178, "Finetune/Step": 9933, "Finetune/Step Time": 6.551159588620067}
+{"Finetune/Learning Rate": 9.949481465095224e-06, "Finetune/Loss": 0.6586255431175232, "Finetune/Loss (Raw)": 0.5730569362640381, "Finetune/Step": 9934, "Finetune/Step Time": 6.53465585783124}
+{"Finetune/Learning Rate": 9.947797528981615e-06, "Finetune/Loss": 0.657368540763855, "Finetune/Loss (Raw)": 0.5561483502388, "Finetune/Step": 9935, "Finetune/Step Time": 6.531720440834761}
+{"Finetune/Learning Rate": 9.946113594348321e-06, "Finetune/Loss": 0.6576385498046875, "Finetune/Loss (Raw)": 0.6378352642059326, "Finetune/Step": 9936, "Finetune/Step Time": 6.5324976015836}
+{"Finetune/Learning Rate": 9.94442966124309e-06, "Finetune/Loss": 0.6577547192573547, "Finetune/Loss (Raw)": 0.6653948426246643, "Finetune/Step": 9937, "Finetune/Step Time": 6.531579401344061}
+{"Finetune/Learning Rate": 9.94274572971368e-06, "Finetune/Loss": 0.6582087278366089, "Finetune/Loss (Raw)": 0.588188886642456, "Finetune/Step": 9938, "Finetune/Step Time": 6.534261034801602}
+{"Finetune/Learning Rate": 9.941061799807835e-06, "Finetune/Loss": 0.6596648693084717, "Finetune/Loss (Raw)": 0.7674477696418762, "Finetune/Step": 9939, "Finetune/Step Time": 6.544161645695567}
+{"Finetune/Learning Rate": 9.93937787157331e-06, "Finetune/Loss": 0.6597784757614136, "Finetune/Loss (Raw)": 0.6864506006240845, "Finetune/Step": 9940, "Finetune/Step Time": 6.559017958119512}
+{"Finetune/Learning Rate": 9.937693945057855e-06, "Finetune/Loss": 0.6590350866317749, "Finetune/Loss (Raw)": 0.5446453094482422, "Finetune/Step": 9941, "Finetune/Step Time": 6.568881668150425}
+{"Finetune/Learning Rate": 9.936010020309224e-06, "Finetune/Loss": 0.6591384410858154, "Finetune/Loss (Raw)": 0.5631652474403381, "Finetune/Step": 9942, "Finetune/Step Time": 6.571529055014253}
+{"Finetune/Learning Rate": 9.934326097375165e-06, "Finetune/Loss": 0.6581233739852905, "Finetune/Loss (Raw)": 0.5904502868652344, "Finetune/Step": 9943, "Finetune/Step Time": 6.596998332068324}
+{"Finetune/Learning Rate": 9.932642176303435e-06, "Finetune/Loss": 0.6573286056518555, "Finetune/Loss (Raw)": 0.6347918510437012, "Finetune/Step": 9944, "Finetune/Step Time": 6.596228335052729}
+{"Finetune/Learning Rate": 9.93095825714178e-06, "Finetune/Loss": 0.657768726348877, "Finetune/Loss (Raw)": 0.788344144821167, "Finetune/Step": 9945, "Finetune/Step Time": 6.597976790741086}
+{"Finetune/Learning Rate": 9.929274339937951e-06, "Finetune/Loss": 0.656525194644928, "Finetune/Loss (Raw)": 0.43320491909980774, "Finetune/Step": 9946, "Finetune/Step Time": 6.615309603512287}
+{"Finetune/Learning Rate": 9.927590424739702e-06, "Finetune/Loss": 0.656518816947937, "Finetune/Loss (Raw)": 0.5954239368438721, "Finetune/Step": 9947, "Finetune/Step Time": 6.631008088588715}
+{"Finetune/Learning Rate": 9.92590651159478e-06, "Finetune/Loss": 0.6573853492736816, "Finetune/Loss (Raw)": 0.7629561424255371, "Finetune/Step": 9948, "Finetune/Step Time": 6.63249684125185}
+{"Finetune/Learning Rate": 9.92422260055094e-06, "Finetune/Loss": 0.6568549871444702, "Finetune/Loss (Raw)": 0.6355955004692078, "Finetune/Step": 9949, "Finetune/Step Time": 6.637668829411268}
+{"Finetune/Learning Rate": 9.922538691655937e-06, "Finetune/Loss": 0.6575260758399963, "Finetune/Loss (Raw)": 0.7347003221511841, "Finetune/Step": 9950, "Finetune/Step Time": 6.639190893620253}
+{"Finetune/Learning Rate": 9.920854784957509e-06, "Finetune/Loss": 0.6567829847335815, "Finetune/Loss (Raw)": 0.6627122759819031, "Finetune/Step": 9951, "Finetune/Step Time": 6.63860497251153}
+{"Finetune/Learning Rate": 9.919170880503416e-06, "Finetune/Loss": 0.6571993231773376, "Finetune/Loss (Raw)": 0.6645922064781189, "Finetune/Step": 9952, "Finetune/Step Time": 6.648785728961229}
+{"Finetune/Learning Rate": 9.917486978341407e-06, "Finetune/Loss": 0.657383143901825, "Finetune/Loss (Raw)": 0.6717828512191772, "Finetune/Step": 9953, "Finetune/Step Time": 6.665500368922949}
+{"Finetune/Learning Rate": 9.915803078519233e-06, "Finetune/Loss": 0.658701479434967, "Finetune/Loss (Raw)": 0.7446267008781433, "Finetune/Step": 9954, "Finetune/Step Time": 6.670639164745808}
+{"Finetune/Learning Rate": 9.914119181084645e-06, "Finetune/Loss": 0.6590317487716675, "Finetune/Loss (Raw)": 0.7540213465690613, "Finetune/Step": 9955, "Finetune/Step Time": 6.6671313885599375}
+{"Finetune/Learning Rate": 9.912435286085396e-06, "Finetune/Loss": 0.6579750776290894, "Finetune/Loss (Raw)": 0.643333375453949, "Finetune/Step": 9956, "Finetune/Step Time": 6.663939703255892}
+{"Finetune/Learning Rate": 9.910751393569228e-06, "Finetune/Loss": 0.6587930917739868, "Finetune/Loss (Raw)": 0.8404560685157776, "Finetune/Step": 9957, "Finetune/Step Time": 6.6660680919885635}
+{"Finetune/Learning Rate": 9.909067503583897e-06, "Finetune/Loss": 0.6587744951248169, "Finetune/Loss (Raw)": 0.618676483631134, "Finetune/Step": 9958, "Finetune/Step Time": 6.6565389689058065}
+{"Finetune/Learning Rate": 9.907383616177154e-06, "Finetune/Loss": 0.6578191518783569, "Finetune/Loss (Raw)": 0.601388156414032, "Finetune/Step": 9959, "Finetune/Step Time": 6.643534850329161}
+{"Finetune/Learning Rate": 9.90569973139675e-06, "Finetune/Loss": 0.6583404541015625, "Finetune/Loss (Raw)": 0.6945039629936218, "Finetune/Step": 9960, "Finetune/Step Time": 6.647723138332367}
+{"Finetune/Learning Rate": 9.904015849290432e-06, "Finetune/Loss": 0.659174919128418, "Finetune/Loss (Raw)": 0.7395899891853333, "Finetune/Step": 9961, "Finetune/Step Time": 6.643810333684087}
+{"Finetune/Learning Rate": 9.902331969905954e-06, "Finetune/Loss": 0.6597462296485901, "Finetune/Loss (Raw)": 0.7318733930587769, "Finetune/Step": 9962, "Finetune/Step Time": 6.646219529211521}
+{"Finetune/Learning Rate": 9.900648093291061e-06, "Finetune/Loss": 0.6599403619766235, "Finetune/Loss (Raw)": 0.6406755447387695, "Finetune/Step": 9963, "Finetune/Step Time": 6.6490642707794905}
+{"Finetune/Learning Rate": 9.898964219493505e-06, "Finetune/Loss": 0.6595425605773926, "Finetune/Loss (Raw)": 0.5693936347961426, "Finetune/Step": 9964, "Finetune/Step Time": 6.6634947918355465}
+{"Finetune/Learning Rate": 9.897280348561035e-06, "Finetune/Loss": 0.6603584289550781, "Finetune/Loss (Raw)": 0.6953076124191284, "Finetune/Step": 9965, "Finetune/Step Time": 6.659822631627321}
+{"Finetune/Learning Rate": 9.895596480541405e-06, "Finetune/Loss": 0.6602492928504944, "Finetune/Loss (Raw)": 0.6153203248977661, "Finetune/Step": 9966, "Finetune/Step Time": 6.658184085041285}
+{"Finetune/Learning Rate": 9.893912615482362e-06, "Finetune/Loss": 0.6596068739891052, "Finetune/Loss (Raw)": 0.6461405754089355, "Finetune/Step": 9967, "Finetune/Step Time": 6.654556291177869}
+{"Finetune/Learning Rate": 9.892228753431658e-06, "Finetune/Loss": 0.6593629121780396, "Finetune/Loss (Raw)": 0.6015381813049316, "Finetune/Step": 9968, "Finetune/Step Time": 6.6415128223598}
+{"Finetune/Learning Rate": 9.890544894437036e-06, "Finetune/Loss": 0.6611879467964172, "Finetune/Loss (Raw)": 0.816279947757721, "Finetune/Step": 9969, "Finetune/Step Time": 6.636727450415492}
+{"Finetune/Learning Rate": 9.888861038546251e-06, "Finetune/Loss": 0.6583846807479858, "Finetune/Loss (Raw)": 0.41691216826438904, "Finetune/Step": 9970, "Finetune/Step Time": 6.64833247102797}
+{"Finetune/Learning Rate": 9.887177185807051e-06, "Finetune/Loss": 0.6577139496803284, "Finetune/Loss (Raw)": 0.6347848176956177, "Finetune/Step": 9971, "Finetune/Step Time": 6.651068884879351}
+{"Finetune/Learning Rate": 9.885493336267184e-06, "Finetune/Loss": 0.6569113731384277, "Finetune/Loss (Raw)": 0.6253941059112549, "Finetune/Step": 9972, "Finetune/Step Time": 6.651290746405721}
+{"Finetune/Learning Rate": 9.883809489974399e-06, "Finetune/Loss": 0.6567849516868591, "Finetune/Loss (Raw)": 0.7050505876541138, "Finetune/Step": 9973, "Finetune/Step Time": 6.649949891492724}
+{"Finetune/Learning Rate": 9.882125646976454e-06, "Finetune/Loss": 0.6575415134429932, "Finetune/Loss (Raw)": 0.7439513206481934, "Finetune/Step": 9974, "Finetune/Step Time": 6.650531023740768}
+{"Finetune/Learning Rate": 9.880441807321081e-06, "Finetune/Loss": 0.6581816077232361, "Finetune/Loss (Raw)": 0.697152316570282, "Finetune/Step": 9975, "Finetune/Step Time": 6.656671451404691}
+{"Finetune/Learning Rate": 9.878757971056043e-06, "Finetune/Loss": 0.6581711769104004, "Finetune/Loss (Raw)": 0.6590322852134705, "Finetune/Step": 9976, "Finetune/Step Time": 6.659235719591379}
+{"Finetune/Learning Rate": 9.877074138229083e-06, "Finetune/Loss": 0.6583131551742554, "Finetune/Loss (Raw)": 0.6145002841949463, "Finetune/Step": 9977, "Finetune/Step Time": 6.647228587418795}
+{"Finetune/Learning Rate": 9.875390308887952e-06, "Finetune/Loss": 0.6592069864273071, "Finetune/Loss (Raw)": 0.6612342000007629, "Finetune/Step": 9978, "Finetune/Step Time": 6.653820741921663}
+{"Finetune/Learning Rate": 9.873706483080398e-06, "Finetune/Loss": 0.6598614454269409, "Finetune/Loss (Raw)": 0.7865766882896423, "Finetune/Step": 9979, "Finetune/Step Time": 6.651649536564946}
+{"Finetune/Learning Rate": 9.87202266085417e-06, "Finetune/Loss": 0.6605805158615112, "Finetune/Loss (Raw)": 0.5764860510826111, "Finetune/Step": 9980, "Finetune/Step Time": 6.649450730532408}
+{"Finetune/Learning Rate": 9.870338842257013e-06, "Finetune/Loss": 0.6602755188941956, "Finetune/Loss (Raw)": 0.7121085524559021, "Finetune/Step": 9981, "Finetune/Step Time": 6.647151030600071}
+{"Finetune/Learning Rate": 9.868655027336678e-06, "Finetune/Loss": 0.6614087224006653, "Finetune/Loss (Raw)": 0.8216066360473633, "Finetune/Step": 9982, "Finetune/Step Time": 6.654155561700463}
+{"Finetune/Learning Rate": 9.866971216140912e-06, "Finetune/Loss": 0.661704421043396, "Finetune/Loss (Raw)": 0.6415743827819824, "Finetune/Step": 9983, "Finetune/Step Time": 6.6548414919525385}
+{"Finetune/Learning Rate": 9.865287408717464e-06, "Finetune/Loss": 0.6602801084518433, "Finetune/Loss (Raw)": 0.5650034546852112, "Finetune/Step": 9984, "Finetune/Step Time": 6.649647604674101}
+{"Finetune/Learning Rate": 9.863603605114084e-06, "Finetune/Loss": 0.6606895327568054, "Finetune/Loss (Raw)": 0.7150118350982666, "Finetune/Step": 9985, "Finetune/Step Time": 6.65104054287076}
+{"Finetune/Learning Rate": 9.861919805378518e-06, "Finetune/Loss": 0.6604935526847839, "Finetune/Loss (Raw)": 0.6388219594955444, "Finetune/Step": 9986, "Finetune/Step Time": 6.65343552082777}
+{"Finetune/Learning Rate": 9.860236009558514e-06, "Finetune/Loss": 0.6603921055793762, "Finetune/Loss (Raw)": 0.5867299437522888, "Finetune/Step": 9987, "Finetune/Step Time": 6.653299981728196}
+{"Finetune/Learning Rate": 9.858552217701817e-06, "Finetune/Loss": 0.6605478525161743, "Finetune/Loss (Raw)": 0.6597914695739746, "Finetune/Step": 9988, "Finetune/Step Time": 6.650966910645366}
+{"Finetune/Learning Rate": 9.856868429856178e-06, "Finetune/Loss": 0.6607680320739746, "Finetune/Loss (Raw)": 0.6819490194320679, "Finetune/Step": 9989, "Finetune/Step Time": 6.645706286653876}
+{"Finetune/Learning Rate": 9.855184646069342e-06, "Finetune/Loss": 0.6597628593444824, "Finetune/Loss (Raw)": 0.6518694162368774, "Finetune/Step": 9990, "Finetune/Step Time": 6.646729027852416}
+{"Finetune/Learning Rate": 9.853500866389058e-06, "Finetune/Loss": 0.6603800058364868, "Finetune/Loss (Raw)": 0.7097108960151672, "Finetune/Step": 9991, "Finetune/Step Time": 6.64813088811934}
+{"Finetune/Learning Rate": 9.851817090863073e-06, "Finetune/Loss": 0.660230278968811, "Finetune/Loss (Raw)": 0.5913670063018799, "Finetune/Step": 9992, "Finetune/Step Time": 6.660802137106657}
+{"Finetune/Learning Rate": 9.850133319539138e-06, "Finetune/Loss": 0.6604533195495605, "Finetune/Loss (Raw)": 0.6353492140769958, "Finetune/Step": 9993, "Finetune/Step Time": 6.6593007910996675}
+{"Finetune/Learning Rate": 9.848449552464991e-06, "Finetune/Loss": 0.6614826917648315, "Finetune/Loss (Raw)": 0.8100049495697021, "Finetune/Step": 9994, "Finetune/Step Time": 6.645226692780852}
+{"Finetune/Learning Rate": 9.846765789688386e-06, "Finetune/Loss": 0.6599414944648743, "Finetune/Loss (Raw)": 0.5229489207267761, "Finetune/Step": 9995, "Finetune/Step Time": 6.64581792242825}
+{"Finetune/Learning Rate": 9.845082031257067e-06, "Finetune/Loss": 0.6604357957839966, "Finetune/Loss (Raw)": 0.7074269652366638, "Finetune/Step": 9996, "Finetune/Step Time": 6.646825274452567}
+{"Finetune/Learning Rate": 9.843398277218779e-06, "Finetune/Loss": 0.6607791185379028, "Finetune/Loss (Raw)": 0.7152025103569031, "Finetune/Step": 9997, "Finetune/Step Time": 6.63863068819046}
+{"Finetune/Learning Rate": 9.841714527621272e-06, "Finetune/Loss": 0.6609654426574707, "Finetune/Loss (Raw)": 0.6661133170127869, "Finetune/Step": 9998, "Finetune/Step Time": 6.641135845333338}
+{"Finetune/Learning Rate": 9.840030782512296e-06, "Finetune/Loss": 0.6609094142913818, "Finetune/Loss (Raw)": 0.6357712149620056, "Finetune/Step": 9999, "Finetune/Step Time": 6.640094008296728}
+{"Finetune/Learning Rate": 9.838347041939585e-06, "Finetune/Loss": 0.6580302715301514, "Finetune/Loss (Raw)": 0.4603290855884552, "Finetune/Step": 10000, "Finetune/Step Time": 6.671806037425995}
+{"Finetune/Learning Rate": 9.836663305950895e-06, "Finetune/Loss": 0.6584774255752563, "Finetune/Loss (Raw)": 0.7206979990005493, "Finetune/Step": 10001, "Finetune/Step Time": 6.669641463086009}
+{"Finetune/Learning Rate": 9.834979574593969e-06, "Finetune/Loss": 0.6589480638504028, "Finetune/Loss (Raw)": 0.6328278183937073, "Finetune/Step": 10002, "Finetune/Step Time": 6.643950155004859}
+{"Finetune/Learning Rate": 9.833295847916553e-06, "Finetune/Loss": 0.6588113903999329, "Finetune/Loss (Raw)": 0.6136968731880188, "Finetune/Step": 10003, "Finetune/Step Time": 6.638930004090071}
+{"Finetune/Learning Rate": 9.831612125966388e-06, "Finetune/Loss": 0.6588354110717773, "Finetune/Loss (Raw)": 0.6008074879646301, "Finetune/Step": 10004, "Finetune/Step Time": 6.646299935877323}
+{"Finetune/Learning Rate": 9.829928408791233e-06, "Finetune/Loss": 0.6589306592941284, "Finetune/Loss (Raw)": 0.6586692929267883, "Finetune/Step": 10005, "Finetune/Step Time": 6.645309757441282}
+{"Finetune/Learning Rate": 9.828244696438821e-06, "Finetune/Loss": 0.6580414772033691, "Finetune/Loss (Raw)": 0.575253427028656, "Finetune/Step": 10006, "Finetune/Step Time": 6.653930090367794}
+{"Finetune/Learning Rate": 9.8265609889569e-06, "Finetune/Loss": 0.6590806841850281, "Finetune/Loss (Raw)": 0.6856653690338135, "Finetune/Step": 10007, "Finetune/Step Time": 6.6561241168528795}
+{"Finetune/Learning Rate": 9.824877286393215e-06, "Finetune/Loss": 0.659360945224762, "Finetune/Loss (Raw)": 0.6884649395942688, "Finetune/Step": 10008, "Finetune/Step Time": 6.654404658824205}
+{"Finetune/Learning Rate": 9.823193588795514e-06, "Finetune/Loss": 0.6591051816940308, "Finetune/Loss (Raw)": 0.6997838020324707, "Finetune/Step": 10009, "Finetune/Step Time": 6.643027493730187}
+{"Finetune/Learning Rate": 9.82150989621154e-06, "Finetune/Loss": 0.6582618951797485, "Finetune/Loss (Raw)": 0.5761997699737549, "Finetune/Step": 10010, "Finetune/Step Time": 6.637502241879702}
+{"Finetune/Learning Rate": 9.81982620868904e-06, "Finetune/Loss": 0.6582767367362976, "Finetune/Loss (Raw)": 0.6297969818115234, "Finetune/Step": 10011, "Finetune/Step Time": 6.638266045600176}
+{"Finetune/Learning Rate": 9.818142526275753e-06, "Finetune/Loss": 0.6585966348648071, "Finetune/Loss (Raw)": 0.6645572781562805, "Finetune/Step": 10012, "Finetune/Step Time": 6.644597673788667}
+{"Finetune/Learning Rate": 9.816458849019428e-06, "Finetune/Loss": 0.6589151620864868, "Finetune/Loss (Raw)": 0.6855863332748413, "Finetune/Step": 10013, "Finetune/Step Time": 6.643154831603169}
+{"Finetune/Learning Rate": 9.814775176967806e-06, "Finetune/Loss": 0.6579045653343201, "Finetune/Loss (Raw)": 0.6379234790802002, "Finetune/Step": 10014, "Finetune/Step Time": 6.6448277328163385}
+{"Finetune/Learning Rate": 9.813091510168635e-06, "Finetune/Loss": 0.6575095057487488, "Finetune/Loss (Raw)": 0.6705545783042908, "Finetune/Step": 10015, "Finetune/Step Time": 6.642515787854791}
+{"Finetune/Learning Rate": 9.811407848669657e-06, "Finetune/Loss": 0.6577600836753845, "Finetune/Loss (Raw)": 0.742020308971405, "Finetune/Step": 10016, "Finetune/Step Time": 6.638704165816307}
+{"Finetune/Learning Rate": 9.80972419251862e-06, "Finetune/Loss": 0.6582928895950317, "Finetune/Loss (Raw)": 0.718264639377594, "Finetune/Step": 10017, "Finetune/Step Time": 6.636052226647735}
+{"Finetune/Learning Rate": 9.80804054176326e-06, "Finetune/Loss": 0.6570794582366943, "Finetune/Loss (Raw)": 0.5078697204589844, "Finetune/Step": 10018, "Finetune/Step Time": 6.633163278922439}
+{"Finetune/Learning Rate": 9.806356896451324e-06, "Finetune/Loss": 0.6574500203132629, "Finetune/Loss (Raw)": 0.48135805130004883, "Finetune/Step": 10019, "Finetune/Step Time": 6.623395189642906}
+{"Finetune/Learning Rate": 9.804673256630557e-06, "Finetune/Loss": 0.6580771207809448, "Finetune/Loss (Raw)": 0.7395405173301697, "Finetune/Step": 10020, "Finetune/Step Time": 6.622722120955586}
+{"Finetune/Learning Rate": 9.802989622348699e-06, "Finetune/Loss": 0.6593234539031982, "Finetune/Loss (Raw)": 0.7495750784873962, "Finetune/Step": 10021, "Finetune/Step Time": 6.62609207443893}
+{"Finetune/Learning Rate": 9.801305993653496e-06, "Finetune/Loss": 0.6603710651397705, "Finetune/Loss (Raw)": 0.8100926876068115, "Finetune/Step": 10022, "Finetune/Step Time": 6.629410568624735}
+{"Finetune/Learning Rate": 9.799622370592695e-06, "Finetune/Loss": 0.6607730984687805, "Finetune/Loss (Raw)": 0.6371669769287109, "Finetune/Step": 10023, "Finetune/Step Time": 6.636937728151679}
+{"Finetune/Learning Rate": 9.797938753214028e-06, "Finetune/Loss": 0.6608465909957886, "Finetune/Loss (Raw)": 0.6782776117324829, "Finetune/Step": 10024, "Finetune/Step Time": 6.63412981107831}
+{"Finetune/Learning Rate": 9.796255141565243e-06, "Finetune/Loss": 0.6596782207489014, "Finetune/Loss (Raw)": 0.5133857131004333, "Finetune/Step": 10025, "Finetune/Step Time": 6.64500736258924}
+{"Finetune/Learning Rate": 9.794571535694087e-06, "Finetune/Loss": 0.6596949100494385, "Finetune/Loss (Raw)": 0.6837621331214905, "Finetune/Step": 10026, "Finetune/Step Time": 6.644015586003661}
+{"Finetune/Learning Rate": 9.792887935648296e-06, "Finetune/Loss": 0.6597102880477905, "Finetune/Loss (Raw)": 0.6352037787437439, "Finetune/Step": 10027, "Finetune/Step Time": 6.645530102774501}
+{"Finetune/Learning Rate": 9.791204341475613e-06, "Finetune/Loss": 0.6589823961257935, "Finetune/Loss (Raw)": 0.6727924942970276, "Finetune/Step": 10028, "Finetune/Step Time": 6.630855944007635}
+{"Finetune/Learning Rate": 9.789520753223784e-06, "Finetune/Loss": 0.6584160923957825, "Finetune/Loss (Raw)": 0.6005564332008362, "Finetune/Step": 10029, "Finetune/Step Time": 6.617316942662001}
+{"Finetune/Learning Rate": 9.787837170940547e-06, "Finetune/Loss": 0.6572557091712952, "Finetune/Loss (Raw)": 0.6465613842010498, "Finetune/Step": 10030, "Finetune/Step Time": 6.62041100114584}
+{"Finetune/Learning Rate": 9.78615359467364e-06, "Finetune/Loss": 0.6570156216621399, "Finetune/Loss (Raw)": 0.6372540593147278, "Finetune/Step": 10031, "Finetune/Step Time": 6.6394784692674875}
+{"Finetune/Learning Rate": 9.784470024470813e-06, "Finetune/Loss": 0.6569313406944275, "Finetune/Loss (Raw)": 0.6541938781738281, "Finetune/Step": 10032, "Finetune/Step Time": 6.655137833207846}
+{"Finetune/Learning Rate": 9.782786460379802e-06, "Finetune/Loss": 0.6565403938293457, "Finetune/Loss (Raw)": 0.6701158881187439, "Finetune/Step": 10033, "Finetune/Step Time": 6.648476354777813}
+{"Finetune/Learning Rate": 9.78110290244835e-06, "Finetune/Loss": 0.6571363210678101, "Finetune/Loss (Raw)": 0.614560067653656, "Finetune/Step": 10034, "Finetune/Step Time": 6.633170576766133}
+{"Finetune/Learning Rate": 9.7794193507242e-06, "Finetune/Loss": 0.6567139029502869, "Finetune/Loss (Raw)": 0.6297071576118469, "Finetune/Step": 10035, "Finetune/Step Time": 6.631786786019802}
+{"Finetune/Learning Rate": 9.777735805255087e-06, "Finetune/Loss": 0.6563279628753662, "Finetune/Loss (Raw)": 0.6825039982795715, "Finetune/Step": 10036, "Finetune/Step Time": 6.616875184699893}
+{"Finetune/Learning Rate": 9.776052266088754e-06, "Finetune/Loss": 0.6563422679901123, "Finetune/Loss (Raw)": 0.6415881514549255, "Finetune/Step": 10037, "Finetune/Step Time": 6.619273789227009}
+{"Finetune/Learning Rate": 9.774368733272943e-06, "Finetune/Loss": 0.6577074527740479, "Finetune/Loss (Raw)": 0.7912945747375488, "Finetune/Step": 10038, "Finetune/Step Time": 6.624547714367509}
+{"Finetune/Learning Rate": 9.772685206855391e-06, "Finetune/Loss": 0.6574857831001282, "Finetune/Loss (Raw)": 0.7102197408676147, "Finetune/Step": 10039, "Finetune/Step Time": 6.619011208415031}
+{"Finetune/Learning Rate": 9.771001686883841e-06, "Finetune/Loss": 0.6570218801498413, "Finetune/Loss (Raw)": 0.6063582301139832, "Finetune/Step": 10040, "Finetune/Step Time": 6.617100967094302}
+{"Finetune/Learning Rate": 9.769318173406036e-06, "Finetune/Loss": 0.6556462049484253, "Finetune/Loss (Raw)": 0.49314171075820923, "Finetune/Step": 10041, "Finetune/Step Time": 6.626378551125526}
+{"Finetune/Learning Rate": 9.767634666469708e-06, "Finetune/Loss": 0.6535127758979797, "Finetune/Loss (Raw)": 0.4376063346862793, "Finetune/Step": 10042, "Finetune/Step Time": 6.63719854876399}
+{"Finetune/Learning Rate": 9.7659511661226e-06, "Finetune/Loss": 0.6524950265884399, "Finetune/Loss (Raw)": 0.5568606853485107, "Finetune/Step": 10043, "Finetune/Step Time": 6.648006888106465}
+{"Finetune/Learning Rate": 9.764267672412454e-06, "Finetune/Loss": 0.6521403789520264, "Finetune/Loss (Raw)": 0.6242530941963196, "Finetune/Step": 10044, "Finetune/Step Time": 6.650492640212178}
+{"Finetune/Learning Rate": 9.762584185387003e-06, "Finetune/Loss": 0.6520733833312988, "Finetune/Loss (Raw)": 0.7217017412185669, "Finetune/Step": 10045, "Finetune/Step Time": 6.6545958667993546}
+{"Finetune/Learning Rate": 9.760900705093988e-06, "Finetune/Loss": 0.6530011892318726, "Finetune/Loss (Raw)": 0.6222360134124756, "Finetune/Step": 10046, "Finetune/Step Time": 6.640650169923902}
+{"Finetune/Learning Rate": 9.759217231581157e-06, "Finetune/Loss": 0.6518994569778442, "Finetune/Loss (Raw)": 0.49147912859916687, "Finetune/Step": 10047, "Finetune/Step Time": 6.655551504343748}
+{"Finetune/Learning Rate": 9.757533764896235e-06, "Finetune/Loss": 0.6510481834411621, "Finetune/Loss (Raw)": 0.6081790328025818, "Finetune/Step": 10048, "Finetune/Step Time": 6.649568481370807}
+{"Finetune/Learning Rate": 9.755850305086965e-06, "Finetune/Loss": 0.6523858308792114, "Finetune/Loss (Raw)": 0.7163074016571045, "Finetune/Step": 10049, "Finetune/Step Time": 6.645312370732427}
+{"Finetune/Learning Rate": 9.754166852201087e-06, "Finetune/Loss": 0.6523887515068054, "Finetune/Loss (Raw)": 0.6347624659538269, "Finetune/Step": 10050, "Finetune/Step Time": 6.648243896663189}
+{"Finetune/Learning Rate": 9.75248340628634e-06, "Finetune/Loss": 0.6524069309234619, "Finetune/Loss (Raw)": 0.6128050088882446, "Finetune/Step": 10051, "Finetune/Step Time": 6.649170188233256}
+{"Finetune/Learning Rate": 9.750799967390458e-06, "Finetune/Loss": 0.6523312330245972, "Finetune/Loss (Raw)": 0.6468245387077332, "Finetune/Step": 10052, "Finetune/Step Time": 6.651206033304334}
+{"Finetune/Learning Rate": 9.749116535561182e-06, "Finetune/Loss": 0.6517738103866577, "Finetune/Loss (Raw)": 0.6203819513320923, "Finetune/Step": 10053, "Finetune/Step Time": 6.6500155702233315}
+{"Finetune/Learning Rate": 9.747433110846246e-06, "Finetune/Loss": 0.6506170034408569, "Finetune/Loss (Raw)": 0.5461462736129761, "Finetune/Step": 10054, "Finetune/Step Time": 6.650421911850572}
+{"Finetune/Learning Rate": 9.745749693293389e-06, "Finetune/Loss": 0.6499051451683044, "Finetune/Loss (Raw)": 0.5835173726081848, "Finetune/Step": 10055, "Finetune/Step Time": 6.65411464869976}
+{"Finetune/Learning Rate": 9.744066282950345e-06, "Finetune/Loss": 0.6491982936859131, "Finetune/Loss (Raw)": 0.6731783747673035, "Finetune/Step": 10056, "Finetune/Step Time": 6.659333694726229}
+{"Finetune/Learning Rate": 9.742382879864857e-06, "Finetune/Loss": 0.6497774124145508, "Finetune/Loss (Raw)": 0.6662138104438782, "Finetune/Step": 10057, "Finetune/Step Time": 6.667825357988477}
+{"Finetune/Learning Rate": 9.740699484084658e-06, "Finetune/Loss": 0.6500279307365417, "Finetune/Loss (Raw)": 0.6984643936157227, "Finetune/Step": 10058, "Finetune/Step Time": 6.67118670232594}
+{"Finetune/Learning Rate": 9.739016095657485e-06, "Finetune/Loss": 0.6499569416046143, "Finetune/Loss (Raw)": 0.6770700216293335, "Finetune/Step": 10059, "Finetune/Step Time": 6.681526590138674}
+{"Finetune/Learning Rate": 9.73733271463107e-06, "Finetune/Loss": 0.6505953073501587, "Finetune/Loss (Raw)": 0.7222653031349182, "Finetune/Step": 10060, "Finetune/Step Time": 6.665285626426339}
+{"Finetune/Learning Rate": 9.735649341053155e-06, "Finetune/Loss": 0.6488925814628601, "Finetune/Loss (Raw)": 0.5503715872764587, "Finetune/Step": 10061, "Finetune/Step Time": 6.666066613048315}
+{"Finetune/Learning Rate": 9.733965974971473e-06, "Finetune/Loss": 0.6499260663986206, "Finetune/Loss (Raw)": 0.7053468823432922, "Finetune/Step": 10062, "Finetune/Step Time": 6.666268240660429}
+{"Finetune/Learning Rate": 9.732282616433756e-06, "Finetune/Loss": 0.6514537930488586, "Finetune/Loss (Raw)": 0.7516957521438599, "Finetune/Step": 10063, "Finetune/Step Time": 6.666084937751293}
+{"Finetune/Learning Rate": 9.730599265487746e-06, "Finetune/Loss": 0.6516845226287842, "Finetune/Loss (Raw)": 0.6673704981803894, "Finetune/Step": 10064, "Finetune/Step Time": 6.6660307720303535}
+{"Finetune/Learning Rate": 9.728915922181179e-06, "Finetune/Loss": 0.6516566276550293, "Finetune/Loss (Raw)": 0.661818265914917, "Finetune/Step": 10065, "Finetune/Step Time": 6.667238887399435}
+{"Finetune/Learning Rate": 9.727232586561776e-06, "Finetune/Loss": 0.6521202921867371, "Finetune/Loss (Raw)": 0.6475346088409424, "Finetune/Step": 10066, "Finetune/Step Time": 6.666975185275078}
+{"Finetune/Learning Rate": 9.725549258677287e-06, "Finetune/Loss": 0.6520377397537231, "Finetune/Loss (Raw)": 0.7568866610527039, "Finetune/Step": 10067, "Finetune/Step Time": 6.661196820437908}
+{"Finetune/Learning Rate": 9.72386593857544e-06, "Finetune/Loss": 0.651159405708313, "Finetune/Loss (Raw)": 0.5740277767181396, "Finetune/Step": 10068, "Finetune/Step Time": 6.655786849558353}
+{"Finetune/Learning Rate": 9.722182626303968e-06, "Finetune/Loss": 0.6513600945472717, "Finetune/Loss (Raw)": 0.5703281164169312, "Finetune/Step": 10069, "Finetune/Step Time": 6.6454375721514225}
+{"Finetune/Learning Rate": 9.720499321910606e-06, "Finetune/Loss": 0.6522015333175659, "Finetune/Loss (Raw)": 0.6708682775497437, "Finetune/Step": 10070, "Finetune/Step Time": 6.645352508872747}
+{"Finetune/Learning Rate": 9.71881602544309e-06, "Finetune/Loss": 0.6517152190208435, "Finetune/Loss (Raw)": 0.5282013416290283, "Finetune/Step": 10071, "Finetune/Step Time": 6.634687254205346}
+{"Finetune/Learning Rate": 9.717132736949157e-06, "Finetune/Loss": 0.6524742841720581, "Finetune/Loss (Raw)": 0.7319552302360535, "Finetune/Step": 10072, "Finetune/Step Time": 6.6334325317293406}
+{"Finetune/Learning Rate": 9.715449456476527e-06, "Finetune/Loss": 0.6512187123298645, "Finetune/Loss (Raw)": 0.6276297569274902, "Finetune/Step": 10073, "Finetune/Step Time": 6.633119756355882}
+{"Finetune/Learning Rate": 9.713766184072945e-06, "Finetune/Loss": 0.6532468795776367, "Finetune/Loss (Raw)": 0.6928064227104187, "Finetune/Step": 10074, "Finetune/Step Time": 6.619567791000009}
+{"Finetune/Learning Rate": 9.71208291978614e-06, "Finetune/Loss": 0.6544196605682373, "Finetune/Loss (Raw)": 0.7455406188964844, "Finetune/Step": 10075, "Finetune/Step Time": 6.606497827917337}
+{"Finetune/Learning Rate": 9.710399663663845e-06, "Finetune/Loss": 0.6535322666168213, "Finetune/Loss (Raw)": 0.6493762731552124, "Finetune/Step": 10076, "Finetune/Step Time": 6.60881432890892}
+{"Finetune/Learning Rate": 9.708716415753792e-06, "Finetune/Loss": 0.6536049842834473, "Finetune/Loss (Raw)": 0.6449005007743835, "Finetune/Step": 10077, "Finetune/Step Time": 6.603202398866415}
+{"Finetune/Learning Rate": 9.707033176103714e-06, "Finetune/Loss": 0.6527619361877441, "Finetune/Loss (Raw)": 0.6267874240875244, "Finetune/Step": 10078, "Finetune/Step Time": 6.606756189838052}
+{"Finetune/Learning Rate": 9.705349944761341e-06, "Finetune/Loss": 0.6529240608215332, "Finetune/Loss (Raw)": 0.683465301990509, "Finetune/Step": 10079, "Finetune/Step Time": 6.610902577638626}
+{"Finetune/Learning Rate": 9.703666721774403e-06, "Finetune/Loss": 0.6532702445983887, "Finetune/Loss (Raw)": 0.7089034914970398, "Finetune/Step": 10080, "Finetune/Step Time": 6.600521499291062}
+{"Finetune/Learning Rate": 9.701983507190637e-06, "Finetune/Loss": 0.652312695980072, "Finetune/Loss (Raw)": 0.549217700958252, "Finetune/Step": 10081, "Finetune/Step Time": 6.58365473896265}
+{"Finetune/Learning Rate": 9.70030030105777e-06, "Finetune/Loss": 0.6500328779220581, "Finetune/Loss (Raw)": 0.4528120458126068, "Finetune/Step": 10082, "Finetune/Step Time": 6.592984136193991}
+{"Finetune/Learning Rate": 9.698617103423535e-06, "Finetune/Loss": 0.6484966278076172, "Finetune/Loss (Raw)": 0.5573825836181641, "Finetune/Step": 10083, "Finetune/Step Time": 6.596107259392738}
+{"Finetune/Learning Rate": 9.696933914335665e-06, "Finetune/Loss": 0.6489577889442444, "Finetune/Loss (Raw)": 0.7023561596870422, "Finetune/Step": 10084, "Finetune/Step Time": 6.59543976560235}
+{"Finetune/Learning Rate": 9.695250733841883e-06, "Finetune/Loss": 0.6479870080947876, "Finetune/Loss (Raw)": 0.7162029147148132, "Finetune/Step": 10085, "Finetune/Step Time": 6.589667798951268}
+{"Finetune/Learning Rate": 9.693567561989926e-06, "Finetune/Loss": 0.6488499641418457, "Finetune/Loss (Raw)": 0.7291301488876343, "Finetune/Step": 10086, "Finetune/Step Time": 6.595630709081888}
+{"Finetune/Learning Rate": 9.691884398827517e-06, "Finetune/Loss": 0.6500986814498901, "Finetune/Loss (Raw)": 0.7612233757972717, "Finetune/Step": 10087, "Finetune/Step Time": 6.591428447514772}
+{"Finetune/Learning Rate": 9.690201244402394e-06, "Finetune/Loss": 0.650816798210144, "Finetune/Loss (Raw)": 0.7864289879798889, "Finetune/Step": 10088, "Finetune/Step Time": 6.585225902497768}
+{"Finetune/Learning Rate": 9.688518098762283e-06, "Finetune/Loss": 0.6506184339523315, "Finetune/Loss (Raw)": 0.7141934037208557, "Finetune/Step": 10089, "Finetune/Step Time": 6.583006812259555}
+{"Finetune/Learning Rate": 9.686834961954915e-06, "Finetune/Loss": 0.6502214670181274, "Finetune/Loss (Raw)": 0.6810616850852966, "Finetune/Step": 10090, "Finetune/Step Time": 6.581717852503061}
+{"Finetune/Learning Rate": 9.685151834028014e-06, "Finetune/Loss": 0.6506145000457764, "Finetune/Loss (Raw)": 0.6909818649291992, "Finetune/Step": 10091, "Finetune/Step Time": 6.583745449781418}
+{"Finetune/Learning Rate": 9.683468715029312e-06, "Finetune/Loss": 0.6516534090042114, "Finetune/Loss (Raw)": 0.7023783922195435, "Finetune/Step": 10092, "Finetune/Step Time": 6.570736022666097}
+{"Finetune/Learning Rate": 9.681785605006537e-06, "Finetune/Loss": 0.6509921550750732, "Finetune/Loss (Raw)": 0.6106677651405334, "Finetune/Step": 10093, "Finetune/Step Time": 6.573012651875615}
+{"Finetune/Learning Rate": 9.680102504007419e-06, "Finetune/Loss": 0.6516799926757812, "Finetune/Loss (Raw)": 0.7033616304397583, "Finetune/Step": 10094, "Finetune/Step Time": 6.594467701390386}
+{"Finetune/Learning Rate": 9.67841941207968e-06, "Finetune/Loss": 0.651708722114563, "Finetune/Loss (Raw)": 0.6498213410377502, "Finetune/Step": 10095, "Finetune/Step Time": 6.590678878128529}
+{"Finetune/Learning Rate": 9.67673632927106e-06, "Finetune/Loss": 0.6525508165359497, "Finetune/Loss (Raw)": 0.7093252539634705, "Finetune/Step": 10096, "Finetune/Step Time": 6.587055565789342}
+{"Finetune/Learning Rate": 9.675053255629271e-06, "Finetune/Loss": 0.6519489288330078, "Finetune/Loss (Raw)": 0.7392334938049316, "Finetune/Step": 10097, "Finetune/Step Time": 6.589099939912558}
+{"Finetune/Learning Rate": 9.673370191202049e-06, "Finetune/Loss": 0.6538665294647217, "Finetune/Loss (Raw)": 0.6623636484146118, "Finetune/Step": 10098, "Finetune/Step Time": 6.581195466220379}
+{"Finetune/Learning Rate": 9.67168713603712e-06, "Finetune/Loss": 0.6543222069740295, "Finetune/Loss (Raw)": 0.6931136250495911, "Finetune/Step": 10099, "Finetune/Step Time": 6.579939398914576}
+{"Finetune/Learning Rate": 9.670004090182212e-06, "Finetune/Loss": 0.6548792123794556, "Finetune/Loss (Raw)": 0.6966890096664429, "Finetune/Step": 10100, "Finetune/Step Time": 6.596539698541164}
+{"Finetune/Learning Rate": 9.668321053685047e-06, "Finetune/Loss": 0.6547162532806396, "Finetune/Loss (Raw)": 0.6841953992843628, "Finetune/Step": 10101, "Finetune/Step Time": 6.592534696683288}
+{"Finetune/Learning Rate": 9.666638026593359e-06, "Finetune/Loss": 0.6551417112350464, "Finetune/Loss (Raw)": 0.7984093427658081, "Finetune/Step": 10102, "Finetune/Step Time": 6.599420653656125}
+{"Finetune/Learning Rate": 9.664955008954865e-06, "Finetune/Loss": 0.6542136669158936, "Finetune/Loss (Raw)": 0.5783604979515076, "Finetune/Step": 10103, "Finetune/Step Time": 6.595017520710826}
+{"Finetune/Learning Rate": 9.663272000817295e-06, "Finetune/Loss": 0.6549087762832642, "Finetune/Loss (Raw)": 0.7480097413063049, "Finetune/Step": 10104, "Finetune/Step Time": 6.592757664620876}
+{"Finetune/Learning Rate": 9.661589002228368e-06, "Finetune/Loss": 0.6545137166976929, "Finetune/Loss (Raw)": 0.5639347434043884, "Finetune/Step": 10105, "Finetune/Step Time": 6.593627667054534}
+{"Finetune/Learning Rate": 9.65990601323582e-06, "Finetune/Loss": 0.654335081577301, "Finetune/Loss (Raw)": 0.6383654475212097, "Finetune/Step": 10106, "Finetune/Step Time": 6.586991773918271}
+{"Finetune/Learning Rate": 9.658223033887369e-06, "Finetune/Loss": 0.6522743701934814, "Finetune/Loss (Raw)": 0.5228073596954346, "Finetune/Step": 10107, "Finetune/Step Time": 6.600572412833571}
+{"Finetune/Learning Rate": 9.656540064230745e-06, "Finetune/Loss": 0.6529030799865723, "Finetune/Loss (Raw)": 0.6569627523422241, "Finetune/Step": 10108, "Finetune/Step Time": 6.602609753608704}
+{"Finetune/Learning Rate": 9.654857104313665e-06, "Finetune/Loss": 0.652490496635437, "Finetune/Loss (Raw)": 0.6592860817909241, "Finetune/Step": 10109, "Finetune/Step Time": 6.6126303896307945}
+{"Finetune/Learning Rate": 9.653174154183854e-06, "Finetune/Loss": 0.6510257720947266, "Finetune/Loss (Raw)": 0.6341314911842346, "Finetune/Step": 10110, "Finetune/Step Time": 6.604779804125428}
+{"Finetune/Learning Rate": 9.65149121388904e-06, "Finetune/Loss": 0.6515963077545166, "Finetune/Loss (Raw)": 0.7145943641662598, "Finetune/Step": 10111, "Finetune/Step Time": 6.6039990317076445}
+{"Finetune/Learning Rate": 9.64980828347694e-06, "Finetune/Loss": 0.6521338820457458, "Finetune/Loss (Raw)": 0.6338208913803101, "Finetune/Step": 10112, "Finetune/Step Time": 6.602997276932001}
+{"Finetune/Learning Rate": 9.648125362995287e-06, "Finetune/Loss": 0.6514681577682495, "Finetune/Loss (Raw)": 0.6297964453697205, "Finetune/Step": 10113, "Finetune/Step Time": 6.600314974784851}
+{"Finetune/Learning Rate": 9.646442452491798e-06, "Finetune/Loss": 0.6505087614059448, "Finetune/Loss (Raw)": 0.5160166025161743, "Finetune/Step": 10114, "Finetune/Step Time": 6.599049173295498}
+{"Finetune/Learning Rate": 9.644759552014193e-06, "Finetune/Loss": 0.6510764360427856, "Finetune/Loss (Raw)": 0.6593928337097168, "Finetune/Step": 10115, "Finetune/Step Time": 6.600785573944449}
+{"Finetune/Learning Rate": 9.643076661610197e-06, "Finetune/Loss": 0.6511228084564209, "Finetune/Loss (Raw)": 0.6657314300537109, "Finetune/Step": 10116, "Finetune/Step Time": 6.601025436073542}
+{"Finetune/Learning Rate": 9.641393781327532e-06, "Finetune/Loss": 0.65088951587677, "Finetune/Loss (Raw)": 0.652084231376648, "Finetune/Step": 10117, "Finetune/Step Time": 6.5954007264226675}
+{"Finetune/Learning Rate": 9.63971091121392e-06, "Finetune/Loss": 0.6503612995147705, "Finetune/Loss (Raw)": 0.5842677354812622, "Finetune/Step": 10118, "Finetune/Step Time": 6.5962181109935045}
+{"Finetune/Learning Rate": 9.63802805131708e-06, "Finetune/Loss": 0.6505204439163208, "Finetune/Loss (Raw)": 0.7300700545310974, "Finetune/Step": 10119, "Finetune/Step Time": 6.593763692304492}
+{"Finetune/Learning Rate": 9.636345201684741e-06, "Finetune/Loss": 0.6525899171829224, "Finetune/Loss (Raw)": 0.856264591217041, "Finetune/Step": 10120, "Finetune/Step Time": 6.581041542813182}
+{"Finetune/Learning Rate": 9.634662362364615e-06, "Finetune/Loss": 0.651287317276001, "Finetune/Loss (Raw)": 0.46861833333969116, "Finetune/Step": 10121, "Finetune/Step Time": 6.580839090049267}
+{"Finetune/Learning Rate": 9.632979533404423e-06, "Finetune/Loss": 0.6502051949501038, "Finetune/Loss (Raw)": 0.6714906096458435, "Finetune/Step": 10122, "Finetune/Step Time": 6.5822467766702175}
+{"Finetune/Learning Rate": 9.631296714851888e-06, "Finetune/Loss": 0.6505531072616577, "Finetune/Loss (Raw)": 0.5674787759780884, "Finetune/Step": 10123, "Finetune/Step Time": 6.579669501632452}
+{"Finetune/Learning Rate": 9.629613906754732e-06, "Finetune/Loss": 0.6500238180160522, "Finetune/Loss (Raw)": 0.6396819949150085, "Finetune/Step": 10124, "Finetune/Step Time": 6.581548968330026}
+{"Finetune/Learning Rate": 9.627931109160673e-06, "Finetune/Loss": 0.6493796110153198, "Finetune/Loss (Raw)": 0.6327388286590576, "Finetune/Step": 10125, "Finetune/Step Time": 6.589245721697807}
+{"Finetune/Learning Rate": 9.62624832211743e-06, "Finetune/Loss": 0.6496384739875793, "Finetune/Loss (Raw)": 0.6992525458335876, "Finetune/Step": 10126, "Finetune/Step Time": 6.601249124854803}
+{"Finetune/Learning Rate": 9.62456554567272e-06, "Finetune/Loss": 0.6496033668518066, "Finetune/Loss (Raw)": 0.6312745809555054, "Finetune/Step": 10127, "Finetune/Step Time": 6.6182977594435215}
+{"Finetune/Learning Rate": 9.622882779874263e-06, "Finetune/Loss": 0.6509256362915039, "Finetune/Loss (Raw)": 0.6295879483222961, "Finetune/Step": 10128, "Finetune/Step Time": 6.5924525409936905}
+{"Finetune/Learning Rate": 9.621200024769776e-06, "Finetune/Loss": 0.6500698328018188, "Finetune/Loss (Raw)": 0.6111510992050171, "Finetune/Step": 10129, "Finetune/Step Time": 6.593031149357557}
+{"Finetune/Learning Rate": 9.61951728040698e-06, "Finetune/Loss": 0.6510787606239319, "Finetune/Loss (Raw)": 0.7619686126708984, "Finetune/Step": 10130, "Finetune/Step Time": 6.591710979118943}
+{"Finetune/Learning Rate": 9.617834546833596e-06, "Finetune/Loss": 0.6518698930740356, "Finetune/Loss (Raw)": 0.7149592638015747, "Finetune/Step": 10131, "Finetune/Step Time": 6.597049579024315}
+{"Finetune/Learning Rate": 9.616151824097337e-06, "Finetune/Loss": 0.651706337928772, "Finetune/Loss (Raw)": 0.5798786878585815, "Finetune/Step": 10132, "Finetune/Step Time": 6.591069929301739}
+{"Finetune/Learning Rate": 9.614469112245919e-06, "Finetune/Loss": 0.6518939733505249, "Finetune/Loss (Raw)": 0.6826856732368469, "Finetune/Step": 10133, "Finetune/Step Time": 6.590157916769385}
+{"Finetune/Learning Rate": 9.61278641132706e-06, "Finetune/Loss": 0.6532890796661377, "Finetune/Loss (Raw)": 0.7538231015205383, "Finetune/Step": 10134, "Finetune/Step Time": 6.5725873205810785}
+{"Finetune/Learning Rate": 9.611103721388478e-06, "Finetune/Loss": 0.6526234149932861, "Finetune/Loss (Raw)": 0.600457489490509, "Finetune/Step": 10135, "Finetune/Step Time": 6.569616835564375}
+{"Finetune/Learning Rate": 9.609421042477886e-06, "Finetune/Loss": 0.6523066759109497, "Finetune/Loss (Raw)": 0.6479262709617615, "Finetune/Step": 10136, "Finetune/Step Time": 6.593384059146047}
+{"Finetune/Learning Rate": 9.607738374643005e-06, "Finetune/Loss": 0.6525940895080566, "Finetune/Loss (Raw)": 0.7365761995315552, "Finetune/Step": 10137, "Finetune/Step Time": 6.596439849585295}
+{"Finetune/Learning Rate": 9.606055717931555e-06, "Finetune/Loss": 0.6534696817398071, "Finetune/Loss (Raw)": 0.6882656216621399, "Finetune/Step": 10138, "Finetune/Step Time": 6.59622567333281}
+{"Finetune/Learning Rate": 9.604373072391234e-06, "Finetune/Loss": 0.6533898711204529, "Finetune/Loss (Raw)": 0.6195849180221558, "Finetune/Step": 10139, "Finetune/Step Time": 6.598340608179569}
+{"Finetune/Learning Rate": 9.602690438069772e-06, "Finetune/Loss": 0.6525903940200806, "Finetune/Loss (Raw)": 0.5622264742851257, "Finetune/Step": 10140, "Finetune/Step Time": 6.5941490810364485}
+{"Finetune/Learning Rate": 9.601007815014879e-06, "Finetune/Loss": 0.6512477397918701, "Finetune/Loss (Raw)": 0.5137237906455994, "Finetune/Step": 10141, "Finetune/Step Time": 6.608806295320392}
+{"Finetune/Learning Rate": 9.59932520327427e-06, "Finetune/Loss": 0.6508562564849854, "Finetune/Loss (Raw)": 0.5878136157989502, "Finetune/Step": 10142, "Finetune/Step Time": 6.6087655164301395}
+{"Finetune/Learning Rate": 9.597642602895656e-06, "Finetune/Loss": 0.6506589651107788, "Finetune/Loss (Raw)": 0.6453108787536621, "Finetune/Step": 10143, "Finetune/Step Time": 6.607059475034475}
+{"Finetune/Learning Rate": 9.595960013926761e-06, "Finetune/Loss": 0.6507980823516846, "Finetune/Loss (Raw)": 0.7598189115524292, "Finetune/Step": 10144, "Finetune/Step Time": 6.6036009676754475}
+{"Finetune/Learning Rate": 9.594277436415286e-06, "Finetune/Loss": 0.6506438255310059, "Finetune/Loss (Raw)": 0.6985191702842712, "Finetune/Step": 10145, "Finetune/Step Time": 6.601207321509719}
+{"Finetune/Learning Rate": 9.592594870408946e-06, "Finetune/Loss": 0.6513726711273193, "Finetune/Loss (Raw)": 0.6011624336242676, "Finetune/Step": 10146, "Finetune/Step Time": 6.600234020501375}
+{"Finetune/Learning Rate": 9.590912315955462e-06, "Finetune/Loss": 0.6531095504760742, "Finetune/Loss (Raw)": 0.7036752700805664, "Finetune/Step": 10147, "Finetune/Step Time": 6.591469943523407}
+{"Finetune/Learning Rate": 9.58922977310254e-06, "Finetune/Loss": 0.6512191295623779, "Finetune/Loss (Raw)": 0.49757620692253113, "Finetune/Step": 10148, "Finetune/Step Time": 6.601765440776944}
+{"Finetune/Learning Rate": 9.587547241897893e-06, "Finetune/Loss": 0.6513104438781738, "Finetune/Loss (Raw)": 0.761264443397522, "Finetune/Step": 10149, "Finetune/Step Time": 6.598798522725701}
+{"Finetune/Learning Rate": 9.585864722389236e-06, "Finetune/Loss": 0.6503653526306152, "Finetune/Loss (Raw)": 0.6891133785247803, "Finetune/Step": 10150, "Finetune/Step Time": 6.595258850604296}
+{"Finetune/Learning Rate": 9.584182214624276e-06, "Finetune/Loss": 0.6504536271095276, "Finetune/Loss (Raw)": 0.6484678983688354, "Finetune/Step": 10151, "Finetune/Step Time": 6.585018323734403}
+{"Finetune/Learning Rate": 9.582499718650726e-06, "Finetune/Loss": 0.6514164209365845, "Finetune/Loss (Raw)": 0.8015174865722656, "Finetune/Step": 10152, "Finetune/Step Time": 6.586430149152875}
+{"Finetune/Learning Rate": 9.580817234516292e-06, "Finetune/Loss": 0.6527191400527954, "Finetune/Loss (Raw)": 0.6801345348358154, "Finetune/Step": 10153, "Finetune/Step Time": 6.582000067457557}
+{"Finetune/Learning Rate": 9.579134762268694e-06, "Finetune/Loss": 0.65247642993927, "Finetune/Loss (Raw)": 0.6526927947998047, "Finetune/Step": 10154, "Finetune/Step Time": 6.583785358816385}
+{"Finetune/Learning Rate": 9.57745230195564e-06, "Finetune/Loss": 0.652485191822052, "Finetune/Loss (Raw)": 0.6363215446472168, "Finetune/Step": 10155, "Finetune/Step Time": 6.583761120215058}
+{"Finetune/Learning Rate": 9.575769853624833e-06, "Finetune/Loss": 0.6523653864860535, "Finetune/Loss (Raw)": 0.6574591398239136, "Finetune/Step": 10156, "Finetune/Step Time": 6.579937832430005}
+{"Finetune/Learning Rate": 9.57408741732399e-06, "Finetune/Loss": 0.6521185040473938, "Finetune/Loss (Raw)": 0.5689567923545837, "Finetune/Step": 10157, "Finetune/Step Time": 6.574270531535149}
+{"Finetune/Learning Rate": 9.572404993100814e-06, "Finetune/Loss": 0.6529316902160645, "Finetune/Loss (Raw)": 0.750653862953186, "Finetune/Step": 10158, "Finetune/Step Time": 6.5739907044917345}
+{"Finetune/Learning Rate": 9.570722581003017e-06, "Finetune/Loss": 0.6533993482589722, "Finetune/Loss (Raw)": 0.6971079111099243, "Finetune/Step": 10159, "Finetune/Step Time": 6.555721655488014}
+{"Finetune/Learning Rate": 9.569040181078306e-06, "Finetune/Loss": 0.6526014804840088, "Finetune/Loss (Raw)": 0.5520746111869812, "Finetune/Step": 10160, "Finetune/Step Time": 6.542072789743543}
+{"Finetune/Learning Rate": 9.56735779337439e-06, "Finetune/Loss": 0.6520530581474304, "Finetune/Loss (Raw)": 0.5999146103858948, "Finetune/Step": 10161, "Finetune/Step Time": 6.544779289513826}
+{"Finetune/Learning Rate": 9.565675417938977e-06, "Finetune/Loss": 0.6526355743408203, "Finetune/Loss (Raw)": 0.6891211271286011, "Finetune/Step": 10162, "Finetune/Step Time": 6.533959871158004}
+{"Finetune/Learning Rate": 9.563993054819777e-06, "Finetune/Loss": 0.6533865928649902, "Finetune/Loss (Raw)": 0.7258358597755432, "Finetune/Step": 10163, "Finetune/Step Time": 6.539544992148876}
+{"Finetune/Learning Rate": 9.562310704064491e-06, "Finetune/Loss": 0.6532362699508667, "Finetune/Loss (Raw)": 0.6632599830627441, "Finetune/Step": 10164, "Finetune/Step Time": 6.539599569514394}
+{"Finetune/Learning Rate": 9.56062836572083e-06, "Finetune/Loss": 0.6533057689666748, "Finetune/Loss (Raw)": 0.6504902839660645, "Finetune/Step": 10165, "Finetune/Step Time": 6.5394624173641205}
+{"Finetune/Learning Rate": 9.558946039836498e-06, "Finetune/Loss": 0.6517374515533447, "Finetune/Loss (Raw)": 0.5905468463897705, "Finetune/Step": 10166, "Finetune/Step Time": 6.531159430742264}
+{"Finetune/Learning Rate": 9.557263726459203e-06, "Finetune/Loss": 0.6518770456314087, "Finetune/Loss (Raw)": 0.7280895113945007, "Finetune/Step": 10167, "Finetune/Step Time": 6.530026949942112}
+{"Finetune/Learning Rate": 9.555581425636648e-06, "Finetune/Loss": 0.6522771716117859, "Finetune/Loss (Raw)": 0.6575751900672913, "Finetune/Step": 10168, "Finetune/Step Time": 6.52527636103332}
+{"Finetune/Learning Rate": 9.553899137416546e-06, "Finetune/Loss": 0.653262734413147, "Finetune/Loss (Raw)": 0.619292676448822, "Finetune/Step": 10169, "Finetune/Step Time": 6.513957979157567}
+{"Finetune/Learning Rate": 9.552216861846588e-06, "Finetune/Loss": 0.6555851101875305, "Finetune/Loss (Raw)": 0.7348698973655701, "Finetune/Step": 10170, "Finetune/Step Time": 6.500751376152039}
+{"Finetune/Learning Rate": 9.550534598974491e-06, "Finetune/Loss": 0.6560032367706299, "Finetune/Loss (Raw)": 0.6103788614273071, "Finetune/Step": 10171, "Finetune/Step Time": 6.4867508709430695}
+{"Finetune/Learning Rate": 9.548852348847954e-06, "Finetune/Loss": 0.6571778059005737, "Finetune/Loss (Raw)": 0.7745944857597351, "Finetune/Step": 10172, "Finetune/Step Time": 6.487868256866932}
+{"Finetune/Learning Rate": 9.547170111514681e-06, "Finetune/Loss": 0.6575561761856079, "Finetune/Loss (Raw)": 0.770139217376709, "Finetune/Step": 10173, "Finetune/Step Time": 6.483361694961786}
+{"Finetune/Learning Rate": 9.545487887022375e-06, "Finetune/Loss": 0.6581301689147949, "Finetune/Loss (Raw)": 0.6957105994224548, "Finetune/Step": 10174, "Finetune/Step Time": 6.486654784530401}
+{"Finetune/Learning Rate": 9.543805675418743e-06, "Finetune/Loss": 0.6593504548072815, "Finetune/Loss (Raw)": 0.6476684808731079, "Finetune/Step": 10175, "Finetune/Step Time": 6.470889892429113}
+{"Finetune/Learning Rate": 9.542123476751484e-06, "Finetune/Loss": 0.6589404344558716, "Finetune/Loss (Raw)": 0.555699348449707, "Finetune/Step": 10176, "Finetune/Step Time": 6.462460050359368}
+{"Finetune/Learning Rate": 9.5404412910683e-06, "Finetune/Loss": 0.6580997705459595, "Finetune/Loss (Raw)": 0.6086981296539307, "Finetune/Step": 10177, "Finetune/Step Time": 6.4629375003278255}
+{"Finetune/Learning Rate": 9.538759118416892e-06, "Finetune/Loss": 0.6582022309303284, "Finetune/Loss (Raw)": 0.6478776931762695, "Finetune/Step": 10178, "Finetune/Step Time": 6.460676584392786}
+{"Finetune/Learning Rate": 9.537076958844966e-06, "Finetune/Loss": 0.6594760417938232, "Finetune/Loss (Raw)": 0.7758541107177734, "Finetune/Step": 10179, "Finetune/Step Time": 6.468441039323807}
+{"Finetune/Learning Rate": 9.535394812400222e-06, "Finetune/Loss": 0.659448504447937, "Finetune/Loss (Raw)": 0.6433009505271912, "Finetune/Step": 10180, "Finetune/Step Time": 6.492439890280366}
+{"Finetune/Learning Rate": 9.53371267913036e-06, "Finetune/Loss": 0.6603055000305176, "Finetune/Loss (Raw)": 0.7300819158554077, "Finetune/Step": 10181, "Finetune/Step Time": 6.494303725659847}
+{"Finetune/Learning Rate": 9.53203055908308e-06, "Finetune/Loss": 0.6620673537254333, "Finetune/Loss (Raw)": 0.7716562747955322, "Finetune/Step": 10182, "Finetune/Step Time": 6.486575897783041}
+{"Finetune/Learning Rate": 9.530348452306082e-06, "Finetune/Loss": 0.6619921922683716, "Finetune/Loss (Raw)": 0.5739001631736755, "Finetune/Step": 10183, "Finetune/Step Time": 6.490617524832487}
+{"Finetune/Learning Rate": 9.528666358847068e-06, "Finetune/Loss": 0.662236213684082, "Finetune/Loss (Raw)": 0.7044115662574768, "Finetune/Step": 10184, "Finetune/Step Time": 6.486310858279467}
+{"Finetune/Learning Rate": 9.526984278753732e-06, "Finetune/Loss": 0.6611634492874146, "Finetune/Loss (Raw)": 0.5288931727409363, "Finetune/Step": 10185, "Finetune/Step Time": 6.47812170162797}
+{"Finetune/Learning Rate": 9.525302212073777e-06, "Finetune/Loss": 0.6610348224639893, "Finetune/Loss (Raw)": 0.6820124983787537, "Finetune/Step": 10186, "Finetune/Step Time": 6.481340268626809}
+{"Finetune/Learning Rate": 9.52362015885491e-06, "Finetune/Loss": 0.660139262676239, "Finetune/Loss (Raw)": 0.5624323487281799, "Finetune/Step": 10187, "Finetune/Step Time": 6.492196314036846}
+{"Finetune/Learning Rate": 9.521938119144811e-06, "Finetune/Loss": 0.6604381203651428, "Finetune/Loss (Raw)": 0.7605171799659729, "Finetune/Step": 10188, "Finetune/Step Time": 6.502949997782707}
+{"Finetune/Learning Rate": 9.520256092991191e-06, "Finetune/Loss": 0.6614430546760559, "Finetune/Loss (Raw)": 0.6790066957473755, "Finetune/Step": 10189, "Finetune/Step Time": 6.49886317551136}
+{"Finetune/Learning Rate": 9.518574080441744e-06, "Finetune/Loss": 0.6617555618286133, "Finetune/Loss (Raw)": 0.7453480958938599, "Finetune/Step": 10190, "Finetune/Step Time": 6.496587239205837}
+{"Finetune/Learning Rate": 9.516892081544167e-06, "Finetune/Loss": 0.6604232788085938, "Finetune/Loss (Raw)": 0.581163763999939, "Finetune/Step": 10191, "Finetune/Step Time": 6.497409550473094}
+{"Finetune/Learning Rate": 9.515210096346155e-06, "Finetune/Loss": 0.6606717109680176, "Finetune/Loss (Raw)": 0.6991668939590454, "Finetune/Step": 10192, "Finetune/Step Time": 6.497625581920147}
+{"Finetune/Learning Rate": 9.51352812489541e-06, "Finetune/Loss": 0.6609073281288147, "Finetune/Loss (Raw)": 0.6919776797294617, "Finetune/Step": 10193, "Finetune/Step Time": 6.514906549826264}
+{"Finetune/Learning Rate": 9.511846167239624e-06, "Finetune/Loss": 0.6616267561912537, "Finetune/Loss (Raw)": 0.7396225333213806, "Finetune/Step": 10194, "Finetune/Step Time": 6.5209215600043535}
+{"Finetune/Learning Rate": 9.510164223426487e-06, "Finetune/Loss": 0.6608728170394897, "Finetune/Loss (Raw)": 0.660381019115448, "Finetune/Step": 10195, "Finetune/Step Time": 6.515547398477793}
+{"Finetune/Learning Rate": 9.508482293503704e-06, "Finetune/Loss": 0.6608033180236816, "Finetune/Loss (Raw)": 0.5651345252990723, "Finetune/Step": 10196, "Finetune/Step Time": 6.515099039301276}
+{"Finetune/Learning Rate": 9.506800377518965e-06, "Finetune/Loss": 0.6619583368301392, "Finetune/Loss (Raw)": 0.7181654572486877, "Finetune/Step": 10197, "Finetune/Step Time": 6.513912037014961}
+{"Finetune/Learning Rate": 9.505118475519964e-06, "Finetune/Loss": 0.6616258025169373, "Finetune/Loss (Raw)": 0.6283038258552551, "Finetune/Step": 10198, "Finetune/Step Time": 6.512023489922285}
+{"Finetune/Learning Rate": 9.503436587554399e-06, "Finetune/Loss": 0.6623454093933105, "Finetune/Loss (Raw)": 0.6203121542930603, "Finetune/Step": 10199, "Finetune/Step Time": 6.500518953427672}
+{"Finetune/Learning Rate": 9.501754713669956e-06, "Finetune/Loss": 0.6613356471061707, "Finetune/Loss (Raw)": 0.6027045845985413, "Finetune/Step": 10200, "Finetune/Step Time": 6.500212859362364}
+{"Finetune/Learning Rate": 9.500072853914334e-06, "Finetune/Loss": 0.6617603302001953, "Finetune/Loss (Raw)": 0.6819900274276733, "Finetune/Step": 10201, "Finetune/Step Time": 6.50747094117105}
+{"Finetune/Learning Rate": 9.498391008335222e-06, "Finetune/Loss": 0.6620279550552368, "Finetune/Loss (Raw)": 0.7270606160163879, "Finetune/Step": 10202, "Finetune/Step Time": 6.504867726936936}
+{"Finetune/Learning Rate": 9.496709176980317e-06, "Finetune/Loss": 0.6614142656326294, "Finetune/Loss (Raw)": 0.6669948101043701, "Finetune/Step": 10203, "Finetune/Step Time": 6.502130802720785}
+{"Finetune/Learning Rate": 9.495027359897308e-06, "Finetune/Loss": 0.6621301770210266, "Finetune/Loss (Raw)": 0.741010308265686, "Finetune/Step": 10204, "Finetune/Step Time": 6.500508779659867}
+{"Finetune/Learning Rate": 9.493345557133889e-06, "Finetune/Loss": 0.6627416610717773, "Finetune/Loss (Raw)": 0.7231746912002563, "Finetune/Step": 10205, "Finetune/Step Time": 6.502863993868232}
+{"Finetune/Learning Rate": 9.49166376873775e-06, "Finetune/Loss": 0.6623721718788147, "Finetune/Loss (Raw)": 0.5794928669929504, "Finetune/Step": 10206, "Finetune/Step Time": 6.496819902211428}
+{"Finetune/Learning Rate": 9.489981994756578e-06, "Finetune/Loss": 0.6621402502059937, "Finetune/Loss (Raw)": 0.6537815928459167, "Finetune/Step": 10207, "Finetune/Step Time": 6.4967002514749765}
+{"Finetune/Learning Rate": 9.488300235238067e-06, "Finetune/Loss": 0.661733865737915, "Finetune/Loss (Raw)": 0.6568726897239685, "Finetune/Step": 10208, "Finetune/Step Time": 6.49506745301187}
+{"Finetune/Learning Rate": 9.486618490229904e-06, "Finetune/Loss": 0.6625496745109558, "Finetune/Loss (Raw)": 0.6536485552787781, "Finetune/Step": 10209, "Finetune/Step Time": 6.497632801532745}
+{"Finetune/Learning Rate": 9.484936759779783e-06, "Finetune/Loss": 0.6636682748794556, "Finetune/Loss (Raw)": 0.5960008502006531, "Finetune/Step": 10210, "Finetune/Step Time": 6.484685581177473}
+{"Finetune/Learning Rate": 9.483255043935395e-06, "Finetune/Loss": 0.6648988723754883, "Finetune/Loss (Raw)": 0.7148919701576233, "Finetune/Step": 10211, "Finetune/Step Time": 6.48130301758647}
+{"Finetune/Learning Rate": 9.481573342744418e-06, "Finetune/Loss": 0.6638173460960388, "Finetune/Loss (Raw)": 0.5639179348945618, "Finetune/Step": 10212, "Finetune/Step Time": 6.480690244585276}
+{"Finetune/Learning Rate": 9.47989165625455e-06, "Finetune/Loss": 0.6640720367431641, "Finetune/Loss (Raw)": 0.7488081455230713, "Finetune/Step": 10213, "Finetune/Step Time": 6.484932314604521}
+{"Finetune/Learning Rate": 9.478209984513476e-06, "Finetune/Loss": 0.6631633639335632, "Finetune/Loss (Raw)": 0.6128180027008057, "Finetune/Step": 10214, "Finetune/Step Time": 6.4783149138092995}
+{"Finetune/Learning Rate": 9.47652832756888e-06, "Finetune/Loss": 0.6622547507286072, "Finetune/Loss (Raw)": 0.6449212431907654, "Finetune/Step": 10215, "Finetune/Step Time": 6.48195019736886}
+{"Finetune/Learning Rate": 9.474846685468455e-06, "Finetune/Loss": 0.6610055565834045, "Finetune/Loss (Raw)": 0.6265295147895813, "Finetune/Step": 10216, "Finetune/Step Time": 6.48519055172801}
+{"Finetune/Learning Rate": 9.473165058259887e-06, "Finetune/Loss": 0.6616128087043762, "Finetune/Loss (Raw)": 0.7919264435768127, "Finetune/Step": 10217, "Finetune/Step Time": 6.48705323971808}
+{"Finetune/Learning Rate": 9.471483445990856e-06, "Finetune/Loss": 0.6617748737335205, "Finetune/Loss (Raw)": 0.7018051743507385, "Finetune/Step": 10218, "Finetune/Step Time": 6.486874358728528}
+{"Finetune/Learning Rate": 9.469801848709049e-06, "Finetune/Loss": 0.6614629030227661, "Finetune/Loss (Raw)": 0.6510527729988098, "Finetune/Step": 10219, "Finetune/Step Time": 6.50233343616128}
+{"Finetune/Learning Rate": 9.468120266462157e-06, "Finetune/Loss": 0.661020040512085, "Finetune/Loss (Raw)": 0.6456850171089172, "Finetune/Step": 10220, "Finetune/Step Time": 6.517757071182132}
+{"Finetune/Learning Rate": 9.466438699297864e-06, "Finetune/Loss": 0.6608093976974487, "Finetune/Loss (Raw)": 0.5837090611457825, "Finetune/Step": 10221, "Finetune/Step Time": 6.516075612977147}
+{"Finetune/Learning Rate": 9.464757147263849e-06, "Finetune/Loss": 0.6612425446510315, "Finetune/Loss (Raw)": 0.7588070034980774, "Finetune/Step": 10222, "Finetune/Step Time": 6.491900697350502}
+{"Finetune/Learning Rate": 9.463075610407803e-06, "Finetune/Loss": 0.6613273620605469, "Finetune/Loss (Raw)": 0.6606742143630981, "Finetune/Step": 10223, "Finetune/Step Time": 6.491482015699148}
+{"Finetune/Learning Rate": 9.461394088777402e-06, "Finetune/Loss": 0.6612529754638672, "Finetune/Loss (Raw)": 0.6998062133789062, "Finetune/Step": 10224, "Finetune/Step Time": 6.502691324800253}
+{"Finetune/Learning Rate": 9.459712582420335e-06, "Finetune/Loss": 0.6614764928817749, "Finetune/Loss (Raw)": 0.7678380608558655, "Finetune/Step": 10225, "Finetune/Step Time": 6.502062315121293}
+{"Finetune/Learning Rate": 9.45803109138428e-06, "Finetune/Loss": 0.6615058183670044, "Finetune/Loss (Raw)": 0.6661209464073181, "Finetune/Step": 10226, "Finetune/Step Time": 6.498001979663968}
+{"Finetune/Learning Rate": 9.456349615716923e-06, "Finetune/Loss": 0.6594291925430298, "Finetune/Loss (Raw)": 0.42730751633644104, "Finetune/Step": 10227, "Finetune/Step Time": 6.510106526315212}
+{"Finetune/Learning Rate": 9.454668155465947e-06, "Finetune/Loss": 0.6602228283882141, "Finetune/Loss (Raw)": 0.7982711791992188, "Finetune/Step": 10228, "Finetune/Step Time": 6.5151902344077826}
+{"Finetune/Learning Rate": 9.452986710679033e-06, "Finetune/Loss": 0.6603022217750549, "Finetune/Loss (Raw)": 0.6943569779396057, "Finetune/Step": 10229, "Finetune/Step Time": 6.5172066278755665}
+{"Finetune/Learning Rate": 9.451305281403858e-06, "Finetune/Loss": 0.6591894626617432, "Finetune/Loss (Raw)": 0.6559756398200989, "Finetune/Step": 10230, "Finetune/Step Time": 6.510142778977752}
+{"Finetune/Learning Rate": 9.449623867688105e-06, "Finetune/Loss": 0.6593964099884033, "Finetune/Loss (Raw)": 0.6048477292060852, "Finetune/Step": 10231, "Finetune/Step Time": 6.515502527356148}
+{"Finetune/Learning Rate": 9.447942469579453e-06, "Finetune/Loss": 0.6587004661560059, "Finetune/Loss (Raw)": 0.6589372754096985, "Finetune/Step": 10232, "Finetune/Step Time": 6.5181763637810946}
+{"Finetune/Learning Rate": 9.446261087125583e-06, "Finetune/Loss": 0.6584348678588867, "Finetune/Loss (Raw)": 0.5299349427223206, "Finetune/Step": 10233, "Finetune/Step Time": 6.52004418708384}
+{"Finetune/Learning Rate": 9.444579720374173e-06, "Finetune/Loss": 0.6583330035209656, "Finetune/Loss (Raw)": 0.6253284215927124, "Finetune/Step": 10234, "Finetune/Step Time": 6.524623496457934}
+{"Finetune/Learning Rate": 9.44289836937291e-06, "Finetune/Loss": 0.6580023765563965, "Finetune/Loss (Raw)": 0.4804824888706207, "Finetune/Step": 10235, "Finetune/Step Time": 6.52661956846714}
+{"Finetune/Learning Rate": 9.441217034169457e-06, "Finetune/Loss": 0.6581436991691589, "Finetune/Loss (Raw)": 0.675051748752594, "Finetune/Step": 10236, "Finetune/Step Time": 6.530367126688361}
+{"Finetune/Learning Rate": 9.439535714811501e-06, "Finetune/Loss": 0.6582277417182922, "Finetune/Loss (Raw)": 0.6700428128242493, "Finetune/Step": 10237, "Finetune/Step Time": 6.524307923391461}
+{"Finetune/Learning Rate": 9.43785441134672e-06, "Finetune/Loss": 0.6584643125534058, "Finetune/Loss (Raw)": 0.6644207835197449, "Finetune/Step": 10238, "Finetune/Step Time": 6.525244338437915}
+{"Finetune/Learning Rate": 9.436173123822789e-06, "Finetune/Loss": 0.6576569080352783, "Finetune/Loss (Raw)": 0.6112447381019592, "Finetune/Step": 10239, "Finetune/Step Time": 6.530843053013086}
+{"Finetune/Learning Rate": 9.434491852287385e-06, "Finetune/Loss": 0.6585026383399963, "Finetune/Loss (Raw)": 0.7420740127563477, "Finetune/Step": 10240, "Finetune/Step Time": 6.53136926330626}
+{"Finetune/Learning Rate": 9.432810596788182e-06, "Finetune/Loss": 0.65863436460495, "Finetune/Loss (Raw)": 0.6466548442840576, "Finetune/Step": 10241, "Finetune/Step Time": 6.531870000064373}
+{"Finetune/Learning Rate": 9.431129357372863e-06, "Finetune/Loss": 0.6603772640228271, "Finetune/Loss (Raw)": 0.7391017079353333, "Finetune/Step": 10242, "Finetune/Step Time": 6.535000974312425}
+{"Finetune/Learning Rate": 9.429448134089095e-06, "Finetune/Loss": 0.6595518589019775, "Finetune/Loss (Raw)": 0.5537478923797607, "Finetune/Step": 10243, "Finetune/Step Time": 6.538340341299772}
+{"Finetune/Learning Rate": 9.427766926984553e-06, "Finetune/Loss": 0.6591118574142456, "Finetune/Loss (Raw)": 0.6094105243682861, "Finetune/Step": 10244, "Finetune/Step Time": 6.553254645317793}
+{"Finetune/Learning Rate": 9.426085736106915e-06, "Finetune/Loss": 0.659287691116333, "Finetune/Loss (Raw)": 0.6745860576629639, "Finetune/Step": 10245, "Finetune/Step Time": 6.552394891157746}
+{"Finetune/Learning Rate": 9.424404561503855e-06, "Finetune/Loss": 0.6597678661346436, "Finetune/Loss (Raw)": 0.6457313299179077, "Finetune/Step": 10246, "Finetune/Step Time": 6.551388431340456}
+{"Finetune/Learning Rate": 9.422723403223043e-06, "Finetune/Loss": 0.6596416234970093, "Finetune/Loss (Raw)": 0.7139139175415039, "Finetune/Step": 10247, "Finetune/Step Time": 6.554650066420436}
+{"Finetune/Learning Rate": 9.421042261312156e-06, "Finetune/Loss": 0.6585040092468262, "Finetune/Loss (Raw)": 0.7106560468673706, "Finetune/Step": 10248, "Finetune/Step Time": 6.5568475387990475}
+{"Finetune/Learning Rate": 9.419361135818863e-06, "Finetune/Loss": 0.6602381467819214, "Finetune/Loss (Raw)": 0.6905803680419922, "Finetune/Step": 10249, "Finetune/Step Time": 6.568592179566622}
+{"Finetune/Learning Rate": 9.417680026790837e-06, "Finetune/Loss": 0.6593754291534424, "Finetune/Loss (Raw)": 0.5610705614089966, "Finetune/Step": 10250, "Finetune/Step Time": 6.569225938990712}
+{"Finetune/Learning Rate": 9.415998934275747e-06, "Finetune/Loss": 0.6602420806884766, "Finetune/Loss (Raw)": 0.6784009337425232, "Finetune/Step": 10251, "Finetune/Step Time": 6.57319475710392}
+{"Finetune/Learning Rate": 9.41431785832127e-06, "Finetune/Loss": 0.6602805256843567, "Finetune/Loss (Raw)": 0.6446093320846558, "Finetune/Step": 10252, "Finetune/Step Time": 6.571891862899065}
+{"Finetune/Learning Rate": 9.412636798975071e-06, "Finetune/Loss": 0.6609996557235718, "Finetune/Loss (Raw)": 0.7247841358184814, "Finetune/Step": 10253, "Finetune/Step Time": 6.562097240239382}
+{"Finetune/Learning Rate": 9.410955756284826e-06, "Finetune/Loss": 0.6604946851730347, "Finetune/Loss (Raw)": 0.6346220374107361, "Finetune/Step": 10254, "Finetune/Step Time": 6.545995803549886}
+{"Finetune/Learning Rate": 9.409274730298197e-06, "Finetune/Loss": 0.6608005166053772, "Finetune/Loss (Raw)": 0.6704162359237671, "Finetune/Step": 10255, "Finetune/Step Time": 6.533496057614684}
+{"Finetune/Learning Rate": 9.407593721062858e-06, "Finetune/Loss": 0.6610588431358337, "Finetune/Loss (Raw)": 0.6626554131507874, "Finetune/Step": 10256, "Finetune/Step Time": 6.536673361435533}
+{"Finetune/Learning Rate": 9.405912728626478e-06, "Finetune/Loss": 0.660354733467102, "Finetune/Loss (Raw)": 0.5210217237472534, "Finetune/Step": 10257, "Finetune/Step Time": 6.54012693092227}
+{"Finetune/Learning Rate": 9.404231753036719e-06, "Finetune/Loss": 0.660075306892395, "Finetune/Loss (Raw)": 0.7262071371078491, "Finetune/Step": 10258, "Finetune/Step Time": 6.538953902199864}
+{"Finetune/Learning Rate": 9.402550794341256e-06, "Finetune/Loss": 0.6609365940093994, "Finetune/Loss (Raw)": 0.8251971006393433, "Finetune/Step": 10259, "Finetune/Step Time": 6.535937601700425}
+{"Finetune/Learning Rate": 9.400869852587759e-06, "Finetune/Loss": 0.6619794368743896, "Finetune/Loss (Raw)": 0.7133660912513733, "Finetune/Step": 10260, "Finetune/Step Time": 6.538998704403639}
+{"Finetune/Learning Rate": 9.399188927823882e-06, "Finetune/Loss": 0.6620304584503174, "Finetune/Loss (Raw)": 0.6892159581184387, "Finetune/Step": 10261, "Finetune/Step Time": 6.541855037212372}
+{"Finetune/Learning Rate": 9.3975080200973e-06, "Finetune/Loss": 0.6609153151512146, "Finetune/Loss (Raw)": 0.6110858917236328, "Finetune/Step": 10262, "Finetune/Step Time": 6.545389801263809}
+{"Finetune/Learning Rate": 9.395827129455679e-06, "Finetune/Loss": 0.6606407761573792, "Finetune/Loss (Raw)": 0.5653151869773865, "Finetune/Step": 10263, "Finetune/Step Time": 6.560825869441032}
+{"Finetune/Learning Rate": 9.39414625594668e-06, "Finetune/Loss": 0.6613085865974426, "Finetune/Loss (Raw)": 0.7334060072898865, "Finetune/Step": 10264, "Finetune/Step Time": 6.540916373953223}
+{"Finetune/Learning Rate": 9.39246539961797e-06, "Finetune/Loss": 0.6609188914299011, "Finetune/Loss (Raw)": 0.6866968870162964, "Finetune/Step": 10265, "Finetune/Step Time": 6.545463286340237}
+{"Finetune/Learning Rate": 9.39078456051722e-06, "Finetune/Loss": 0.6616396903991699, "Finetune/Loss (Raw)": 0.780532956123352, "Finetune/Step": 10266, "Finetune/Step Time": 6.552686998620629}
+{"Finetune/Learning Rate": 9.389103738692083e-06, "Finetune/Loss": 0.6620321273803711, "Finetune/Loss (Raw)": 0.669808030128479, "Finetune/Step": 10267, "Finetune/Step Time": 6.551102688536048}
+{"Finetune/Learning Rate": 9.387422934190225e-06, "Finetune/Loss": 0.6627097725868225, "Finetune/Loss (Raw)": 0.6489713191986084, "Finetune/Step": 10268, "Finetune/Step Time": 6.552730577066541}
+{"Finetune/Learning Rate": 9.385742147059313e-06, "Finetune/Loss": 0.6637210249900818, "Finetune/Loss (Raw)": 0.6431625485420227, "Finetune/Step": 10269, "Finetune/Step Time": 6.538731286302209}
+{"Finetune/Learning Rate": 9.384061377347005e-06, "Finetune/Loss": 0.6650862693786621, "Finetune/Loss (Raw)": 0.7625594139099121, "Finetune/Step": 10270, "Finetune/Step Time": 6.536679316312075}
+{"Finetune/Learning Rate": 9.382380625100966e-06, "Finetune/Loss": 0.6660860776901245, "Finetune/Loss (Raw)": 0.7732871770858765, "Finetune/Step": 10271, "Finetune/Step Time": 6.54258724860847}
+{"Finetune/Learning Rate": 9.38069989036886e-06, "Finetune/Loss": 0.6656250953674316, "Finetune/Loss (Raw)": 0.7008096575737, "Finetune/Step": 10272, "Finetune/Step Time": 6.545227224007249}
+{"Finetune/Learning Rate": 9.37901917319834e-06, "Finetune/Loss": 0.6654139757156372, "Finetune/Loss (Raw)": 0.6715012788772583, "Finetune/Step": 10273, "Finetune/Step Time": 6.547629421576858}
+{"Finetune/Learning Rate": 9.377338473637071e-06, "Finetune/Loss": 0.6659904718399048, "Finetune/Loss (Raw)": 0.6749534606933594, "Finetune/Step": 10274, "Finetune/Step Time": 6.5504322443157434}
+{"Finetune/Learning Rate": 9.37565779173271e-06, "Finetune/Loss": 0.6662181615829468, "Finetune/Loss (Raw)": 0.7328168749809265, "Finetune/Step": 10275, "Finetune/Step Time": 6.554563017562032}
+{"Finetune/Learning Rate": 9.37397712753292e-06, "Finetune/Loss": 0.6677283644676208, "Finetune/Loss (Raw)": 0.6908831596374512, "Finetune/Step": 10276, "Finetune/Step Time": 6.543518662452698}
+{"Finetune/Learning Rate": 9.37229648108536e-06, "Finetune/Loss": 0.6674646735191345, "Finetune/Loss (Raw)": 0.7275193333625793, "Finetune/Step": 10277, "Finetune/Step Time": 6.539301669225097}
+{"Finetune/Learning Rate": 9.370615852437689e-06, "Finetune/Loss": 0.6679857969284058, "Finetune/Loss (Raw)": 0.7558152675628662, "Finetune/Step": 10278, "Finetune/Step Time": 6.537344889715314}
+{"Finetune/Learning Rate": 9.36893524163756e-06, "Finetune/Loss": 0.6676012277603149, "Finetune/Loss (Raw)": 0.599237322807312, "Finetune/Step": 10279, "Finetune/Step Time": 6.548212306573987}
+{"Finetune/Learning Rate": 9.367254648732633e-06, "Finetune/Loss": 0.6663048267364502, "Finetune/Loss (Raw)": 0.6355823278427124, "Finetune/Step": 10280, "Finetune/Step Time": 6.565947802737355}
+{"Finetune/Learning Rate": 9.365574073770565e-06, "Finetune/Loss": 0.6661397218704224, "Finetune/Loss (Raw)": 0.6590057015419006, "Finetune/Step": 10281, "Finetune/Step Time": 6.562792111188173}
+{"Finetune/Learning Rate": 9.363893516799012e-06, "Finetune/Loss": 0.6660028696060181, "Finetune/Loss (Raw)": 0.6351712942123413, "Finetune/Step": 10282, "Finetune/Step Time": 6.561320278793573}
+{"Finetune/Learning Rate": 9.362212977865629e-06, "Finetune/Loss": 0.6672632694244385, "Finetune/Loss (Raw)": 0.7976512312889099, "Finetune/Step": 10283, "Finetune/Step Time": 6.565661640837789}
+{"Finetune/Learning Rate": 9.360532457018077e-06, "Finetune/Loss": 0.6673528552055359, "Finetune/Loss (Raw)": 0.6689266562461853, "Finetune/Step": 10284, "Finetune/Step Time": 6.565316388383508}
+{"Finetune/Learning Rate": 9.358851954304e-06, "Finetune/Loss": 0.6686820387840271, "Finetune/Loss (Raw)": 0.7390932440757751, "Finetune/Step": 10285, "Finetune/Step Time": 6.566851297393441}
+{"Finetune/Learning Rate": 9.35717146977106e-06, "Finetune/Loss": 0.6680583953857422, "Finetune/Loss (Raw)": 0.670829176902771, "Finetune/Step": 10286, "Finetune/Step Time": 6.5820406675338745}
+{"Finetune/Learning Rate": 9.355491003466912e-06, "Finetune/Loss": 0.6675999760627747, "Finetune/Loss (Raw)": 0.6384263634681702, "Finetune/Step": 10287, "Finetune/Step Time": 6.580459386110306}
+{"Finetune/Learning Rate": 9.353810555439203e-06, "Finetune/Loss": 0.6693965792655945, "Finetune/Loss (Raw)": 0.782034695148468, "Finetune/Step": 10288, "Finetune/Step Time": 6.575397459790111}
+{"Finetune/Learning Rate": 9.35213012573559e-06, "Finetune/Loss": 0.6693114042282104, "Finetune/Loss (Raw)": 0.5890240669250488, "Finetune/Step": 10289, "Finetune/Step Time": 6.57484931871295}
+{"Finetune/Learning Rate": 9.350449714403727e-06, "Finetune/Loss": 0.6689680218696594, "Finetune/Loss (Raw)": 0.6451637148857117, "Finetune/Step": 10290, "Finetune/Step Time": 6.570845121517777}
+{"Finetune/Learning Rate": 9.348769321491261e-06, "Finetune/Loss": 0.6685976982116699, "Finetune/Loss (Raw)": 0.6784355044364929, "Finetune/Step": 10291, "Finetune/Step Time": 6.566002961248159}
+{"Finetune/Learning Rate": 9.347088947045844e-06, "Finetune/Loss": 0.6686570644378662, "Finetune/Loss (Raw)": 0.6708519458770752, "Finetune/Step": 10292, "Finetune/Step Time": 6.56619711779058}
+{"Finetune/Learning Rate": 9.345408591115128e-06, "Finetune/Loss": 0.6688612699508667, "Finetune/Loss (Raw)": 0.6766381859779358, "Finetune/Step": 10293, "Finetune/Step Time": 6.561989214271307}
+{"Finetune/Learning Rate": 9.343728253746764e-06, "Finetune/Loss": 0.6690028309822083, "Finetune/Loss (Raw)": 0.6086653470993042, "Finetune/Step": 10294, "Finetune/Step Time": 6.563791597262025}
+{"Finetune/Learning Rate": 9.342047934988401e-06, "Finetune/Loss": 0.6682114601135254, "Finetune/Loss (Raw)": 0.6267925500869751, "Finetune/Step": 10295, "Finetune/Step Time": 6.5667980667203665}
+{"Finetune/Learning Rate": 9.340367634887688e-06, "Finetune/Loss": 0.6674535274505615, "Finetune/Loss (Raw)": 0.5605596303939819, "Finetune/Step": 10296, "Finetune/Step Time": 6.5729093961417675}
+{"Finetune/Learning Rate": 9.338687353492274e-06, "Finetune/Loss": 0.6683006286621094, "Finetune/Loss (Raw)": 0.7277184128761292, "Finetune/Step": 10297, "Finetune/Step Time": 6.583718374371529}
+{"Finetune/Learning Rate": 9.337007090849803e-06, "Finetune/Loss": 0.6670498251914978, "Finetune/Loss (Raw)": 0.5747674703598022, "Finetune/Step": 10298, "Finetune/Step Time": 6.586524223908782}
+{"Finetune/Learning Rate": 9.335326847007929e-06, "Finetune/Loss": 0.6669202446937561, "Finetune/Loss (Raw)": 0.593796968460083, "Finetune/Step": 10299, "Finetune/Step Time": 6.599995519965887}
+{"Finetune/Learning Rate": 9.33364662201429e-06, "Finetune/Loss": 0.664547860622406, "Finetune/Loss (Raw)": 0.4709237813949585, "Finetune/Step": 10300, "Finetune/Step Time": 6.615095734596252}
+{"Finetune/Learning Rate": 9.331966415916542e-06, "Finetune/Loss": 0.6631227135658264, "Finetune/Loss (Raw)": 0.587722897529602, "Finetune/Step": 10301, "Finetune/Step Time": 6.618226679041982}
+{"Finetune/Learning Rate": 9.330286228762328e-06, "Finetune/Loss": 0.6626582145690918, "Finetune/Loss (Raw)": 0.6362493634223938, "Finetune/Step": 10302, "Finetune/Step Time": 6.614726362749934}
+{"Finetune/Learning Rate": 9.32860606059929e-06, "Finetune/Loss": 0.6621055603027344, "Finetune/Loss (Raw)": 0.5769362449645996, "Finetune/Step": 10303, "Finetune/Step Time": 6.618798479437828}
+{"Finetune/Learning Rate": 9.326925911475075e-06, "Finetune/Loss": 0.6632296442985535, "Finetune/Loss (Raw)": 0.6995720863342285, "Finetune/Step": 10304, "Finetune/Step Time": 6.621824527159333}
+{"Finetune/Learning Rate": 9.325245781437328e-06, "Finetune/Loss": 0.6635818481445312, "Finetune/Loss (Raw)": 0.6537829637527466, "Finetune/Step": 10305, "Finetune/Step Time": 6.62129033356905}
+{"Finetune/Learning Rate": 9.323565670533691e-06, "Finetune/Loss": 0.6623576879501343, "Finetune/Loss (Raw)": 0.491193026304245, "Finetune/Step": 10306, "Finetune/Step Time": 6.62511095777154}
+{"Finetune/Learning Rate": 9.321885578811806e-06, "Finetune/Loss": 0.6620171070098877, "Finetune/Loss (Raw)": 0.7322572469711304, "Finetune/Step": 10307, "Finetune/Step Time": 6.63544792868197}
+{"Finetune/Learning Rate": 9.320205506319326e-06, "Finetune/Loss": 0.6628512144088745, "Finetune/Loss (Raw)": 0.7500647902488708, "Finetune/Step": 10308, "Finetune/Step Time": 6.624637896195054}
+{"Finetune/Learning Rate": 9.318525453103879e-06, "Finetune/Loss": 0.6619534492492676, "Finetune/Loss (Raw)": 0.6151629686355591, "Finetune/Step": 10309, "Finetune/Step Time": 6.61664630100131}
+{"Finetune/Learning Rate": 9.31684541921311e-06, "Finetune/Loss": 0.6611226201057434, "Finetune/Loss (Raw)": 0.6653174161911011, "Finetune/Step": 10310, "Finetune/Step Time": 6.625776644796133}
+{"Finetune/Learning Rate": 9.315165404694664e-06, "Finetune/Loss": 0.6619662046432495, "Finetune/Loss (Raw)": 0.6818716526031494, "Finetune/Step": 10311, "Finetune/Step Time": 6.628049194812775}
+{"Finetune/Learning Rate": 9.31348540959618e-06, "Finetune/Loss": 0.6624041199684143, "Finetune/Loss (Raw)": 0.7604700922966003, "Finetune/Step": 10312, "Finetune/Step Time": 6.6518366895616055}
+{"Finetune/Learning Rate": 9.311805433965297e-06, "Finetune/Loss": 0.6636017560958862, "Finetune/Loss (Raw)": 0.6821945309638977, "Finetune/Step": 10313, "Finetune/Step Time": 6.6699544452130795}
+{"Finetune/Learning Rate": 9.310125477849659e-06, "Finetune/Loss": 0.6641002297401428, "Finetune/Loss (Raw)": 0.7458152770996094, "Finetune/Step": 10314, "Finetune/Step Time": 6.663829809054732}
+{"Finetune/Learning Rate": 9.308445541296897e-06, "Finetune/Loss": 0.6643836498260498, "Finetune/Loss (Raw)": 0.5987125039100647, "Finetune/Step": 10315, "Finetune/Step Time": 6.645062832161784}
+{"Finetune/Learning Rate": 9.306765624354653e-06, "Finetune/Loss": 0.6630793213844299, "Finetune/Loss (Raw)": 0.5935587286949158, "Finetune/Step": 10316, "Finetune/Step Time": 6.64130550250411}
+{"Finetune/Learning Rate": 9.305085727070563e-06, "Finetune/Loss": 0.6620292663574219, "Finetune/Loss (Raw)": 0.544605016708374, "Finetune/Step": 10317, "Finetune/Step Time": 6.654730902984738}
+{"Finetune/Learning Rate": 9.303405849492267e-06, "Finetune/Loss": 0.6607147455215454, "Finetune/Loss (Raw)": 0.5770874619483948, "Finetune/Step": 10318, "Finetune/Step Time": 6.652894787490368}
+{"Finetune/Learning Rate": 9.301725991667402e-06, "Finetune/Loss": 0.660209059715271, "Finetune/Loss (Raw)": 0.5164406299591064, "Finetune/Step": 10319, "Finetune/Step Time": 6.65469172783196}
+{"Finetune/Learning Rate": 9.300046153643603e-06, "Finetune/Loss": 0.66064453125, "Finetune/Loss (Raw)": 0.7548996210098267, "Finetune/Step": 10320, "Finetune/Step Time": 6.65614396892488}
+{"Finetune/Learning Rate": 9.298366335468503e-06, "Finetune/Loss": 0.6608247756958008, "Finetune/Loss (Raw)": 0.7150496244430542, "Finetune/Step": 10321, "Finetune/Step Time": 6.6393365282565355}
+{"Finetune/Learning Rate": 9.296686537189739e-06, "Finetune/Loss": 0.6607867479324341, "Finetune/Loss (Raw)": 0.7347555756568909, "Finetune/Step": 10322, "Finetune/Step Time": 6.634118266403675}
+{"Finetune/Learning Rate": 9.295006758854943e-06, "Finetune/Loss": 0.6594580411911011, "Finetune/Loss (Raw)": 0.49031105637550354, "Finetune/Step": 10323, "Finetune/Step Time": 6.652844894677401}
+{"Finetune/Learning Rate": 9.29332700051175e-06, "Finetune/Loss": 0.659948468208313, "Finetune/Loss (Raw)": 0.6279029846191406, "Finetune/Step": 10324, "Finetune/Step Time": 6.654389124363661}
+{"Finetune/Learning Rate": 9.291647262207796e-06, "Finetune/Loss": 0.660496175289154, "Finetune/Loss (Raw)": 0.7882739901542664, "Finetune/Step": 10325, "Finetune/Step Time": 6.660585951060057}
+{"Finetune/Learning Rate": 9.28996754399071e-06, "Finetune/Loss": 0.6604064106941223, "Finetune/Loss (Raw)": 0.6168092489242554, "Finetune/Step": 10326, "Finetune/Step Time": 6.662007920444012}
+{"Finetune/Learning Rate": 9.28828784590813e-06, "Finetune/Loss": 0.660460352897644, "Finetune/Loss (Raw)": 0.6272150278091431, "Finetune/Step": 10327, "Finetune/Step Time": 6.66237274184823}
+{"Finetune/Learning Rate": 9.286608168007678e-06, "Finetune/Loss": 0.661575436592102, "Finetune/Loss (Raw)": 0.7454421520233154, "Finetune/Step": 10328, "Finetune/Step Time": 6.662291439250112}
+{"Finetune/Learning Rate": 9.284928510336991e-06, "Finetune/Loss": 0.6603847742080688, "Finetune/Loss (Raw)": 0.5295819640159607, "Finetune/Step": 10329, "Finetune/Step Time": 6.653586499392986}
+{"Finetune/Learning Rate": 9.2832488729437e-06, "Finetune/Loss": 0.6599053144454956, "Finetune/Loss (Raw)": 0.6656918525695801, "Finetune/Step": 10330, "Finetune/Step Time": 6.6534201465547085}
+{"Finetune/Learning Rate": 9.281569255875427e-06, "Finetune/Loss": 0.6601378917694092, "Finetune/Loss (Raw)": 0.6967633366584778, "Finetune/Step": 10331, "Finetune/Step Time": 6.6565826795995235}
+{"Finetune/Learning Rate": 9.27988965917981e-06, "Finetune/Loss": 0.6594886779785156, "Finetune/Loss (Raw)": 0.6579089760780334, "Finetune/Step": 10332, "Finetune/Step Time": 6.65478446520865}
+{"Finetune/Learning Rate": 9.27821008290448e-06, "Finetune/Loss": 0.6578457355499268, "Finetune/Loss (Raw)": 0.5128863453865051, "Finetune/Step": 10333, "Finetune/Step Time": 6.655027825385332}
+{"Finetune/Learning Rate": 9.276530527097053e-06, "Finetune/Loss": 0.6589109897613525, "Finetune/Loss (Raw)": 0.7158435583114624, "Finetune/Step": 10334, "Finetune/Step Time": 6.656976416707039}
+{"Finetune/Learning Rate": 9.274850991805164e-06, "Finetune/Loss": 0.6575353741645813, "Finetune/Loss (Raw)": 0.47769615054130554, "Finetune/Step": 10335, "Finetune/Step Time": 6.667895553633571}
+{"Finetune/Learning Rate": 9.27317147707644e-06, "Finetune/Loss": 0.657314658164978, "Finetune/Loss (Raw)": 0.6286202669143677, "Finetune/Step": 10336, "Finetune/Step Time": 6.673634681850672}
+{"Finetune/Learning Rate": 9.271491982958506e-06, "Finetune/Loss": 0.6572247743606567, "Finetune/Loss (Raw)": 0.6421483755111694, "Finetune/Step": 10337, "Finetune/Step Time": 6.682080483064055}
+{"Finetune/Learning Rate": 9.269812509498988e-06, "Finetune/Loss": 0.6574929356575012, "Finetune/Loss (Raw)": 0.6303228735923767, "Finetune/Step": 10338, "Finetune/Step Time": 6.682290181517601}
+{"Finetune/Learning Rate": 9.268133056745513e-06, "Finetune/Loss": 0.6568775177001953, "Finetune/Loss (Raw)": 0.6361241936683655, "Finetune/Step": 10339, "Finetune/Step Time": 6.685094835236669}
+{"Finetune/Learning Rate": 9.266453624745701e-06, "Finetune/Loss": 0.6581515073776245, "Finetune/Loss (Raw)": 0.7269806861877441, "Finetune/Step": 10340, "Finetune/Step Time": 6.682607946917415}
+{"Finetune/Learning Rate": 9.264774213547176e-06, "Finetune/Loss": 0.6579321622848511, "Finetune/Loss (Raw)": 0.7207344770431519, "Finetune/Step": 10341, "Finetune/Step Time": 6.680584156885743}
+{"Finetune/Learning Rate": 9.263094823197565e-06, "Finetune/Loss": 0.658630907535553, "Finetune/Loss (Raw)": 0.7022572159767151, "Finetune/Step": 10342, "Finetune/Step Time": 6.682447019964457}
+{"Finetune/Learning Rate": 9.26141545374449e-06, "Finetune/Loss": 0.659244954586029, "Finetune/Loss (Raw)": 0.7235181927680969, "Finetune/Step": 10343, "Finetune/Step Time": 6.691969074308872}
+{"Finetune/Learning Rate": 9.259736105235572e-06, "Finetune/Loss": 0.6593387126922607, "Finetune/Loss (Raw)": 0.6385353803634644, "Finetune/Step": 10344, "Finetune/Step Time": 6.696398513391614}
+{"Finetune/Learning Rate": 9.258056777718435e-06, "Finetune/Loss": 0.6581946611404419, "Finetune/Loss (Raw)": 0.6454786062240601, "Finetune/Step": 10345, "Finetune/Step Time": 6.695390669628978}
+{"Finetune/Learning Rate": 9.256377471240696e-06, "Finetune/Loss": 0.6581700444221497, "Finetune/Loss (Raw)": 0.6986591815948486, "Finetune/Step": 10346, "Finetune/Step Time": 6.697132401168346}
+{"Finetune/Learning Rate": 9.254698185849978e-06, "Finetune/Loss": 0.6569597721099854, "Finetune/Loss (Raw)": 0.4961395859718323, "Finetune/Step": 10347, "Finetune/Step Time": 6.6932719219475985}
+{"Finetune/Learning Rate": 9.253018921593899e-06, "Finetune/Loss": 0.6574593782424927, "Finetune/Loss (Raw)": 0.7096325159072876, "Finetune/Step": 10348, "Finetune/Step Time": 6.674805320799351}
+{"Finetune/Learning Rate": 9.25133967852008e-06, "Finetune/Loss": 0.6567450761795044, "Finetune/Loss (Raw)": 0.49227848649024963, "Finetune/Step": 10349, "Finetune/Step Time": 6.68585230410099}
+{"Finetune/Learning Rate": 9.249660456676138e-06, "Finetune/Loss": 0.6565436124801636, "Finetune/Loss (Raw)": 0.7330243587493896, "Finetune/Step": 10350, "Finetune/Step Time": 6.687680218368769}
+{"Finetune/Learning Rate": 9.247981256109695e-06, "Finetune/Loss": 0.6564209461212158, "Finetune/Loss (Raw)": 0.6449626684188843, "Finetune/Step": 10351, "Finetune/Step Time": 6.7011614721268415}
+{"Finetune/Learning Rate": 9.246302076868362e-06, "Finetune/Loss": 0.6558017730712891, "Finetune/Loss (Raw)": 0.6205599904060364, "Finetune/Step": 10352, "Finetune/Step Time": 6.691567150875926}
+{"Finetune/Learning Rate": 9.244622918999761e-06, "Finetune/Loss": 0.6545807123184204, "Finetune/Loss (Raw)": 0.6115427613258362, "Finetune/Step": 10353, "Finetune/Step Time": 6.69856577180326}
+{"Finetune/Learning Rate": 9.242943782551504e-06, "Finetune/Loss": 0.6548522710800171, "Finetune/Loss (Raw)": 0.7008773684501648, "Finetune/Step": 10354, "Finetune/Step Time": 6.698070406913757}
+{"Finetune/Learning Rate": 9.24126466757121e-06, "Finetune/Loss": 0.6572160124778748, "Finetune/Loss (Raw)": 0.7298670411109924, "Finetune/Step": 10355, "Finetune/Step Time": 6.686669014394283}
+{"Finetune/Learning Rate": 9.239585574106488e-06, "Finetune/Loss": 0.6556790471076965, "Finetune/Loss (Raw)": 0.6015399694442749, "Finetune/Step": 10356, "Finetune/Step Time": 6.680427299812436}
+{"Finetune/Learning Rate": 9.237906502204967e-06, "Finetune/Loss": 0.6547496318817139, "Finetune/Loss (Raw)": 0.5753889083862305, "Finetune/Step": 10357, "Finetune/Step Time": 6.684877794235945}
+{"Finetune/Learning Rate": 9.236227451914241e-06, "Finetune/Loss": 0.654766321182251, "Finetune/Loss (Raw)": 0.658115565776825, "Finetune/Step": 10358, "Finetune/Step Time": 6.686394600197673}
+{"Finetune/Learning Rate": 9.234548423281934e-06, "Finetune/Loss": 0.6542770862579346, "Finetune/Loss (Raw)": 0.5422280430793762, "Finetune/Step": 10359, "Finetune/Step Time": 6.6815148293972015}
+{"Finetune/Learning Rate": 9.23286941635566e-06, "Finetune/Loss": 0.6545595526695251, "Finetune/Loss (Raw)": 0.6950914263725281, "Finetune/Step": 10360, "Finetune/Step Time": 6.683190086856484}
+{"Finetune/Learning Rate": 9.231190431183026e-06, "Finetune/Loss": 0.655174970626831, "Finetune/Loss (Raw)": 0.6087114214897156, "Finetune/Step": 10361, "Finetune/Step Time": 6.679237108677626}
+{"Finetune/Learning Rate": 9.229511467811645e-06, "Finetune/Loss": 0.6553851962089539, "Finetune/Loss (Raw)": 0.6522305011749268, "Finetune/Step": 10362, "Finetune/Step Time": 6.683493757620454}
+{"Finetune/Learning Rate": 9.227832526289132e-06, "Finetune/Loss": 0.6568704843521118, "Finetune/Loss (Raw)": 0.6706069111824036, "Finetune/Step": 10363, "Finetune/Step Time": 6.682607378810644}
+{"Finetune/Learning Rate": 9.226153606663089e-06, "Finetune/Loss": 0.6570804715156555, "Finetune/Loss (Raw)": 0.7019296884536743, "Finetune/Step": 10364, "Finetune/Step Time": 6.675455594435334}
+{"Finetune/Learning Rate": 9.224474708981129e-06, "Finetune/Loss": 0.6571935415267944, "Finetune/Loss (Raw)": 0.6845136284828186, "Finetune/Step": 10365, "Finetune/Step Time": 6.6720736641436815}
+{"Finetune/Learning Rate": 9.22279583329086e-06, "Finetune/Loss": 0.6568569540977478, "Finetune/Loss (Raw)": 0.6213343143463135, "Finetune/Step": 10366, "Finetune/Step Time": 6.674657618626952}
+{"Finetune/Learning Rate": 9.221116979639893e-06, "Finetune/Loss": 0.6577768325805664, "Finetune/Loss (Raw)": 0.728992223739624, "Finetune/Step": 10367, "Finetune/Step Time": 6.6794828325510025}
+{"Finetune/Learning Rate": 9.219438148075834e-06, "Finetune/Loss": 0.6576582789421082, "Finetune/Loss (Raw)": 0.7268972396850586, "Finetune/Step": 10368, "Finetune/Step Time": 6.679008478298783}
+{"Finetune/Learning Rate": 9.21775933864629e-06, "Finetune/Loss": 0.6575465798377991, "Finetune/Loss (Raw)": 0.6323622465133667, "Finetune/Step": 10369, "Finetune/Step Time": 6.682985208928585}
+{"Finetune/Learning Rate": 9.216080551398865e-06, "Finetune/Loss": 0.6569969654083252, "Finetune/Loss (Raw)": 0.6687421202659607, "Finetune/Step": 10370, "Finetune/Step Time": 6.680669570341706}
+{"Finetune/Learning Rate": 9.214401786381167e-06, "Finetune/Loss": 0.6595391035079956, "Finetune/Loss (Raw)": 0.8791490793228149, "Finetune/Step": 10371, "Finetune/Step Time": 6.677688533440232}
+{"Finetune/Learning Rate": 9.2127230436408e-06, "Finetune/Loss": 0.6596522927284241, "Finetune/Loss (Raw)": 0.6238988637924194, "Finetune/Step": 10372, "Finetune/Step Time": 6.663440702483058}
+{"Finetune/Learning Rate": 9.211044323225366e-06, "Finetune/Loss": 0.6601281762123108, "Finetune/Loss (Raw)": 0.7354974150657654, "Finetune/Step": 10373, "Finetune/Step Time": 6.682863799855113}
+{"Finetune/Learning Rate": 9.209365625182477e-06, "Finetune/Loss": 0.6607158780097961, "Finetune/Loss (Raw)": 0.720954418182373, "Finetune/Step": 10374, "Finetune/Step Time": 6.695605371147394}
+{"Finetune/Learning Rate": 9.20768694955973e-06, "Finetune/Loss": 0.6608513593673706, "Finetune/Loss (Raw)": 0.7312561869621277, "Finetune/Step": 10375, "Finetune/Step Time": 6.692571517080069}
+{"Finetune/Learning Rate": 9.206008296404724e-06, "Finetune/Loss": 0.6606639623641968, "Finetune/Loss (Raw)": 0.6866700053215027, "Finetune/Step": 10376, "Finetune/Step Time": 6.691716564819217}
+{"Finetune/Learning Rate": 9.204329665765068e-06, "Finetune/Loss": 0.6603167057037354, "Finetune/Loss (Raw)": 0.6461321711540222, "Finetune/Step": 10377, "Finetune/Step Time": 6.678245795890689}
+{"Finetune/Learning Rate": 9.202651057688358e-06, "Finetune/Loss": 0.6620047092437744, "Finetune/Loss (Raw)": 0.7771282196044922, "Finetune/Step": 10378, "Finetune/Step Time": 6.679804023355246}
+{"Finetune/Learning Rate": 9.200972472222199e-06, "Finetune/Loss": 0.6624785661697388, "Finetune/Loss (Raw)": 0.7390645742416382, "Finetune/Step": 10379, "Finetune/Step Time": 6.690477194264531}
+{"Finetune/Learning Rate": 9.199293909414186e-06, "Finetune/Loss": 0.6628090143203735, "Finetune/Loss (Raw)": 0.6869063973426819, "Finetune/Step": 10380, "Finetune/Step Time": 6.686858743429184}
+{"Finetune/Learning Rate": 9.197615369311926e-06, "Finetune/Loss": 0.6630986928939819, "Finetune/Loss (Raw)": 0.7618587613105774, "Finetune/Step": 10381, "Finetune/Step Time": 6.688566233962774}
+{"Finetune/Learning Rate": 9.195936851963009e-06, "Finetune/Loss": 0.6627166271209717, "Finetune/Loss (Raw)": 0.5857195258140564, "Finetune/Step": 10382, "Finetune/Step Time": 6.686199087649584}
+{"Finetune/Learning Rate": 9.194258357415033e-06, "Finetune/Loss": 0.6622734069824219, "Finetune/Loss (Raw)": 0.6136772632598877, "Finetune/Step": 10383, "Finetune/Step Time": 6.683524476364255}
+{"Finetune/Learning Rate": 9.192579885715602e-06, "Finetune/Loss": 0.6626385450363159, "Finetune/Loss (Raw)": 0.7094026803970337, "Finetune/Step": 10384, "Finetune/Step Time": 6.67462426237762}
+{"Finetune/Learning Rate": 9.19090143691231e-06, "Finetune/Loss": 0.6639536619186401, "Finetune/Loss (Raw)": 0.6893534064292908, "Finetune/Step": 10385, "Finetune/Step Time": 6.673899505287409}
+{"Finetune/Learning Rate": 9.189223011052751e-06, "Finetune/Loss": 0.6636828780174255, "Finetune/Loss (Raw)": 0.6915440559387207, "Finetune/Step": 10386, "Finetune/Step Time": 6.673970630392432}
+{"Finetune/Learning Rate": 9.187544608184525e-06, "Finetune/Loss": 0.6625416874885559, "Finetune/Loss (Raw)": 0.67912757396698, "Finetune/Step": 10387, "Finetune/Step Time": 6.67300876416266}
+{"Finetune/Learning Rate": 9.18586622835522e-06, "Finetune/Loss": 0.6622115969657898, "Finetune/Loss (Raw)": 0.6711164712905884, "Finetune/Step": 10388, "Finetune/Step Time": 6.66680602170527}
+{"Finetune/Learning Rate": 9.184187871612436e-06, "Finetune/Loss": 0.6617841720581055, "Finetune/Loss (Raw)": 0.634501039981842, "Finetune/Step": 10389, "Finetune/Step Time": 6.662971336394548}
+{"Finetune/Learning Rate": 9.182509538003761e-06, "Finetune/Loss": 0.662049412727356, "Finetune/Loss (Raw)": 0.6450420618057251, "Finetune/Step": 10390, "Finetune/Step Time": 6.660368520766497}
+{"Finetune/Learning Rate": 9.180831227576792e-06, "Finetune/Loss": 0.6619009375572205, "Finetune/Loss (Raw)": 0.5463059544563293, "Finetune/Step": 10391, "Finetune/Step Time": 6.652383651584387}
+{"Finetune/Learning Rate": 9.179152940379123e-06, "Finetune/Loss": 0.66068434715271, "Finetune/Loss (Raw)": 0.5776869058609009, "Finetune/Step": 10392, "Finetune/Step Time": 6.656739003956318}
+{"Finetune/Learning Rate": 9.177474676458342e-06, "Finetune/Loss": 0.6596145629882812, "Finetune/Loss (Raw)": 0.5497612953186035, "Finetune/Step": 10393, "Finetune/Step Time": 6.651625672355294}
+{"Finetune/Learning Rate": 9.175796435862038e-06, "Finetune/Loss": 0.6594249606132507, "Finetune/Loss (Raw)": 0.7562628388404846, "Finetune/Step": 10394, "Finetune/Step Time": 6.647667225450277}
+{"Finetune/Learning Rate": 9.174118218637805e-06, "Finetune/Loss": 0.6601126194000244, "Finetune/Loss (Raw)": 0.757826030254364, "Finetune/Step": 10395, "Finetune/Step Time": 6.6429655104875565}
+{"Finetune/Learning Rate": 9.172440024833229e-06, "Finetune/Loss": 0.6604248881340027, "Finetune/Loss (Raw)": 0.6889457702636719, "Finetune/Step": 10396, "Finetune/Step Time": 6.6440398916602135}
+{"Finetune/Learning Rate": 9.170761854495899e-06, "Finetune/Loss": 0.6600241661071777, "Finetune/Loss (Raw)": 0.5918700098991394, "Finetune/Step": 10397, "Finetune/Step Time": 6.644114274531603}
+{"Finetune/Learning Rate": 9.169083707673407e-06, "Finetune/Loss": 0.6588387489318848, "Finetune/Loss (Raw)": 0.6108238697052002, "Finetune/Step": 10398, "Finetune/Step Time": 6.648109024390578}
+{"Finetune/Learning Rate": 9.167405584413343e-06, "Finetune/Loss": 0.6572093963623047, "Finetune/Loss (Raw)": 0.5647307634353638, "Finetune/Step": 10399, "Finetune/Step Time": 6.646491399034858}
+{"Finetune/Learning Rate": 9.165727484763283e-06, "Finetune/Loss": 0.6571288108825684, "Finetune/Loss (Raw)": 0.6904907822608948, "Finetune/Step": 10400, "Finetune/Step Time": 6.646225558593869}
+{"Finetune/Learning Rate": 9.16404940877082e-06, "Finetune/Loss": 0.6574539542198181, "Finetune/Loss (Raw)": 0.7131221890449524, "Finetune/Step": 10401, "Finetune/Step Time": 6.659091014415026}
+{"Finetune/Learning Rate": 9.16237135648354e-06, "Finetune/Loss": 0.6569725275039673, "Finetune/Loss (Raw)": 0.6133296489715576, "Finetune/Step": 10402, "Finetune/Step Time": 6.6612901370972395}
+{"Finetune/Learning Rate": 9.160693327949025e-06, "Finetune/Loss": 0.6556451320648193, "Finetune/Loss (Raw)": 0.5629082918167114, "Finetune/Step": 10403, "Finetune/Step Time": 6.6619006507098675}
+{"Finetune/Learning Rate": 9.15901532321486e-06, "Finetune/Loss": 0.6553090214729309, "Finetune/Loss (Raw)": 0.6478650569915771, "Finetune/Step": 10404, "Finetune/Step Time": 6.663904834538698}
+{"Finetune/Learning Rate": 9.157337342328629e-06, "Finetune/Loss": 0.6543035507202148, "Finetune/Loss (Raw)": 0.5988142490386963, "Finetune/Step": 10405, "Finetune/Step Time": 6.6867824625223875}
+{"Finetune/Learning Rate": 9.155659385337921e-06, "Finetune/Loss": 0.6546009182929993, "Finetune/Loss (Raw)": 0.7938823699951172, "Finetune/Step": 10406, "Finetune/Step Time": 6.707116274163127}
+{"Finetune/Learning Rate": 9.153981452290304e-06, "Finetune/Loss": 0.6556955575942993, "Finetune/Loss (Raw)": 0.7393456697463989, "Finetune/Step": 10407, "Finetune/Step Time": 6.698331957682967}
+{"Finetune/Learning Rate": 9.15230354323337e-06, "Finetune/Loss": 0.6563644409179688, "Finetune/Loss (Raw)": 0.7212027907371521, "Finetune/Step": 10408, "Finetune/Step Time": 6.677384281530976}
+{"Finetune/Learning Rate": 9.150625658214697e-06, "Finetune/Loss": 0.6566990613937378, "Finetune/Loss (Raw)": 0.7018410563468933, "Finetune/Step": 10409, "Finetune/Step Time": 6.675086231902242}
+{"Finetune/Learning Rate": 9.148947797281866e-06, "Finetune/Loss": 0.6569173336029053, "Finetune/Loss (Raw)": 0.6631064414978027, "Finetune/Step": 10410, "Finetune/Step Time": 6.68718166090548}
+{"Finetune/Learning Rate": 9.147269960482453e-06, "Finetune/Loss": 0.6551319360733032, "Finetune/Loss (Raw)": 0.5691230893135071, "Finetune/Step": 10411, "Finetune/Step Time": 6.6821309030056}
+{"Finetune/Learning Rate": 9.145592147864044e-06, "Finetune/Loss": 0.6556367874145508, "Finetune/Loss (Raw)": 0.7335513830184937, "Finetune/Step": 10412, "Finetune/Step Time": 6.684963382780552}
+{"Finetune/Learning Rate": 9.143914359474209e-06, "Finetune/Loss": 0.6544481515884399, "Finetune/Loss (Raw)": 0.5869437456130981, "Finetune/Step": 10413, "Finetune/Step Time": 6.697902442887425}
+{"Finetune/Learning Rate": 9.142236595360525e-06, "Finetune/Loss": 0.6545429825782776, "Finetune/Loss (Raw)": 0.6829644441604614, "Finetune/Step": 10414, "Finetune/Step Time": 6.689867179840803}
+{"Finetune/Learning Rate": 9.140558855570576e-06, "Finetune/Loss": 0.6548479199409485, "Finetune/Loss (Raw)": 0.6774642467498779, "Finetune/Step": 10415, "Finetune/Step Time": 6.696603490039706}
+{"Finetune/Learning Rate": 9.138881140151931e-06, "Finetune/Loss": 0.6552360653877258, "Finetune/Loss (Raw)": 0.831714928150177, "Finetune/Step": 10416, "Finetune/Step Time": 6.698422564193606}
+{"Finetune/Learning Rate": 9.13720344915217e-06, "Finetune/Loss": 0.6558483839035034, "Finetune/Loss (Raw)": 0.6674013137817383, "Finetune/Step": 10417, "Finetune/Step Time": 6.697942180559039}
+{"Finetune/Learning Rate": 9.135525782618869e-06, "Finetune/Loss": 0.6558894515037537, "Finetune/Loss (Raw)": 0.6504199504852295, "Finetune/Step": 10418, "Finetune/Step Time": 6.697701241821051}
+{"Finetune/Learning Rate": 9.133848140599595e-06, "Finetune/Loss": 0.6552039980888367, "Finetune/Loss (Raw)": 0.5906999111175537, "Finetune/Step": 10419, "Finetune/Step Time": 6.697860438376665}
+{"Finetune/Learning Rate": 9.132170523141926e-06, "Finetune/Loss": 0.6548908948898315, "Finetune/Loss (Raw)": 0.6307722330093384, "Finetune/Step": 10420, "Finetune/Step Time": 6.701595105230808}
+{"Finetune/Learning Rate": 9.130492930293431e-06, "Finetune/Loss": 0.6545897722244263, "Finetune/Loss (Raw)": 0.6380895972251892, "Finetune/Step": 10421, "Finetune/Step Time": 6.706229472532868}
+{"Finetune/Learning Rate": 9.128815362101683e-06, "Finetune/Loss": 0.6552722454071045, "Finetune/Loss (Raw)": 0.6960190534591675, "Finetune/Step": 10422, "Finetune/Step Time": 6.706356609240174}
+{"Finetune/Learning Rate": 9.127137818614257e-06, "Finetune/Loss": 0.6556780338287354, "Finetune/Loss (Raw)": 0.6787428855895996, "Finetune/Step": 10423, "Finetune/Step Time": 6.70239838398993}
+{"Finetune/Learning Rate": 9.125460299878722e-06, "Finetune/Loss": 0.657577633857727, "Finetune/Loss (Raw)": 0.8037065267562866, "Finetune/Step": 10424, "Finetune/Step Time": 6.699057549238205}
+{"Finetune/Learning Rate": 9.123782805942645e-06, "Finetune/Loss": 0.6576011776924133, "Finetune/Loss (Raw)": 0.7307348847389221, "Finetune/Step": 10425, "Finetune/Step Time": 6.699654307216406}
+{"Finetune/Learning Rate": 9.122105336853594e-06, "Finetune/Loss": 0.6584501266479492, "Finetune/Loss (Raw)": 0.6834302544593811, "Finetune/Step": 10426, "Finetune/Step Time": 6.697040827944875}
+{"Finetune/Learning Rate": 9.12042789265914e-06, "Finetune/Loss": 0.6599613428115845, "Finetune/Loss (Raw)": 0.7872295379638672, "Finetune/Step": 10427, "Finetune/Step Time": 6.690439878031611}
+{"Finetune/Learning Rate": 9.11875047340685e-06, "Finetune/Loss": 0.6613955497741699, "Finetune/Loss (Raw)": 0.6545108556747437, "Finetune/Step": 10428, "Finetune/Step Time": 6.677316267043352}
+{"Finetune/Learning Rate": 9.117073079144288e-06, "Finetune/Loss": 0.6618325710296631, "Finetune/Loss (Raw)": 0.6436577439308167, "Finetune/Step": 10429, "Finetune/Step Time": 6.679818602278829}
+{"Finetune/Learning Rate": 9.115395709919029e-06, "Finetune/Loss": 0.6608464121818542, "Finetune/Loss (Raw)": 0.5100197196006775, "Finetune/Step": 10430, "Finetune/Step Time": 6.6906880382448435}
+{"Finetune/Learning Rate": 9.113718365778627e-06, "Finetune/Loss": 0.6613443493843079, "Finetune/Loss (Raw)": 0.6406747698783875, "Finetune/Step": 10431, "Finetune/Step Time": 6.6892374865710735}
+{"Finetune/Learning Rate": 9.112041046770653e-06, "Finetune/Loss": 0.6607125997543335, "Finetune/Loss (Raw)": 0.6187073588371277, "Finetune/Step": 10432, "Finetune/Step Time": 6.689634200185537}
+{"Finetune/Learning Rate": 9.11036375294267e-06, "Finetune/Loss": 0.6611626744270325, "Finetune/Loss (Raw)": 0.7113902568817139, "Finetune/Step": 10433, "Finetune/Step Time": 6.6883236933499575}
+{"Finetune/Learning Rate": 9.108686484342241e-06, "Finetune/Loss": 0.6624589562416077, "Finetune/Loss (Raw)": 0.6571177244186401, "Finetune/Step": 10434, "Finetune/Step Time": 6.685601308941841}
+{"Finetune/Learning Rate": 9.107009241016929e-06, "Finetune/Loss": 0.6623597145080566, "Finetune/Loss (Raw)": 0.7195603251457214, "Finetune/Step": 10435, "Finetune/Step Time": 6.671858388930559}
+{"Finetune/Learning Rate": 9.105332023014298e-06, "Finetune/Loss": 0.6618579626083374, "Finetune/Loss (Raw)": 0.6858300566673279, "Finetune/Step": 10436, "Finetune/Step Time": 6.66366515122354}
+{"Finetune/Learning Rate": 9.103654830381906e-06, "Finetune/Loss": 0.6626501083374023, "Finetune/Loss (Raw)": 0.71656733751297, "Finetune/Step": 10437, "Finetune/Step Time": 6.673996342346072}
+{"Finetune/Learning Rate": 9.101977663167311e-06, "Finetune/Loss": 0.6625527739524841, "Finetune/Loss (Raw)": 0.6528504490852356, "Finetune/Step": 10438, "Finetune/Step Time": 6.668771136552095}
+{"Finetune/Learning Rate": 9.100300521418075e-06, "Finetune/Loss": 0.6621171236038208, "Finetune/Loss (Raw)": 0.626107931137085, "Finetune/Step": 10439, "Finetune/Step Time": 6.664740039035678}
+{"Finetune/Learning Rate": 9.098623405181762e-06, "Finetune/Loss": 0.6620664596557617, "Finetune/Loss (Raw)": 0.7539926171302795, "Finetune/Step": 10440, "Finetune/Step Time": 6.642486313357949}
+{"Finetune/Learning Rate": 9.096946314505924e-06, "Finetune/Loss": 0.6611149311065674, "Finetune/Loss (Raw)": 0.5604003667831421, "Finetune/Step": 10441, "Finetune/Step Time": 6.623089401051402}
+{"Finetune/Learning Rate": 9.095269249438122e-06, "Finetune/Loss": 0.6615631580352783, "Finetune/Loss (Raw)": 0.8031834363937378, "Finetune/Step": 10442, "Finetune/Step Time": 6.624300541356206}
+{"Finetune/Learning Rate": 9.09359221002591e-06, "Finetune/Loss": 0.6615064144134521, "Finetune/Loss (Raw)": 0.5914479494094849, "Finetune/Step": 10443, "Finetune/Step Time": 6.622818045318127}
+{"Finetune/Learning Rate": 9.091915196316846e-06, "Finetune/Loss": 0.6629003286361694, "Finetune/Loss (Raw)": 0.7719801068305969, "Finetune/Step": 10444, "Finetune/Step Time": 6.616291353479028}
+{"Finetune/Learning Rate": 9.090238208358486e-06, "Finetune/Loss": 0.6638634204864502, "Finetune/Loss (Raw)": 0.6678788661956787, "Finetune/Step": 10445, "Finetune/Step Time": 6.603763123974204}
+{"Finetune/Learning Rate": 9.08856124619838e-06, "Finetune/Loss": 0.6651570796966553, "Finetune/Loss (Raw)": 0.7426755428314209, "Finetune/Step": 10446, "Finetune/Step Time": 6.6044971365481615}
+{"Finetune/Learning Rate": 9.086884309884085e-06, "Finetune/Loss": 0.666029691696167, "Finetune/Loss (Raw)": 0.6281334757804871, "Finetune/Step": 10447, "Finetune/Step Time": 6.602111341431737}
+{"Finetune/Learning Rate": 9.085207399463162e-06, "Finetune/Loss": 0.6652275323867798, "Finetune/Loss (Raw)": 0.6522263288497925, "Finetune/Step": 10448, "Finetune/Step Time": 6.602179788053036}
+{"Finetune/Learning Rate": 9.083530514983148e-06, "Finetune/Loss": 0.6652978658676147, "Finetune/Loss (Raw)": 0.7240554690361023, "Finetune/Step": 10449, "Finetune/Step Time": 6.606868043541908}
+{"Finetune/Learning Rate": 9.081853656491605e-06, "Finetune/Loss": 0.6637336015701294, "Finetune/Loss (Raw)": 0.5345268845558167, "Finetune/Step": 10450, "Finetune/Step Time": 6.61769112944603}
+{"Finetune/Learning Rate": 9.080176824036082e-06, "Finetune/Loss": 0.6651021242141724, "Finetune/Loss (Raw)": 0.6654863357543945, "Finetune/Step": 10451, "Finetune/Step Time": 6.6036459524184465}
+{"Finetune/Learning Rate": 9.078500017664126e-06, "Finetune/Loss": 0.6656993627548218, "Finetune/Loss (Raw)": 0.7043396830558777, "Finetune/Step": 10452, "Finetune/Step Time": 6.592759892344475}
+{"Finetune/Learning Rate": 9.076823237423288e-06, "Finetune/Loss": 0.6637190580368042, "Finetune/Loss (Raw)": 0.5347997546195984, "Finetune/Step": 10453, "Finetune/Step Time": 6.600524364039302}
+{"Finetune/Learning Rate": 9.075146483361126e-06, "Finetune/Loss": 0.6636824607849121, "Finetune/Loss (Raw)": 0.6121282577514648, "Finetune/Step": 10454, "Finetune/Step Time": 6.60050991922617}
+{"Finetune/Learning Rate": 9.073469755525177e-06, "Finetune/Loss": 0.6629336476325989, "Finetune/Loss (Raw)": 0.531365692615509, "Finetune/Step": 10455, "Finetune/Step Time": 6.615943226963282}
+{"Finetune/Learning Rate": 9.071793053962984e-06, "Finetune/Loss": 0.6629918813705444, "Finetune/Loss (Raw)": 0.7529027462005615, "Finetune/Step": 10456, "Finetune/Step Time": 6.6176248118281364}
+{"Finetune/Learning Rate": 9.070116378722107e-06, "Finetune/Loss": 0.663942813873291, "Finetune/Loss (Raw)": 0.651292085647583, "Finetune/Step": 10457, "Finetune/Step Time": 6.6179941855371}
+{"Finetune/Learning Rate": 9.068439729850082e-06, "Finetune/Loss": 0.6633871793746948, "Finetune/Loss (Raw)": 0.5945659279823303, "Finetune/Step": 10458, "Finetune/Step Time": 6.617800045758486}
+{"Finetune/Learning Rate": 9.06676310739446e-06, "Finetune/Loss": 0.6635657548904419, "Finetune/Loss (Raw)": 0.7196294069290161, "Finetune/Step": 10459, "Finetune/Step Time": 6.618991110473871}
+{"Finetune/Learning Rate": 9.065086511402783e-06, "Finetune/Loss": 0.6633999347686768, "Finetune/Loss (Raw)": 0.6366754770278931, "Finetune/Step": 10460, "Finetune/Step Time": 6.621716752648354}
+{"Finetune/Learning Rate": 9.063409941922592e-06, "Finetune/Loss": 0.6644042730331421, "Finetune/Loss (Raw)": 0.6414440274238586, "Finetune/Step": 10461, "Finetune/Step Time": 6.622642815113068}
+{"Finetune/Learning Rate": 9.061733399001433e-06, "Finetune/Loss": 0.663132905960083, "Finetune/Loss (Raw)": 0.5531078577041626, "Finetune/Step": 10462, "Finetune/Step Time": 6.630055069923401}
+{"Finetune/Learning Rate": 9.060056882686844e-06, "Finetune/Loss": 0.6643452644348145, "Finetune/Loss (Raw)": 0.6328868865966797, "Finetune/Step": 10463, "Finetune/Step Time": 6.618141878396273}
+{"Finetune/Learning Rate": 9.058380393026369e-06, "Finetune/Loss": 0.6641269326210022, "Finetune/Loss (Raw)": 0.6006690859794617, "Finetune/Step": 10464, "Finetune/Step Time": 6.63437900133431}
+{"Finetune/Learning Rate": 9.05670393006755e-06, "Finetune/Loss": 0.6634474396705627, "Finetune/Loss (Raw)": 0.5551764369010925, "Finetune/Step": 10465, "Finetune/Step Time": 6.6402983870357275}
+{"Finetune/Learning Rate": 9.05502749385793e-06, "Finetune/Loss": 0.6637959480285645, "Finetune/Loss (Raw)": 0.6749339699745178, "Finetune/Step": 10466, "Finetune/Step Time": 6.657386716455221}
+{"Finetune/Learning Rate": 9.053351084445037e-06, "Finetune/Loss": 0.6649288535118103, "Finetune/Loss (Raw)": 0.7811309099197388, "Finetune/Step": 10467, "Finetune/Step Time": 6.684893248602748}
+{"Finetune/Learning Rate": 9.051674701876415e-06, "Finetune/Loss": 0.6647698879241943, "Finetune/Loss (Raw)": 0.7066290974617004, "Finetune/Step": 10468, "Finetune/Step Time": 6.689224861562252}
+{"Finetune/Learning Rate": 9.049998346199605e-06, "Finetune/Loss": 0.6644092202186584, "Finetune/Loss (Raw)": 0.6745752692222595, "Finetune/Step": 10469, "Finetune/Step Time": 6.691366294398904}
+{"Finetune/Learning Rate": 9.048322017462136e-06, "Finetune/Loss": 0.6635233163833618, "Finetune/Loss (Raw)": 0.5888627171516418, "Finetune/Step": 10470, "Finetune/Step Time": 6.700496414676309}
+{"Finetune/Learning Rate": 9.046645715711553e-06, "Finetune/Loss": 0.6633102893829346, "Finetune/Loss (Raw)": 0.6962519288063049, "Finetune/Step": 10471, "Finetune/Step Time": 6.690202575176954}
+{"Finetune/Learning Rate": 9.044969440995389e-06, "Finetune/Loss": 0.6634403467178345, "Finetune/Loss (Raw)": 0.6551793217658997, "Finetune/Step": 10472, "Finetune/Step Time": 6.701088594272733}
+{"Finetune/Learning Rate": 9.04329319336117e-06, "Finetune/Loss": 0.6636961102485657, "Finetune/Loss (Raw)": 0.6782205700874329, "Finetune/Step": 10473, "Finetune/Step Time": 6.7003299333155155}
+{"Finetune/Learning Rate": 9.041616972856438e-06, "Finetune/Loss": 0.6634422540664673, "Finetune/Loss (Raw)": 0.6661637425422668, "Finetune/Step": 10474, "Finetune/Step Time": 6.698454553261399}
+{"Finetune/Learning Rate": 9.039940779528722e-06, "Finetune/Loss": 0.6653458476066589, "Finetune/Loss (Raw)": 0.7397973537445068, "Finetune/Step": 10475, "Finetune/Step Time": 6.684735743328929}
+{"Finetune/Learning Rate": 9.038264613425556e-06, "Finetune/Loss": 0.6658936738967896, "Finetune/Loss (Raw)": 0.7797484397888184, "Finetune/Step": 10476, "Finetune/Step Time": 6.687549997121096}
+{"Finetune/Learning Rate": 9.036588474594471e-06, "Finetune/Loss": 0.665812611579895, "Finetune/Loss (Raw)": 0.48191237449645996, "Finetune/Step": 10477, "Finetune/Step Time": 6.682360326871276}
+{"Finetune/Learning Rate": 9.034912363082999e-06, "Finetune/Loss": 0.6653388738632202, "Finetune/Loss (Raw)": 0.6723756194114685, "Finetune/Step": 10478, "Finetune/Step Time": 6.680981731042266}
+{"Finetune/Learning Rate": 9.033236278938667e-06, "Finetune/Loss": 0.665823757648468, "Finetune/Loss (Raw)": 0.707032322883606, "Finetune/Step": 10479, "Finetune/Step Time": 6.669061267748475}
+{"Finetune/Learning Rate": 9.031560222209001e-06, "Finetune/Loss": 0.6659924983978271, "Finetune/Loss (Raw)": 0.6421667337417603, "Finetune/Step": 10480, "Finetune/Step Time": 6.669125411659479}
+{"Finetune/Learning Rate": 9.029884192941536e-06, "Finetune/Loss": 0.6654387712478638, "Finetune/Loss (Raw)": 0.5406625270843506, "Finetune/Step": 10481, "Finetune/Step Time": 6.676629727706313}
+{"Finetune/Learning Rate": 9.028208191183798e-06, "Finetune/Loss": 0.6654216051101685, "Finetune/Loss (Raw)": 0.6986820101737976, "Finetune/Step": 10482, "Finetune/Step Time": 6.679187763482332}
+{"Finetune/Learning Rate": 9.026532216983312e-06, "Finetune/Loss": 0.6652421951293945, "Finetune/Loss (Raw)": 0.7068920135498047, "Finetune/Step": 10483, "Finetune/Step Time": 6.678767319768667}
+{"Finetune/Learning Rate": 9.024856270387605e-06, "Finetune/Loss": 0.6650775074958801, "Finetune/Loss (Raw)": 0.5804632306098938, "Finetune/Step": 10484, "Finetune/Step Time": 6.6717179752886295}
+{"Finetune/Learning Rate": 9.023180351444201e-06, "Finetune/Loss": 0.6650295853614807, "Finetune/Loss (Raw)": 0.5692603588104248, "Finetune/Step": 10485, "Finetune/Step Time": 6.669070798903704}
+{"Finetune/Learning Rate": 9.021504460200623e-06, "Finetune/Loss": 0.6662973761558533, "Finetune/Loss (Raw)": 0.8203859329223633, "Finetune/Step": 10486, "Finetune/Step Time": 6.6662944331765175}
+{"Finetune/Learning Rate": 9.019828596704394e-06, "Finetune/Loss": 0.6670870780944824, "Finetune/Loss (Raw)": 0.6433160901069641, "Finetune/Step": 10487, "Finetune/Step Time": 6.664953986182809}
+{"Finetune/Learning Rate": 9.018152761003041e-06, "Finetune/Loss": 0.6662173271179199, "Finetune/Loss (Raw)": 0.583759069442749, "Finetune/Step": 10488, "Finetune/Step Time": 6.6594830844551325}
+{"Finetune/Learning Rate": 9.016476953144085e-06, "Finetune/Loss": 0.6655853986740112, "Finetune/Loss (Raw)": 0.5278322696685791, "Finetune/Step": 10489, "Finetune/Step Time": 6.65933427773416}
+{"Finetune/Learning Rate": 9.014801173175044e-06, "Finetune/Loss": 0.6665852069854736, "Finetune/Loss (Raw)": 0.7802001237869263, "Finetune/Step": 10490, "Finetune/Step Time": 6.653592608869076}
+{"Finetune/Learning Rate": 9.013125421143443e-06, "Finetune/Loss": 0.6668154001235962, "Finetune/Loss (Raw)": 0.7000741362571716, "Finetune/Step": 10491, "Finetune/Step Time": 6.641389133408666}
+{"Finetune/Learning Rate": 9.011449697096796e-06, "Finetune/Loss": 0.6669880151748657, "Finetune/Loss (Raw)": 0.724023163318634, "Finetune/Step": 10492, "Finetune/Step Time": 6.643258683383465}
+{"Finetune/Learning Rate": 9.009774001082627e-06, "Finetune/Loss": 0.6664842367172241, "Finetune/Loss (Raw)": 0.6200341582298279, "Finetune/Step": 10493, "Finetune/Step Time": 6.647034801542759}
+{"Finetune/Learning Rate": 9.00809833314845e-06, "Finetune/Loss": 0.667059063911438, "Finetune/Loss (Raw)": 0.6948981881141663, "Finetune/Step": 10494, "Finetune/Step Time": 6.644164314493537}
+{"Finetune/Learning Rate": 9.00642269334178e-06, "Finetune/Loss": 0.6662565469741821, "Finetune/Loss (Raw)": 0.6262718439102173, "Finetune/Step": 10495, "Finetune/Step Time": 6.633281135931611}
+{"Finetune/Learning Rate": 9.00474708171014e-06, "Finetune/Loss": 0.6656886339187622, "Finetune/Loss (Raw)": 0.6542101502418518, "Finetune/Step": 10496, "Finetune/Step Time": 6.6610772758722305}
+{"Finetune/Learning Rate": 9.003071498301046e-06, "Finetune/Loss": 0.6662594079971313, "Finetune/Loss (Raw)": 0.7054257988929749, "Finetune/Step": 10497, "Finetune/Step Time": 6.657561337575316}
+{"Finetune/Learning Rate": 9.001395943162006e-06, "Finetune/Loss": 0.6668664216995239, "Finetune/Loss (Raw)": 0.7464393973350525, "Finetune/Step": 10498, "Finetune/Step Time": 6.68095326051116}
+{"Finetune/Learning Rate": 8.999720416340539e-06, "Finetune/Loss": 0.6660449504852295, "Finetune/Loss (Raw)": 0.7740024328231812, "Finetune/Step": 10499, "Finetune/Step Time": 6.696878518909216}
+{"Finetune/Learning Rate": 8.998044917884154e-06, "Finetune/Loss": 0.6666245460510254, "Finetune/Loss (Raw)": 0.6980763077735901, "Finetune/Step": 10500, "Finetune/Step Time": 6.696775566786528}
+{"Finetune/Learning Rate": 8.996369447840369e-06, "Finetune/Loss": 0.6665342450141907, "Finetune/Loss (Raw)": 0.7239429950714111, "Finetune/Step": 10501, "Finetune/Step Time": 6.6808317098766565}
+{"Finetune/Learning Rate": 8.994694006256688e-06, "Finetune/Loss": 0.6668336987495422, "Finetune/Loss (Raw)": 0.7592799067497253, "Finetune/Step": 10502, "Finetune/Step Time": 6.66679129190743}
+{"Finetune/Learning Rate": 8.993018593180633e-06, "Finetune/Loss": 0.6665225625038147, "Finetune/Loss (Raw)": 0.6914345026016235, "Finetune/Step": 10503, "Finetune/Step Time": 6.67152832262218}
+{"Finetune/Learning Rate": 8.991343208659705e-06, "Finetune/Loss": 0.6664755344390869, "Finetune/Loss (Raw)": 0.6806514263153076, "Finetune/Step": 10504, "Finetune/Step Time": 6.672583473846316}
+{"Finetune/Learning Rate": 8.98966785274141e-06, "Finetune/Loss": 0.666195273399353, "Finetune/Loss (Raw)": 0.6102644801139832, "Finetune/Step": 10505, "Finetune/Step Time": 6.680830409750342}
+{"Finetune/Learning Rate": 8.987992525473266e-06, "Finetune/Loss": 0.6643098592758179, "Finetune/Loss (Raw)": 0.5357955098152161, "Finetune/Step": 10506, "Finetune/Step Time": 6.693128505721688}
+{"Finetune/Learning Rate": 8.986317226902776e-06, "Finetune/Loss": 0.6640341281890869, "Finetune/Loss (Raw)": 0.7037649154663086, "Finetune/Step": 10507, "Finetune/Step Time": 6.682130908593535}
+{"Finetune/Learning Rate": 8.984641957077448e-06, "Finetune/Loss": 0.663731575012207, "Finetune/Loss (Raw)": 0.6481837034225464, "Finetune/Step": 10508, "Finetune/Step Time": 6.690717041492462}
+{"Finetune/Learning Rate": 8.982966716044786e-06, "Finetune/Loss": 0.6636207103729248, "Finetune/Loss (Raw)": 0.7476632595062256, "Finetune/Step": 10509, "Finetune/Step Time": 6.690625485032797}
+{"Finetune/Learning Rate": 8.981291503852296e-06, "Finetune/Loss": 0.6654163002967834, "Finetune/Loss (Raw)": 0.815554141998291, "Finetune/Step": 10510, "Finetune/Step Time": 6.693593265488744}
+{"Finetune/Learning Rate": 8.979616320547483e-06, "Finetune/Loss": 0.6647355556488037, "Finetune/Loss (Raw)": 0.5265436172485352, "Finetune/Step": 10511, "Finetune/Step Time": 6.694856688380241}
+{"Finetune/Learning Rate": 8.977941166177845e-06, "Finetune/Loss": 0.6650867462158203, "Finetune/Loss (Raw)": 0.7543596029281616, "Finetune/Step": 10512, "Finetune/Step Time": 6.695225594565272}
+{"Finetune/Learning Rate": 8.976266040790892e-06, "Finetune/Loss": 0.6644227504730225, "Finetune/Loss (Raw)": 0.6043546199798584, "Finetune/Step": 10513, "Finetune/Step Time": 6.696121787652373}
+{"Finetune/Learning Rate": 8.974590944434123e-06, "Finetune/Loss": 0.6643815040588379, "Finetune/Loss (Raw)": 0.686272919178009, "Finetune/Step": 10514, "Finetune/Step Time": 6.696694999933243}
+{"Finetune/Learning Rate": 8.972915877155043e-06, "Finetune/Loss": 0.6642211675643921, "Finetune/Loss (Raw)": 0.6585992574691772, "Finetune/Step": 10515, "Finetune/Step Time": 6.696578809991479}
+{"Finetune/Learning Rate": 8.971240839001143e-06, "Finetune/Loss": 0.6651724576950073, "Finetune/Loss (Raw)": 0.7928819060325623, "Finetune/Step": 10516, "Finetune/Step Time": 6.7042347230017185}
+{"Finetune/Learning Rate": 8.969565830019929e-06, "Finetune/Loss": 0.6651923656463623, "Finetune/Loss (Raw)": 0.637051522731781, "Finetune/Step": 10517, "Finetune/Step Time": 6.714666431769729}
+{"Finetune/Learning Rate": 8.967890850258896e-06, "Finetune/Loss": 0.6644172668457031, "Finetune/Loss (Raw)": 0.5458284616470337, "Finetune/Step": 10518, "Finetune/Step Time": 6.730675442144275}
+{"Finetune/Learning Rate": 8.966215899765544e-06, "Finetune/Loss": 0.6644960045814514, "Finetune/Loss (Raw)": 0.5563809871673584, "Finetune/Step": 10519, "Finetune/Step Time": 6.7304855193942785}
+{"Finetune/Learning Rate": 8.96454097858737e-06, "Finetune/Loss": 0.6653589010238647, "Finetune/Loss (Raw)": 0.688139796257019, "Finetune/Step": 10520, "Finetune/Step Time": 6.743611583486199}
+{"Finetune/Learning Rate": 8.962866086771873e-06, "Finetune/Loss": 0.6667472720146179, "Finetune/Loss (Raw)": 0.7274749279022217, "Finetune/Step": 10521, "Finetune/Step Time": 6.745183849707246}
+{"Finetune/Learning Rate": 8.961191224366541e-06, "Finetune/Loss": 0.6647634506225586, "Finetune/Loss (Raw)": 0.5023337006568909, "Finetune/Step": 10522, "Finetune/Step Time": 6.761525817215443}
+{"Finetune/Learning Rate": 8.959516391418872e-06, "Finetune/Loss": 0.6646141409873962, "Finetune/Loss (Raw)": 0.738715648651123, "Finetune/Step": 10523, "Finetune/Step Time": 6.766162917017937}
+{"Finetune/Learning Rate": 8.95784158797636e-06, "Finetune/Loss": 0.6645751595497131, "Finetune/Loss (Raw)": 0.6839543581008911, "Finetune/Step": 10524, "Finetune/Step Time": 6.764322144910693}
+{"Finetune/Learning Rate": 8.956166814086497e-06, "Finetune/Loss": 0.6650487184524536, "Finetune/Loss (Raw)": 0.6524836421012878, "Finetune/Step": 10525, "Finetune/Step Time": 6.764766989275813}
+{"Finetune/Learning Rate": 8.954492069796772e-06, "Finetune/Loss": 0.665998101234436, "Finetune/Loss (Raw)": 0.7323509454727173, "Finetune/Step": 10526, "Finetune/Step Time": 6.759660640731454}
+{"Finetune/Learning Rate": 8.952817355154686e-06, "Finetune/Loss": 0.6670461893081665, "Finetune/Loss (Raw)": 0.6988858580589294, "Finetune/Step": 10527, "Finetune/Step Time": 6.75936802662909}
+{"Finetune/Learning Rate": 8.951142670207718e-06, "Finetune/Loss": 0.6668822765350342, "Finetune/Loss (Raw)": 0.6695091724395752, "Finetune/Step": 10528, "Finetune/Step Time": 6.762244518846273}
+{"Finetune/Learning Rate": 8.949468015003358e-06, "Finetune/Loss": 0.6667698621749878, "Finetune/Loss (Raw)": 0.6987287402153015, "Finetune/Step": 10529, "Finetune/Step Time": 6.752382457256317}
+{"Finetune/Learning Rate": 8.947793389589101e-06, "Finetune/Loss": 0.6666216850280762, "Finetune/Loss (Raw)": 0.594356119632721, "Finetune/Step": 10530, "Finetune/Step Time": 6.749769780784845}
+{"Finetune/Learning Rate": 8.946118794012432e-06, "Finetune/Loss": 0.6674356460571289, "Finetune/Loss (Raw)": 0.667097270488739, "Finetune/Step": 10531, "Finetune/Step Time": 6.746717376634479}
+{"Finetune/Learning Rate": 8.944444228320835e-06, "Finetune/Loss": 0.6662207245826721, "Finetune/Loss (Raw)": 0.49236157536506653, "Finetune/Step": 10532, "Finetune/Step Time": 6.746864864602685}
+{"Finetune/Learning Rate": 8.942769692561802e-06, "Finetune/Loss": 0.6669290661811829, "Finetune/Loss (Raw)": 0.6894772052764893, "Finetune/Step": 10533, "Finetune/Step Time": 6.728039212524891}
+{"Finetune/Learning Rate": 8.941095186782813e-06, "Finetune/Loss": 0.6655129194259644, "Finetune/Loss (Raw)": 0.6126137375831604, "Finetune/Step": 10534, "Finetune/Step Time": 6.7172806821763515}
+{"Finetune/Learning Rate": 8.939420711031351e-06, "Finetune/Loss": 0.6635798811912537, "Finetune/Loss (Raw)": 0.49192121624946594, "Finetune/Step": 10535, "Finetune/Step Time": 6.715198824182153}
+{"Finetune/Learning Rate": 8.9377462653549e-06, "Finetune/Loss": 0.6636923551559448, "Finetune/Loss (Raw)": 0.7356008291244507, "Finetune/Step": 10536, "Finetune/Step Time": 6.720937708392739}
+{"Finetune/Learning Rate": 8.936071849800947e-06, "Finetune/Loss": 0.6632270812988281, "Finetune/Loss (Raw)": 0.6422857642173767, "Finetune/Step": 10537, "Finetune/Step Time": 6.7285484950989485}
+{"Finetune/Learning Rate": 8.934397464416971e-06, "Finetune/Loss": 0.6616872549057007, "Finetune/Loss (Raw)": 0.4660068154335022, "Finetune/Step": 10538, "Finetune/Step Time": 6.7192540019750595}
+{"Finetune/Learning Rate": 8.932723109250455e-06, "Finetune/Loss": 0.6630732417106628, "Finetune/Loss (Raw)": 0.7465337514877319, "Finetune/Step": 10539, "Finetune/Step Time": 6.725686602294445}
+{"Finetune/Learning Rate": 8.931048784348875e-06, "Finetune/Loss": 0.662362277507782, "Finetune/Loss (Raw)": 0.6425468921661377, "Finetune/Step": 10540, "Finetune/Step Time": 6.726967444643378}
+{"Finetune/Learning Rate": 8.92937448975971e-06, "Finetune/Loss": 0.6628007888793945, "Finetune/Loss (Raw)": 0.6430649161338806, "Finetune/Step": 10541, "Finetune/Step Time": 6.716518511995673}
+{"Finetune/Learning Rate": 8.927700225530441e-06, "Finetune/Loss": 0.6626125574111938, "Finetune/Loss (Raw)": 0.6588770151138306, "Finetune/Step": 10542, "Finetune/Step Time": 6.708040919154882}
+{"Finetune/Learning Rate": 8.926025991708545e-06, "Finetune/Loss": 0.6626774072647095, "Finetune/Loss (Raw)": 0.6857609748840332, "Finetune/Step": 10543, "Finetune/Step Time": 6.700190618634224}
+{"Finetune/Learning Rate": 8.924351788341495e-06, "Finetune/Loss": 0.6616118550300598, "Finetune/Loss (Raw)": 0.6953294277191162, "Finetune/Step": 10544, "Finetune/Step Time": 6.698976401239634}
+{"Finetune/Learning Rate": 8.922677615476776e-06, "Finetune/Loss": 0.6610909700393677, "Finetune/Loss (Raw)": 0.6007252931594849, "Finetune/Step": 10545, "Finetune/Step Time": 6.699514489620924}
+{"Finetune/Learning Rate": 8.92100347316185e-06, "Finetune/Loss": 0.6607437133789062, "Finetune/Loss (Raw)": 0.6059669256210327, "Finetune/Step": 10546, "Finetune/Step Time": 6.711123054847121}
+{"Finetune/Learning Rate": 8.9193293614442e-06, "Finetune/Loss": 0.661560595035553, "Finetune/Loss (Raw)": 0.6952630281448364, "Finetune/Step": 10547, "Finetune/Step Time": 6.71059144474566}
+{"Finetune/Learning Rate": 8.917655280371295e-06, "Finetune/Loss": 0.6609388589859009, "Finetune/Loss (Raw)": 0.5511957406997681, "Finetune/Step": 10548, "Finetune/Step Time": 6.708846824243665}
+{"Finetune/Learning Rate": 8.91598122999061e-06, "Finetune/Loss": 0.6613407135009766, "Finetune/Loss (Raw)": 0.6895257830619812, "Finetune/Step": 10549, "Finetune/Step Time": 6.711945349350572}
+{"Finetune/Learning Rate": 8.914307210349614e-06, "Finetune/Loss": 0.6620928645133972, "Finetune/Loss (Raw)": 0.7922928333282471, "Finetune/Step": 10550, "Finetune/Step Time": 6.709019608795643}
+{"Finetune/Learning Rate": 8.91263322149578e-06, "Finetune/Loss": 0.6618980765342712, "Finetune/Loss (Raw)": 0.6538133025169373, "Finetune/Step": 10551, "Finetune/Step Time": 6.7123545072972775}
+{"Finetune/Learning Rate": 8.910959263476575e-06, "Finetune/Loss": 0.6609816551208496, "Finetune/Loss (Raw)": 0.6864053010940552, "Finetune/Step": 10552, "Finetune/Step Time": 6.7116137240082026}
+{"Finetune/Learning Rate": 8.909285336339465e-06, "Finetune/Loss": 0.6607472896575928, "Finetune/Loss (Raw)": 0.7007358074188232, "Finetune/Step": 10553, "Finetune/Step Time": 6.696379004046321}
+{"Finetune/Learning Rate": 8.907611440131924e-06, "Finetune/Loss": 0.659609317779541, "Finetune/Loss (Raw)": 0.5377604365348816, "Finetune/Step": 10554, "Finetune/Step Time": 6.699639033526182}
+{"Finetune/Learning Rate": 8.905937574901416e-06, "Finetune/Loss": 0.6591127514839172, "Finetune/Loss (Raw)": 0.7236772775650024, "Finetune/Step": 10555, "Finetune/Step Time": 6.70668014511466}
+{"Finetune/Learning Rate": 8.904263740695407e-06, "Finetune/Loss": 0.6601662039756775, "Finetune/Loss (Raw)": 0.7893511652946472, "Finetune/Step": 10556, "Finetune/Step Time": 6.706957099959254}
+{"Finetune/Learning Rate": 8.902589937561366e-06, "Finetune/Loss": 0.6603367328643799, "Finetune/Loss (Raw)": 0.6654791831970215, "Finetune/Step": 10557, "Finetune/Step Time": 6.707170518115163}
+{"Finetune/Learning Rate": 8.90091616554675e-06, "Finetune/Loss": 0.6617594957351685, "Finetune/Loss (Raw)": 0.6921440362930298, "Finetune/Step": 10558, "Finetune/Step Time": 6.70122891664505}
+{"Finetune/Learning Rate": 8.899242424699026e-06, "Finetune/Loss": 0.6607546806335449, "Finetune/Loss (Raw)": 0.5120563507080078, "Finetune/Step": 10559, "Finetune/Step Time": 6.72962830029428}
+{"Finetune/Learning Rate": 8.897568715065658e-06, "Finetune/Loss": 0.6601355671882629, "Finetune/Loss (Raw)": 0.5394590497016907, "Finetune/Step": 10560, "Finetune/Step Time": 6.751412432640791}
+{"Finetune/Learning Rate": 8.895895036694103e-06, "Finetune/Loss": 0.6596537828445435, "Finetune/Loss (Raw)": 0.6497222781181335, "Finetune/Step": 10561, "Finetune/Step Time": 6.753694435581565}
+{"Finetune/Learning Rate": 8.894221389631828e-06, "Finetune/Loss": 0.6601797342300415, "Finetune/Loss (Raw)": 0.7244414687156677, "Finetune/Step": 10562, "Finetune/Step Time": 6.752784326672554}
+{"Finetune/Learning Rate": 8.892547773926293e-06, "Finetune/Loss": 0.6600003242492676, "Finetune/Loss (Raw)": 0.6965926289558411, "Finetune/Step": 10563, "Finetune/Step Time": 6.750436648726463}
+{"Finetune/Learning Rate": 8.890874189624951e-06, "Finetune/Loss": 0.6593796014785767, "Finetune/Loss (Raw)": 0.6063780784606934, "Finetune/Step": 10564, "Finetune/Step Time": 6.746455984190106}
+{"Finetune/Learning Rate": 8.889200636775261e-06, "Finetune/Loss": 0.6582940816879272, "Finetune/Loss (Raw)": 0.5776196122169495, "Finetune/Step": 10565, "Finetune/Step Time": 6.754230638965964}
+{"Finetune/Learning Rate": 8.887527115424685e-06, "Finetune/Loss": 0.6585761308670044, "Finetune/Loss (Raw)": 0.6889541149139404, "Finetune/Step": 10566, "Finetune/Step Time": 6.755871839821339}
+{"Finetune/Learning Rate": 8.885853625620677e-06, "Finetune/Loss": 0.6596660614013672, "Finetune/Loss (Raw)": 0.7656143307685852, "Finetune/Step": 10567, "Finetune/Step Time": 6.75318237952888}
+{"Finetune/Learning Rate": 8.884180167410687e-06, "Finetune/Loss": 0.6591371297836304, "Finetune/Loss (Raw)": 0.6862949132919312, "Finetune/Step": 10568, "Finetune/Step Time": 6.750404376536608}
+{"Finetune/Learning Rate": 8.882506740842183e-06, "Finetune/Loss": 0.6605983972549438, "Finetune/Loss (Raw)": 0.7474446892738342, "Finetune/Step": 10569, "Finetune/Step Time": 6.750240959227085}
+{"Finetune/Learning Rate": 8.880833345962605e-06, "Finetune/Loss": 0.6595042943954468, "Finetune/Loss (Raw)": 0.6631272435188293, "Finetune/Step": 10570, "Finetune/Step Time": 6.753332886844873}
+{"Finetune/Learning Rate": 8.879159982819409e-06, "Finetune/Loss": 0.6602095365524292, "Finetune/Loss (Raw)": 0.6817211508750916, "Finetune/Step": 10571, "Finetune/Step Time": 6.7547479420900345}
+{"Finetune/Learning Rate": 8.87748665146005e-06, "Finetune/Loss": 0.6592044830322266, "Finetune/Loss (Raw)": 0.6433380246162415, "Finetune/Step": 10572, "Finetune/Step Time": 6.756304606795311}
+{"Finetune/Learning Rate": 8.875813351931979e-06, "Finetune/Loss": 0.6588497161865234, "Finetune/Loss (Raw)": 0.6224685311317444, "Finetune/Step": 10573, "Finetune/Step Time": 6.757776649668813}
+{"Finetune/Learning Rate": 8.874140084282643e-06, "Finetune/Loss": 0.6587530374526978, "Finetune/Loss (Raw)": 0.7303004264831543, "Finetune/Step": 10574, "Finetune/Step Time": 6.760094011202455}
+{"Finetune/Learning Rate": 8.872466848559493e-06, "Finetune/Loss": 0.6596810817718506, "Finetune/Loss (Raw)": 0.74692302942276, "Finetune/Step": 10575, "Finetune/Step Time": 6.7624076176434755}
+{"Finetune/Learning Rate": 8.870793644809981e-06, "Finetune/Loss": 0.6596558094024658, "Finetune/Loss (Raw)": 0.6489977836608887, "Finetune/Step": 10576, "Finetune/Step Time": 6.760913755744696}
+{"Finetune/Learning Rate": 8.869120473081546e-06, "Finetune/Loss": 0.6587540507316589, "Finetune/Loss (Raw)": 0.608623743057251, "Finetune/Step": 10577, "Finetune/Step Time": 6.756087306886911}
+{"Finetune/Learning Rate": 8.867447333421637e-06, "Finetune/Loss": 0.6595001220703125, "Finetune/Loss (Raw)": 0.6300255060195923, "Finetune/Step": 10578, "Finetune/Step Time": 6.741820104420185}
+{"Finetune/Learning Rate": 8.865774225877703e-06, "Finetune/Loss": 0.6602252721786499, "Finetune/Loss (Raw)": 0.7583087682723999, "Finetune/Step": 10579, "Finetune/Step Time": 6.7392288483679295}
+{"Finetune/Learning Rate": 8.864101150497187e-06, "Finetune/Loss": 0.6596715450286865, "Finetune/Loss (Raw)": 0.6334633231163025, "Finetune/Step": 10580, "Finetune/Step Time": 6.743708703666925}
+{"Finetune/Learning Rate": 8.862428107327533e-06, "Finetune/Loss": 0.6609532833099365, "Finetune/Loss (Raw)": 0.6988582015037537, "Finetune/Step": 10581, "Finetune/Step Time": 6.730438554659486}
+{"Finetune/Learning Rate": 8.860755096416185e-06, "Finetune/Loss": 0.6613590717315674, "Finetune/Loss (Raw)": 0.664068341255188, "Finetune/Step": 10582, "Finetune/Step Time": 6.7298135086894035}
+{"Finetune/Learning Rate": 8.85908211781058e-06, "Finetune/Loss": 0.6626866459846497, "Finetune/Loss (Raw)": 0.7012929320335388, "Finetune/Step": 10583, "Finetune/Step Time": 6.716408126056194}
+{"Finetune/Learning Rate": 8.85740917155816e-06, "Finetune/Loss": 0.6623665690422058, "Finetune/Loss (Raw)": 0.7119325995445251, "Finetune/Step": 10584, "Finetune/Step Time": 6.715093668550253}
+{"Finetune/Learning Rate": 8.855736257706368e-06, "Finetune/Loss": 0.6636573076248169, "Finetune/Loss (Raw)": 0.8165111541748047, "Finetune/Step": 10585, "Finetune/Step Time": 6.715025044977665}
+{"Finetune/Learning Rate": 8.854063376302643e-06, "Finetune/Loss": 0.6640521287918091, "Finetune/Loss (Raw)": 0.6451013684272766, "Finetune/Step": 10586, "Finetune/Step Time": 6.7191424537450075}
+{"Finetune/Learning Rate": 8.85239052739442e-06, "Finetune/Loss": 0.6633516550064087, "Finetune/Loss (Raw)": 0.6299664378166199, "Finetune/Step": 10587, "Finetune/Step Time": 6.7158766351640224}
+{"Finetune/Learning Rate": 8.850717711029144e-06, "Finetune/Loss": 0.6643319129943848, "Finetune/Loss (Raw)": 0.7621556520462036, "Finetune/Step": 10588, "Finetune/Step Time": 6.713941467925906}
+{"Finetune/Learning Rate": 8.849044927254242e-06, "Finetune/Loss": 0.6646559834480286, "Finetune/Loss (Raw)": 0.6829226016998291, "Finetune/Step": 10589, "Finetune/Step Time": 6.711399557068944}
+{"Finetune/Learning Rate": 8.847372176117151e-06, "Finetune/Loss": 0.66529381275177, "Finetune/Loss (Raw)": 0.6347496509552002, "Finetune/Step": 10590, "Finetune/Step Time": 6.705745719373226}
+{"Finetune/Learning Rate": 8.84569945766531e-06, "Finetune/Loss": 0.665513277053833, "Finetune/Loss (Raw)": 0.6609694361686707, "Finetune/Step": 10591, "Finetune/Step Time": 6.72476552054286}
+{"Finetune/Learning Rate": 8.844026771946148e-06, "Finetune/Loss": 0.6657597422599792, "Finetune/Loss (Raw)": 0.6322259306907654, "Finetune/Step": 10592, "Finetune/Step Time": 6.721568858250976}
+{"Finetune/Learning Rate": 8.8423541190071e-06, "Finetune/Loss": 0.6673738956451416, "Finetune/Loss (Raw)": 0.7617828845977783, "Finetune/Step": 10593, "Finetune/Step Time": 6.706522444263101}
+{"Finetune/Learning Rate": 8.840681498895602e-06, "Finetune/Loss": 0.6676527261734009, "Finetune/Loss (Raw)": 0.7106240391731262, "Finetune/Step": 10594, "Finetune/Step Time": 6.688353342935443}
+{"Finetune/Learning Rate": 8.839008911659074e-06, "Finetune/Loss": 0.6671829223632812, "Finetune/Loss (Raw)": 0.7210012078285217, "Finetune/Step": 10595, "Finetune/Step Time": 6.660817500203848}
+{"Finetune/Learning Rate": 8.837336357344953e-06, "Finetune/Loss": 0.6668084859848022, "Finetune/Loss (Raw)": 0.6586968302726746, "Finetune/Step": 10596, "Finetune/Step Time": 6.656933944672346}
+{"Finetune/Learning Rate": 8.835663836000668e-06, "Finetune/Loss": 0.6666232347488403, "Finetune/Loss (Raw)": 0.6508656144142151, "Finetune/Step": 10597, "Finetune/Step Time": 6.6623136810958385}
+{"Finetune/Learning Rate": 8.833991347673644e-06, "Finetune/Loss": 0.6672268509864807, "Finetune/Loss (Raw)": 0.6661244034767151, "Finetune/Step": 10598, "Finetune/Step Time": 6.65613673068583}
+{"Finetune/Learning Rate": 8.832318892411312e-06, "Finetune/Loss": 0.6670385599136353, "Finetune/Loss (Raw)": 0.6721581220626831, "Finetune/Step": 10599, "Finetune/Step Time": 6.657307855784893}
+{"Finetune/Learning Rate": 8.830646470261097e-06, "Finetune/Loss": 0.6673363447189331, "Finetune/Loss (Raw)": 0.693294107913971, "Finetune/Step": 10600, "Finetune/Step Time": 6.65444527938962}
+{"Finetune/Learning Rate": 8.828974081270421e-06, "Finetune/Loss": 0.6681257486343384, "Finetune/Loss (Raw)": 0.7792617678642273, "Finetune/Step": 10601, "Finetune/Step Time": 6.654306795448065}
+{"Finetune/Learning Rate": 8.827301725486706e-06, "Finetune/Loss": 0.6682177782058716, "Finetune/Loss (Raw)": 0.6779486536979675, "Finetune/Step": 10602, "Finetune/Step Time": 6.654778771102428}
+{"Finetune/Learning Rate": 8.825629402957385e-06, "Finetune/Loss": 0.6686464548110962, "Finetune/Loss (Raw)": 0.7946633100509644, "Finetune/Step": 10603, "Finetune/Step Time": 6.655236462131143}
+{"Finetune/Learning Rate": 8.823957113729872e-06, "Finetune/Loss": 0.6677623987197876, "Finetune/Loss (Raw)": 0.6665866374969482, "Finetune/Step": 10604, "Finetune/Step Time": 6.665177378803492}
+{"Finetune/Learning Rate": 8.82228485785159e-06, "Finetune/Loss": 0.669294536113739, "Finetune/Loss (Raw)": 0.6780276894569397, "Finetune/Step": 10605, "Finetune/Step Time": 6.662820780649781}
+{"Finetune/Learning Rate": 8.820612635369965e-06, "Finetune/Loss": 0.6680663824081421, "Finetune/Loss (Raw)": 0.5151656270027161, "Finetune/Step": 10606, "Finetune/Step Time": 6.68017334677279}
+{"Finetune/Learning Rate": 8.81894044633241e-06, "Finetune/Loss": 0.668055534362793, "Finetune/Loss (Raw)": 0.7056472897529602, "Finetune/Step": 10607, "Finetune/Step Time": 6.6838418785482645}
+{"Finetune/Learning Rate": 8.817268290786343e-06, "Finetune/Loss": 0.6688335537910461, "Finetune/Loss (Raw)": 0.7417529821395874, "Finetune/Step": 10608, "Finetune/Step Time": 6.682384995743632}
+{"Finetune/Learning Rate": 8.815596168779185e-06, "Finetune/Loss": 0.6699351072311401, "Finetune/Loss (Raw)": 0.6816666126251221, "Finetune/Step": 10609, "Finetune/Step Time": 6.66942866705358}
+{"Finetune/Learning Rate": 8.813924080358352e-06, "Finetune/Loss": 0.6694848537445068, "Finetune/Loss (Raw)": 0.6410536766052246, "Finetune/Step": 10610, "Finetune/Step Time": 6.668353712186217}
+{"Finetune/Learning Rate": 8.81225202557126e-06, "Finetune/Loss": 0.6697390675544739, "Finetune/Loss (Raw)": 0.7394200563430786, "Finetune/Step": 10611, "Finetune/Step Time": 6.675346862524748}
+{"Finetune/Learning Rate": 8.810580004465324e-06, "Finetune/Loss": 0.6706430315971375, "Finetune/Loss (Raw)": 0.6961768269538879, "Finetune/Step": 10612, "Finetune/Step Time": 6.6682549975812435}
+{"Finetune/Learning Rate": 8.808908017087956e-06, "Finetune/Loss": 0.6709915399551392, "Finetune/Loss (Raw)": 0.6138604283332825, "Finetune/Step": 10613, "Finetune/Step Time": 6.666361402720213}
+{"Finetune/Learning Rate": 8.807236063486569e-06, "Finetune/Loss": 0.6707884073257446, "Finetune/Loss (Raw)": 0.7943938970565796, "Finetune/Step": 10614, "Finetune/Step Time": 6.670941323041916}
+{"Finetune/Learning Rate": 8.805564143708576e-06, "Finetune/Loss": 0.6704005002975464, "Finetune/Loss (Raw)": 0.5936569571495056, "Finetune/Step": 10615, "Finetune/Step Time": 6.671144349500537}
+{"Finetune/Learning Rate": 8.803892257801386e-06, "Finetune/Loss": 0.6708320379257202, "Finetune/Loss (Raw)": 0.6390013098716736, "Finetune/Step": 10616, "Finetune/Step Time": 6.67142091691494}
+{"Finetune/Learning Rate": 8.80222040581241e-06, "Finetune/Loss": 0.6716772317886353, "Finetune/Loss (Raw)": 0.6360166668891907, "Finetune/Step": 10617, "Finetune/Step Time": 6.678138101473451}
+{"Finetune/Learning Rate": 8.800548587789062e-06, "Finetune/Loss": 0.6694148778915405, "Finetune/Loss (Raw)": 0.4906211793422699, "Finetune/Step": 10618, "Finetune/Step Time": 6.691090073436499}
+{"Finetune/Learning Rate": 8.79887680377874e-06, "Finetune/Loss": 0.6691848039627075, "Finetune/Loss (Raw)": 0.6706171035766602, "Finetune/Step": 10619, "Finetune/Step Time": 6.693055167794228}
+{"Finetune/Learning Rate": 8.797205053828857e-06, "Finetune/Loss": 0.6691188812255859, "Finetune/Loss (Raw)": 0.7155842781066895, "Finetune/Step": 10620, "Finetune/Step Time": 6.69411376863718}
+{"Finetune/Learning Rate": 8.79553333798682e-06, "Finetune/Loss": 0.6686457395553589, "Finetune/Loss (Raw)": 0.5594733357429504, "Finetune/Step": 10621, "Finetune/Step Time": 6.691023573279381}
+{"Finetune/Learning Rate": 8.793861656300032e-06, "Finetune/Loss": 0.6682429313659668, "Finetune/Loss (Raw)": 0.6433379054069519, "Finetune/Step": 10622, "Finetune/Step Time": 6.689575530588627}
+{"Finetune/Learning Rate": 8.792190008815898e-06, "Finetune/Loss": 0.6687225103378296, "Finetune/Loss (Raw)": 0.6876620054244995, "Finetune/Step": 10623, "Finetune/Step Time": 6.697100421413779}
+{"Finetune/Learning Rate": 8.790518395581823e-06, "Finetune/Loss": 0.6677130460739136, "Finetune/Loss (Raw)": 0.524998128414154, "Finetune/Step": 10624, "Finetune/Step Time": 6.68236849270761}
+{"Finetune/Learning Rate": 8.788846816645205e-06, "Finetune/Loss": 0.6668033599853516, "Finetune/Loss (Raw)": 0.5889865159988403, "Finetune/Step": 10625, "Finetune/Step Time": 6.695505289360881}
+{"Finetune/Learning Rate": 8.787175272053445e-06, "Finetune/Loss": 0.6655495166778564, "Finetune/Loss (Raw)": 0.5859481692314148, "Finetune/Step": 10626, "Finetune/Step Time": 6.677528835833073}
+{"Finetune/Learning Rate": 8.785503761853946e-06, "Finetune/Loss": 0.6651710271835327, "Finetune/Loss (Raw)": 0.7255517244338989, "Finetune/Step": 10627, "Finetune/Step Time": 6.661656077951193}
+{"Finetune/Learning Rate": 8.783832286094107e-06, "Finetune/Loss": 0.6646074056625366, "Finetune/Loss (Raw)": 0.6259368658065796, "Finetune/Step": 10628, "Finetune/Step Time": 6.661840930581093}
+{"Finetune/Learning Rate": 8.782160844821327e-06, "Finetune/Loss": 0.6643344163894653, "Finetune/Loss (Raw)": 0.6890023946762085, "Finetune/Step": 10629, "Finetune/Step Time": 6.660327250137925}
+{"Finetune/Learning Rate": 8.780489438083004e-06, "Finetune/Loss": 0.6647615432739258, "Finetune/Loss (Raw)": 0.8139544725418091, "Finetune/Step": 10630, "Finetune/Step Time": 6.6593072935938835}
+{"Finetune/Learning Rate": 8.778818065926532e-06, "Finetune/Loss": 0.6637582778930664, "Finetune/Loss (Raw)": 0.5630112886428833, "Finetune/Step": 10631, "Finetune/Step Time": 6.655220227316022}
+{"Finetune/Learning Rate": 8.777146728399307e-06, "Finetune/Loss": 0.6631899476051331, "Finetune/Loss (Raw)": 0.6079007387161255, "Finetune/Step": 10632, "Finetune/Step Time": 6.656540501862764}
+{"Finetune/Learning Rate": 8.77547542554872e-06, "Finetune/Loss": 0.6641925573348999, "Finetune/Loss (Raw)": 0.738603413105011, "Finetune/Step": 10633, "Finetune/Step Time": 6.648921746760607}
+{"Finetune/Learning Rate": 8.77380415742217e-06, "Finetune/Loss": 0.6654559373855591, "Finetune/Loss (Raw)": 0.6975081562995911, "Finetune/Step": 10634, "Finetune/Step Time": 6.634933112189174}
+{"Finetune/Learning Rate": 8.772132924067048e-06, "Finetune/Loss": 0.6656161546707153, "Finetune/Loss (Raw)": 0.7242721319198608, "Finetune/Step": 10635, "Finetune/Step Time": 6.65066309645772}
+{"Finetune/Learning Rate": 8.770461725530745e-06, "Finetune/Loss": 0.665935754776001, "Finetune/Loss (Raw)": 0.6890907287597656, "Finetune/Step": 10636, "Finetune/Step Time": 6.64388825930655}
+{"Finetune/Learning Rate": 8.768790561860651e-06, "Finetune/Loss": 0.6656242609024048, "Finetune/Loss (Raw)": 0.7077907919883728, "Finetune/Step": 10637, "Finetune/Step Time": 6.642698265612125}
+{"Finetune/Learning Rate": 8.767119433104155e-06, "Finetune/Loss": 0.6644021272659302, "Finetune/Loss (Raw)": 0.659119188785553, "Finetune/Step": 10638, "Finetune/Step Time": 6.643711352720857}
+{"Finetune/Learning Rate": 8.765448339308646e-06, "Finetune/Loss": 0.6659560203552246, "Finetune/Loss (Raw)": 0.7254509329795837, "Finetune/Step": 10639, "Finetune/Step Time": 6.638010350987315}
+{"Finetune/Learning Rate": 8.763777280521511e-06, "Finetune/Loss": 0.6648646593093872, "Finetune/Loss (Raw)": 0.6146613955497742, "Finetune/Step": 10640, "Finetune/Step Time": 6.640435680747032}
+{"Finetune/Learning Rate": 8.762106256790135e-06, "Finetune/Loss": 0.6659338474273682, "Finetune/Loss (Raw)": 0.7412114143371582, "Finetune/Step": 10641, "Finetune/Step Time": 6.63862044736743}
+{"Finetune/Learning Rate": 8.760435268161913e-06, "Finetune/Loss": 0.6669514179229736, "Finetune/Loss (Raw)": 0.8165244460105896, "Finetune/Step": 10642, "Finetune/Step Time": 6.637711487710476}
+{"Finetune/Learning Rate": 8.758764314684215e-06, "Finetune/Loss": 0.6669076681137085, "Finetune/Loss (Raw)": 0.652999758720398, "Finetune/Step": 10643, "Finetune/Step Time": 6.642659563571215}
+{"Finetune/Learning Rate": 8.757093396404432e-06, "Finetune/Loss": 0.6654564738273621, "Finetune/Loss (Raw)": 0.6071237325668335, "Finetune/Step": 10644, "Finetune/Step Time": 6.638019913807511}
+{"Finetune/Learning Rate": 8.755422513369948e-06, "Finetune/Loss": 0.665381908416748, "Finetune/Loss (Raw)": 0.6275104284286499, "Finetune/Step": 10645, "Finetune/Step Time": 6.638810284435749}
+{"Finetune/Learning Rate": 8.753751665628141e-06, "Finetune/Loss": 0.6666978597640991, "Finetune/Loss (Raw)": 0.7142671346664429, "Finetune/Step": 10646, "Finetune/Step Time": 6.625893330201507}
+{"Finetune/Learning Rate": 8.752080853226395e-06, "Finetune/Loss": 0.6671160459518433, "Finetune/Loss (Raw)": 0.609911322593689, "Finetune/Step": 10647, "Finetune/Step Time": 6.622563190758228}
+{"Finetune/Learning Rate": 8.750410076212088e-06, "Finetune/Loss": 0.6669695377349854, "Finetune/Loss (Raw)": 0.6693810820579529, "Finetune/Step": 10648, "Finetune/Step Time": 6.608290109783411}
+{"Finetune/Learning Rate": 8.748739334632595e-06, "Finetune/Loss": 0.6664230823516846, "Finetune/Loss (Raw)": 0.657529890537262, "Finetune/Step": 10649, "Finetune/Step Time": 6.611331015825272}
+{"Finetune/Learning Rate": 8.747068628535298e-06, "Finetune/Loss": 0.6674938201904297, "Finetune/Loss (Raw)": 0.6393940448760986, "Finetune/Step": 10650, "Finetune/Step Time": 6.605718817561865}
+{"Finetune/Learning Rate": 8.745397957967568e-06, "Finetune/Loss": 0.6673281192779541, "Finetune/Loss (Raw)": 0.7175111174583435, "Finetune/Step": 10651, "Finetune/Step Time": 6.604736231267452}
+{"Finetune/Learning Rate": 8.743727322976788e-06, "Finetune/Loss": 0.6675641536712646, "Finetune/Loss (Raw)": 0.7141591906547546, "Finetune/Step": 10652, "Finetune/Step Time": 6.603374117985368}
+{"Finetune/Learning Rate": 8.742056723610328e-06, "Finetune/Loss": 0.6681292057037354, "Finetune/Loss (Raw)": 0.7248098850250244, "Finetune/Step": 10653, "Finetune/Step Time": 6.620552917942405}
+{"Finetune/Learning Rate": 8.740386159915562e-06, "Finetune/Loss": 0.6673259735107422, "Finetune/Loss (Raw)": 0.6295398473739624, "Finetune/Step": 10654, "Finetune/Step Time": 6.622071921825409}
+{"Finetune/Learning Rate": 8.738715631939865e-06, "Finetune/Loss": 0.6672253608703613, "Finetune/Loss (Raw)": 0.6860001683235168, "Finetune/Step": 10655, "Finetune/Step Time": 6.620444726198912}
+{"Finetune/Learning Rate": 8.737045139730605e-06, "Finetune/Loss": 0.6675648093223572, "Finetune/Loss (Raw)": 0.712964653968811, "Finetune/Step": 10656, "Finetune/Step Time": 6.616685830056667}
+{"Finetune/Learning Rate": 8.735374683335151e-06, "Finetune/Loss": 0.6674430966377258, "Finetune/Loss (Raw)": 0.6831483244895935, "Finetune/Step": 10657, "Finetune/Step Time": 6.621974034234881}
+{"Finetune/Learning Rate": 8.733704262800874e-06, "Finetune/Loss": 0.6669233441352844, "Finetune/Loss (Raw)": 0.5278308987617493, "Finetune/Step": 10658, "Finetune/Step Time": 6.644402742385864}
+{"Finetune/Learning Rate": 8.732033878175148e-06, "Finetune/Loss": 0.6679496765136719, "Finetune/Loss (Raw)": 0.7984578013420105, "Finetune/Step": 10659, "Finetune/Step Time": 6.645251406356692}
+{"Finetune/Learning Rate": 8.730363529505333e-06, "Finetune/Loss": 0.6686606407165527, "Finetune/Loss (Raw)": 0.5833671689033508, "Finetune/Step": 10660, "Finetune/Step Time": 6.660433372482657}
+{"Finetune/Learning Rate": 8.728693216838799e-06, "Finetune/Loss": 0.6694509387016296, "Finetune/Loss (Raw)": 0.7906418442726135, "Finetune/Step": 10661, "Finetune/Step Time": 6.665273861959577}
+{"Finetune/Learning Rate": 8.727022940222909e-06, "Finetune/Loss": 0.6694860458374023, "Finetune/Loss (Raw)": 0.6171093583106995, "Finetune/Step": 10662, "Finetune/Step Time": 6.66786590218544}
+{"Finetune/Learning Rate": 8.72535269970503e-06, "Finetune/Loss": 0.670936644077301, "Finetune/Loss (Raw)": 0.6775916814804077, "Finetune/Step": 10663, "Finetune/Step Time": 6.66788917966187}
+{"Finetune/Learning Rate": 8.723682495332523e-06, "Finetune/Loss": 0.6699686050415039, "Finetune/Loss (Raw)": 0.6116953492164612, "Finetune/Step": 10664, "Finetune/Step Time": 6.667079485952854}
+{"Finetune/Learning Rate": 8.722012327152747e-06, "Finetune/Loss": 0.6703782081604004, "Finetune/Loss (Raw)": 0.6947120428085327, "Finetune/Step": 10665, "Finetune/Step Time": 6.660794069990516}
+{"Finetune/Learning Rate": 8.720342195213071e-06, "Finetune/Loss": 0.6720272898674011, "Finetune/Loss (Raw)": 0.6770955324172974, "Finetune/Step": 10666, "Finetune/Step Time": 6.671708038076758}
+{"Finetune/Learning Rate": 8.718672099560858e-06, "Finetune/Loss": 0.671971321105957, "Finetune/Loss (Raw)": 0.7393649220466614, "Finetune/Step": 10667, "Finetune/Step Time": 6.670355536043644}
+{"Finetune/Learning Rate": 8.717002040243452e-06, "Finetune/Loss": 0.671752393245697, "Finetune/Loss (Raw)": 0.6145268082618713, "Finetune/Step": 10668, "Finetune/Step Time": 6.6697605568915606}
+{"Finetune/Learning Rate": 8.71533201730822e-06, "Finetune/Loss": 0.6715471744537354, "Finetune/Loss (Raw)": 0.6168015599250793, "Finetune/Step": 10669, "Finetune/Step Time": 6.665048925206065}
+{"Finetune/Learning Rate": 8.713662030802523e-06, "Finetune/Loss": 0.6717579364776611, "Finetune/Loss (Raw)": 0.6858499050140381, "Finetune/Step": 10670, "Finetune/Step Time": 6.663277206942439}
+{"Finetune/Learning Rate": 8.71199208077371e-06, "Finetune/Loss": 0.6713426113128662, "Finetune/Loss (Raw)": 0.6325951814651489, "Finetune/Step": 10671, "Finetune/Step Time": 6.670742640271783}
+{"Finetune/Learning Rate": 8.710322167269141e-06, "Finetune/Loss": 0.6707448363304138, "Finetune/Loss (Raw)": 0.6188187003135681, "Finetune/Step": 10672, "Finetune/Step Time": 6.6732421685010195}
+{"Finetune/Learning Rate": 8.708652290336168e-06, "Finetune/Loss": 0.6713815927505493, "Finetune/Loss (Raw)": 0.6822292804718018, "Finetune/Step": 10673, "Finetune/Step Time": 6.679987624287605}
+{"Finetune/Learning Rate": 8.706982450022143e-06, "Finetune/Loss": 0.6715188026428223, "Finetune/Loss (Raw)": 0.6235301494598389, "Finetune/Step": 10674, "Finetune/Step Time": 6.670483781024814}
+{"Finetune/Learning Rate": 8.705312646374417e-06, "Finetune/Loss": 0.6713289022445679, "Finetune/Loss (Raw)": 0.6709477305412292, "Finetune/Step": 10675, "Finetune/Step Time": 6.669975612312555}
+{"Finetune/Learning Rate": 8.703642879440344e-06, "Finetune/Loss": 0.6707192063331604, "Finetune/Loss (Raw)": 0.4731602072715759, "Finetune/Step": 10676, "Finetune/Step Time": 6.675124600529671}
+{"Finetune/Learning Rate": 8.701973149267273e-06, "Finetune/Loss": 0.6703173518180847, "Finetune/Loss (Raw)": 0.6380919218063354, "Finetune/Step": 10677, "Finetune/Step Time": 6.675030188634992}
+{"Finetune/Learning Rate": 8.700303455902552e-06, "Finetune/Loss": 0.6690540313720703, "Finetune/Loss (Raw)": 0.6305831670761108, "Finetune/Step": 10678, "Finetune/Step Time": 6.676916165277362}
+{"Finetune/Learning Rate": 8.698633799393533e-06, "Finetune/Loss": 0.6688792109489441, "Finetune/Loss (Raw)": 0.6314377188682556, "Finetune/Step": 10679, "Finetune/Step Time": 6.691743655130267}
+{"Finetune/Learning Rate": 8.696964179787554e-06, "Finetune/Loss": 0.6683533191680908, "Finetune/Loss (Raw)": 0.6190907955169678, "Finetune/Step": 10680, "Finetune/Step Time": 6.695295384153724}
+{"Finetune/Learning Rate": 8.695294597131968e-06, "Finetune/Loss": 0.6679056286811829, "Finetune/Loss (Raw)": 0.643429696559906, "Finetune/Step": 10681, "Finetune/Step Time": 6.704124078154564}
+{"Finetune/Learning Rate": 8.693625051474115e-06, "Finetune/Loss": 0.6685620546340942, "Finetune/Loss (Raw)": 0.6217870116233826, "Finetune/Step": 10682, "Finetune/Step Time": 6.704038772732019}
+{"Finetune/Learning Rate": 8.69195554286134e-06, "Finetune/Loss": 0.6687551736831665, "Finetune/Loss (Raw)": 0.7483987808227539, "Finetune/Step": 10683, "Finetune/Step Time": 6.7025372218340635}
+{"Finetune/Learning Rate": 8.690286071340988e-06, "Finetune/Loss": 0.6678932905197144, "Finetune/Loss (Raw)": 0.6790256500244141, "Finetune/Step": 10684, "Finetune/Step Time": 6.717071371152997}
+{"Finetune/Learning Rate": 8.688616636960401e-06, "Finetune/Loss": 0.6681079864501953, "Finetune/Loss (Raw)": 0.6929600834846497, "Finetune/Step": 10685, "Finetune/Step Time": 6.742897404357791}
+{"Finetune/Learning Rate": 8.686947239766916e-06, "Finetune/Loss": 0.6680558919906616, "Finetune/Loss (Raw)": 0.6854747533798218, "Finetune/Step": 10686, "Finetune/Step Time": 6.741325626149774}
+{"Finetune/Learning Rate": 8.685277879807872e-06, "Finetune/Loss": 0.668822169303894, "Finetune/Loss (Raw)": 0.6101468801498413, "Finetune/Step": 10687, "Finetune/Step Time": 6.713401176035404}
+{"Finetune/Learning Rate": 8.683608557130608e-06, "Finetune/Loss": 0.6696332097053528, "Finetune/Loss (Raw)": 0.6432684063911438, "Finetune/Step": 10688, "Finetune/Step Time": 6.690082892775536}
+{"Finetune/Learning Rate": 8.681939271782463e-06, "Finetune/Loss": 0.6695497035980225, "Finetune/Loss (Raw)": 0.6390284895896912, "Finetune/Step": 10689, "Finetune/Step Time": 6.689358696341515}
+{"Finetune/Learning Rate": 8.68027002381077e-06, "Finetune/Loss": 0.669175386428833, "Finetune/Loss (Raw)": 0.6765305399894714, "Finetune/Step": 10690, "Finetune/Step Time": 6.690164413303137}
+{"Finetune/Learning Rate": 8.678600813262874e-06, "Finetune/Loss": 0.6687519550323486, "Finetune/Loss (Raw)": 0.6423934698104858, "Finetune/Step": 10691, "Finetune/Step Time": 6.687834989279509}
+{"Finetune/Learning Rate": 8.676931640186092e-06, "Finetune/Loss": 0.6703915596008301, "Finetune/Loss (Raw)": 0.8162493705749512, "Finetune/Step": 10692, "Finetune/Step Time": 6.686808092519641}
+{"Finetune/Learning Rate": 8.675262504627772e-06, "Finetune/Loss": 0.6717967391014099, "Finetune/Loss (Raw)": 0.7574871778488159, "Finetune/Step": 10693, "Finetune/Step Time": 6.695589566603303}
+{"Finetune/Learning Rate": 8.673593406635238e-06, "Finetune/Loss": 0.6717423796653748, "Finetune/Loss (Raw)": 0.6819932460784912, "Finetune/Step": 10694, "Finetune/Step Time": 6.701664496213198}
+{"Finetune/Learning Rate": 8.671924346255825e-06, "Finetune/Loss": 0.6714605093002319, "Finetune/Loss (Raw)": 0.7295321226119995, "Finetune/Step": 10695, "Finetune/Step Time": 6.69709100574255}
+{"Finetune/Learning Rate": 8.670255323536858e-06, "Finetune/Loss": 0.6714719533920288, "Finetune/Loss (Raw)": 0.6877599954605103, "Finetune/Step": 10696, "Finetune/Step Time": 6.700071666389704}
+{"Finetune/Learning Rate": 8.668586338525673e-06, "Finetune/Loss": 0.6705523133277893, "Finetune/Loss (Raw)": 0.6297333240509033, "Finetune/Step": 10697, "Finetune/Step Time": 6.699883235618472}
+{"Finetune/Learning Rate": 8.666917391269592e-06, "Finetune/Loss": 0.6704912781715393, "Finetune/Loss (Raw)": 0.6553149819374084, "Finetune/Step": 10698, "Finetune/Step Time": 6.701698878780007}
+{"Finetune/Learning Rate": 8.665248481815941e-06, "Finetune/Loss": 0.6707643270492554, "Finetune/Loss (Raw)": 0.7166696786880493, "Finetune/Step": 10699, "Finetune/Step Time": 6.702850567176938}
+{"Finetune/Learning Rate": 8.663579610212048e-06, "Finetune/Loss": 0.6717590689659119, "Finetune/Loss (Raw)": 0.7706644535064697, "Finetune/Step": 10700, "Finetune/Step Time": 6.698250541463494}
+{"Finetune/Learning Rate": 8.661910776505235e-06, "Finetune/Loss": 0.6705023050308228, "Finetune/Loss (Raw)": 0.4616025984287262, "Finetune/Step": 10701, "Finetune/Step Time": 6.699268652126193}
+{"Finetune/Learning Rate": 8.66024198074283e-06, "Finetune/Loss": 0.6708482503890991, "Finetune/Loss (Raw)": 0.7745819687843323, "Finetune/Step": 10702, "Finetune/Step Time": 6.701413223519921}
+{"Finetune/Learning Rate": 8.658573222972155e-06, "Finetune/Loss": 0.6701202392578125, "Finetune/Loss (Raw)": 0.6537357568740845, "Finetune/Step": 10703, "Finetune/Step Time": 6.703568318858743}
+{"Finetune/Learning Rate": 8.656904503240527e-06, "Finetune/Loss": 0.6702579259872437, "Finetune/Loss (Raw)": 0.6666216850280762, "Finetune/Step": 10704, "Finetune/Step Time": 6.703802414238453}
+{"Finetune/Learning Rate": 8.655235821595268e-06, "Finetune/Loss": 0.6702595353126526, "Finetune/Loss (Raw)": 0.6088330149650574, "Finetune/Step": 10705, "Finetune/Step Time": 6.7133694514632225}
+{"Finetune/Learning Rate": 8.653567178083696e-06, "Finetune/Loss": 0.6699110269546509, "Finetune/Loss (Raw)": 0.5854194760322571, "Finetune/Step": 10706, "Finetune/Step Time": 6.716697171330452}
+{"Finetune/Learning Rate": 8.651898572753129e-06, "Finetune/Loss": 0.6693853139877319, "Finetune/Loss (Raw)": 0.6910089254379272, "Finetune/Step": 10707, "Finetune/Step Time": 6.717304829508066}
+{"Finetune/Learning Rate": 8.650230005650886e-06, "Finetune/Loss": 0.6698442101478577, "Finetune/Loss (Raw)": 0.6922094225883484, "Finetune/Step": 10708, "Finetune/Step Time": 6.711435509845614}
+{"Finetune/Learning Rate": 8.648561476824286e-06, "Finetune/Loss": 0.6701145172119141, "Finetune/Loss (Raw)": 0.7334535717964172, "Finetune/Step": 10709, "Finetune/Step Time": 6.711200034245849}
+{"Finetune/Learning Rate": 8.646892986320634e-06, "Finetune/Loss": 0.6700929999351501, "Finetune/Loss (Raw)": 0.6613168120384216, "Finetune/Step": 10710, "Finetune/Step Time": 6.710043381899595}
+{"Finetune/Learning Rate": 8.645224534187253e-06, "Finetune/Loss": 0.6697428822517395, "Finetune/Loss (Raw)": 0.656475841999054, "Finetune/Step": 10711, "Finetune/Step Time": 6.708711236715317}
+{"Finetune/Learning Rate": 8.643556120471449e-06, "Finetune/Loss": 0.669046938419342, "Finetune/Loss (Raw)": 0.6228553056716919, "Finetune/Step": 10712, "Finetune/Step Time": 6.712136145681143}
+{"Finetune/Learning Rate": 8.641887745220536e-06, "Finetune/Loss": 0.6680338382720947, "Finetune/Loss (Raw)": 0.6868372559547424, "Finetune/Step": 10713, "Finetune/Step Time": 6.714846909046173}
+{"Finetune/Learning Rate": 8.640219408481825e-06, "Finetune/Loss": 0.6677519679069519, "Finetune/Loss (Raw)": 0.6090225577354431, "Finetune/Step": 10714, "Finetune/Step Time": 6.710937080904841}
+{"Finetune/Learning Rate": 8.63855111030263e-06, "Finetune/Loss": 0.6684709191322327, "Finetune/Loss (Raw)": 0.7219817638397217, "Finetune/Step": 10715, "Finetune/Step Time": 6.7145532965660095}
+{"Finetune/Learning Rate": 8.636882850730249e-06, "Finetune/Loss": 0.667549729347229, "Finetune/Loss (Raw)": 0.644244372844696, "Finetune/Step": 10716, "Finetune/Step Time": 6.713818004354835}
+{"Finetune/Learning Rate": 8.635214629811992e-06, "Finetune/Loss": 0.6673078536987305, "Finetune/Loss (Raw)": 0.6519641280174255, "Finetune/Step": 10717, "Finetune/Step Time": 6.7176748886704445}
+{"Finetune/Learning Rate": 8.63354644759517e-06, "Finetune/Loss": 0.6678553819656372, "Finetune/Loss (Raw)": 0.7048338055610657, "Finetune/Step": 10718, "Finetune/Step Time": 6.726901026442647}
+{"Finetune/Learning Rate": 8.631878304127086e-06, "Finetune/Loss": 0.667961835861206, "Finetune/Loss (Raw)": 0.6745970845222473, "Finetune/Step": 10719, "Finetune/Step Time": 6.708572257310152}
+{"Finetune/Learning Rate": 8.63021019945504e-06, "Finetune/Loss": 0.6680836081504822, "Finetune/Loss (Raw)": 0.6478110551834106, "Finetune/Step": 10720, "Finetune/Step Time": 6.702917406335473}
+{"Finetune/Learning Rate": 8.628542133626343e-06, "Finetune/Loss": 0.6679302453994751, "Finetune/Loss (Raw)": 0.7421514391899109, "Finetune/Step": 10721, "Finetune/Step Time": 6.70694144628942}
+{"Finetune/Learning Rate": 8.626874106688288e-06, "Finetune/Loss": 0.6674618721008301, "Finetune/Loss (Raw)": 0.650671124458313, "Finetune/Step": 10722, "Finetune/Step Time": 6.709588380530477}
+{"Finetune/Learning Rate": 8.625206118688179e-06, "Finetune/Loss": 0.6675769090652466, "Finetune/Loss (Raw)": 0.735731303691864, "Finetune/Step": 10723, "Finetune/Step Time": 6.71309726126492}
+{"Finetune/Learning Rate": 8.623538169673312e-06, "Finetune/Loss": 0.6673904657363892, "Finetune/Loss (Raw)": 0.6348261833190918, "Finetune/Step": 10724, "Finetune/Step Time": 6.71596940793097}
+{"Finetune/Learning Rate": 8.62187025969099e-06, "Finetune/Loss": 0.6676215529441833, "Finetune/Loss (Raw)": 0.6804471611976624, "Finetune/Step": 10725, "Finetune/Step Time": 6.713500216603279}
+{"Finetune/Learning Rate": 8.62020238878851e-06, "Finetune/Loss": 0.6673190593719482, "Finetune/Loss (Raw)": 0.62740159034729, "Finetune/Step": 10726, "Finetune/Step Time": 6.716634374111891}
+{"Finetune/Learning Rate": 8.618534557013168e-06, "Finetune/Loss": 0.6674996018409729, "Finetune/Loss (Raw)": 0.6952674984931946, "Finetune/Step": 10727, "Finetune/Step Time": 6.711644023656845}
+{"Finetune/Learning Rate": 8.616866764412257e-06, "Finetune/Loss": 0.6675665378570557, "Finetune/Loss (Raw)": 0.701869547367096, "Finetune/Step": 10728, "Finetune/Step Time": 6.697531903162599}
+{"Finetune/Learning Rate": 8.615199011033069e-06, "Finetune/Loss": 0.6657366752624512, "Finetune/Loss (Raw)": 0.5450358986854553, "Finetune/Step": 10729, "Finetune/Step Time": 6.705957135185599}
+{"Finetune/Learning Rate": 8.6135312969229e-06, "Finetune/Loss": 0.6660176515579224, "Finetune/Loss (Raw)": 0.7139120697975159, "Finetune/Step": 10730, "Finetune/Step Time": 6.706943426281214}
+{"Finetune/Learning Rate": 8.61186362212904e-06, "Finetune/Loss": 0.6651763916015625, "Finetune/Loss (Raw)": 0.6869762539863586, "Finetune/Step": 10731, "Finetune/Step Time": 6.709954593330622}
+{"Finetune/Learning Rate": 8.61019598669878e-06, "Finetune/Loss": 0.664239764213562, "Finetune/Loss (Raw)": 0.5467097759246826, "Finetune/Step": 10732, "Finetune/Step Time": 6.705510141327977}
+{"Finetune/Learning Rate": 8.608528390679416e-06, "Finetune/Loss": 0.665143609046936, "Finetune/Loss (Raw)": 0.7937121391296387, "Finetune/Step": 10733, "Finetune/Step Time": 6.708969486877322}
+{"Finetune/Learning Rate": 8.606860834118223e-06, "Finetune/Loss": 0.6648159027099609, "Finetune/Loss (Raw)": 0.47322747111320496, "Finetune/Step": 10734, "Finetune/Step Time": 6.708932200446725}
+{"Finetune/Learning Rate": 8.605193317062499e-06, "Finetune/Loss": 0.6642053723335266, "Finetune/Loss (Raw)": 0.6274917125701904, "Finetune/Step": 10735, "Finetune/Step Time": 6.706898218020797}
+{"Finetune/Learning Rate": 8.603525839559523e-06, "Finetune/Loss": 0.6632158756256104, "Finetune/Loss (Raw)": 0.6150979399681091, "Finetune/Step": 10736, "Finetune/Step Time": 6.706686487421393}
+{"Finetune/Learning Rate": 8.601858401656586e-06, "Finetune/Loss": 0.6632698774337769, "Finetune/Loss (Raw)": 0.6885809302330017, "Finetune/Step": 10737, "Finetune/Step Time": 6.703463416546583}
+{"Finetune/Learning Rate": 8.600191003400968e-06, "Finetune/Loss": 0.6635951995849609, "Finetune/Loss (Raw)": 0.6826987862586975, "Finetune/Step": 10738, "Finetune/Step Time": 6.703142387792468}
+{"Finetune/Learning Rate": 8.598523644839949e-06, "Finetune/Loss": 0.6627426147460938, "Finetune/Loss (Raw)": 0.6302878856658936, "Finetune/Step": 10739, "Finetune/Step Time": 6.698417326435447}
+{"Finetune/Learning Rate": 8.596856326020822e-06, "Finetune/Loss": 0.6620678901672363, "Finetune/Loss (Raw)": 0.6098125576972961, "Finetune/Step": 10740, "Finetune/Step Time": 6.7101809699088335}
+{"Finetune/Learning Rate": 8.595189046990852e-06, "Finetune/Loss": 0.6613346934318542, "Finetune/Loss (Raw)": 0.520013153553009, "Finetune/Step": 10741, "Finetune/Step Time": 6.723483366891742}
+{"Finetune/Learning Rate": 8.59352180779733e-06, "Finetune/Loss": 0.6603282690048218, "Finetune/Loss (Raw)": 0.6655681133270264, "Finetune/Step": 10742, "Finetune/Step Time": 6.725676080211997}
+{"Finetune/Learning Rate": 8.591854608487528e-06, "Finetune/Loss": 0.6607967615127563, "Finetune/Loss (Raw)": 0.6536216735839844, "Finetune/Step": 10743, "Finetune/Step Time": 6.725751465186477}
+{"Finetune/Learning Rate": 8.590187449108726e-06, "Finetune/Loss": 0.6616808176040649, "Finetune/Loss (Raw)": 0.752162516117096, "Finetune/Step": 10744, "Finetune/Step Time": 6.7273083589971066}
+{"Finetune/Learning Rate": 8.5885203297082e-06, "Finetune/Loss": 0.6622211933135986, "Finetune/Loss (Raw)": 0.7051815986633301, "Finetune/Step": 10745, "Finetune/Step Time": 6.720748830586672}
+{"Finetune/Learning Rate": 8.586853250333226e-06, "Finetune/Loss": 0.6639759540557861, "Finetune/Loss (Raw)": 0.7152246236801147, "Finetune/Step": 10746, "Finetune/Step Time": 6.724325491115451}
+{"Finetune/Learning Rate": 8.585186211031071e-06, "Finetune/Loss": 0.6642466187477112, "Finetune/Loss (Raw)": 0.7052689790725708, "Finetune/Step": 10747, "Finetune/Step Time": 6.719894737005234}
+{"Finetune/Learning Rate": 8.583519211849014e-06, "Finetune/Loss": 0.6635181307792664, "Finetune/Loss (Raw)": 0.6223406791687012, "Finetune/Step": 10748, "Finetune/Step Time": 6.719581298530102}
+{"Finetune/Learning Rate": 8.58185225283432e-06, "Finetune/Loss": 0.6639696359634399, "Finetune/Loss (Raw)": 0.6172609925270081, "Finetune/Step": 10749, "Finetune/Step Time": 6.717186016961932}
+{"Finetune/Learning Rate": 8.580185334034268e-06, "Finetune/Loss": 0.6644733548164368, "Finetune/Loss (Raw)": 0.7078169584274292, "Finetune/Step": 10750, "Finetune/Step Time": 6.71555408462882}
+{"Finetune/Learning Rate": 8.578518455496121e-06, "Finetune/Loss": 0.664067268371582, "Finetune/Loss (Raw)": 0.6356788277626038, "Finetune/Step": 10751, "Finetune/Step Time": 6.726926203817129}
+{"Finetune/Learning Rate": 8.576851617267151e-06, "Finetune/Loss": 0.6649936437606812, "Finetune/Loss (Raw)": 0.6435852646827698, "Finetune/Step": 10752, "Finetune/Step Time": 6.733139593154192}
+{"Finetune/Learning Rate": 8.57518481939462e-06, "Finetune/Loss": 0.6658437848091125, "Finetune/Loss (Raw)": 0.6978001594543457, "Finetune/Step": 10753, "Finetune/Step Time": 6.721460543572903}
+{"Finetune/Learning Rate": 8.573518061925796e-06, "Finetune/Loss": 0.6667072772979736, "Finetune/Loss (Raw)": 0.696469247341156, "Finetune/Step": 10754, "Finetune/Step Time": 6.720453878864646}
+{"Finetune/Learning Rate": 8.571851344907943e-06, "Finetune/Loss": 0.6665655970573425, "Finetune/Loss (Raw)": 0.7074205279350281, "Finetune/Step": 10755, "Finetune/Step Time": 6.721231311559677}
+{"Finetune/Learning Rate": 8.570184668388323e-06, "Finetune/Loss": 0.6661754250526428, "Finetune/Loss (Raw)": 0.5759949684143066, "Finetune/Step": 10756, "Finetune/Step Time": 6.725326733663678}
+{"Finetune/Learning Rate": 8.568518032414201e-06, "Finetune/Loss": 0.6660711169242859, "Finetune/Loss (Raw)": 0.6756569743156433, "Finetune/Step": 10757, "Finetune/Step Time": 6.725198924541473}
+{"Finetune/Learning Rate": 8.566851437032841e-06, "Finetune/Loss": 0.6644406914710999, "Finetune/Loss (Raw)": 0.6052520871162415, "Finetune/Step": 10758, "Finetune/Step Time": 6.7227302473038435}
+{"Finetune/Learning Rate": 8.565184882291495e-06, "Finetune/Loss": 0.6650315523147583, "Finetune/Loss (Raw)": 0.6386465430259705, "Finetune/Step": 10759, "Finetune/Step Time": 6.720532750710845}
+{"Finetune/Learning Rate": 8.563518368237428e-06, "Finetune/Loss": 0.6653324365615845, "Finetune/Loss (Raw)": 0.6464059948921204, "Finetune/Step": 10760, "Finetune/Step Time": 6.722095375880599}
+{"Finetune/Learning Rate": 8.561851894917893e-06, "Finetune/Loss": 0.6650345325469971, "Finetune/Loss (Raw)": 0.700482189655304, "Finetune/Step": 10761, "Finetune/Step Time": 6.723751377314329}
+{"Finetune/Learning Rate": 8.56018546238015e-06, "Finetune/Loss": 0.6633381843566895, "Finetune/Loss (Raw)": 0.48036280274391174, "Finetune/Step": 10762, "Finetune/Step Time": 6.728875283151865}
+{"Finetune/Learning Rate": 8.55851907067145e-06, "Finetune/Loss": 0.6624600291252136, "Finetune/Loss (Raw)": 0.6118756532669067, "Finetune/Step": 10763, "Finetune/Step Time": 6.714547801762819}
+{"Finetune/Learning Rate": 8.556852719839058e-06, "Finetune/Loss": 0.6622011661529541, "Finetune/Loss (Raw)": 0.6559616923332214, "Finetune/Step": 10764, "Finetune/Step Time": 6.714289328083396}
+{"Finetune/Learning Rate": 8.555186409930212e-06, "Finetune/Loss": 0.6616113185882568, "Finetune/Loss (Raw)": 0.6322816610336304, "Finetune/Step": 10765, "Finetune/Step Time": 6.713346347212791}
+{"Finetune/Learning Rate": 8.553520140992171e-06, "Finetune/Loss": 0.66172194480896, "Finetune/Loss (Raw)": 0.6732750535011292, "Finetune/Step": 10766, "Finetune/Step Time": 6.71105201728642}
+{"Finetune/Learning Rate": 8.551853913072188e-06, "Finetune/Loss": 0.6608228087425232, "Finetune/Loss (Raw)": 0.6103702187538147, "Finetune/Step": 10767, "Finetune/Step Time": 6.749273080378771}
+{"Finetune/Learning Rate": 8.550187726217508e-06, "Finetune/Loss": 0.6604640483856201, "Finetune/Loss (Raw)": 0.568741500377655, "Finetune/Step": 10768, "Finetune/Step Time": 6.747665707021952}
+{"Finetune/Learning Rate": 8.548521580475382e-06, "Finetune/Loss": 0.6593599319458008, "Finetune/Loss (Raw)": 0.5998833775520325, "Finetune/Step": 10769, "Finetune/Step Time": 6.74709396995604}
+{"Finetune/Learning Rate": 8.54685547589306e-06, "Finetune/Loss": 0.6580255031585693, "Finetune/Loss (Raw)": 0.6457146406173706, "Finetune/Step": 10770, "Finetune/Step Time": 6.749803936108947}
+{"Finetune/Learning Rate": 8.545189412517782e-06, "Finetune/Loss": 0.658159613609314, "Finetune/Loss (Raw)": 0.6701630353927612, "Finetune/Step": 10771, "Finetune/Step Time": 6.743645153939724}
+{"Finetune/Learning Rate": 8.543523390396796e-06, "Finetune/Loss": 0.6591339111328125, "Finetune/Loss (Raw)": 0.7318422794342041, "Finetune/Step": 10772, "Finetune/Step Time": 6.758848894387484}
+{"Finetune/Learning Rate": 8.541857409577341e-06, "Finetune/Loss": 0.6585090160369873, "Finetune/Loss (Raw)": 0.5475243330001831, "Finetune/Step": 10773, "Finetune/Step Time": 6.75020045042038}
+{"Finetune/Learning Rate": 8.540191470106667e-06, "Finetune/Loss": 0.6580625772476196, "Finetune/Loss (Raw)": 0.6571202278137207, "Finetune/Step": 10774, "Finetune/Step Time": 6.7521813325583935}
+{"Finetune/Learning Rate": 8.53852557203201e-06, "Finetune/Loss": 0.6584732532501221, "Finetune/Loss (Raw)": 0.6624743938446045, "Finetune/Step": 10775, "Finetune/Step Time": 6.752022463828325}
+{"Finetune/Learning Rate": 8.536859715400616e-06, "Finetune/Loss": 0.6582395434379578, "Finetune/Loss (Raw)": 0.6394667625427246, "Finetune/Step": 10776, "Finetune/Step Time": 6.750609451904893}
+{"Finetune/Learning Rate": 8.535193900259717e-06, "Finetune/Loss": 0.6583009958267212, "Finetune/Loss (Raw)": 0.6654055118560791, "Finetune/Step": 10777, "Finetune/Step Time": 6.767035325989127}
+{"Finetune/Learning Rate": 8.533528126656554e-06, "Finetune/Loss": 0.6579948663711548, "Finetune/Loss (Raw)": 0.6002042889595032, "Finetune/Step": 10778, "Finetune/Step Time": 6.770827932283282}
+{"Finetune/Learning Rate": 8.531862394638362e-06, "Finetune/Loss": 0.6568890810012817, "Finetune/Loss (Raw)": 0.5759707689285278, "Finetune/Step": 10779, "Finetune/Step Time": 6.770465437322855}
+{"Finetune/Learning Rate": 8.530196704252377e-06, "Finetune/Loss": 0.6560417413711548, "Finetune/Loss (Raw)": 0.6057029962539673, "Finetune/Step": 10780, "Finetune/Step Time": 6.775531440973282}
+{"Finetune/Learning Rate": 8.528531055545835e-06, "Finetune/Loss": 0.6538922786712646, "Finetune/Loss (Raw)": 0.44967296719551086, "Finetune/Step": 10781, "Finetune/Step Time": 6.761077176779509}
+{"Finetune/Learning Rate": 8.526865448565973e-06, "Finetune/Loss": 0.6546818614006042, "Finetune/Loss (Raw)": 0.7306042313575745, "Finetune/Step": 10782, "Finetune/Step Time": 6.760775253176689}
+{"Finetune/Learning Rate": 8.525199883360012e-06, "Finetune/Loss": 0.6547330617904663, "Finetune/Loss (Raw)": 0.6925623416900635, "Finetune/Step": 10783, "Finetune/Step Time": 6.761171592399478}
+{"Finetune/Learning Rate": 8.52353435997519e-06, "Finetune/Loss": 0.6544668078422546, "Finetune/Loss (Raw)": 0.6788778305053711, "Finetune/Step": 10784, "Finetune/Step Time": 6.7633378356695175}
+{"Finetune/Learning Rate": 8.521868878458735e-06, "Finetune/Loss": 0.6535288095474243, "Finetune/Loss (Raw)": 0.5630828142166138, "Finetune/Step": 10785, "Finetune/Step Time": 6.756669465452433}
+{"Finetune/Learning Rate": 8.520203438857875e-06, "Finetune/Loss": 0.6543660163879395, "Finetune/Loss (Raw)": 0.6349967122077942, "Finetune/Step": 10786, "Finetune/Step Time": 6.73445544205606}
+{"Finetune/Learning Rate": 8.518538041219836e-06, "Finetune/Loss": 0.6526307463645935, "Finetune/Loss (Raw)": 0.576339840888977, "Finetune/Step": 10787, "Finetune/Step Time": 6.736202394589782}
+{"Finetune/Learning Rate": 8.51687268559185e-06, "Finetune/Loss": 0.6533857583999634, "Finetune/Loss (Raw)": 0.6800094246864319, "Finetune/Step": 10788, "Finetune/Step Time": 6.722085637971759}
+{"Finetune/Learning Rate": 8.515207372021135e-06, "Finetune/Loss": 0.6517643332481384, "Finetune/Loss (Raw)": 0.5831007957458496, "Finetune/Step": 10789, "Finetune/Step Time": 6.749628722667694}
+{"Finetune/Learning Rate": 8.513542100554914e-06, "Finetune/Loss": 0.6523334980010986, "Finetune/Loss (Raw)": 0.6899650692939758, "Finetune/Step": 10790, "Finetune/Step Time": 6.737885534763336}
+{"Finetune/Learning Rate": 8.511876871240414e-06, "Finetune/Loss": 0.6521385908126831, "Finetune/Loss (Raw)": 0.6526409983634949, "Finetune/Step": 10791, "Finetune/Step Time": 6.73763726092875}
+{"Finetune/Learning Rate": 8.510211684124854e-06, "Finetune/Loss": 0.6522318720817566, "Finetune/Loss (Raw)": 0.623633861541748, "Finetune/Step": 10792, "Finetune/Step Time": 6.734825843945146}
+{"Finetune/Learning Rate": 8.508546539255454e-06, "Finetune/Loss": 0.6525872945785522, "Finetune/Loss (Raw)": 0.740206778049469, "Finetune/Step": 10793, "Finetune/Step Time": 6.732324432581663}
+{"Finetune/Learning Rate": 8.506881436679438e-06, "Finetune/Loss": 0.653319776058197, "Finetune/Loss (Raw)": 0.7708528637886047, "Finetune/Step": 10794, "Finetune/Step Time": 6.717168901115656}
+{"Finetune/Learning Rate": 8.505216376444013e-06, "Finetune/Loss": 0.6533274054527283, "Finetune/Loss (Raw)": 0.7403427362442017, "Finetune/Step": 10795, "Finetune/Step Time": 6.714843021705747}
+{"Finetune/Learning Rate": 8.503551358596403e-06, "Finetune/Loss": 0.6545205116271973, "Finetune/Loss (Raw)": 0.7672473192214966, "Finetune/Step": 10796, "Finetune/Step Time": 6.713982131332159}
+{"Finetune/Learning Rate": 8.501886383183816e-06, "Finetune/Loss": 0.655171275138855, "Finetune/Loss (Raw)": 0.7000957131385803, "Finetune/Step": 10797, "Finetune/Step Time": 6.716620670631528}
+{"Finetune/Learning Rate": 8.500221450253478e-06, "Finetune/Loss": 0.6547633409500122, "Finetune/Loss (Raw)": 0.6336315870285034, "Finetune/Step": 10798, "Finetune/Step Time": 6.718482937663794}
+{"Finetune/Learning Rate": 8.498556559852591e-06, "Finetune/Loss": 0.6547890901565552, "Finetune/Loss (Raw)": 0.6358985304832458, "Finetune/Step": 10799, "Finetune/Step Time": 6.731279298663139}
+{"Finetune/Learning Rate": 8.496891712028374e-06, "Finetune/Loss": 0.6561475992202759, "Finetune/Loss (Raw)": 0.792699933052063, "Finetune/Step": 10800, "Finetune/Step Time": 6.732251478359103}
+{"Finetune/Learning Rate": 8.495226906828033e-06, "Finetune/Loss": 0.6567642092704773, "Finetune/Loss (Raw)": 0.761157214641571, "Finetune/Step": 10801, "Finetune/Step Time": 6.725104060024023}
+{"Finetune/Learning Rate": 8.493562144298777e-06, "Finetune/Loss": 0.6571401953697205, "Finetune/Loss (Raw)": 0.671657145023346, "Finetune/Step": 10802, "Finetune/Step Time": 6.724244872108102}
+{"Finetune/Learning Rate": 8.491897424487815e-06, "Finetune/Loss": 0.6569576263427734, "Finetune/Loss (Raw)": 0.6475815773010254, "Finetune/Step": 10803, "Finetune/Step Time": 6.72195528075099}
+{"Finetune/Learning Rate": 8.49023274744235e-06, "Finetune/Loss": 0.6585747003555298, "Finetune/Loss (Raw)": 0.6801431775093079, "Finetune/Step": 10804, "Finetune/Step Time": 6.716067086905241}
+{"Finetune/Learning Rate": 8.488568113209593e-06, "Finetune/Loss": 0.659667432308197, "Finetune/Loss (Raw)": 0.7779638767242432, "Finetune/Step": 10805, "Finetune/Step Time": 6.726495688781142}
+{"Finetune/Learning Rate": 8.486903521836751e-06, "Finetune/Loss": 0.6595847010612488, "Finetune/Loss (Raw)": 0.6199962496757507, "Finetune/Step": 10806, "Finetune/Step Time": 6.728433607146144}
+{"Finetune/Learning Rate": 8.485238973371017e-06, "Finetune/Loss": 0.6598387360572815, "Finetune/Loss (Raw)": 0.6639474630355835, "Finetune/Step": 10807, "Finetune/Step Time": 6.716326517984271}
+{"Finetune/Learning Rate": 8.4835744678596e-06, "Finetune/Loss": 0.6596392393112183, "Finetune/Loss (Raw)": 0.5935579538345337, "Finetune/Step": 10808, "Finetune/Step Time": 6.715811390429735}
+{"Finetune/Learning Rate": 8.481910005349699e-06, "Finetune/Loss": 0.6595826745033264, "Finetune/Loss (Raw)": 0.6361824870109558, "Finetune/Step": 10809, "Finetune/Step Time": 6.710320692509413}
+{"Finetune/Learning Rate": 8.480245585888514e-06, "Finetune/Loss": 0.6596058011054993, "Finetune/Loss (Raw)": 0.6247523427009583, "Finetune/Step": 10810, "Finetune/Step Time": 6.716950934380293}
+{"Finetune/Learning Rate": 8.478581209523242e-06, "Finetune/Loss": 0.659123420715332, "Finetune/Loss (Raw)": 0.6866576075553894, "Finetune/Step": 10811, "Finetune/Step Time": 6.705493090674281}
+{"Finetune/Learning Rate": 8.476916876301084e-06, "Finetune/Loss": 0.6595139503479004, "Finetune/Loss (Raw)": 0.7290126085281372, "Finetune/Step": 10812, "Finetune/Step Time": 6.692719670012593}
+{"Finetune/Learning Rate": 8.475252586269228e-06, "Finetune/Loss": 0.660065770149231, "Finetune/Loss (Raw)": 0.7635871767997742, "Finetune/Step": 10813, "Finetune/Step Time": 6.663314109668136}
+{"Finetune/Learning Rate": 8.473588339474873e-06, "Finetune/Loss": 0.6594966650009155, "Finetune/Loss (Raw)": 0.6126314997673035, "Finetune/Step": 10814, "Finetune/Step Time": 6.661869630217552}
+{"Finetune/Learning Rate": 8.471924135965212e-06, "Finetune/Loss": 0.6601370573043823, "Finetune/Loss (Raw)": 0.6921171545982361, "Finetune/Step": 10815, "Finetune/Step Time": 6.65637038089335}
+{"Finetune/Learning Rate": 8.470259975787438e-06, "Finetune/Loss": 0.6600685715675354, "Finetune/Loss (Raw)": 0.6345027685165405, "Finetune/Step": 10816, "Finetune/Step Time": 6.661819227039814}
+{"Finetune/Learning Rate": 8.468595858988741e-06, "Finetune/Loss": 0.6600407361984253, "Finetune/Loss (Raw)": 0.635466992855072, "Finetune/Step": 10817, "Finetune/Step Time": 6.667132962495089}
+{"Finetune/Learning Rate": 8.466931785616313e-06, "Finetune/Loss": 0.6608603000640869, "Finetune/Loss (Raw)": 0.7814319133758545, "Finetune/Step": 10818, "Finetune/Step Time": 6.6659733187407255}
+{"Finetune/Learning Rate": 8.465267755717339e-06, "Finetune/Loss": 0.6614735722541809, "Finetune/Loss (Raw)": 0.7208985090255737, "Finetune/Step": 10819, "Finetune/Step Time": 6.6748500019311905}
+{"Finetune/Learning Rate": 8.463603769339006e-06, "Finetune/Loss": 0.660285472869873, "Finetune/Loss (Raw)": 0.6641665697097778, "Finetune/Step": 10820, "Finetune/Step Time": 6.676514079794288}
+{"Finetune/Learning Rate": 8.461939826528502e-06, "Finetune/Loss": 0.659300684928894, "Finetune/Loss (Raw)": 0.6314331293106079, "Finetune/Step": 10821, "Finetune/Step Time": 6.65152757614851}
+{"Finetune/Learning Rate": 8.460275927333008e-06, "Finetune/Loss": 0.6590874195098877, "Finetune/Loss (Raw)": 0.6546936631202698, "Finetune/Step": 10822, "Finetune/Step Time": 6.6434916369616985}
+{"Finetune/Learning Rate": 8.458612071799712e-06, "Finetune/Loss": 0.6576385498046875, "Finetune/Loss (Raw)": 0.5440738201141357, "Finetune/Step": 10823, "Finetune/Step Time": 6.647115161642432}
+{"Finetune/Learning Rate": 8.456948259975796e-06, "Finetune/Loss": 0.6578891277313232, "Finetune/Loss (Raw)": 0.719841480255127, "Finetune/Step": 10824, "Finetune/Step Time": 6.6485585775226355}
+{"Finetune/Learning Rate": 8.455284491908441e-06, "Finetune/Loss": 0.658038854598999, "Finetune/Loss (Raw)": 0.6488955020904541, "Finetune/Step": 10825, "Finetune/Step Time": 6.653054302558303}
+{"Finetune/Learning Rate": 8.453620767644823e-06, "Finetune/Loss": 0.6572221517562866, "Finetune/Loss (Raw)": 0.5507849454879761, "Finetune/Step": 10826, "Finetune/Step Time": 6.653767369687557}
+{"Finetune/Learning Rate": 8.451957087232124e-06, "Finetune/Loss": 0.6570436358451843, "Finetune/Loss (Raw)": 0.693812370300293, "Finetune/Step": 10827, "Finetune/Step Time": 6.653293510898948}
+{"Finetune/Learning Rate": 8.450293450717517e-06, "Finetune/Loss": 0.6569415330886841, "Finetune/Loss (Raw)": 0.7576050758361816, "Finetune/Step": 10828, "Finetune/Step Time": 6.659328620880842}
+{"Finetune/Learning Rate": 8.448629858148181e-06, "Finetune/Loss": 0.6581019163131714, "Finetune/Loss (Raw)": 0.6101192831993103, "Finetune/Step": 10829, "Finetune/Step Time": 6.663743557408452}
+{"Finetune/Learning Rate": 8.446966309571292e-06, "Finetune/Loss": 0.6577069759368896, "Finetune/Loss (Raw)": 0.7240360975265503, "Finetune/Step": 10830, "Finetune/Step Time": 6.659100037068129}
+{"Finetune/Learning Rate": 8.445302805034027e-06, "Finetune/Loss": 0.6579796075820923, "Finetune/Loss (Raw)": 0.6886242628097534, "Finetune/Step": 10831, "Finetune/Step Time": 6.654065582901239}
+{"Finetune/Learning Rate": 8.443639344583547e-06, "Finetune/Loss": 0.6581005454063416, "Finetune/Loss (Raw)": 0.6821081638336182, "Finetune/Step": 10832, "Finetune/Step Time": 6.657462449744344}
+{"Finetune/Learning Rate": 8.44197592826703e-06, "Finetune/Loss": 0.658825695514679, "Finetune/Loss (Raw)": 0.7016509175300598, "Finetune/Step": 10833, "Finetune/Step Time": 6.649408247321844}
+{"Finetune/Learning Rate": 8.440312556131647e-06, "Finetune/Loss": 0.659017026424408, "Finetune/Loss (Raw)": 0.6099129319190979, "Finetune/Step": 10834, "Finetune/Step Time": 6.656890561804175}
+{"Finetune/Learning Rate": 8.438649228224566e-06, "Finetune/Loss": 0.658184289932251, "Finetune/Loss (Raw)": 0.5844190120697021, "Finetune/Step": 10835, "Finetune/Step Time": 6.65480075404048}
+{"Finetune/Learning Rate": 8.43698594459295e-06, "Finetune/Loss": 0.6574883460998535, "Finetune/Loss (Raw)": 0.6031324863433838, "Finetune/Step": 10836, "Finetune/Step Time": 6.655714543536305}
+{"Finetune/Learning Rate": 8.435322705283973e-06, "Finetune/Loss": 0.6561242938041687, "Finetune/Loss (Raw)": 0.5588470101356506, "Finetune/Step": 10837, "Finetune/Step Time": 6.655960328876972}
+{"Finetune/Learning Rate": 8.43365951034479e-06, "Finetune/Loss": 0.6563431024551392, "Finetune/Loss (Raw)": 0.6893219351768494, "Finetune/Step": 10838, "Finetune/Step Time": 6.657111020758748}
+{"Finetune/Learning Rate": 8.43199635982257e-06, "Finetune/Loss": 0.656521737575531, "Finetune/Loss (Raw)": 0.6793434619903564, "Finetune/Step": 10839, "Finetune/Step Time": 6.672611339017749}
+{"Finetune/Learning Rate": 8.430333253764474e-06, "Finetune/Loss": 0.6568833589553833, "Finetune/Loss (Raw)": 0.6691411137580872, "Finetune/Step": 10840, "Finetune/Step Time": 6.669576141983271}
+{"Finetune/Learning Rate": 8.428670192217665e-06, "Finetune/Loss": 0.6575523614883423, "Finetune/Loss (Raw)": 0.7724750638008118, "Finetune/Step": 10841, "Finetune/Step Time": 6.6697716396301985}
+{"Finetune/Learning Rate": 8.4270071752293e-06, "Finetune/Loss": 0.657366931438446, "Finetune/Loss (Raw)": 0.5852853655815125, "Finetune/Step": 10842, "Finetune/Step Time": 6.683563994243741}
+{"Finetune/Learning Rate": 8.425344202846541e-06, "Finetune/Loss": 0.6566953659057617, "Finetune/Loss (Raw)": 0.6360214948654175, "Finetune/Step": 10843, "Finetune/Step Time": 6.6817237343639135}
+{"Finetune/Learning Rate": 8.42368127511654e-06, "Finetune/Loss": 0.6557364463806152, "Finetune/Loss (Raw)": 0.5214995741844177, "Finetune/Step": 10844, "Finetune/Step Time": 6.708618462085724}
+{"Finetune/Learning Rate": 8.422018392086458e-06, "Finetune/Loss": 0.6563936471939087, "Finetune/Loss (Raw)": 0.7360879778862, "Finetune/Step": 10845, "Finetune/Step Time": 6.708364287391305}
+{"Finetune/Learning Rate": 8.420355553803443e-06, "Finetune/Loss": 0.656134843826294, "Finetune/Loss (Raw)": 0.6717040538787842, "Finetune/Step": 10846, "Finetune/Step Time": 6.697935791686177}
+{"Finetune/Learning Rate": 8.418692760314654e-06, "Finetune/Loss": 0.6559399962425232, "Finetune/Loss (Raw)": 0.6496598124504089, "Finetune/Step": 10847, "Finetune/Step Time": 6.700879333540797}
+{"Finetune/Learning Rate": 8.417030011667241e-06, "Finetune/Loss": 0.6555328369140625, "Finetune/Loss (Raw)": 0.5956928730010986, "Finetune/Step": 10848, "Finetune/Step Time": 6.7047049552202225}
+{"Finetune/Learning Rate": 8.41536730790836e-06, "Finetune/Loss": 0.6548776626586914, "Finetune/Loss (Raw)": 0.6582921743392944, "Finetune/Step": 10849, "Finetune/Step Time": 6.709511466324329}
+{"Finetune/Learning Rate": 8.413704649085155e-06, "Finetune/Loss": 0.6555519104003906, "Finetune/Loss (Raw)": 0.7369745373725891, "Finetune/Step": 10850, "Finetune/Step Time": 6.709017338231206}
+{"Finetune/Learning Rate": 8.412042035244773e-06, "Finetune/Loss": 0.6555927991867065, "Finetune/Loss (Raw)": 0.7409635186195374, "Finetune/Step": 10851, "Finetune/Step Time": 6.70217234455049}
+{"Finetune/Learning Rate": 8.410379466434363e-06, "Finetune/Loss": 0.6554341316223145, "Finetune/Loss (Raw)": 0.6145191192626953, "Finetune/Step": 10852, "Finetune/Step Time": 6.698967726901174}
+{"Finetune/Learning Rate": 8.40871694270107e-06, "Finetune/Loss": 0.6551492214202881, "Finetune/Loss (Raw)": 0.6439811587333679, "Finetune/Step": 10853, "Finetune/Step Time": 6.6981844287365675}
+{"Finetune/Learning Rate": 8.407054464092042e-06, "Finetune/Loss": 0.6551294326782227, "Finetune/Loss (Raw)": 0.6248648166656494, "Finetune/Step": 10854, "Finetune/Step Time": 6.694978991523385}
+{"Finetune/Learning Rate": 8.405392030654423e-06, "Finetune/Loss": 0.6552392244338989, "Finetune/Loss (Raw)": 0.7093244194984436, "Finetune/Step": 10855, "Finetune/Step Time": 6.696198673918843}
+{"Finetune/Learning Rate": 8.403729642435346e-06, "Finetune/Loss": 0.654956042766571, "Finetune/Loss (Raw)": 0.6656166911125183, "Finetune/Step": 10856, "Finetune/Step Time": 6.72798041626811}
+{"Finetune/Learning Rate": 8.402067299481958e-06, "Finetune/Loss": 0.6561314463615417, "Finetune/Loss (Raw)": 0.695490300655365, "Finetune/Step": 10857, "Finetune/Step Time": 6.72391027584672}
+{"Finetune/Learning Rate": 8.4004050018414e-06, "Finetune/Loss": 0.6542315483093262, "Finetune/Loss (Raw)": 0.47072187066078186, "Finetune/Step": 10858, "Finetune/Step Time": 6.737331796437502}
+{"Finetune/Learning Rate": 8.398742749560805e-06, "Finetune/Loss": 0.653601348400116, "Finetune/Loss (Raw)": 0.6063149571418762, "Finetune/Step": 10859, "Finetune/Step Time": 6.734993316233158}
+{"Finetune/Learning Rate": 8.397080542687313e-06, "Finetune/Loss": 0.6544575691223145, "Finetune/Loss (Raw)": 0.6562971472740173, "Finetune/Step": 10860, "Finetune/Step Time": 6.730094131082296}
+{"Finetune/Learning Rate": 8.395418381268061e-06, "Finetune/Loss": 0.6525783538818359, "Finetune/Loss (Raw)": 0.5531832575798035, "Finetune/Step": 10861, "Finetune/Step Time": 6.724971072748303}
+{"Finetune/Learning Rate": 8.39375626535018e-06, "Finetune/Loss": 0.6552298069000244, "Finetune/Loss (Raw)": 0.8126113414764404, "Finetune/Step": 10862, "Finetune/Step Time": 6.708104889839888}
+{"Finetune/Learning Rate": 8.392094194980798e-06, "Finetune/Loss": 0.6550567746162415, "Finetune/Loss (Raw)": 0.6053454279899597, "Finetune/Step": 10863, "Finetune/Step Time": 6.714965030550957}
+{"Finetune/Learning Rate": 8.390432170207059e-06, "Finetune/Loss": 0.6561046242713928, "Finetune/Loss (Raw)": 0.7492220997810364, "Finetune/Step": 10864, "Finetune/Step Time": 6.71617534942925}
+{"Finetune/Learning Rate": 8.388770191076084e-06, "Finetune/Loss": 0.6564381122589111, "Finetune/Loss (Raw)": 0.731265127658844, "Finetune/Step": 10865, "Finetune/Step Time": 6.719733640551567}
+{"Finetune/Learning Rate": 8.387108257635003e-06, "Finetune/Loss": 0.6571581959724426, "Finetune/Loss (Raw)": 0.7748712301254272, "Finetune/Step": 10866, "Finetune/Step Time": 6.71717469021678}
+{"Finetune/Learning Rate": 8.38544636993095e-06, "Finetune/Loss": 0.6576311588287354, "Finetune/Loss (Raw)": 0.6908228993415833, "Finetune/Step": 10867, "Finetune/Step Time": 6.715272653847933}
+{"Finetune/Learning Rate": 8.383784528011046e-06, "Finetune/Loss": 0.6594754457473755, "Finetune/Loss (Raw)": 0.845881462097168, "Finetune/Step": 10868, "Finetune/Step Time": 6.705232575535774}
+{"Finetune/Learning Rate": 8.382122731922414e-06, "Finetune/Loss": 0.6599596738815308, "Finetune/Loss (Raw)": 0.5819938778877258, "Finetune/Step": 10869, "Finetune/Step Time": 6.696564435958862}
+{"Finetune/Learning Rate": 8.38046098171218e-06, "Finetune/Loss": 0.6596996188163757, "Finetune/Loss (Raw)": 0.6322813630104065, "Finetune/Step": 10870, "Finetune/Step Time": 6.708799472078681}
+{"Finetune/Learning Rate": 8.37879927742747e-06, "Finetune/Loss": 0.6598312854766846, "Finetune/Loss (Raw)": 0.6704818606376648, "Finetune/Step": 10871, "Finetune/Step Time": 6.723997177556157}
+{"Finetune/Learning Rate": 8.377137619115401e-06, "Finetune/Loss": 0.6588339805603027, "Finetune/Loss (Raw)": 0.6245005130767822, "Finetune/Step": 10872, "Finetune/Step Time": 6.723527528345585}
+{"Finetune/Learning Rate": 8.375476006823097e-06, "Finetune/Loss": 0.6580250263214111, "Finetune/Loss (Raw)": 0.6016414165496826, "Finetune/Step": 10873, "Finetune/Step Time": 6.732089478522539}
+{"Finetune/Learning Rate": 8.37381444059767e-06, "Finetune/Loss": 0.6578328013420105, "Finetune/Loss (Raw)": 0.6906194090843201, "Finetune/Step": 10874, "Finetune/Step Time": 6.715591406449676}
+{"Finetune/Learning Rate": 8.372152920486245e-06, "Finetune/Loss": 0.6585963368415833, "Finetune/Loss (Raw)": 0.8029975891113281, "Finetune/Step": 10875, "Finetune/Step Time": 6.715421125292778}
+{"Finetune/Learning Rate": 8.370491446535932e-06, "Finetune/Loss": 0.6590932607650757, "Finetune/Loss (Raw)": 0.6859488487243652, "Finetune/Step": 10876, "Finetune/Step Time": 6.712247684597969}
+{"Finetune/Learning Rate": 8.368830018793847e-06, "Finetune/Loss": 0.6589237451553345, "Finetune/Loss (Raw)": 0.5955595970153809, "Finetune/Step": 10877, "Finetune/Step Time": 6.720482334494591}
+{"Finetune/Learning Rate": 8.367168637307104e-06, "Finetune/Loss": 0.6590651273727417, "Finetune/Loss (Raw)": 0.7259137630462646, "Finetune/Step": 10878, "Finetune/Step Time": 6.724554527550936}
+{"Finetune/Learning Rate": 8.365507302122819e-06, "Finetune/Loss": 0.6601102948188782, "Finetune/Loss (Raw)": 0.7694617509841919, "Finetune/Step": 10879, "Finetune/Step Time": 6.706131227314472}
+{"Finetune/Learning Rate": 8.363846013288096e-06, "Finetune/Loss": 0.6602379679679871, "Finetune/Loss (Raw)": 0.6599269509315491, "Finetune/Step": 10880, "Finetune/Step Time": 6.686199037358165}
+{"Finetune/Learning Rate": 8.362184770850047e-06, "Finetune/Loss": 0.6595766544342041, "Finetune/Loss (Raw)": 0.6131567358970642, "Finetune/Step": 10881, "Finetune/Step Time": 6.704008927568793}
+{"Finetune/Learning Rate": 8.360523574855783e-06, "Finetune/Loss": 0.6595719456672668, "Finetune/Loss (Raw)": 0.6958664655685425, "Finetune/Step": 10882, "Finetune/Step Time": 6.701586680486798}
+{"Finetune/Learning Rate": 8.358862425352406e-06, "Finetune/Loss": 0.6588951349258423, "Finetune/Loss (Raw)": 0.6207880973815918, "Finetune/Step": 10883, "Finetune/Step Time": 6.699646821245551}
+{"Finetune/Learning Rate": 8.357201322387026e-06, "Finetune/Loss": 0.6596516370773315, "Finetune/Loss (Raw)": 0.6728266477584839, "Finetune/Step": 10884, "Finetune/Step Time": 6.6954363733530045}
+{"Finetune/Learning Rate": 8.355540266006746e-06, "Finetune/Loss": 0.6587808132171631, "Finetune/Loss (Raw)": 0.564195990562439, "Finetune/Step": 10885, "Finetune/Step Time": 6.6947671715170145}
+{"Finetune/Learning Rate": 8.353879256258665e-06, "Finetune/Loss": 0.6588042378425598, "Finetune/Loss (Raw)": 0.6082451343536377, "Finetune/Step": 10886, "Finetune/Step Time": 6.700717056170106}
+{"Finetune/Learning Rate": 8.352218293189887e-06, "Finetune/Loss": 0.6579744219779968, "Finetune/Loss (Raw)": 0.532431423664093, "Finetune/Step": 10887, "Finetune/Step Time": 6.703578907996416}
+{"Finetune/Learning Rate": 8.350557376847513e-06, "Finetune/Loss": 0.6583489179611206, "Finetune/Loss (Raw)": 0.694334864616394, "Finetune/Step": 10888, "Finetune/Step Time": 6.706963242962956}
+{"Finetune/Learning Rate": 8.348896507278642e-06, "Finetune/Loss": 0.6576621532440186, "Finetune/Loss (Raw)": 0.6125897765159607, "Finetune/Step": 10889, "Finetune/Step Time": 6.71421480178833}
+{"Finetune/Learning Rate": 8.347235684530369e-06, "Finetune/Loss": 0.6590718030929565, "Finetune/Loss (Raw)": 0.6607885360717773, "Finetune/Step": 10890, "Finetune/Step Time": 6.708951121196151}
+{"Finetune/Learning Rate": 8.345574908649796e-06, "Finetune/Loss": 0.6598670482635498, "Finetune/Loss (Raw)": 0.7136640548706055, "Finetune/Step": 10891, "Finetune/Step Time": 6.724418319761753}
+{"Finetune/Learning Rate": 8.343914179684013e-06, "Finetune/Loss": 0.6596217155456543, "Finetune/Loss (Raw)": 0.6245572566986084, "Finetune/Step": 10892, "Finetune/Step Time": 6.726654164493084}
+{"Finetune/Learning Rate": 8.342253497680113e-06, "Finetune/Loss": 0.6599870324134827, "Finetune/Loss (Raw)": 0.6790476441383362, "Finetune/Step": 10893, "Finetune/Step Time": 6.730871386826038}
+{"Finetune/Learning Rate": 8.34059286268519e-06, "Finetune/Loss": 0.6610219478607178, "Finetune/Loss (Raw)": 0.8057491183280945, "Finetune/Step": 10894, "Finetune/Step Time": 6.731890758499503}
+{"Finetune/Learning Rate": 8.338932274746334e-06, "Finetune/Loss": 0.6610081195831299, "Finetune/Loss (Raw)": 0.6085971593856812, "Finetune/Step": 10895, "Finetune/Step Time": 6.703309280797839}
+{"Finetune/Learning Rate": 8.337271733910636e-06, "Finetune/Loss": 0.6608503460884094, "Finetune/Loss (Raw)": 0.5485439300537109, "Finetune/Step": 10896, "Finetune/Step Time": 6.702909460291266}
+{"Finetune/Learning Rate": 8.335611240225187e-06, "Finetune/Loss": 0.6617733240127563, "Finetune/Loss (Raw)": 0.7180240750312805, "Finetune/Step": 10897, "Finetune/Step Time": 6.699065338820219}
+{"Finetune/Learning Rate": 8.333950793737067e-06, "Finetune/Loss": 0.6613797545433044, "Finetune/Loss (Raw)": 0.5953406691551208, "Finetune/Step": 10898, "Finetune/Step Time": 6.700682016089559}
+{"Finetune/Learning Rate": 8.332290394493365e-06, "Finetune/Loss": 0.6610308885574341, "Finetune/Loss (Raw)": 0.6255030632019043, "Finetune/Step": 10899, "Finetune/Step Time": 6.7041134517639875}
+{"Finetune/Learning Rate": 8.330630042541164e-06, "Finetune/Loss": 0.6607385277748108, "Finetune/Loss (Raw)": 0.6944276690483093, "Finetune/Step": 10900, "Finetune/Step Time": 6.685398731380701}
+{"Finetune/Learning Rate": 8.328969737927551e-06, "Finetune/Loss": 0.6622687578201294, "Finetune/Loss (Raw)": 0.7433899641036987, "Finetune/Step": 10901, "Finetune/Step Time": 6.685954675078392}
+{"Finetune/Learning Rate": 8.327309480699599e-06, "Finetune/Loss": 0.6621814966201782, "Finetune/Loss (Raw)": 0.6459476947784424, "Finetune/Step": 10902, "Finetune/Step Time": 6.682043632492423}
+{"Finetune/Learning Rate": 8.325649270904402e-06, "Finetune/Loss": 0.6628219485282898, "Finetune/Loss (Raw)": 0.74445641040802, "Finetune/Step": 10903, "Finetune/Step Time": 6.681416900828481}
+{"Finetune/Learning Rate": 8.323989108589026e-06, "Finetune/Loss": 0.6630412936210632, "Finetune/Loss (Raw)": 0.6675418019294739, "Finetune/Step": 10904, "Finetune/Step Time": 6.679329143837094}
+{"Finetune/Learning Rate": 8.32232899380055e-06, "Finetune/Loss": 0.6636326313018799, "Finetune/Loss (Raw)": 0.7410997152328491, "Finetune/Step": 10905, "Finetune/Step Time": 6.656289175152779}
+{"Finetune/Learning Rate": 8.320668926586055e-06, "Finetune/Loss": 0.6640339493751526, "Finetune/Loss (Raw)": 0.6515694260597229, "Finetune/Step": 10906, "Finetune/Step Time": 6.643269868567586}
+{"Finetune/Learning Rate": 8.319008906992615e-06, "Finetune/Loss": 0.6635298728942871, "Finetune/Loss (Raw)": 0.5114492177963257, "Finetune/Step": 10907, "Finetune/Step Time": 6.650888442993164}
+{"Finetune/Learning Rate": 8.317348935067303e-06, "Finetune/Loss": 0.6634454727172852, "Finetune/Loss (Raw)": 0.5949008464813232, "Finetune/Step": 10908, "Finetune/Step Time": 6.644091390073299}
+{"Finetune/Learning Rate": 8.315689010857186e-06, "Finetune/Loss": 0.6656408309936523, "Finetune/Loss (Raw)": 0.7306773066520691, "Finetune/Step": 10909, "Finetune/Step Time": 6.6367669347673655}
+{"Finetune/Learning Rate": 8.314029134409348e-06, "Finetune/Loss": 0.6646912097930908, "Finetune/Loss (Raw)": 0.6090488433837891, "Finetune/Step": 10910, "Finetune/Step Time": 6.637531457468867}
+{"Finetune/Learning Rate": 8.312369305770843e-06, "Finetune/Loss": 0.663750410079956, "Finetune/Loss (Raw)": 0.5721434950828552, "Finetune/Step": 10911, "Finetune/Step Time": 6.637102557346225}
+{"Finetune/Learning Rate": 8.310709524988743e-06, "Finetune/Loss": 0.6634151935577393, "Finetune/Loss (Raw)": 0.6359703540802002, "Finetune/Step": 10912, "Finetune/Step Time": 6.6373429372906685}
+{"Finetune/Learning Rate": 8.309049792110122e-06, "Finetune/Loss": 0.6635246276855469, "Finetune/Loss (Raw)": 0.5770899057388306, "Finetune/Step": 10913, "Finetune/Step Time": 6.637884082272649}
+{"Finetune/Learning Rate": 8.307390107182038e-06, "Finetune/Loss": 0.6634922027587891, "Finetune/Loss (Raw)": 0.630847692489624, "Finetune/Step": 10914, "Finetune/Step Time": 6.638917392119765}
+{"Finetune/Learning Rate": 8.305730470251558e-06, "Finetune/Loss": 0.6634217500686646, "Finetune/Loss (Raw)": 0.5673207640647888, "Finetune/Step": 10915, "Finetune/Step Time": 6.63898921944201}
+{"Finetune/Learning Rate": 8.304070881365748e-06, "Finetune/Loss": 0.662502646446228, "Finetune/Loss (Raw)": 0.5623700618743896, "Finetune/Step": 10916, "Finetune/Step Time": 6.644712278619409}
+{"Finetune/Learning Rate": 8.30241134057166e-06, "Finetune/Loss": 0.6632044315338135, "Finetune/Loss (Raw)": 0.6729207634925842, "Finetune/Step": 10917, "Finetune/Step Time": 6.618083009496331}
+{"Finetune/Learning Rate": 8.300751847916361e-06, "Finetune/Loss": 0.6628445386886597, "Finetune/Loss (Raw)": 0.6439076066017151, "Finetune/Step": 10918, "Finetune/Step Time": 6.620698384940624}
+{"Finetune/Learning Rate": 8.299092403446907e-06, "Finetune/Loss": 0.6633110046386719, "Finetune/Loss (Raw)": 0.7123430967330933, "Finetune/Step": 10919, "Finetune/Step Time": 6.63574985973537}
+{"Finetune/Learning Rate": 8.297433007210354e-06, "Finetune/Loss": 0.6632422208786011, "Finetune/Loss (Raw)": 0.6148267388343811, "Finetune/Step": 10920, "Finetune/Step Time": 6.6361843310296535}
+{"Finetune/Learning Rate": 8.295773659253763e-06, "Finetune/Loss": 0.6616030931472778, "Finetune/Loss (Raw)": 0.5304032564163208, "Finetune/Step": 10921, "Finetune/Step Time": 6.641512947157025}
+{"Finetune/Learning Rate": 8.294114359624186e-06, "Finetune/Loss": 0.6605013608932495, "Finetune/Loss (Raw)": 0.6298251152038574, "Finetune/Step": 10922, "Finetune/Step Time": 6.645607583224773}
+{"Finetune/Learning Rate": 8.292455108368671e-06, "Finetune/Loss": 0.66047203540802, "Finetune/Loss (Raw)": 0.7365999221801758, "Finetune/Step": 10923, "Finetune/Step Time": 6.642959479242563}
+{"Finetune/Learning Rate": 8.290795905534274e-06, "Finetune/Loss": 0.6590029001235962, "Finetune/Loss (Raw)": 0.5791882276535034, "Finetune/Step": 10924, "Finetune/Step Time": 6.640359895303845}
+{"Finetune/Learning Rate": 8.289136751168047e-06, "Finetune/Loss": 0.6591619849205017, "Finetune/Loss (Raw)": 0.7204626202583313, "Finetune/Step": 10925, "Finetune/Step Time": 6.642202967777848}
+{"Finetune/Learning Rate": 8.287477645317032e-06, "Finetune/Loss": 0.6593519449234009, "Finetune/Loss (Raw)": 0.6579420566558838, "Finetune/Step": 10926, "Finetune/Step Time": 6.642983367666602}
+{"Finetune/Learning Rate": 8.285818588028285e-06, "Finetune/Loss": 0.6582427620887756, "Finetune/Loss (Raw)": 0.49393147230148315, "Finetune/Step": 10927, "Finetune/Step Time": 6.63396668061614}
+{"Finetune/Learning Rate": 8.284159579348852e-06, "Finetune/Loss": 0.656821072101593, "Finetune/Loss (Raw)": 0.6107141375541687, "Finetune/Step": 10928, "Finetune/Step Time": 6.633425867184997}
+{"Finetune/Learning Rate": 8.282500619325769e-06, "Finetune/Loss": 0.6562573313713074, "Finetune/Loss (Raw)": 0.6890022158622742, "Finetune/Step": 10929, "Finetune/Step Time": 6.635229218751192}
+{"Finetune/Learning Rate": 8.280841708006085e-06, "Finetune/Loss": 0.6563801169395447, "Finetune/Loss (Raw)": 0.6873729825019836, "Finetune/Step": 10930, "Finetune/Step Time": 6.636844141408801}
+{"Finetune/Learning Rate": 8.279182845436842e-06, "Finetune/Loss": 0.657029390335083, "Finetune/Loss (Raw)": 0.7306839823722839, "Finetune/Step": 10931, "Finetune/Step Time": 6.63978504575789}
+{"Finetune/Learning Rate": 8.277524031665079e-06, "Finetune/Loss": 0.6569368839263916, "Finetune/Loss (Raw)": 0.668313205242157, "Finetune/Step": 10932, "Finetune/Step Time": 6.65941327624023}
+{"Finetune/Learning Rate": 8.275865266737838e-06, "Finetune/Loss": 0.6560736894607544, "Finetune/Loss (Raw)": 0.6674675345420837, "Finetune/Step": 10933, "Finetune/Step Time": 6.640220886096358}
+{"Finetune/Learning Rate": 8.274206550702158e-06, "Finetune/Loss": 0.6555150747299194, "Finetune/Loss (Raw)": 0.548495352268219, "Finetune/Step": 10934, "Finetune/Step Time": 6.642418317496777}
+{"Finetune/Learning Rate": 8.272547883605068e-06, "Finetune/Loss": 0.6551397442817688, "Finetune/Loss (Raw)": 0.6159061193466187, "Finetune/Step": 10935, "Finetune/Step Time": 6.638969533145428}
+{"Finetune/Learning Rate": 8.270889265493608e-06, "Finetune/Loss": 0.6547973155975342, "Finetune/Loss (Raw)": 0.5497316122055054, "Finetune/Step": 10936, "Finetune/Step Time": 6.6435486152768135}
+{"Finetune/Learning Rate": 8.269230696414813e-06, "Finetune/Loss": 0.6557029485702515, "Finetune/Loss (Raw)": 0.7521054148674011, "Finetune/Step": 10937, "Finetune/Step Time": 6.661507042124867}
+{"Finetune/Learning Rate": 8.267572176415713e-06, "Finetune/Loss": 0.6549516916275024, "Finetune/Loss (Raw)": 0.5285828709602356, "Finetune/Step": 10938, "Finetune/Step Time": 6.6681938245892525}
+{"Finetune/Learning Rate": 8.26591370554334e-06, "Finetune/Loss": 0.6548337936401367, "Finetune/Loss (Raw)": 0.6715704202651978, "Finetune/Step": 10939, "Finetune/Step Time": 6.670535180717707}
+{"Finetune/Learning Rate": 8.264255283844727e-06, "Finetune/Loss": 0.6543681025505066, "Finetune/Loss (Raw)": 0.6693998575210571, "Finetune/Step": 10940, "Finetune/Step Time": 6.664769917726517}
+{"Finetune/Learning Rate": 8.262596911366894e-06, "Finetune/Loss": 0.652754545211792, "Finetune/Loss (Raw)": 0.5570529103279114, "Finetune/Step": 10941, "Finetune/Step Time": 6.68198673799634}
+{"Finetune/Learning Rate": 8.260938588156873e-06, "Finetune/Loss": 0.6525604724884033, "Finetune/Loss (Raw)": 0.5877906084060669, "Finetune/Step": 10942, "Finetune/Step Time": 6.679740214720368}
+{"Finetune/Learning Rate": 8.259280314261688e-06, "Finetune/Loss": 0.6527233719825745, "Finetune/Loss (Raw)": 0.7129694819450378, "Finetune/Step": 10943, "Finetune/Step Time": 6.685186943039298}
+{"Finetune/Learning Rate": 8.257622089728362e-06, "Finetune/Loss": 0.6529375314712524, "Finetune/Loss (Raw)": 0.6619138121604919, "Finetune/Step": 10944, "Finetune/Step Time": 6.679134139791131}
+{"Finetune/Learning Rate": 8.25596391460392e-06, "Finetune/Loss": 0.6533761620521545, "Finetune/Loss (Raw)": 0.6916136741638184, "Finetune/Step": 10945, "Finetune/Step Time": 6.672765240073204}
+{"Finetune/Learning Rate": 8.254305788935386e-06, "Finetune/Loss": 0.6517853736877441, "Finetune/Loss (Raw)": 0.5778123140335083, "Finetune/Step": 10946, "Finetune/Step Time": 6.687714004889131}
+{"Finetune/Learning Rate": 8.252647712769773e-06, "Finetune/Loss": 0.6520757675170898, "Finetune/Loss (Raw)": 0.7580701112747192, "Finetune/Step": 10947, "Finetune/Step Time": 6.682965869084001}
+{"Finetune/Learning Rate": 8.2509896861541e-06, "Finetune/Loss": 0.6522754430770874, "Finetune/Loss (Raw)": 0.6897284388542175, "Finetune/Step": 10948, "Finetune/Step Time": 6.680495172739029}
+{"Finetune/Learning Rate": 8.249331709135388e-06, "Finetune/Loss": 0.650936484336853, "Finetune/Loss (Raw)": 0.46004295349121094, "Finetune/Step": 10949, "Finetune/Step Time": 6.693549994379282}
+{"Finetune/Learning Rate": 8.24767378176065e-06, "Finetune/Loss": 0.6510318517684937, "Finetune/Loss (Raw)": 0.6669014096260071, "Finetune/Step": 10950, "Finetune/Step Time": 6.696492101997137}
+{"Finetune/Learning Rate": 8.2460159040769e-06, "Finetune/Loss": 0.651809573173523, "Finetune/Loss (Raw)": 0.6436209678649902, "Finetune/Step": 10951, "Finetune/Step Time": 6.696782644838095}
+{"Finetune/Learning Rate": 8.244358076131154e-06, "Finetune/Loss": 0.6521522998809814, "Finetune/Loss (Raw)": 0.7637057900428772, "Finetune/Step": 10952, "Finetune/Step Time": 6.696484448388219}
+{"Finetune/Learning Rate": 8.242700297970419e-06, "Finetune/Loss": 0.652031660079956, "Finetune/Loss (Raw)": 0.633460283279419, "Finetune/Step": 10953, "Finetune/Step Time": 6.694040331989527}
+{"Finetune/Learning Rate": 8.241042569641705e-06, "Finetune/Loss": 0.6530736088752747, "Finetune/Loss (Raw)": 0.6841557025909424, "Finetune/Step": 10954, "Finetune/Step Time": 6.689976265653968}
+{"Finetune/Learning Rate": 8.239384891192021e-06, "Finetune/Loss": 0.6522666215896606, "Finetune/Loss (Raw)": 0.5905113816261292, "Finetune/Step": 10955, "Finetune/Step Time": 6.696431348100305}
+{"Finetune/Learning Rate": 8.237727262668378e-06, "Finetune/Loss": 0.6518802046775818, "Finetune/Loss (Raw)": 0.7081425786018372, "Finetune/Step": 10956, "Finetune/Step Time": 6.6935696471482515}
+{"Finetune/Learning Rate": 8.236069684117775e-06, "Finetune/Loss": 0.6527430415153503, "Finetune/Loss (Raw)": 0.7205632328987122, "Finetune/Step": 10957, "Finetune/Step Time": 6.686802238225937}
+{"Finetune/Learning Rate": 8.234412155587226e-06, "Finetune/Loss": 0.6527850031852722, "Finetune/Loss (Raw)": 0.7294109463691711, "Finetune/Step": 10958, "Finetune/Step Time": 6.687248231843114}
+{"Finetune/Learning Rate": 8.232754677123723e-06, "Finetune/Loss": 0.6534532308578491, "Finetune/Loss (Raw)": 0.7741552591323853, "Finetune/Step": 10959, "Finetune/Step Time": 6.690744563937187}
+{"Finetune/Learning Rate": 8.231097248774273e-06, "Finetune/Loss": 0.6531041860580444, "Finetune/Loss (Raw)": 0.637432873249054, "Finetune/Step": 10960, "Finetune/Step Time": 6.687891906127334}
+{"Finetune/Learning Rate": 8.229439870585872e-06, "Finetune/Loss": 0.6533640623092651, "Finetune/Loss (Raw)": 0.7349105477333069, "Finetune/Step": 10961, "Finetune/Step Time": 6.688879791647196}
+{"Finetune/Learning Rate": 8.227782542605525e-06, "Finetune/Loss": 0.6543411612510681, "Finetune/Loss (Raw)": 0.7349858283996582, "Finetune/Step": 10962, "Finetune/Step Time": 6.676166312769055}
+{"Finetune/Learning Rate": 8.226125264880224e-06, "Finetune/Loss": 0.6554851531982422, "Finetune/Loss (Raw)": 0.7308450937271118, "Finetune/Step": 10963, "Finetune/Step Time": 6.692568438127637}
+{"Finetune/Learning Rate": 8.224468037456969e-06, "Finetune/Loss": 0.6565511226654053, "Finetune/Loss (Raw)": 0.739576518535614, "Finetune/Step": 10964, "Finetune/Step Time": 6.70823278836906}
+{"Finetune/Learning Rate": 8.22281086038275e-06, "Finetune/Loss": 0.6560617685317993, "Finetune/Loss (Raw)": 0.496208131313324, "Finetune/Step": 10965, "Finetune/Step Time": 6.721298173069954}
+{"Finetune/Learning Rate": 8.22115373370456e-06, "Finetune/Loss": 0.65659499168396, "Finetune/Loss (Raw)": 0.7575815916061401, "Finetune/Step": 10966, "Finetune/Step Time": 6.723178498446941}
+{"Finetune/Learning Rate": 8.219496657469393e-06, "Finetune/Loss": 0.6572538614273071, "Finetune/Loss (Raw)": 0.763678252696991, "Finetune/Step": 10967, "Finetune/Step Time": 6.70787526294589}
+{"Finetune/Learning Rate": 8.217839631724236e-06, "Finetune/Loss": 0.6567663550376892, "Finetune/Loss (Raw)": 0.6067383885383606, "Finetune/Step": 10968, "Finetune/Step Time": 6.724353421479464}
+{"Finetune/Learning Rate": 8.216182656516081e-06, "Finetune/Loss": 0.6565566062927246, "Finetune/Loss (Raw)": 0.7456263303756714, "Finetune/Step": 10969, "Finetune/Step Time": 6.7237589340657}
+{"Finetune/Learning Rate": 8.214525731891917e-06, "Finetune/Loss": 0.6568617224693298, "Finetune/Loss (Raw)": 0.6243427991867065, "Finetune/Step": 10970, "Finetune/Step Time": 6.7106847651302814}
+{"Finetune/Learning Rate": 8.21286885789872e-06, "Finetune/Loss": 0.656434953212738, "Finetune/Loss (Raw)": 0.5813922882080078, "Finetune/Step": 10971, "Finetune/Step Time": 6.70865692012012}
+{"Finetune/Learning Rate": 8.211212034583483e-06, "Finetune/Loss": 0.6565802693367004, "Finetune/Loss (Raw)": 0.5400986671447754, "Finetune/Step": 10972, "Finetune/Step Time": 6.68225553072989}
+{"Finetune/Learning Rate": 8.209555261993185e-06, "Finetune/Loss": 0.6541927456855774, "Finetune/Loss (Raw)": 0.43048423528671265, "Finetune/Step": 10973, "Finetune/Step Time": 6.690376836806536}
+{"Finetune/Learning Rate": 8.207898540174807e-06, "Finetune/Loss": 0.6545083522796631, "Finetune/Loss (Raw)": 0.7121034264564514, "Finetune/Step": 10974, "Finetune/Step Time": 6.6945457719266415}
+{"Finetune/Learning Rate": 8.20624186917533e-06, "Finetune/Loss": 0.654279351234436, "Finetune/Loss (Raw)": 0.6203518509864807, "Finetune/Step": 10975, "Finetune/Step Time": 6.699018696323037}
+{"Finetune/Learning Rate": 8.20458524904174e-06, "Finetune/Loss": 0.654569685459137, "Finetune/Loss (Raw)": 0.6328545212745667, "Finetune/Step": 10976, "Finetune/Step Time": 6.684558130800724}
+{"Finetune/Learning Rate": 8.202928679821002e-06, "Finetune/Loss": 0.6545913815498352, "Finetune/Loss (Raw)": 0.6610674262046814, "Finetune/Step": 10977, "Finetune/Step Time": 6.674927327781916}
+{"Finetune/Learning Rate": 8.201272161560094e-06, "Finetune/Loss": 0.6541734933853149, "Finetune/Loss (Raw)": 0.6834827065467834, "Finetune/Step": 10978, "Finetune/Step Time": 6.67183461971581}
+{"Finetune/Learning Rate": 8.199615694305995e-06, "Finetune/Loss": 0.6541650295257568, "Finetune/Loss (Raw)": 0.7398800253868103, "Finetune/Step": 10979, "Finetune/Step Time": 6.674831176176667}
+{"Finetune/Learning Rate": 8.197959278105675e-06, "Finetune/Loss": 0.6547880172729492, "Finetune/Loss (Raw)": 0.6942642331123352, "Finetune/Step": 10980, "Finetune/Step Time": 6.680626122280955}
+{"Finetune/Learning Rate": 8.196302913006106e-06, "Finetune/Loss": 0.6555303931236267, "Finetune/Loss (Raw)": 0.7390076518058777, "Finetune/Step": 10981, "Finetune/Step Time": 6.67993057705462}
+{"Finetune/Learning Rate": 8.194646599054259e-06, "Finetune/Loss": 0.6562721133232117, "Finetune/Loss (Raw)": 0.7198050618171692, "Finetune/Step": 10982, "Finetune/Step Time": 6.682030100375414}
+{"Finetune/Learning Rate": 8.192990336297098e-06, "Finetune/Loss": 0.6561513543128967, "Finetune/Loss (Raw)": 0.693863570690155, "Finetune/Step": 10983, "Finetune/Step Time": 6.68370421230793}
+{"Finetune/Learning Rate": 8.191334124781594e-06, "Finetune/Loss": 0.6563861966133118, "Finetune/Loss (Raw)": 0.6956766843795776, "Finetune/Step": 10984, "Finetune/Step Time": 6.651156704872847}
+{"Finetune/Learning Rate": 8.189677964554709e-06, "Finetune/Loss": 0.6564030051231384, "Finetune/Loss (Raw)": 0.6976402401924133, "Finetune/Step": 10985, "Finetune/Step Time": 6.645815331488848}
+{"Finetune/Learning Rate": 8.188021855663411e-06, "Finetune/Loss": 0.6572825312614441, "Finetune/Loss (Raw)": 0.5833017230033875, "Finetune/Step": 10986, "Finetune/Step Time": 6.633301418274641}
+{"Finetune/Learning Rate": 8.18636579815466e-06, "Finetune/Loss": 0.6575766205787659, "Finetune/Loss (Raw)": 0.6439636945724487, "Finetune/Step": 10987, "Finetune/Step Time": 6.6341957207769156}
+{"Finetune/Learning Rate": 8.184709792075418e-06, "Finetune/Loss": 0.6578037142753601, "Finetune/Loss (Raw)": 0.6853615045547485, "Finetune/Step": 10988, "Finetune/Step Time": 6.649305373430252}
+{"Finetune/Learning Rate": 8.183053837472645e-06, "Finetune/Loss": 0.6578746438026428, "Finetune/Loss (Raw)": 0.5622581243515015, "Finetune/Step": 10989, "Finetune/Step Time": 6.6533262357115746}
+{"Finetune/Learning Rate": 8.181397934393297e-06, "Finetune/Loss": 0.6567733287811279, "Finetune/Loss (Raw)": 0.6716449856758118, "Finetune/Step": 10990, "Finetune/Step Time": 6.658438861370087}
+{"Finetune/Learning Rate": 8.179742082884333e-06, "Finetune/Loss": 0.6566306948661804, "Finetune/Loss (Raw)": 0.5870919823646545, "Finetune/Step": 10991, "Finetune/Step Time": 6.656960390508175}
+{"Finetune/Learning Rate": 8.178086282992705e-06, "Finetune/Loss": 0.6555603742599487, "Finetune/Loss (Raw)": 0.6122178435325623, "Finetune/Step": 10992, "Finetune/Step Time": 6.65972650796175}
+{"Finetune/Learning Rate": 8.176430534765372e-06, "Finetune/Loss": 0.6550133228302002, "Finetune/Loss (Raw)": 0.6612442135810852, "Finetune/Step": 10993, "Finetune/Step Time": 6.658527983352542}
+{"Finetune/Learning Rate": 8.174774838249282e-06, "Finetune/Loss": 0.6542097926139832, "Finetune/Loss (Raw)": 0.6720190644264221, "Finetune/Step": 10994, "Finetune/Step Time": 6.660400399938226}
+{"Finetune/Learning Rate": 8.173119193491392e-06, "Finetune/Loss": 0.6529532074928284, "Finetune/Loss (Raw)": 0.5299800634384155, "Finetune/Step": 10995, "Finetune/Step Time": 6.662725154310465}
+{"Finetune/Learning Rate": 8.171463600538642e-06, "Finetune/Loss": 0.6513605117797852, "Finetune/Loss (Raw)": 0.6420206427574158, "Finetune/Step": 10996, "Finetune/Step Time": 6.657492248341441}
+{"Finetune/Learning Rate": 8.169808059437985e-06, "Finetune/Loss": 0.6512674689292908, "Finetune/Loss (Raw)": 0.5700823664665222, "Finetune/Step": 10997, "Finetune/Step Time": 6.657294338569045}
+{"Finetune/Learning Rate": 8.168152570236368e-06, "Finetune/Loss": 0.6511367559432983, "Finetune/Loss (Raw)": 0.6155476570129395, "Finetune/Step": 10998, "Finetune/Step Time": 6.637416718527675}
+{"Finetune/Learning Rate": 8.166497132980734e-06, "Finetune/Loss": 0.651551365852356, "Finetune/Loss (Raw)": 0.7235488891601562, "Finetune/Step": 10999, "Finetune/Step Time": 6.622804684564471}
+{"Finetune/Learning Rate": 8.164841747718027e-06, "Finetune/Loss": 0.652289628982544, "Finetune/Loss (Raw)": 0.7190045714378357, "Finetune/Step": 11000, "Finetune/Step Time": 6.620787516236305}
+{"Finetune/Learning Rate": 8.163186414495195e-06, "Finetune/Loss": 0.651237964630127, "Finetune/Loss (Raw)": 0.46702614426612854, "Finetune/Step": 11001, "Finetune/Step Time": 6.633863311260939}
+{"Finetune/Learning Rate": 8.161531133359166e-06, "Finetune/Loss": 0.6510772109031677, "Finetune/Loss (Raw)": 0.6700423359870911, "Finetune/Step": 11002, "Finetune/Step Time": 6.634171146899462}
+{"Finetune/Learning Rate": 8.159875904356889e-06, "Finetune/Loss": 0.6505609750747681, "Finetune/Loss (Raw)": 0.7369205951690674, "Finetune/Step": 11003, "Finetune/Step Time": 6.634764259681106}
+{"Finetune/Learning Rate": 8.158220727535298e-06, "Finetune/Loss": 0.6502691507339478, "Finetune/Loss (Raw)": 0.6485986113548279, "Finetune/Step": 11004, "Finetune/Step Time": 6.637479070574045}
+{"Finetune/Learning Rate": 8.156565602941332e-06, "Finetune/Loss": 0.6508145928382874, "Finetune/Loss (Raw)": 0.665372908115387, "Finetune/Step": 11005, "Finetune/Step Time": 6.640373637899756}
+{"Finetune/Learning Rate": 8.15491053062192e-06, "Finetune/Loss": 0.6501628160476685, "Finetune/Loss (Raw)": 0.642486035823822, "Finetune/Step": 11006, "Finetune/Step Time": 6.644977755844593}
+{"Finetune/Learning Rate": 8.153255510624004e-06, "Finetune/Loss": 0.6508241891860962, "Finetune/Loss (Raw)": 0.8541128635406494, "Finetune/Step": 11007, "Finetune/Step Time": 6.6472996193915606}
+{"Finetune/Learning Rate": 8.151600542994506e-06, "Finetune/Loss": 0.6510053277015686, "Finetune/Loss (Raw)": 0.6831143498420715, "Finetune/Step": 11008, "Finetune/Step Time": 6.647089654579759}
+{"Finetune/Learning Rate": 8.149945627780362e-06, "Finetune/Loss": 0.6514118909835815, "Finetune/Loss (Raw)": 0.6652069091796875, "Finetune/Step": 11009, "Finetune/Step Time": 6.628324402496219}
+{"Finetune/Learning Rate": 8.148290765028497e-06, "Finetune/Loss": 0.6512826681137085, "Finetune/Loss (Raw)": 0.6793155670166016, "Finetune/Step": 11010, "Finetune/Step Time": 6.62778889015317}
+{"Finetune/Learning Rate": 8.146635954785841e-06, "Finetune/Loss": 0.6499433517456055, "Finetune/Loss (Raw)": 0.4493594765663147, "Finetune/Step": 11011, "Finetune/Step Time": 6.644445953890681}
+{"Finetune/Learning Rate": 8.14498119709932e-06, "Finetune/Loss": 0.6492347717285156, "Finetune/Loss (Raw)": 0.5821338891983032, "Finetune/Step": 11012, "Finetune/Step Time": 6.643717808648944}
+{"Finetune/Learning Rate": 8.14332649201586e-06, "Finetune/Loss": 0.6498000621795654, "Finetune/Loss (Raw)": 0.6365516185760498, "Finetune/Step": 11013, "Finetune/Step Time": 6.644445598125458}
+{"Finetune/Learning Rate": 8.141671839582379e-06, "Finetune/Loss": 0.6500426530838013, "Finetune/Loss (Raw)": 0.6392937898635864, "Finetune/Step": 11014, "Finetune/Step Time": 6.646882010623813}
+{"Finetune/Learning Rate": 8.140017239845798e-06, "Finetune/Loss": 0.6495039463043213, "Finetune/Loss (Raw)": 0.46347808837890625, "Finetune/Step": 11015, "Finetune/Step Time": 6.660634405910969}
+{"Finetune/Learning Rate": 8.138362692853041e-06, "Finetune/Loss": 0.6498591899871826, "Finetune/Loss (Raw)": 0.7398000359535217, "Finetune/Step": 11016, "Finetune/Step Time": 6.660037651658058}
+{"Finetune/Learning Rate": 8.136708198651022e-06, "Finetune/Loss": 0.6505391001701355, "Finetune/Loss (Raw)": 0.6996235847473145, "Finetune/Step": 11017, "Finetune/Step Time": 6.652623292058706}
+{"Finetune/Learning Rate": 8.135053757286661e-06, "Finetune/Loss": 0.6504621505737305, "Finetune/Loss (Raw)": 0.6509362459182739, "Finetune/Step": 11018, "Finetune/Step Time": 6.651365026831627}
+{"Finetune/Learning Rate": 8.133399368806876e-06, "Finetune/Loss": 0.649846076965332, "Finetune/Loss (Raw)": 0.6348066926002502, "Finetune/Step": 11019, "Finetune/Step Time": 6.631484447047114}
+{"Finetune/Learning Rate": 8.131745033258573e-06, "Finetune/Loss": 0.6501553654670715, "Finetune/Loss (Raw)": 0.6641466021537781, "Finetune/Step": 11020, "Finetune/Step Time": 6.631641540676355}
+{"Finetune/Learning Rate": 8.13009075068867e-06, "Finetune/Loss": 0.650783360004425, "Finetune/Loss (Raw)": 0.7594347596168518, "Finetune/Step": 11021, "Finetune/Step Time": 6.627593941986561}
+{"Finetune/Learning Rate": 8.128436521144073e-06, "Finetune/Loss": 0.6503362059593201, "Finetune/Loss (Raw)": 0.7485076189041138, "Finetune/Step": 11022, "Finetune/Step Time": 6.626160705462098}
+{"Finetune/Learning Rate": 8.126782344671698e-06, "Finetune/Loss": 0.6512274146080017, "Finetune/Loss (Raw)": 0.7226712703704834, "Finetune/Step": 11023, "Finetune/Step Time": 6.61960731446743}
+{"Finetune/Learning Rate": 8.125128221318446e-06, "Finetune/Loss": 0.6525542736053467, "Finetune/Loss (Raw)": 0.7183785438537598, "Finetune/Step": 11024, "Finetune/Step Time": 6.61966292373836}
+{"Finetune/Learning Rate": 8.123474151131232e-06, "Finetune/Loss": 0.6520416736602783, "Finetune/Loss (Raw)": 0.6524156332015991, "Finetune/Step": 11025, "Finetune/Step Time": 6.627874296158552}
+{"Finetune/Learning Rate": 8.12182013415695e-06, "Finetune/Loss": 0.6514694094657898, "Finetune/Loss (Raw)": 0.5220916867256165, "Finetune/Step": 11026, "Finetune/Step Time": 6.65531038492918}
+{"Finetune/Learning Rate": 8.120166170442507e-06, "Finetune/Loss": 0.6511377096176147, "Finetune/Loss (Raw)": 0.5830451846122742, "Finetune/Step": 11027, "Finetune/Step Time": 6.652423933148384}
+{"Finetune/Learning Rate": 8.118512260034808e-06, "Finetune/Loss": 0.6506775617599487, "Finetune/Loss (Raw)": 0.6355304718017578, "Finetune/Step": 11028, "Finetune/Step Time": 6.654748288914561}
+{"Finetune/Learning Rate": 8.11685840298075e-06, "Finetune/Loss": 0.650292158126831, "Finetune/Loss (Raw)": 0.6940650939941406, "Finetune/Step": 11029, "Finetune/Step Time": 6.654485588893294}
+{"Finetune/Learning Rate": 8.115204599327233e-06, "Finetune/Loss": 0.6517049074172974, "Finetune/Loss (Raw)": 0.8267747759819031, "Finetune/Step": 11030, "Finetune/Step Time": 6.654433796182275}
+{"Finetune/Learning Rate": 8.113550849121158e-06, "Finetune/Loss": 0.6507884860038757, "Finetune/Loss (Raw)": 0.6271488666534424, "Finetune/Step": 11031, "Finetune/Step Time": 6.669621106237173}
+{"Finetune/Learning Rate": 8.111897152409411e-06, "Finetune/Loss": 0.6492598056793213, "Finetune/Loss (Raw)": 0.47187578678131104, "Finetune/Step": 11032, "Finetune/Step Time": 6.682281004264951}
+{"Finetune/Learning Rate": 8.110243509238895e-06, "Finetune/Loss": 0.6490232348442078, "Finetune/Loss (Raw)": 0.7108203172683716, "Finetune/Step": 11033, "Finetune/Step Time": 6.68811066262424}
+{"Finetune/Learning Rate": 8.108589919656496e-06, "Finetune/Loss": 0.6490130424499512, "Finetune/Loss (Raw)": 0.6502638459205627, "Finetune/Step": 11034, "Finetune/Step Time": 6.696188012138009}
+{"Finetune/Learning Rate": 8.10693638370911e-06, "Finetune/Loss": 0.6505904197692871, "Finetune/Loss (Raw)": 0.7133499383926392, "Finetune/Step": 11035, "Finetune/Step Time": 6.690907403826714}
+{"Finetune/Learning Rate": 8.105282901443626e-06, "Finetune/Loss": 0.6512877345085144, "Finetune/Loss (Raw)": 0.6841578483581543, "Finetune/Step": 11036, "Finetune/Step Time": 6.693349672481418}
+{"Finetune/Learning Rate": 8.103629472906932e-06, "Finetune/Loss": 0.6513521671295166, "Finetune/Loss (Raw)": 0.738923966884613, "Finetune/Step": 11037, "Finetune/Step Time": 6.696877116337419}
+{"Finetune/Learning Rate": 8.101976098145912e-06, "Finetune/Loss": 0.6520847678184509, "Finetune/Loss (Raw)": 0.7028205990791321, "Finetune/Step": 11038, "Finetune/Step Time": 6.692825194448233}
+{"Finetune/Learning Rate": 8.100322777207452e-06, "Finetune/Loss": 0.6520487070083618, "Finetune/Loss (Raw)": 0.5675314664840698, "Finetune/Step": 11039, "Finetune/Step Time": 6.7086216658353806}
+{"Finetune/Learning Rate": 8.098669510138438e-06, "Finetune/Loss": 0.65207839012146, "Finetune/Loss (Raw)": 0.6397621035575867, "Finetune/Step": 11040, "Finetune/Step Time": 6.70749332383275}
+{"Finetune/Learning Rate": 8.097016296985746e-06, "Finetune/Loss": 0.6529735326766968, "Finetune/Loss (Raw)": 0.6916708946228027, "Finetune/Step": 11041, "Finetune/Step Time": 6.7062880750745535}
+{"Finetune/Learning Rate": 8.095363137796264e-06, "Finetune/Loss": 0.6528638005256653, "Finetune/Loss (Raw)": 0.6168031692504883, "Finetune/Step": 11042, "Finetune/Step Time": 6.703714434057474}
+{"Finetune/Learning Rate": 8.093710032616871e-06, "Finetune/Loss": 0.653738796710968, "Finetune/Loss (Raw)": 0.6793223023414612, "Finetune/Step": 11043, "Finetune/Step Time": 6.704674499109387}
+{"Finetune/Learning Rate": 8.092056981494433e-06, "Finetune/Loss": 0.6553253531455994, "Finetune/Loss (Raw)": 0.7654440402984619, "Finetune/Step": 11044, "Finetune/Step Time": 6.697341796010733}
+{"Finetune/Learning Rate": 8.090403984475838e-06, "Finetune/Loss": 0.6551409959793091, "Finetune/Loss (Raw)": 0.6493319869041443, "Finetune/Step": 11045, "Finetune/Step Time": 6.690311534330249}
+{"Finetune/Learning Rate": 8.088751041607955e-06, "Finetune/Loss": 0.6550089120864868, "Finetune/Loss (Raw)": 0.6270008683204651, "Finetune/Step": 11046, "Finetune/Step Time": 6.6864359602332115}
+{"Finetune/Learning Rate": 8.087098152937655e-06, "Finetune/Loss": 0.6545596718788147, "Finetune/Loss (Raw)": 0.6548311710357666, "Finetune/Step": 11047, "Finetune/Step Time": 6.683073012158275}
+{"Finetune/Learning Rate": 8.085445318511814e-06, "Finetune/Loss": 0.6549500226974487, "Finetune/Loss (Raw)": 0.6647946238517761, "Finetune/Step": 11048, "Finetune/Step Time": 6.685650985687971}
+{"Finetune/Learning Rate": 8.083792538377303e-06, "Finetune/Loss": 0.6558307409286499, "Finetune/Loss (Raw)": 0.6431329846382141, "Finetune/Step": 11049, "Finetune/Step Time": 6.684830874204636}
+{"Finetune/Learning Rate": 8.082139812580983e-06, "Finetune/Loss": 0.6561250686645508, "Finetune/Loss (Raw)": 0.6674965620040894, "Finetune/Step": 11050, "Finetune/Step Time": 6.6841106452047825}
+{"Finetune/Learning Rate": 8.080487141169722e-06, "Finetune/Loss": 0.6557275652885437, "Finetune/Loss (Raw)": 0.6857260465621948, "Finetune/Step": 11051, "Finetune/Step Time": 6.6868529208004475}
+{"Finetune/Learning Rate": 8.078834524190391e-06, "Finetune/Loss": 0.6562795639038086, "Finetune/Loss (Raw)": 0.649845540523529, "Finetune/Step": 11052, "Finetune/Step Time": 6.69259399920702}
+{"Finetune/Learning Rate": 8.077181961689849e-06, "Finetune/Loss": 0.6547271609306335, "Finetune/Loss (Raw)": 0.521752655506134, "Finetune/Step": 11053, "Finetune/Step Time": 6.704541759565473}
+{"Finetune/Learning Rate": 8.075529453714957e-06, "Finetune/Loss": 0.6551017761230469, "Finetune/Loss (Raw)": 0.705896258354187, "Finetune/Step": 11054, "Finetune/Step Time": 6.7045524176210165}
+{"Finetune/Learning Rate": 8.073877000312582e-06, "Finetune/Loss": 0.6560653448104858, "Finetune/Loss (Raw)": 0.6172643303871155, "Finetune/Step": 11055, "Finetune/Step Time": 6.690344259142876}
+{"Finetune/Learning Rate": 8.072224601529574e-06, "Finetune/Loss": 0.6573824882507324, "Finetune/Loss (Raw)": 0.7793110609054565, "Finetune/Step": 11056, "Finetune/Step Time": 6.705598685890436}
+{"Finetune/Learning Rate": 8.070572257412796e-06, "Finetune/Loss": 0.6573584675788879, "Finetune/Loss (Raw)": 0.6859253644943237, "Finetune/Step": 11057, "Finetune/Step Time": 6.703063508495688}
+{"Finetune/Learning Rate": 8.068919968009098e-06, "Finetune/Loss": 0.6573574542999268, "Finetune/Loss (Raw)": 0.6872419118881226, "Finetune/Step": 11058, "Finetune/Step Time": 6.716007433831692}
+{"Finetune/Learning Rate": 8.067267733365342e-06, "Finetune/Loss": 0.6558352708816528, "Finetune/Loss (Raw)": 0.5358425378799438, "Finetune/Step": 11059, "Finetune/Step Time": 6.728218678385019}
+{"Finetune/Learning Rate": 8.06561555352838e-06, "Finetune/Loss": 0.6558092832565308, "Finetune/Loss (Raw)": 0.6649875044822693, "Finetune/Step": 11060, "Finetune/Step Time": 6.712216280400753}
+{"Finetune/Learning Rate": 8.063963428545057e-06, "Finetune/Loss": 0.654854416847229, "Finetune/Loss (Raw)": 0.5452424883842468, "Finetune/Step": 11061, "Finetune/Step Time": 6.714104255661368}
+{"Finetune/Learning Rate": 8.062311358462227e-06, "Finetune/Loss": 0.656427264213562, "Finetune/Loss (Raw)": 0.7498254179954529, "Finetune/Step": 11062, "Finetune/Step Time": 6.713356217369437}
+{"Finetune/Learning Rate": 8.060659343326735e-06, "Finetune/Loss": 0.656018078327179, "Finetune/Loss (Raw)": 0.5635251402854919, "Finetune/Step": 11063, "Finetune/Step Time": 6.715544732287526}
+{"Finetune/Learning Rate": 8.059007383185431e-06, "Finetune/Loss": 0.6577539443969727, "Finetune/Loss (Raw)": 0.7719268202781677, "Finetune/Step": 11064, "Finetune/Step Time": 6.707860482856631}
+{"Finetune/Learning Rate": 8.057355478085157e-06, "Finetune/Loss": 0.65656578540802, "Finetune/Loss (Raw)": 0.6000255346298218, "Finetune/Step": 11065, "Finetune/Step Time": 6.690596466884017}
+{"Finetune/Learning Rate": 8.055703628072757e-06, "Finetune/Loss": 0.6573019623756409, "Finetune/Loss (Raw)": 0.622803270816803, "Finetune/Step": 11066, "Finetune/Step Time": 6.687079498544335}
+{"Finetune/Learning Rate": 8.054051833195077e-06, "Finetune/Loss": 0.6572110652923584, "Finetune/Loss (Raw)": 0.6599454879760742, "Finetune/Step": 11067, "Finetune/Step Time": 6.686188753694296}
+{"Finetune/Learning Rate": 8.052400093498949e-06, "Finetune/Loss": 0.6577692031860352, "Finetune/Loss (Raw)": 0.7408376932144165, "Finetune/Step": 11068, "Finetune/Step Time": 6.691235335543752}
+{"Finetune/Learning Rate": 8.050748409031218e-06, "Finetune/Loss": 0.6586979627609253, "Finetune/Loss (Raw)": 0.6759287714958191, "Finetune/Step": 11069, "Finetune/Step Time": 6.676076838746667}
+{"Finetune/Learning Rate": 8.04909677983872e-06, "Finetune/Loss": 0.6594129800796509, "Finetune/Loss (Raw)": 0.6793227791786194, "Finetune/Step": 11070, "Finetune/Step Time": 6.677638808265328}
+{"Finetune/Learning Rate": 8.047445205968287e-06, "Finetune/Loss": 0.6583266258239746, "Finetune/Loss (Raw)": 0.5739134550094604, "Finetune/Step": 11071, "Finetune/Step Time": 6.676709668710828}
+{"Finetune/Learning Rate": 8.045793687466757e-06, "Finetune/Loss": 0.6583446264266968, "Finetune/Loss (Raw)": 0.6642159223556519, "Finetune/Step": 11072, "Finetune/Step Time": 6.679213538765907}
+{"Finetune/Learning Rate": 8.04414222438096e-06, "Finetune/Loss": 0.6581697463989258, "Finetune/Loss (Raw)": 0.6692246198654175, "Finetune/Step": 11073, "Finetune/Step Time": 6.679263731464744}
+{"Finetune/Learning Rate": 8.042490816757734e-06, "Finetune/Loss": 0.6593055725097656, "Finetune/Loss (Raw)": 0.7232028841972351, "Finetune/Step": 11074, "Finetune/Step Time": 6.667845491319895}
+{"Finetune/Learning Rate": 8.040839464643895e-06, "Finetune/Loss": 0.6587691307067871, "Finetune/Loss (Raw)": 0.6894089579582214, "Finetune/Step": 11075, "Finetune/Step Time": 6.67491252720356}
+{"Finetune/Learning Rate": 8.039188168086278e-06, "Finetune/Loss": 0.6586288809776306, "Finetune/Loss (Raw)": 0.6717685461044312, "Finetune/Step": 11076, "Finetune/Step Time": 6.678697764873505}
+{"Finetune/Learning Rate": 8.037536927131712e-06, "Finetune/Loss": 0.6598464250564575, "Finetune/Loss (Raw)": 0.6158924102783203, "Finetune/Step": 11077, "Finetune/Step Time": 6.66707126237452}
+{"Finetune/Learning Rate": 8.035885741827016e-06, "Finetune/Loss": 0.6588629484176636, "Finetune/Loss (Raw)": 0.5410152673721313, "Finetune/Step": 11078, "Finetune/Step Time": 6.670983586460352}
+{"Finetune/Learning Rate": 8.034234612219015e-06, "Finetune/Loss": 0.660504937171936, "Finetune/Loss (Raw)": 0.8537957668304443, "Finetune/Step": 11079, "Finetune/Step Time": 6.671883549541235}
+{"Finetune/Learning Rate": 8.032583538354534e-06, "Finetune/Loss": 0.6600030660629272, "Finetune/Loss (Raw)": 0.6994680762290955, "Finetune/Step": 11080, "Finetune/Step Time": 6.668787840753794}
+{"Finetune/Learning Rate": 8.030932520280388e-06, "Finetune/Loss": 0.6601914763450623, "Finetune/Loss (Raw)": 0.6575774550437927, "Finetune/Step": 11081, "Finetune/Step Time": 6.691231584176421}
+{"Finetune/Learning Rate": 8.029281558043394e-06, "Finetune/Loss": 0.6611678004264832, "Finetune/Loss (Raw)": 0.8091201782226562, "Finetune/Step": 11082, "Finetune/Step Time": 6.692289665341377}
+{"Finetune/Learning Rate": 8.02763065169037e-06, "Finetune/Loss": 0.6617680191993713, "Finetune/Loss (Raw)": 0.6673450469970703, "Finetune/Step": 11083, "Finetune/Step Time": 6.68870310112834}
+{"Finetune/Learning Rate": 8.025979801268135e-06, "Finetune/Loss": 0.6605240702629089, "Finetune/Loss (Raw)": 0.5489177107810974, "Finetune/Step": 11084, "Finetune/Step Time": 6.688081983476877}
+{"Finetune/Learning Rate": 8.024329006823499e-06, "Finetune/Loss": 0.6604092121124268, "Finetune/Loss (Raw)": 0.7058603763580322, "Finetune/Step": 11085, "Finetune/Step Time": 6.691828781738877}
+{"Finetune/Learning Rate": 8.022678268403277e-06, "Finetune/Loss": 0.6598232984542847, "Finetune/Loss (Raw)": 0.6544132828712463, "Finetune/Step": 11086, "Finetune/Step Time": 6.69174006767571}
+{"Finetune/Learning Rate": 8.021027586054273e-06, "Finetune/Loss": 0.6587505340576172, "Finetune/Loss (Raw)": 0.6368415355682373, "Finetune/Step": 11087, "Finetune/Step Time": 6.692086113616824}
+{"Finetune/Learning Rate": 8.0193769598233e-06, "Finetune/Loss": 0.6590047478675842, "Finetune/Loss (Raw)": 0.6699686646461487, "Finetune/Step": 11088, "Finetune/Step Time": 6.6899495255202055}
+{"Finetune/Learning Rate": 8.017726389757163e-06, "Finetune/Loss": 0.6585570573806763, "Finetune/Loss (Raw)": 0.6776049733161926, "Finetune/Step": 11089, "Finetune/Step Time": 6.693142790347338}
+{"Finetune/Learning Rate": 8.016075875902669e-06, "Finetune/Loss": 0.6578599214553833, "Finetune/Loss (Raw)": 0.6457589268684387, "Finetune/Step": 11090, "Finetune/Step Time": 6.701882299035788}
+{"Finetune/Learning Rate": 8.014425418306622e-06, "Finetune/Loss": 0.6584926843643188, "Finetune/Loss (Raw)": 0.8118407726287842, "Finetune/Step": 11091, "Finetune/Step Time": 6.685779610648751}
+{"Finetune/Learning Rate": 8.012775017015829e-06, "Finetune/Loss": 0.656252920627594, "Finetune/Loss (Raw)": 0.45287731289863586, "Finetune/Step": 11092, "Finetune/Step Time": 6.6860977448523045}
+{"Finetune/Learning Rate": 8.011124672077078e-06, "Finetune/Loss": 0.6574968099594116, "Finetune/Loss (Raw)": 0.6554268002510071, "Finetune/Step": 11093, "Finetune/Step Time": 6.677546363323927}
+{"Finetune/Learning Rate": 8.00947438353718e-06, "Finetune/Loss": 0.6569604277610779, "Finetune/Loss (Raw)": 0.6889284253120422, "Finetune/Step": 11094, "Finetune/Step Time": 6.674954731017351}
+{"Finetune/Learning Rate": 8.007824151442927e-06, "Finetune/Loss": 0.6559308767318726, "Finetune/Loss (Raw)": 0.6318997144699097, "Finetune/Step": 11095, "Finetune/Step Time": 6.672875197604299}
+{"Finetune/Learning Rate": 8.006173975841115e-06, "Finetune/Loss": 0.6551662087440491, "Finetune/Loss (Raw)": 0.5088579654693604, "Finetune/Step": 11096, "Finetune/Step Time": 6.673039514571428}
+{"Finetune/Learning Rate": 8.00452385677854e-06, "Finetune/Loss": 0.6549344658851624, "Finetune/Loss (Raw)": 0.715961754322052, "Finetune/Step": 11097, "Finetune/Step Time": 6.671104907989502}
+{"Finetune/Learning Rate": 8.002873794301997e-06, "Finetune/Loss": 0.6548674702644348, "Finetune/Loss (Raw)": 0.6157681345939636, "Finetune/Step": 11098, "Finetune/Step Time": 6.672410316765308}
+{"Finetune/Learning Rate": 8.001223788458273e-06, "Finetune/Loss": 0.6555839776992798, "Finetune/Loss (Raw)": 0.6731107234954834, "Finetune/Step": 11099, "Finetune/Step Time": 6.671752134338021}
+{"Finetune/Learning Rate": 7.999573839294154e-06, "Finetune/Loss": 0.6572532653808594, "Finetune/Loss (Raw)": 0.7537682056427002, "Finetune/Step": 11100, "Finetune/Step Time": 6.673518760129809}
+{"Finetune/Learning Rate": 7.997923946856435e-06, "Finetune/Loss": 0.6591760516166687, "Finetune/Loss (Raw)": 0.6765966415405273, "Finetune/Step": 11101, "Finetune/Step Time": 6.6615374032408}
+{"Finetune/Learning Rate": 7.996274111191901e-06, "Finetune/Loss": 0.6595865488052368, "Finetune/Loss (Raw)": 0.7646393179893494, "Finetune/Step": 11102, "Finetune/Step Time": 6.655292127281427}
+{"Finetune/Learning Rate": 7.994624332347335e-06, "Finetune/Loss": 0.6594353914260864, "Finetune/Loss (Raw)": 0.6010032892227173, "Finetune/Step": 11103, "Finetune/Step Time": 6.650339866057038}
+{"Finetune/Learning Rate": 7.992974610369521e-06, "Finetune/Loss": 0.6594358682632446, "Finetune/Loss (Raw)": 0.6329190135002136, "Finetune/Step": 11104, "Finetune/Step Time": 6.6481006648391485}
+{"Finetune/Learning Rate": 7.991324945305239e-06, "Finetune/Loss": 0.6596529483795166, "Finetune/Loss (Raw)": 0.6888564229011536, "Finetune/Step": 11105, "Finetune/Step Time": 6.650441801175475}
+{"Finetune/Learning Rate": 7.98967533720127e-06, "Finetune/Loss": 0.6599538326263428, "Finetune/Loss (Raw)": 0.7220003604888916, "Finetune/Step": 11106, "Finetune/Step Time": 6.6518677324056625}
+{"Finetune/Learning Rate": 7.988025786104389e-06, "Finetune/Loss": 0.6603163480758667, "Finetune/Loss (Raw)": 0.7862813472747803, "Finetune/Step": 11107, "Finetune/Step Time": 6.647731207311153}
+{"Finetune/Learning Rate": 7.986376292061378e-06, "Finetune/Loss": 0.6604522466659546, "Finetune/Loss (Raw)": 0.7116514444351196, "Finetune/Step": 11108, "Finetune/Step Time": 6.646427888423204}
+{"Finetune/Learning Rate": 7.98472685511901e-06, "Finetune/Loss": 0.6598330736160278, "Finetune/Loss (Raw)": 0.6597541570663452, "Finetune/Step": 11109, "Finetune/Step Time": 6.645119184628129}
+{"Finetune/Learning Rate": 7.983077475324058e-06, "Finetune/Loss": 0.6590647101402283, "Finetune/Loss (Raw)": 0.6214576363563538, "Finetune/Step": 11110, "Finetune/Step Time": 6.642556933686137}
+{"Finetune/Learning Rate": 7.981428152723292e-06, "Finetune/Loss": 0.658823549747467, "Finetune/Loss (Raw)": 0.6629946827888489, "Finetune/Step": 11111, "Finetune/Step Time": 6.642372304573655}
+{"Finetune/Learning Rate": 7.979778887363485e-06, "Finetune/Loss": 0.6585890054702759, "Finetune/Loss (Raw)": 0.6656594276428223, "Finetune/Step": 11112, "Finetune/Step Time": 6.645172327756882}
+{"Finetune/Learning Rate": 7.978129679291403e-06, "Finetune/Loss": 0.6580787897109985, "Finetune/Loss (Raw)": 0.6323301196098328, "Finetune/Step": 11113, "Finetune/Step Time": 6.646023157984018}
+{"Finetune/Learning Rate": 7.976480528553812e-06, "Finetune/Loss": 0.6584686040878296, "Finetune/Loss (Raw)": 0.6331996917724609, "Finetune/Step": 11114, "Finetune/Step Time": 6.647818466648459}
+{"Finetune/Learning Rate": 7.97483143519748e-06, "Finetune/Loss": 0.6588152647018433, "Finetune/Loss (Raw)": 0.6883392930030823, "Finetune/Step": 11115, "Finetune/Step Time": 6.6466107573360205}
+{"Finetune/Learning Rate": 7.973182399269176e-06, "Finetune/Loss": 0.6590237021446228, "Finetune/Loss (Raw)": 0.7120365500450134, "Finetune/Step": 11116, "Finetune/Step Time": 6.63905031979084}
+{"Finetune/Learning Rate": 7.971533420815646e-06, "Finetune/Loss": 0.6600754261016846, "Finetune/Loss (Raw)": 0.6968774199485779, "Finetune/Step": 11117, "Finetune/Step Time": 6.638253457844257}
+{"Finetune/Learning Rate": 7.969884499883666e-06, "Finetune/Loss": 0.6604940891265869, "Finetune/Loss (Raw)": 0.7252334952354431, "Finetune/Step": 11118, "Finetune/Step Time": 6.63997889123857}
+{"Finetune/Learning Rate": 7.968235636519986e-06, "Finetune/Loss": 0.6611988544464111, "Finetune/Loss (Raw)": 0.6772983074188232, "Finetune/Step": 11119, "Finetune/Step Time": 6.6486097276210785}
+{"Finetune/Learning Rate": 7.966586830771367e-06, "Finetune/Loss": 0.6610029935836792, "Finetune/Loss (Raw)": 0.5871491432189941, "Finetune/Step": 11120, "Finetune/Step Time": 6.646165478974581}
+{"Finetune/Learning Rate": 7.964938082684564e-06, "Finetune/Loss": 0.660942554473877, "Finetune/Loss (Raw)": 0.6535118818283081, "Finetune/Step": 11121, "Finetune/Step Time": 6.645046005025506}
+{"Finetune/Learning Rate": 7.96328939230633e-06, "Finetune/Loss": 0.6610500812530518, "Finetune/Loss (Raw)": 0.6857771277427673, "Finetune/Step": 11122, "Finetune/Step Time": 6.641890227794647}
+{"Finetune/Learning Rate": 7.961640759683416e-06, "Finetune/Loss": 0.662285566329956, "Finetune/Loss (Raw)": 0.6881312131881714, "Finetune/Step": 11123, "Finetune/Step Time": 6.638567136600614}
+{"Finetune/Learning Rate": 7.959992184862572e-06, "Finetune/Loss": 0.6620928049087524, "Finetune/Loss (Raw)": 0.6173446178436279, "Finetune/Step": 11124, "Finetune/Step Time": 6.65578755363822}
+{"Finetune/Learning Rate": 7.958343667890552e-06, "Finetune/Loss": 0.6628872156143188, "Finetune/Loss (Raw)": 0.6717630624771118, "Finetune/Step": 11125, "Finetune/Step Time": 6.652538079768419}
+{"Finetune/Learning Rate": 7.956695208814097e-06, "Finetune/Loss": 0.6633734107017517, "Finetune/Loss (Raw)": 0.6777836680412292, "Finetune/Step": 11126, "Finetune/Step Time": 6.65500059351325}
+{"Finetune/Learning Rate": 7.955046807679958e-06, "Finetune/Loss": 0.6618342399597168, "Finetune/Loss (Raw)": 0.5265353918075562, "Finetune/Step": 11127, "Finetune/Step Time": 6.669858057051897}
+{"Finetune/Learning Rate": 7.953398464534878e-06, "Finetune/Loss": 0.6616455316543579, "Finetune/Loss (Raw)": 0.6948413252830505, "Finetune/Step": 11128, "Finetune/Step Time": 6.6707546934485435}
+{"Finetune/Learning Rate": 7.951750179425594e-06, "Finetune/Loss": 0.6639145612716675, "Finetune/Loss (Raw)": 0.7574682235717773, "Finetune/Step": 11129, "Finetune/Step Time": 6.653674703091383}
+{"Finetune/Learning Rate": 7.950101952398852e-06, "Finetune/Loss": 0.6633987426757812, "Finetune/Loss (Raw)": 0.6040133237838745, "Finetune/Step": 11130, "Finetune/Step Time": 6.652184067294002}
+{"Finetune/Learning Rate": 7.948453783501387e-06, "Finetune/Loss": 0.66323322057724, "Finetune/Loss (Raw)": 0.7157403826713562, "Finetune/Step": 11131, "Finetune/Step Time": 6.651305478066206}
+{"Finetune/Learning Rate": 7.94680567277994e-06, "Finetune/Loss": 0.6626930236816406, "Finetune/Loss (Raw)": 0.5794557929039001, "Finetune/Step": 11132, "Finetune/Step Time": 6.662549531087279}
+{"Finetune/Learning Rate": 7.945157620281247e-06, "Finetune/Loss": 0.6633260846138, "Finetune/Loss (Raw)": 0.7463979125022888, "Finetune/Step": 11133, "Finetune/Step Time": 6.653927559033036}
+{"Finetune/Learning Rate": 7.943509626052042e-06, "Finetune/Loss": 0.664657711982727, "Finetune/Loss (Raw)": 0.8129345178604126, "Finetune/Step": 11134, "Finetune/Step Time": 6.651294320821762}
+{"Finetune/Learning Rate": 7.941861690139055e-06, "Finetune/Loss": 0.6637963652610779, "Finetune/Loss (Raw)": 0.7438657879829407, "Finetune/Step": 11135, "Finetune/Step Time": 6.65064549446106}
+{"Finetune/Learning Rate": 7.940213812589018e-06, "Finetune/Loss": 0.6633737087249756, "Finetune/Loss (Raw)": 0.6290078163146973, "Finetune/Step": 11136, "Finetune/Step Time": 6.650452857837081}
+{"Finetune/Learning Rate": 7.938565993448658e-06, "Finetune/Loss": 0.6633590459823608, "Finetune/Loss (Raw)": 0.6633392572402954, "Finetune/Step": 11137, "Finetune/Step Time": 6.651687486097217}
+{"Finetune/Learning Rate": 7.936918232764708e-06, "Finetune/Loss": 0.6630402207374573, "Finetune/Loss (Raw)": 0.638495922088623, "Finetune/Step": 11138, "Finetune/Step Time": 6.65284626185894}
+{"Finetune/Learning Rate": 7.935270530583886e-06, "Finetune/Loss": 0.6646360158920288, "Finetune/Loss (Raw)": 0.6536274552345276, "Finetune/Step": 11139, "Finetune/Step Time": 6.6374326422810555}
+{"Finetune/Learning Rate": 7.933622886952926e-06, "Finetune/Loss": 0.6648125648498535, "Finetune/Loss (Raw)": 0.6047360301017761, "Finetune/Step": 11140, "Finetune/Step Time": 6.6353824362158775}
+{"Finetune/Learning Rate": 7.93197530191854e-06, "Finetune/Loss": 0.6636213064193726, "Finetune/Loss (Raw)": 0.4840622842311859, "Finetune/Step": 11141, "Finetune/Step Time": 6.649940576404333}
+{"Finetune/Learning Rate": 7.930327775527456e-06, "Finetune/Loss": 0.6641998291015625, "Finetune/Loss (Raw)": 0.7133482694625854, "Finetune/Step": 11142, "Finetune/Step Time": 6.646411633118987}
+{"Finetune/Learning Rate": 7.928680307826389e-06, "Finetune/Loss": 0.6660010814666748, "Finetune/Loss (Raw)": 0.6940459609031677, "Finetune/Step": 11143, "Finetune/Step Time": 6.630276534706354}
+{"Finetune/Learning Rate": 7.927032898862061e-06, "Finetune/Loss": 0.6657810807228088, "Finetune/Loss (Raw)": 0.711627185344696, "Finetune/Step": 11144, "Finetune/Step Time": 6.6232727114111185}
+{"Finetune/Learning Rate": 7.925385548681183e-06, "Finetune/Loss": 0.6649071574211121, "Finetune/Loss (Raw)": 0.5877667665481567, "Finetune/Step": 11145, "Finetune/Step Time": 6.625516671687365}
+{"Finetune/Learning Rate": 7.923738257330475e-06, "Finetune/Loss": 0.6654183864593506, "Finetune/Loss (Raw)": 0.7163704633712769, "Finetune/Step": 11146, "Finetune/Step Time": 6.625546099618077}
+{"Finetune/Learning Rate": 7.922091024856645e-06, "Finetune/Loss": 0.6659252643585205, "Finetune/Loss (Raw)": 0.6996868848800659, "Finetune/Step": 11147, "Finetune/Step Time": 6.6270099598914385}
+{"Finetune/Learning Rate": 7.920443851306402e-06, "Finetune/Loss": 0.6670877933502197, "Finetune/Loss (Raw)": 0.8129487633705139, "Finetune/Step": 11148, "Finetune/Step Time": 6.6234739031642675}
+{"Finetune/Learning Rate": 7.918796736726456e-06, "Finetune/Loss": 0.6655325293540955, "Finetune/Loss (Raw)": 0.560364842414856, "Finetune/Step": 11149, "Finetune/Step Time": 6.660778250545263}
+{"Finetune/Learning Rate": 7.91714968116352e-06, "Finetune/Loss": 0.6647352576255798, "Finetune/Loss (Raw)": 0.6464564204216003, "Finetune/Step": 11150, "Finetune/Step Time": 6.669504430145025}
+{"Finetune/Learning Rate": 7.915502684664296e-06, "Finetune/Loss": 0.6648892760276794, "Finetune/Loss (Raw)": 0.7423900365829468, "Finetune/Step": 11151, "Finetune/Step Time": 6.688488690182567}
+{"Finetune/Learning Rate": 7.91385574727549e-06, "Finetune/Loss": 0.6654219031333923, "Finetune/Loss (Raw)": 0.7865509986877441, "Finetune/Step": 11152, "Finetune/Step Time": 6.688347272574902}
+{"Finetune/Learning Rate": 7.9122088690438e-06, "Finetune/Loss": 0.6653279066085815, "Finetune/Loss (Raw)": 0.6403856873512268, "Finetune/Step": 11153, "Finetune/Step Time": 6.681291230022907}
+{"Finetune/Learning Rate": 7.910562050015931e-06, "Finetune/Loss": 0.6665927171707153, "Finetune/Loss (Raw)": 0.6839854121208191, "Finetune/Step": 11154, "Finetune/Step Time": 6.64951747469604}
+{"Finetune/Learning Rate": 7.90891529023858e-06, "Finetune/Loss": 0.6667733192443848, "Finetune/Loss (Raw)": 0.6061590909957886, "Finetune/Step": 11155, "Finetune/Step Time": 6.650411004200578}
+{"Finetune/Learning Rate": 7.907268589758443e-06, "Finetune/Loss": 0.667492151260376, "Finetune/Loss (Raw)": 0.7275415062904358, "Finetune/Step": 11156, "Finetune/Step Time": 6.649696173146367}
+{"Finetune/Learning Rate": 7.90562194862222e-06, "Finetune/Loss": 0.6660138368606567, "Finetune/Loss (Raw)": 0.5048436522483826, "Finetune/Step": 11157, "Finetune/Step Time": 6.651967694982886}
+{"Finetune/Learning Rate": 7.903975366876603e-06, "Finetune/Loss": 0.6645804643630981, "Finetune/Loss (Raw)": 0.6433030366897583, "Finetune/Step": 11158, "Finetune/Step Time": 6.6527868416160345}
+{"Finetune/Learning Rate": 7.902328844568287e-06, "Finetune/Loss": 0.665183424949646, "Finetune/Loss (Raw)": 0.7043278217315674, "Finetune/Step": 11159, "Finetune/Step Time": 6.638176191598177}
+{"Finetune/Learning Rate": 7.900682381743956e-06, "Finetune/Loss": 0.6651008725166321, "Finetune/Loss (Raw)": 0.4613041281700134, "Finetune/Step": 11160, "Finetune/Step Time": 6.638840738683939}
+{"Finetune/Learning Rate": 7.899035978450305e-06, "Finetune/Loss": 0.6646832227706909, "Finetune/Loss (Raw)": 0.6573647260665894, "Finetune/Step": 11161, "Finetune/Step Time": 6.645928582176566}
+{"Finetune/Learning Rate": 7.897389634734019e-06, "Finetune/Loss": 0.6651947498321533, "Finetune/Loss (Raw)": 0.7157392501831055, "Finetune/Step": 11162, "Finetune/Step Time": 6.634660793468356}
+{"Finetune/Learning Rate": 7.89574335064178e-06, "Finetune/Loss": 0.6658005714416504, "Finetune/Loss (Raw)": 0.7908967733383179, "Finetune/Step": 11163, "Finetune/Step Time": 6.633284566923976}
+{"Finetune/Learning Rate": 7.89409712622028e-06, "Finetune/Loss": 0.6652563810348511, "Finetune/Loss (Raw)": 0.614499032497406, "Finetune/Step": 11164, "Finetune/Step Time": 6.6348387859761715}
+{"Finetune/Learning Rate": 7.8924509615162e-06, "Finetune/Loss": 0.665374755859375, "Finetune/Loss (Raw)": 0.7540849447250366, "Finetune/Step": 11165, "Finetune/Step Time": 6.6377089116722345}
+{"Finetune/Learning Rate": 7.890804856576213e-06, "Finetune/Loss": 0.6642682552337646, "Finetune/Loss (Raw)": 0.5611836910247803, "Finetune/Step": 11166, "Finetune/Step Time": 6.641552763059735}
+{"Finetune/Learning Rate": 7.889158811447003e-06, "Finetune/Loss": 0.6660284996032715, "Finetune/Loss (Raw)": 0.7928425073623657, "Finetune/Step": 11167, "Finetune/Step Time": 6.627460017800331}
+{"Finetune/Learning Rate": 7.887512826175247e-06, "Finetune/Loss": 0.6663919687271118, "Finetune/Loss (Raw)": 0.6862775087356567, "Finetune/Step": 11168, "Finetune/Step Time": 6.629150830209255}
+{"Finetune/Learning Rate": 7.885866900807622e-06, "Finetune/Loss": 0.6649156212806702, "Finetune/Loss (Raw)": 0.5026999711990356, "Finetune/Step": 11169, "Finetune/Step Time": 6.645938312634826}
+{"Finetune/Learning Rate": 7.884221035390796e-06, "Finetune/Loss": 0.665438175201416, "Finetune/Loss (Raw)": 0.6836910247802734, "Finetune/Step": 11170, "Finetune/Step Time": 6.6492805033922195}
+{"Finetune/Learning Rate": 7.882575229971452e-06, "Finetune/Loss": 0.6649423837661743, "Finetune/Loss (Raw)": 0.6158707141876221, "Finetune/Step": 11171, "Finetune/Step Time": 6.646349508315325}
+{"Finetune/Learning Rate": 7.880929484596249e-06, "Finetune/Loss": 0.6646301746368408, "Finetune/Loss (Raw)": 0.7254802584648132, "Finetune/Step": 11172, "Finetune/Step Time": 6.653322050347924}
+{"Finetune/Learning Rate": 7.879283799311856e-06, "Finetune/Loss": 0.6641229391098022, "Finetune/Loss (Raw)": 0.5843983888626099, "Finetune/Step": 11173, "Finetune/Step Time": 6.654236439615488}
+{"Finetune/Learning Rate": 7.877638174164947e-06, "Finetune/Loss": 0.6642699837684631, "Finetune/Loss (Raw)": 0.6458238363265991, "Finetune/Step": 11174, "Finetune/Step Time": 6.659703956916928}
+{"Finetune/Learning Rate": 7.875992609202186e-06, "Finetune/Loss": 0.6636576652526855, "Finetune/Loss (Raw)": 0.5764520764350891, "Finetune/Step": 11175, "Finetune/Step Time": 6.6634543891996145}
+{"Finetune/Learning Rate": 7.874347104470234e-06, "Finetune/Loss": 0.6622979044914246, "Finetune/Loss (Raw)": 0.49074557423591614, "Finetune/Step": 11176, "Finetune/Step Time": 6.671649821102619}
+{"Finetune/Learning Rate": 7.872701660015755e-06, "Finetune/Loss": 0.6630620360374451, "Finetune/Loss (Raw)": 0.7409438490867615, "Finetune/Step": 11177, "Finetune/Step Time": 6.668292818590999}
+{"Finetune/Learning Rate": 7.871056275885407e-06, "Finetune/Loss": 0.6638216972351074, "Finetune/Loss (Raw)": 0.7647326588630676, "Finetune/Step": 11178, "Finetune/Step Time": 6.669371377676725}
+{"Finetune/Learning Rate": 7.869410952125847e-06, "Finetune/Loss": 0.6643401980400085, "Finetune/Loss (Raw)": 0.7520982623100281, "Finetune/Step": 11179, "Finetune/Step Time": 6.670002743601799}
+{"Finetune/Learning Rate": 7.867765688783732e-06, "Finetune/Loss": 0.6641868352890015, "Finetune/Loss (Raw)": 0.6302123665809631, "Finetune/Step": 11180, "Finetune/Step Time": 6.666801288723946}
+{"Finetune/Learning Rate": 7.866120485905721e-06, "Finetune/Loss": 0.6649394035339355, "Finetune/Loss (Raw)": 0.6180777549743652, "Finetune/Step": 11181, "Finetune/Step Time": 6.651625871658325}
+{"Finetune/Learning Rate": 7.864475343538466e-06, "Finetune/Loss": 0.6638714075088501, "Finetune/Loss (Raw)": 0.5691978335380554, "Finetune/Step": 11182, "Finetune/Step Time": 6.667550608515739}
+{"Finetune/Learning Rate": 7.86283026172862e-06, "Finetune/Loss": 0.6639825105667114, "Finetune/Loss (Raw)": 0.63148432970047, "Finetune/Step": 11183, "Finetune/Step Time": 6.675215205177665}
+{"Finetune/Learning Rate": 7.861185240522828e-06, "Finetune/Loss": 0.6630836725234985, "Finetune/Loss (Raw)": 0.6642542481422424, "Finetune/Step": 11184, "Finetune/Step Time": 6.667591853067279}
+{"Finetune/Learning Rate": 7.85954027996774e-06, "Finetune/Loss": 0.6626001000404358, "Finetune/Loss (Raw)": 0.6240325570106506, "Finetune/Step": 11185, "Finetune/Step Time": 6.666269464418292}
+{"Finetune/Learning Rate": 7.857895380110004e-06, "Finetune/Loss": 0.6620957851409912, "Finetune/Loss (Raw)": 0.6226873993873596, "Finetune/Step": 11186, "Finetune/Step Time": 6.648352200165391}
+{"Finetune/Learning Rate": 7.85625054099626e-06, "Finetune/Loss": 0.6634732484817505, "Finetune/Loss (Raw)": 0.7121585011482239, "Finetune/Step": 11187, "Finetune/Step Time": 6.637867661193013}
+{"Finetune/Learning Rate": 7.854605762673158e-06, "Finetune/Loss": 0.6637775897979736, "Finetune/Loss (Raw)": 0.7039480209350586, "Finetune/Step": 11188, "Finetune/Step Time": 6.630979711189866}
+{"Finetune/Learning Rate": 7.85296104518734e-06, "Finetune/Loss": 0.6643708944320679, "Finetune/Loss (Raw)": 0.6211791038513184, "Finetune/Step": 11189, "Finetune/Step Time": 6.631476236507297}
+{"Finetune/Learning Rate": 7.851316388585436e-06, "Finetune/Loss": 0.663418173789978, "Finetune/Loss (Raw)": 0.6278849840164185, "Finetune/Step": 11190, "Finetune/Step Time": 6.628281442448497}
+{"Finetune/Learning Rate": 7.849671792914089e-06, "Finetune/Loss": 0.6631544232368469, "Finetune/Loss (Raw)": 0.5297607183456421, "Finetune/Step": 11191, "Finetune/Step Time": 6.626630360260606}
+{"Finetune/Learning Rate": 7.848027258219938e-06, "Finetune/Loss": 0.6620727777481079, "Finetune/Loss (Raw)": 0.6334735751152039, "Finetune/Step": 11192, "Finetune/Step Time": 6.626389618963003}
+{"Finetune/Learning Rate": 7.846382784549611e-06, "Finetune/Loss": 0.6624586582183838, "Finetune/Loss (Raw)": 0.6494207382202148, "Finetune/Step": 11193, "Finetune/Step Time": 6.6357739213854074}
+{"Finetune/Learning Rate": 7.844738371949747e-06, "Finetune/Loss": 0.6632388830184937, "Finetune/Loss (Raw)": 0.7226681113243103, "Finetune/Step": 11194, "Finetune/Step Time": 6.627917412668467}
+{"Finetune/Learning Rate": 7.843094020466975e-06, "Finetune/Loss": 0.663332998752594, "Finetune/Loss (Raw)": 0.6719977855682373, "Finetune/Step": 11195, "Finetune/Step Time": 6.630698239430785}
+{"Finetune/Learning Rate": 7.841449730147921e-06, "Finetune/Loss": 0.6631917357444763, "Finetune/Loss (Raw)": 0.7227528691291809, "Finetune/Step": 11196, "Finetune/Step Time": 6.627578703686595}
+{"Finetune/Learning Rate": 7.839805501039212e-06, "Finetune/Loss": 0.6622434854507446, "Finetune/Loss (Raw)": 0.5545485019683838, "Finetune/Step": 11197, "Finetune/Step Time": 6.637346666306257}
+{"Finetune/Learning Rate": 7.83816133318748e-06, "Finetune/Loss": 0.6623847484588623, "Finetune/Loss (Raw)": 0.6974149346351624, "Finetune/Step": 11198, "Finetune/Step Time": 6.640027171000838}
+{"Finetune/Learning Rate": 7.836517226639344e-06, "Finetune/Loss": 0.6633445620536804, "Finetune/Loss (Raw)": 0.6967650055885315, "Finetune/Step": 11199, "Finetune/Step Time": 6.638658970594406}
+{"Finetune/Learning Rate": 7.834873181441426e-06, "Finetune/Loss": 0.6630592346191406, "Finetune/Loss (Raw)": 0.6276983022689819, "Finetune/Step": 11200, "Finetune/Step Time": 6.636881947517395}
+{"Finetune/Learning Rate": 7.833229197640353e-06, "Finetune/Loss": 0.6628820300102234, "Finetune/Loss (Raw)": 0.6465393304824829, "Finetune/Step": 11201, "Finetune/Step Time": 6.6383885852992535}
+{"Finetune/Learning Rate": 7.831585275282735e-06, "Finetune/Loss": 0.6617774367332458, "Finetune/Loss (Raw)": 0.5818137526512146, "Finetune/Step": 11202, "Finetune/Step Time": 6.636522917076945}
+{"Finetune/Learning Rate": 7.829941414415193e-06, "Finetune/Loss": 0.6613283157348633, "Finetune/Loss (Raw)": 0.6319284439086914, "Finetune/Step": 11203, "Finetune/Step Time": 6.629374725744128}
+{"Finetune/Learning Rate": 7.828297615084341e-06, "Finetune/Loss": 0.6604149341583252, "Finetune/Loss (Raw)": 0.5548498630523682, "Finetune/Step": 11204, "Finetune/Step Time": 6.627460524439812}
+{"Finetune/Learning Rate": 7.82665387733679e-06, "Finetune/Loss": 0.6607139110565186, "Finetune/Loss (Raw)": 0.6541582942008972, "Finetune/Step": 11205, "Finetune/Step Time": 6.623576702550054}
+{"Finetune/Learning Rate": 7.82501020121916e-06, "Finetune/Loss": 0.6617319583892822, "Finetune/Loss (Raw)": 0.671329915523529, "Finetune/Step": 11206, "Finetune/Step Time": 6.619373995810747}
+{"Finetune/Learning Rate": 7.823366586778053e-06, "Finetune/Loss": 0.6605189442634583, "Finetune/Loss (Raw)": 0.6985279321670532, "Finetune/Step": 11207, "Finetune/Step Time": 6.640058537945151}
+{"Finetune/Learning Rate": 7.821723034060082e-06, "Finetune/Loss": 0.6595544815063477, "Finetune/Loss (Raw)": 0.5760253071784973, "Finetune/Step": 11208, "Finetune/Step Time": 6.646744836121798}
+{"Finetune/Learning Rate": 7.82007954311185e-06, "Finetune/Loss": 0.6592873334884644, "Finetune/Loss (Raw)": 0.6233779191970825, "Finetune/Step": 11209, "Finetune/Step Time": 6.6238698940724134}
+{"Finetune/Learning Rate": 7.818436113979963e-06, "Finetune/Loss": 0.6578454971313477, "Finetune/Loss (Raw)": 0.6245567798614502, "Finetune/Step": 11210, "Finetune/Step Time": 6.623855566605926}
+{"Finetune/Learning Rate": 7.816792746711027e-06, "Finetune/Loss": 0.6576834917068481, "Finetune/Loss (Raw)": 0.6466189622879028, "Finetune/Step": 11211, "Finetune/Step Time": 6.6188740991055965}
+{"Finetune/Learning Rate": 7.815149441351636e-06, "Finetune/Loss": 0.6592394113540649, "Finetune/Loss (Raw)": 0.7480716705322266, "Finetune/Step": 11212, "Finetune/Step Time": 6.64029199257493}
+{"Finetune/Learning Rate": 7.8135061979484e-06, "Finetune/Loss": 0.6584847569465637, "Finetune/Loss (Raw)": 0.6092617511749268, "Finetune/Step": 11213, "Finetune/Step Time": 6.638588825240731}
+{"Finetune/Learning Rate": 7.811863016547908e-06, "Finetune/Loss": 0.6579601168632507, "Finetune/Loss (Raw)": 0.5872600078582764, "Finetune/Step": 11214, "Finetune/Step Time": 6.640480417758226}
+{"Finetune/Learning Rate": 7.810219897196756e-06, "Finetune/Loss": 0.6582900285720825, "Finetune/Loss (Raw)": 0.6790746450424194, "Finetune/Step": 11215, "Finetune/Step Time": 6.639865968376398}
+{"Finetune/Learning Rate": 7.808576839941541e-06, "Finetune/Loss": 0.6582487225532532, "Finetune/Loss (Raw)": 0.6646774411201477, "Finetune/Step": 11216, "Finetune/Step Time": 6.64914296194911}
+{"Finetune/Learning Rate": 7.806933844828857e-06, "Finetune/Loss": 0.6574702858924866, "Finetune/Loss (Raw)": 0.5779638290405273, "Finetune/Step": 11217, "Finetune/Step Time": 6.662887305021286}
+{"Finetune/Learning Rate": 7.805290911905294e-06, "Finetune/Loss": 0.657922089099884, "Finetune/Loss (Raw)": 0.7035874724388123, "Finetune/Step": 11218, "Finetune/Step Time": 6.660540668293834}
+{"Finetune/Learning Rate": 7.80364804121744e-06, "Finetune/Loss": 0.6561477780342102, "Finetune/Loss (Raw)": 0.5847325921058655, "Finetune/Step": 11219, "Finetune/Step Time": 6.660428525879979}
+{"Finetune/Learning Rate": 7.80200523281188e-06, "Finetune/Loss": 0.6581509113311768, "Finetune/Loss (Raw)": 0.7092747092247009, "Finetune/Step": 11220, "Finetune/Step Time": 6.646252300590277}
+{"Finetune/Learning Rate": 7.800362486735203e-06, "Finetune/Loss": 0.6579514741897583, "Finetune/Loss (Raw)": 0.6299055814743042, "Finetune/Step": 11221, "Finetune/Step Time": 6.641290219500661}
+{"Finetune/Learning Rate": 7.798719803033988e-06, "Finetune/Loss": 0.657859206199646, "Finetune/Loss (Raw)": 0.67711341381073, "Finetune/Step": 11222, "Finetune/Step Time": 6.663969319313765}
+{"Finetune/Learning Rate": 7.797077181754821e-06, "Finetune/Loss": 0.6596630811691284, "Finetune/Loss (Raw)": 0.862795352935791, "Finetune/Step": 11223, "Finetune/Step Time": 6.665219254791737}
+{"Finetune/Learning Rate": 7.795434622944282e-06, "Finetune/Loss": 0.6612230539321899, "Finetune/Loss (Raw)": 0.7085427045822144, "Finetune/Step": 11224, "Finetune/Step Time": 6.652578271925449}
+{"Finetune/Learning Rate": 7.793792126648949e-06, "Finetune/Loss": 0.6618947982788086, "Finetune/Loss (Raw)": 0.8019416928291321, "Finetune/Step": 11225, "Finetune/Step Time": 6.651979537680745}
+{"Finetune/Learning Rate": 7.792149692915396e-06, "Finetune/Loss": 0.6617023348808289, "Finetune/Loss (Raw)": 0.5911271572113037, "Finetune/Step": 11226, "Finetune/Step Time": 6.674183188006282}
+{"Finetune/Learning Rate": 7.7905073217902e-06, "Finetune/Loss": 0.6618529558181763, "Finetune/Loss (Raw)": 0.6924008131027222, "Finetune/Step": 11227, "Finetune/Step Time": 6.675382347777486}
+{"Finetune/Learning Rate": 7.788865013319932e-06, "Finetune/Loss": 0.6611500978469849, "Finetune/Loss (Raw)": 0.6638000011444092, "Finetune/Step": 11228, "Finetune/Step Time": 6.682573936879635}
+{"Finetune/Learning Rate": 7.787222767551164e-06, "Finetune/Loss": 0.6602034568786621, "Finetune/Loss (Raw)": 0.5554172992706299, "Finetune/Step": 11229, "Finetune/Step Time": 6.682127900421619}
+{"Finetune/Learning Rate": 7.785580584530468e-06, "Finetune/Loss": 0.6592493653297424, "Finetune/Loss (Raw)": 0.6425185799598694, "Finetune/Step": 11230, "Finetune/Step Time": 6.684796018525958}
+{"Finetune/Learning Rate": 7.783938464304414e-06, "Finetune/Loss": 0.660444974899292, "Finetune/Loss (Raw)": 0.7540408372879028, "Finetune/Step": 11231, "Finetune/Step Time": 6.683495135977864}
+{"Finetune/Learning Rate": 7.782296406919557e-06, "Finetune/Loss": 0.660220742225647, "Finetune/Loss (Raw)": 0.6042231917381287, "Finetune/Step": 11232, "Finetune/Step Time": 6.683356918394566}
+{"Finetune/Learning Rate": 7.780654412422469e-06, "Finetune/Loss": 0.6599173545837402, "Finetune/Loss (Raw)": 0.6500158905982971, "Finetune/Step": 11233, "Finetune/Step Time": 6.685402506962419}
+{"Finetune/Learning Rate": 7.77901248085971e-06, "Finetune/Loss": 0.6595041751861572, "Finetune/Loss (Raw)": 0.6691085696220398, "Finetune/Step": 11234, "Finetune/Step Time": 6.687166782096028}
+{"Finetune/Learning Rate": 7.777370612277845e-06, "Finetune/Loss": 0.6578724384307861, "Finetune/Loss (Raw)": 0.5774205327033997, "Finetune/Step": 11235, "Finetune/Step Time": 6.689365014433861}
+{"Finetune/Learning Rate": 7.775728806723424e-06, "Finetune/Loss": 0.6566698551177979, "Finetune/Loss (Raw)": 0.5577217936515808, "Finetune/Step": 11236, "Finetune/Step Time": 6.700254246592522}
+{"Finetune/Learning Rate": 7.774087064243012e-06, "Finetune/Loss": 0.6570901870727539, "Finetune/Loss (Raw)": 0.7135685682296753, "Finetune/Step": 11237, "Finetune/Step Time": 6.701773898676038}
+{"Finetune/Learning Rate": 7.772445384883165e-06, "Finetune/Loss": 0.6564987897872925, "Finetune/Loss (Raw)": 0.5457533001899719, "Finetune/Step": 11238, "Finetune/Step Time": 6.702217699959874}
+{"Finetune/Learning Rate": 7.770803768690426e-06, "Finetune/Loss": 0.6567484736442566, "Finetune/Loss (Raw)": 0.6949522495269775, "Finetune/Step": 11239, "Finetune/Step Time": 6.716423170641065}
+{"Finetune/Learning Rate": 7.769162215711356e-06, "Finetune/Loss": 0.6567649841308594, "Finetune/Loss (Raw)": 0.6677746176719666, "Finetune/Step": 11240, "Finetune/Step Time": 6.716563366353512}
+{"Finetune/Learning Rate": 7.767520725992503e-06, "Finetune/Loss": 0.6568668484687805, "Finetune/Loss (Raw)": 0.6453696489334106, "Finetune/Step": 11241, "Finetune/Step Time": 6.718210211023688}
+{"Finetune/Learning Rate": 7.765879299580412e-06, "Finetune/Loss": 0.6562776565551758, "Finetune/Loss (Raw)": 0.5577754974365234, "Finetune/Step": 11242, "Finetune/Step Time": 6.734591430053115}
+{"Finetune/Learning Rate": 7.764237936521633e-06, "Finetune/Loss": 0.6553861498832703, "Finetune/Loss (Raw)": 0.5742343664169312, "Finetune/Step": 11243, "Finetune/Step Time": 6.7368287444114685}
+{"Finetune/Learning Rate": 7.762596636862709e-06, "Finetune/Loss": 0.6551283597946167, "Finetune/Loss (Raw)": 0.6790364384651184, "Finetune/Step": 11244, "Finetune/Step Time": 6.748259847983718}
+{"Finetune/Learning Rate": 7.760955400650182e-06, "Finetune/Loss": 0.6549422740936279, "Finetune/Loss (Raw)": 0.6730563044548035, "Finetune/Step": 11245, "Finetune/Step Time": 6.745856963098049}
+{"Finetune/Learning Rate": 7.759314227930588e-06, "Finetune/Loss": 0.6546593308448792, "Finetune/Loss (Raw)": 0.6890140175819397, "Finetune/Step": 11246, "Finetune/Step Time": 6.7405838295817375}
+{"Finetune/Learning Rate": 7.757673118750473e-06, "Finetune/Loss": 0.65390545129776, "Finetune/Loss (Raw)": 0.5808068513870239, "Finetune/Step": 11247, "Finetune/Step Time": 6.729029979556799}
+{"Finetune/Learning Rate": 7.756032073156373e-06, "Finetune/Loss": 0.6526380777359009, "Finetune/Loss (Raw)": 0.42493200302124023, "Finetune/Step": 11248, "Finetune/Step Time": 6.742016140371561}
+{"Finetune/Learning Rate": 7.754391091194823e-06, "Finetune/Loss": 0.6505856513977051, "Finetune/Loss (Raw)": 0.39079558849334717, "Finetune/Step": 11249, "Finetune/Step Time": 6.7664561700075865}
+{"Finetune/Learning Rate": 7.752750172912357e-06, "Finetune/Loss": 0.649199366569519, "Finetune/Loss (Raw)": 0.5083345770835876, "Finetune/Step": 11250, "Finetune/Step Time": 6.769841365516186}
+{"Finetune/Learning Rate": 7.751109318355504e-06, "Finetune/Loss": 0.6496164798736572, "Finetune/Loss (Raw)": 0.7415151596069336, "Finetune/Step": 11251, "Finetune/Step Time": 6.768574852496386}
+{"Finetune/Learning Rate": 7.749468527570795e-06, "Finetune/Loss": 0.6486051082611084, "Finetune/Loss (Raw)": 0.4878922402858734, "Finetune/Step": 11252, "Finetune/Step Time": 6.7567711398005486}
+{"Finetune/Learning Rate": 7.747827800604758e-06, "Finetune/Loss": 0.6484769582748413, "Finetune/Loss (Raw)": 0.6553636789321899, "Finetune/Step": 11253, "Finetune/Step Time": 6.758889915421605}
+{"Finetune/Learning Rate": 7.746187137503923e-06, "Finetune/Loss": 0.6482195854187012, "Finetune/Loss (Raw)": 0.6448317766189575, "Finetune/Step": 11254, "Finetune/Step Time": 6.756529217585921}
+{"Finetune/Learning Rate": 7.744546538314811e-06, "Finetune/Loss": 0.6492997407913208, "Finetune/Loss (Raw)": 0.6648038625717163, "Finetune/Step": 11255, "Finetune/Step Time": 6.741794599220157}
+{"Finetune/Learning Rate": 7.742906003083947e-06, "Finetune/Loss": 0.6491350531578064, "Finetune/Loss (Raw)": 0.6737571358680725, "Finetune/Step": 11256, "Finetune/Step Time": 6.74366064928472}
+{"Finetune/Learning Rate": 7.741265531857848e-06, "Finetune/Loss": 0.6480963826179504, "Finetune/Loss (Raw)": 0.624517560005188, "Finetune/Step": 11257, "Finetune/Step Time": 6.738063091412187}
+{"Finetune/Learning Rate": 7.739625124683038e-06, "Finetune/Loss": 0.6482352018356323, "Finetune/Loss (Raw)": 0.6217771172523499, "Finetune/Step": 11258, "Finetune/Step Time": 6.759508468210697}
+{"Finetune/Learning Rate": 7.73798478160603e-06, "Finetune/Loss": 0.6476138234138489, "Finetune/Loss (Raw)": 0.6362093687057495, "Finetune/Step": 11259, "Finetune/Step Time": 6.762178089469671}
+{"Finetune/Learning Rate": 7.73634450267334e-06, "Finetune/Loss": 0.6477539539337158, "Finetune/Loss (Raw)": 0.5973960161209106, "Finetune/Step": 11260, "Finetune/Step Time": 6.755267649888992}
+{"Finetune/Learning Rate": 7.734704287931484e-06, "Finetune/Loss": 0.647658109664917, "Finetune/Loss (Raw)": 0.7341259121894836, "Finetune/Step": 11261, "Finetune/Step Time": 6.757463254034519}
+{"Finetune/Learning Rate": 7.733064137426976e-06, "Finetune/Loss": 0.6465484499931335, "Finetune/Loss (Raw)": 0.6708968281745911, "Finetune/Step": 11262, "Finetune/Step Time": 6.7521319873631}
+{"Finetune/Learning Rate": 7.731424051206319e-06, "Finetune/Loss": 0.6457562446594238, "Finetune/Loss (Raw)": 0.6424656510353088, "Finetune/Step": 11263, "Finetune/Step Time": 6.749978316947818}
+{"Finetune/Learning Rate": 7.729784029316025e-06, "Finetune/Loss": 0.6462236046791077, "Finetune/Loss (Raw)": 0.6888346672058105, "Finetune/Step": 11264, "Finetune/Step Time": 6.755901036784053}
+{"Finetune/Learning Rate": 7.728144071802602e-06, "Finetune/Loss": 0.6450345516204834, "Finetune/Loss (Raw)": 0.5111397504806519, "Finetune/Step": 11265, "Finetune/Step Time": 6.754906240850687}
+{"Finetune/Learning Rate": 7.726504178712551e-06, "Finetune/Loss": 0.6458733677864075, "Finetune/Loss (Raw)": 0.745861828327179, "Finetune/Step": 11266, "Finetune/Step Time": 6.752813817933202}
+{"Finetune/Learning Rate": 7.724864350092377e-06, "Finetune/Loss": 0.6463389992713928, "Finetune/Loss (Raw)": 0.7132253050804138, "Finetune/Step": 11267, "Finetune/Step Time": 6.751802267506719}
+{"Finetune/Learning Rate": 7.723224585988585e-06, "Finetune/Loss": 0.6468615531921387, "Finetune/Loss (Raw)": 0.6716254353523254, "Finetune/Step": 11268, "Finetune/Step Time": 6.762154437601566}
+{"Finetune/Learning Rate": 7.721584886447666e-06, "Finetune/Loss": 0.6468223333358765, "Finetune/Loss (Raw)": 0.47904378175735474, "Finetune/Step": 11269, "Finetune/Step Time": 6.762375980615616}
+{"Finetune/Learning Rate": 7.719945251516119e-06, "Finetune/Loss": 0.6463549733161926, "Finetune/Loss (Raw)": 0.6535243391990662, "Finetune/Step": 11270, "Finetune/Step Time": 6.7639329470694065}
+{"Finetune/Learning Rate": 7.71830568124044e-06, "Finetune/Loss": 0.6466829776763916, "Finetune/Loss (Raw)": 0.7360355854034424, "Finetune/Step": 11271, "Finetune/Step Time": 6.765566846355796}
+{"Finetune/Learning Rate": 7.716666175667126e-06, "Finetune/Loss": 0.6466550827026367, "Finetune/Loss (Raw)": 0.7080510854721069, "Finetune/Step": 11272, "Finetune/Step Time": 6.767048658803105}
+{"Finetune/Learning Rate": 7.715026734842665e-06, "Finetune/Loss": 0.6477195024490356, "Finetune/Loss (Raw)": 0.724010705947876, "Finetune/Step": 11273, "Finetune/Step Time": 6.767050854861736}
+{"Finetune/Learning Rate": 7.713387358813552e-06, "Finetune/Loss": 0.6469585299491882, "Finetune/Loss (Raw)": 0.6189666390419006, "Finetune/Step": 11274, "Finetune/Step Time": 6.7680227141827345}
+{"Finetune/Learning Rate": 7.711748047626268e-06, "Finetune/Loss": 0.6462658643722534, "Finetune/Loss (Raw)": 0.6110225319862366, "Finetune/Step": 11275, "Finetune/Step Time": 6.780850246548653}
+{"Finetune/Learning Rate": 7.710108801327303e-06, "Finetune/Loss": 0.6446688175201416, "Finetune/Loss (Raw)": 0.6085255146026611, "Finetune/Step": 11276, "Finetune/Step Time": 6.7883642595261335}
+{"Finetune/Learning Rate": 7.70846961996314e-06, "Finetune/Loss": 0.6458157300949097, "Finetune/Loss (Raw)": 0.7071764469146729, "Finetune/Step": 11277, "Finetune/Step Time": 6.755225634202361}
+{"Finetune/Learning Rate": 7.706830503580263e-06, "Finetune/Loss": 0.6460007429122925, "Finetune/Loss (Raw)": 0.6701368093490601, "Finetune/Step": 11278, "Finetune/Step Time": 6.745583239942789}
+{"Finetune/Learning Rate": 7.705191452225152e-06, "Finetune/Loss": 0.6450297832489014, "Finetune/Loss (Raw)": 0.6181027293205261, "Finetune/Step": 11279, "Finetune/Step Time": 6.74030832760036}
+{"Finetune/Learning Rate": 7.703552465944287e-06, "Finetune/Loss": 0.6435689926147461, "Finetune/Loss (Raw)": 0.5995707511901855, "Finetune/Step": 11280, "Finetune/Step Time": 6.7389136999845505}
+{"Finetune/Learning Rate": 7.701913544784143e-06, "Finetune/Loss": 0.6441855430603027, "Finetune/Loss (Raw)": 0.7192971110343933, "Finetune/Step": 11281, "Finetune/Step Time": 6.738698339089751}
+{"Finetune/Learning Rate": 7.700274688791196e-06, "Finetune/Loss": 0.6431564092636108, "Finetune/Loss (Raw)": 0.5522642731666565, "Finetune/Step": 11282, "Finetune/Step Time": 6.752265786752105}
+{"Finetune/Learning Rate": 7.698635898011918e-06, "Finetune/Loss": 0.6429309248924255, "Finetune/Loss (Raw)": 0.5772963166236877, "Finetune/Step": 11283, "Finetune/Step Time": 6.752498213201761}
+{"Finetune/Learning Rate": 7.696997172492784e-06, "Finetune/Loss": 0.6417144536972046, "Finetune/Loss (Raw)": 0.5718392729759216, "Finetune/Step": 11284, "Finetune/Step Time": 6.753140859305859}
+{"Finetune/Learning Rate": 7.695358512280257e-06, "Finetune/Loss": 0.6418814659118652, "Finetune/Loss (Raw)": 0.526214063167572, "Finetune/Step": 11285, "Finetune/Step Time": 6.7559320367872715}
+{"Finetune/Learning Rate": 7.693719917420819e-06, "Finetune/Loss": 0.6411370038986206, "Finetune/Loss (Raw)": 0.5480148196220398, "Finetune/Step": 11286, "Finetune/Step Time": 6.75541596673429}
+{"Finetune/Learning Rate": 7.692081387960917e-06, "Finetune/Loss": 0.641546368598938, "Finetune/Loss (Raw)": 0.7567270398139954, "Finetune/Step": 11287, "Finetune/Step Time": 6.751697149127722}
+{"Finetune/Learning Rate": 7.690442923947025e-06, "Finetune/Loss": 0.6434015035629272, "Finetune/Loss (Raw)": 0.6987625360488892, "Finetune/Step": 11288, "Finetune/Step Time": 6.73824487067759}
+{"Finetune/Learning Rate": 7.688804525425605e-06, "Finetune/Loss": 0.6432961821556091, "Finetune/Loss (Raw)": 0.6438793540000916, "Finetune/Step": 11289, "Finetune/Step Time": 6.726123994216323}
+{"Finetune/Learning Rate": 7.687166192443118e-06, "Finetune/Loss": 0.6433403491973877, "Finetune/Loss (Raw)": 0.721390426158905, "Finetune/Step": 11290, "Finetune/Step Time": 6.724557161331177}
+{"Finetune/Learning Rate": 7.685527925046018e-06, "Finetune/Loss": 0.6415836811065674, "Finetune/Loss (Raw)": 0.5660435557365417, "Finetune/Step": 11291, "Finetune/Step Time": 6.7256493754684925}
+{"Finetune/Learning Rate": 7.683889723280769e-06, "Finetune/Loss": 0.6412096619606018, "Finetune/Loss (Raw)": 0.566631019115448, "Finetune/Step": 11292, "Finetune/Step Time": 6.738250058144331}
+{"Finetune/Learning Rate": 7.682251587193819e-06, "Finetune/Loss": 0.6406272649765015, "Finetune/Loss (Raw)": 0.6795358657836914, "Finetune/Step": 11293, "Finetune/Step Time": 6.739215241745114}
+{"Finetune/Learning Rate": 7.680613516831623e-06, "Finetune/Loss": 0.6410658955574036, "Finetune/Loss (Raw)": 0.617326557636261, "Finetune/Step": 11294, "Finetune/Step Time": 6.742288077250123}
+{"Finetune/Learning Rate": 7.67897551224063e-06, "Finetune/Loss": 0.6391821503639221, "Finetune/Loss (Raw)": 0.5517246723175049, "Finetune/Step": 11295, "Finetune/Step Time": 6.7563363537192345}
+{"Finetune/Learning Rate": 7.677337573467294e-06, "Finetune/Loss": 0.6386150121688843, "Finetune/Loss (Raw)": 0.61368328332901, "Finetune/Step": 11296, "Finetune/Step Time": 6.7528044525533915}
+{"Finetune/Learning Rate": 7.67569970055806e-06, "Finetune/Loss": 0.6399814486503601, "Finetune/Loss (Raw)": 0.6776000261306763, "Finetune/Step": 11297, "Finetune/Step Time": 6.733562786132097}
+{"Finetune/Learning Rate": 7.674061893559374e-06, "Finetune/Loss": 0.6399624347686768, "Finetune/Loss (Raw)": 0.6812634468078613, "Finetune/Step": 11298, "Finetune/Step Time": 6.730449615046382}
+{"Finetune/Learning Rate": 7.672424152517676e-06, "Finetune/Loss": 0.6406406164169312, "Finetune/Loss (Raw)": 0.7026821374893188, "Finetune/Step": 11299, "Finetune/Step Time": 6.729457654058933}
+{"Finetune/Learning Rate": 7.670786477479412e-06, "Finetune/Loss": 0.6412460803985596, "Finetune/Loss (Raw)": 0.8029814958572388, "Finetune/Step": 11300, "Finetune/Step Time": 6.731916332617402}
+{"Finetune/Learning Rate": 7.669148868491018e-06, "Finetune/Loss": 0.6423457860946655, "Finetune/Loss (Raw)": 0.7251595854759216, "Finetune/Step": 11301, "Finetune/Step Time": 6.73754177428782}
+{"Finetune/Learning Rate": 7.667511325598934e-06, "Finetune/Loss": 0.6420145034790039, "Finetune/Loss (Raw)": 0.6034194827079773, "Finetune/Step": 11302, "Finetune/Step Time": 6.754812965169549}
+{"Finetune/Learning Rate": 7.665873848849596e-06, "Finetune/Loss": 0.6431493163108826, "Finetune/Loss (Raw)": 0.7216983437538147, "Finetune/Step": 11303, "Finetune/Step Time": 6.741350889205933}
+{"Finetune/Learning Rate": 7.664236438289445e-06, "Finetune/Loss": 0.642974317073822, "Finetune/Loss (Raw)": 0.4683481752872467, "Finetune/Step": 11304, "Finetune/Step Time": 6.745059357956052}
+{"Finetune/Learning Rate": 7.6625990939649e-06, "Finetune/Loss": 0.6430883407592773, "Finetune/Loss (Raw)": 0.7555429339408875, "Finetune/Step": 11305, "Finetune/Step Time": 6.76141912303865}
+{"Finetune/Learning Rate": 7.660961815922398e-06, "Finetune/Loss": 0.6404675245285034, "Finetune/Loss (Raw)": 0.42926496267318726, "Finetune/Step": 11306, "Finetune/Step Time": 6.77357785962522}
+{"Finetune/Learning Rate": 7.65932460420837e-06, "Finetune/Loss": 0.6410471200942993, "Finetune/Loss (Raw)": 0.8262887597084045, "Finetune/Step": 11307, "Finetune/Step Time": 6.768844610080123}
+{"Finetune/Learning Rate": 7.65768745886924e-06, "Finetune/Loss": 0.6410343647003174, "Finetune/Loss (Raw)": 0.6285848617553711, "Finetune/Step": 11308, "Finetune/Step Time": 6.769214740023017}
+{"Finetune/Learning Rate": 7.656050379951427e-06, "Finetune/Loss": 0.6411871314048767, "Finetune/Loss (Raw)": 0.63762366771698, "Finetune/Step": 11309, "Finetune/Step Time": 6.7698905300349}
+{"Finetune/Learning Rate": 7.65441336750137e-06, "Finetune/Loss": 0.6420263051986694, "Finetune/Loss (Raw)": 0.676612913608551, "Finetune/Step": 11310, "Finetune/Step Time": 6.752567334100604}
+{"Finetune/Learning Rate": 7.652776421565476e-06, "Finetune/Loss": 0.6419302225112915, "Finetune/Loss (Raw)": 0.6191837191581726, "Finetune/Step": 11311, "Finetune/Step Time": 6.766162112355232}
+{"Finetune/Learning Rate": 7.651139542190164e-06, "Finetune/Loss": 0.6417062282562256, "Finetune/Loss (Raw)": 0.6355928778648376, "Finetune/Step": 11312, "Finetune/Step Time": 6.757983438670635}
+{"Finetune/Learning Rate": 7.649502729421857e-06, "Finetune/Loss": 0.6429011225700378, "Finetune/Loss (Raw)": 0.7769711017608643, "Finetune/Step": 11313, "Finetune/Step Time": 6.762963578104973}
+{"Finetune/Learning Rate": 7.647865983306972e-06, "Finetune/Loss": 0.642765462398529, "Finetune/Loss (Raw)": 0.6053237915039062, "Finetune/Step": 11314, "Finetune/Step Time": 6.766876209527254}
+{"Finetune/Learning Rate": 7.646229303891917e-06, "Finetune/Loss": 0.6421191692352295, "Finetune/Loss (Raw)": 0.6294295787811279, "Finetune/Step": 11315, "Finetune/Step Time": 6.768144642934203}
+{"Finetune/Learning Rate": 7.644592691223108e-06, "Finetune/Loss": 0.6414358615875244, "Finetune/Loss (Raw)": 0.6164899468421936, "Finetune/Step": 11316, "Finetune/Step Time": 6.773985272273421}
+{"Finetune/Learning Rate": 7.64295614534695e-06, "Finetune/Loss": 0.6422377824783325, "Finetune/Loss (Raw)": 0.723827600479126, "Finetune/Step": 11317, "Finetune/Step Time": 6.775546703487635}
+{"Finetune/Learning Rate": 7.641319666309853e-06, "Finetune/Loss": 0.642949104309082, "Finetune/Loss (Raw)": 0.7189348936080933, "Finetune/Step": 11318, "Finetune/Step Time": 6.791465558111668}
+{"Finetune/Learning Rate": 7.639683254158222e-06, "Finetune/Loss": 0.6441822052001953, "Finetune/Loss (Raw)": 0.6875881552696228, "Finetune/Step": 11319, "Finetune/Step Time": 6.78994008526206}
+{"Finetune/Learning Rate": 7.638046908938463e-06, "Finetune/Loss": 0.6442588567733765, "Finetune/Loss (Raw)": 0.6432907581329346, "Finetune/Step": 11320, "Finetune/Step Time": 6.790318101644516}
+{"Finetune/Learning Rate": 7.636410630696978e-06, "Finetune/Loss": 0.6446397304534912, "Finetune/Loss (Raw)": 0.6981754302978516, "Finetune/Step": 11321, "Finetune/Step Time": 6.781974975019693}
+{"Finetune/Learning Rate": 7.634774419480166e-06, "Finetune/Loss": 0.6447387933731079, "Finetune/Loss (Raw)": 0.735349714756012, "Finetune/Step": 11322, "Finetune/Step Time": 6.7813287656754255}
+{"Finetune/Learning Rate": 7.633138275334428e-06, "Finetune/Loss": 0.6434104442596436, "Finetune/Loss (Raw)": 0.5019675493240356, "Finetune/Step": 11323, "Finetune/Step Time": 6.787086378782988}
+{"Finetune/Learning Rate": 7.631502198306156e-06, "Finetune/Loss": 0.6428871154785156, "Finetune/Loss (Raw)": 0.6557648181915283, "Finetune/Step": 11324, "Finetune/Step Time": 6.796917714178562}
+{"Finetune/Learning Rate": 7.629866188441746e-06, "Finetune/Loss": 0.6439744830131531, "Finetune/Loss (Raw)": 0.6937305927276611, "Finetune/Step": 11325, "Finetune/Step Time": 6.790450656786561}
+{"Finetune/Learning Rate": 7.628230245787591e-06, "Finetune/Loss": 0.6428601145744324, "Finetune/Loss (Raw)": 0.5547772645950317, "Finetune/Step": 11326, "Finetune/Step Time": 6.786790760233998}
+{"Finetune/Learning Rate": 7.626594370390081e-06, "Finetune/Loss": 0.6420530080795288, "Finetune/Loss (Raw)": 0.5934539437294006, "Finetune/Step": 11327, "Finetune/Step Time": 6.787869414314628}
+{"Finetune/Learning Rate": 7.624958562295607e-06, "Finetune/Loss": 0.6419618129730225, "Finetune/Loss (Raw)": 0.6160236597061157, "Finetune/Step": 11328, "Finetune/Step Time": 6.7868661023676395}
+{"Finetune/Learning Rate": 7.623322821550556e-06, "Finetune/Loss": 0.6420806050300598, "Finetune/Loss (Raw)": 0.661747395992279, "Finetune/Step": 11329, "Finetune/Step Time": 6.78943439014256}
+{"Finetune/Learning Rate": 7.62168714820131e-06, "Finetune/Loss": 0.6416528224945068, "Finetune/Loss (Raw)": 0.5270544290542603, "Finetune/Step": 11330, "Finetune/Step Time": 6.789737766608596}
+{"Finetune/Learning Rate": 7.620051542294253e-06, "Finetune/Loss": 0.6415725350379944, "Finetune/Loss (Raw)": 0.621654212474823, "Finetune/Step": 11331, "Finetune/Step Time": 6.787981100380421}
+{"Finetune/Learning Rate": 7.618416003875767e-06, "Finetune/Loss": 0.6432334184646606, "Finetune/Loss (Raw)": 0.7674481868743896, "Finetune/Step": 11332, "Finetune/Step Time": 6.787429606541991}
+{"Finetune/Learning Rate": 7.616780532992232e-06, "Finetune/Loss": 0.6441928148269653, "Finetune/Loss (Raw)": 0.7769563794136047, "Finetune/Step": 11333, "Finetune/Step Time": 6.788640044629574}
+{"Finetune/Learning Rate": 7.61514512969002e-06, "Finetune/Loss": 0.6430726051330566, "Finetune/Loss (Raw)": 0.5279439091682434, "Finetune/Step": 11334, "Finetune/Step Time": 6.79340392537415}
+{"Finetune/Learning Rate": 7.613509794015517e-06, "Finetune/Loss": 0.6422700881958008, "Finetune/Loss (Raw)": 0.59579998254776, "Finetune/Step": 11335, "Finetune/Step Time": 6.794733142480254}
+{"Finetune/Learning Rate": 7.611874526015084e-06, "Finetune/Loss": 0.6437438726425171, "Finetune/Loss (Raw)": 0.7646762728691101, "Finetune/Step": 11336, "Finetune/Step Time": 6.789911862462759}
+{"Finetune/Learning Rate": 7.610239325735102e-06, "Finetune/Loss": 0.6434240341186523, "Finetune/Loss (Raw)": 0.582430899143219, "Finetune/Step": 11337, "Finetune/Step Time": 6.79077036306262}
+{"Finetune/Learning Rate": 7.608604193221936e-06, "Finetune/Loss": 0.6433718204498291, "Finetune/Loss (Raw)": 0.6178816556930542, "Finetune/Step": 11338, "Finetune/Step Time": 6.8042469043284655}
+{"Finetune/Learning Rate": 7.6069691285219536e-06, "Finetune/Loss": 0.6428591012954712, "Finetune/Loss (Raw)": 0.580988883972168, "Finetune/Step": 11339, "Finetune/Step Time": 6.806011715903878}
+{"Finetune/Learning Rate": 7.605334131681524e-06, "Finetune/Loss": 0.6425489187240601, "Finetune/Loss (Raw)": 0.7083672285079956, "Finetune/Step": 11340, "Finetune/Step Time": 6.783269634470344}
+{"Finetune/Learning Rate": 7.60369920274701e-06, "Finetune/Loss": 0.6432276964187622, "Finetune/Loss (Raw)": 0.6961463689804077, "Finetune/Step": 11341, "Finetune/Step Time": 6.786121308803558}
+{"Finetune/Learning Rate": 7.60206434176477e-06, "Finetune/Loss": 0.6439964175224304, "Finetune/Loss (Raw)": 0.6856565475463867, "Finetune/Step": 11342, "Finetune/Step Time": 6.789589781314135}
+{"Finetune/Learning Rate": 7.600429548781168e-06, "Finetune/Loss": 0.6433217525482178, "Finetune/Loss (Raw)": 0.5927145481109619, "Finetune/Step": 11343, "Finetune/Step Time": 6.802920209243894}
+{"Finetune/Learning Rate": 7.598794823842557e-06, "Finetune/Loss": 0.6442900896072388, "Finetune/Loss (Raw)": 0.7886264324188232, "Finetune/Step": 11344, "Finetune/Step Time": 6.7923842035233974}
+{"Finetune/Learning Rate": 7.597160166995299e-06, "Finetune/Loss": 0.6434938311576843, "Finetune/Loss (Raw)": 0.47604501247406006, "Finetune/Step": 11345, "Finetune/Step Time": 6.788194999098778}
+{"Finetune/Learning Rate": 7.5955255782857455e-06, "Finetune/Loss": 0.6434887051582336, "Finetune/Loss (Raw)": 0.7029312252998352, "Finetune/Step": 11346, "Finetune/Step Time": 6.7845362313091755}
+{"Finetune/Learning Rate": 7.593891057760252e-06, "Finetune/Loss": 0.642910897731781, "Finetune/Loss (Raw)": 0.5107724070549011, "Finetune/Step": 11347, "Finetune/Step Time": 6.800386115908623}
+{"Finetune/Learning Rate": 7.5922566054651636e-06, "Finetune/Loss": 0.6416404247283936, "Finetune/Loss (Raw)": 0.546653687953949, "Finetune/Step": 11348, "Finetune/Step Time": 6.804576810449362}
+{"Finetune/Learning Rate": 7.590622221446831e-06, "Finetune/Loss": 0.6421647071838379, "Finetune/Loss (Raw)": 0.6970193982124329, "Finetune/Step": 11349, "Finetune/Step Time": 6.8090046383440495}
+{"Finetune/Learning Rate": 7.588987905751601e-06, "Finetune/Loss": 0.6412824988365173, "Finetune/Loss (Raw)": 0.5641828775405884, "Finetune/Step": 11350, "Finetune/Step Time": 6.7902696169912815}
+{"Finetune/Learning Rate": 7.587353658425816e-06, "Finetune/Loss": 0.639510989189148, "Finetune/Loss (Raw)": 0.6360397338867188, "Finetune/Step": 11351, "Finetune/Step Time": 6.78809842094779}
+{"Finetune/Learning Rate": 7.585719479515823e-06, "Finetune/Loss": 0.6387520432472229, "Finetune/Loss (Raw)": 0.6114022731781006, "Finetune/Step": 11352, "Finetune/Step Time": 6.785345131531358}
+{"Finetune/Learning Rate": 7.584085369067964e-06, "Finetune/Loss": 0.6382614374160767, "Finetune/Loss (Raw)": 0.7391378283500671, "Finetune/Step": 11353, "Finetune/Step Time": 6.785362593829632}
+{"Finetune/Learning Rate": 7.5824513271285686e-06, "Finetune/Loss": 0.638825535774231, "Finetune/Loss (Raw)": 0.6633366346359253, "Finetune/Step": 11354, "Finetune/Step Time": 6.765176348388195}
+{"Finetune/Learning Rate": 7.58081735374398e-06, "Finetune/Loss": 0.6385047435760498, "Finetune/Loss (Raw)": 0.6513367891311646, "Finetune/Step": 11355, "Finetune/Step Time": 6.765443166717887}
+{"Finetune/Learning Rate": 7.579183448960532e-06, "Finetune/Loss": 0.6390879154205322, "Finetune/Loss (Raw)": 0.7384536862373352, "Finetune/Step": 11356, "Finetune/Step Time": 6.757039941847324}
+{"Finetune/Learning Rate": 7.577549612824558e-06, "Finetune/Loss": 0.640207052230835, "Finetune/Loss (Raw)": 0.698661208152771, "Finetune/Step": 11357, "Finetune/Step Time": 6.760702610015869}
+{"Finetune/Learning Rate": 7.575915845382387e-06, "Finetune/Loss": 0.6412401795387268, "Finetune/Loss (Raw)": 0.7747603058815002, "Finetune/Step": 11358, "Finetune/Step Time": 6.761491106823087}
+{"Finetune/Learning Rate": 7.574282146680354e-06, "Finetune/Loss": 0.640417754650116, "Finetune/Loss (Raw)": 0.6487663388252258, "Finetune/Step": 11359, "Finetune/Step Time": 6.777408629655838}
+{"Finetune/Learning Rate": 7.572648516764778e-06, "Finetune/Loss": 0.6413458585739136, "Finetune/Loss (Raw)": 0.723020076751709, "Finetune/Step": 11360, "Finetune/Step Time": 6.780916465446353}
+{"Finetune/Learning Rate": 7.571014955681985e-06, "Finetune/Loss": 0.641213059425354, "Finetune/Loss (Raw)": 0.633018434047699, "Finetune/Step": 11361, "Finetune/Step Time": 6.778726827353239}
+{"Finetune/Learning Rate": 7.569381463478304e-06, "Finetune/Loss": 0.6407130360603333, "Finetune/Loss (Raw)": 0.6051127910614014, "Finetune/Step": 11362, "Finetune/Step Time": 6.781622141599655}
+{"Finetune/Learning Rate": 7.567748040200053e-06, "Finetune/Loss": 0.6397976279258728, "Finetune/Loss (Raw)": 0.46024519205093384, "Finetune/Step": 11363, "Finetune/Step Time": 6.788158098235726}
+{"Finetune/Learning Rate": 7.56611468589355e-06, "Finetune/Loss": 0.6404362916946411, "Finetune/Loss (Raw)": 0.6394692063331604, "Finetune/Step": 11364, "Finetune/Step Time": 6.779176039621234}
+{"Finetune/Learning Rate": 7.564481400605117e-06, "Finetune/Loss": 0.6385164260864258, "Finetune/Loss (Raw)": 0.4678317904472351, "Finetune/Step": 11365, "Finetune/Step Time": 6.794207349419594}
+{"Finetune/Learning Rate": 7.562848184381064e-06, "Finetune/Loss": 0.6396682858467102, "Finetune/Loss (Raw)": 0.6931868195533752, "Finetune/Step": 11366, "Finetune/Step Time": 6.792090579867363}
+{"Finetune/Learning Rate": 7.561215037267705e-06, "Finetune/Loss": 0.6387413740158081, "Finetune/Loss (Raw)": 0.5763024091720581, "Finetune/Step": 11367, "Finetune/Step Time": 6.7805873323231936}
+{"Finetune/Learning Rate": 7.5595819593113506e-06, "Finetune/Loss": 0.6381701231002808, "Finetune/Loss (Raw)": 0.5946578979492188, "Finetune/Step": 11368, "Finetune/Step Time": 6.785291187465191}
+{"Finetune/Learning Rate": 7.557948950558313e-06, "Finetune/Loss": 0.638478696346283, "Finetune/Loss (Raw)": 0.6848642826080322, "Finetune/Step": 11369, "Finetune/Step Time": 6.784975623711944}
+{"Finetune/Learning Rate": 7.556316011054902e-06, "Finetune/Loss": 0.639256477355957, "Finetune/Loss (Raw)": 0.6573330760002136, "Finetune/Step": 11370, "Finetune/Step Time": 6.763374410569668}
+{"Finetune/Learning Rate": 7.554683140847419e-06, "Finetune/Loss": 0.640162467956543, "Finetune/Loss (Raw)": 0.6902104616165161, "Finetune/Step": 11371, "Finetune/Step Time": 6.762502042576671}
+{"Finetune/Learning Rate": 7.553050339982169e-06, "Finetune/Loss": 0.6396358013153076, "Finetune/Loss (Raw)": 0.6116195321083069, "Finetune/Step": 11372, "Finetune/Step Time": 6.746926808729768}
+{"Finetune/Learning Rate": 7.551417608505451e-06, "Finetune/Loss": 0.640169084072113, "Finetune/Loss (Raw)": 0.7413164973258972, "Finetune/Step": 11373, "Finetune/Step Time": 6.74917839281261}
+{"Finetune/Learning Rate": 7.549784946463569e-06, "Finetune/Loss": 0.6392916440963745, "Finetune/Loss (Raw)": 0.5766992568969727, "Finetune/Step": 11374, "Finetune/Step Time": 6.759502582252026}
+{"Finetune/Learning Rate": 7.5481523539028146e-06, "Finetune/Loss": 0.6400523781776428, "Finetune/Loss (Raw)": 0.6781789660453796, "Finetune/Step": 11375, "Finetune/Step Time": 6.757019652053714}
+{"Finetune/Learning Rate": 7.54651983086949e-06, "Finetune/Loss": 0.6417599320411682, "Finetune/Loss (Raw)": 0.6434951424598694, "Finetune/Step": 11376, "Finetune/Step Time": 6.744392102584243}
+{"Finetune/Learning Rate": 7.544887377409891e-06, "Finetune/Loss": 0.642920732498169, "Finetune/Loss (Raw)": 0.5393820405006409, "Finetune/Step": 11377, "Finetune/Step Time": 6.736081935465336}
+{"Finetune/Learning Rate": 7.543254993570297e-06, "Finetune/Loss": 0.6443941593170166, "Finetune/Loss (Raw)": 0.6969327330589294, "Finetune/Step": 11378, "Finetune/Step Time": 6.7369682639837265}
+{"Finetune/Learning Rate": 7.541622679397008e-06, "Finetune/Loss": 0.6437398791313171, "Finetune/Loss (Raw)": 0.657768726348877, "Finetune/Step": 11379, "Finetune/Step Time": 6.74063933826983}
+{"Finetune/Learning Rate": 7.53999043493631e-06, "Finetune/Loss": 0.6450875997543335, "Finetune/Loss (Raw)": 0.6603950262069702, "Finetune/Step": 11380, "Finetune/Step Time": 6.737326793372631}
+{"Finetune/Learning Rate": 7.538358260234486e-06, "Finetune/Loss": 0.6444690227508545, "Finetune/Loss (Raw)": 0.5761952996253967, "Finetune/Step": 11381, "Finetune/Step Time": 6.737060409039259}
+{"Finetune/Learning Rate": 7.536726155337823e-06, "Finetune/Loss": 0.6442846059799194, "Finetune/Loss (Raw)": 0.6212288737297058, "Finetune/Step": 11382, "Finetune/Step Time": 6.743237132206559}
+{"Finetune/Learning Rate": 7.535094120292604e-06, "Finetune/Loss": 0.6431519985198975, "Finetune/Loss (Raw)": 0.5198189616203308, "Finetune/Step": 11383, "Finetune/Step Time": 6.746155351400375}
+{"Finetune/Learning Rate": 7.533462155145105e-06, "Finetune/Loss": 0.6432960033416748, "Finetune/Loss (Raw)": 0.6921907067298889, "Finetune/Step": 11384, "Finetune/Step Time": 6.745506403967738}
+{"Finetune/Learning Rate": 7.531830259941602e-06, "Finetune/Loss": 0.6441249847412109, "Finetune/Loss (Raw)": 0.7306302189826965, "Finetune/Step": 11385, "Finetune/Step Time": 6.751318646594882}
+{"Finetune/Learning Rate": 7.530198434728377e-06, "Finetune/Loss": 0.6439521312713623, "Finetune/Loss (Raw)": 0.5996527075767517, "Finetune/Step": 11386, "Finetune/Step Time": 6.728618398308754}
+{"Finetune/Learning Rate": 7.528566679551701e-06, "Finetune/Loss": 0.6443088054656982, "Finetune/Loss (Raw)": 0.6818692088127136, "Finetune/Step": 11387, "Finetune/Step Time": 6.7296259962022305}
+{"Finetune/Learning Rate": 7.5269349944578454e-06, "Finetune/Loss": 0.6451517939567566, "Finetune/Loss (Raw)": 0.7052905559539795, "Finetune/Step": 11388, "Finetune/Step Time": 6.727801462635398}
+{"Finetune/Learning Rate": 7.525303379493084e-06, "Finetune/Loss": 0.6443424820899963, "Finetune/Loss (Raw)": 0.6305347681045532, "Finetune/Step": 11389, "Finetune/Step Time": 6.732851820066571}
+{"Finetune/Learning Rate": 7.523671834703678e-06, "Finetune/Loss": 0.6440430283546448, "Finetune/Loss (Raw)": 0.6325668096542358, "Finetune/Step": 11390, "Finetune/Step Time": 6.736574554815888}
+{"Finetune/Learning Rate": 7.5220403601359e-06, "Finetune/Loss": 0.6429736614227295, "Finetune/Loss (Raw)": 0.505585253238678, "Finetune/Step": 11391, "Finetune/Step Time": 6.736050872132182}
+{"Finetune/Learning Rate": 7.5204089558360076e-06, "Finetune/Loss": 0.6429165601730347, "Finetune/Loss (Raw)": 0.6815260648727417, "Finetune/Step": 11392, "Finetune/Step Time": 6.733411505818367}
+{"Finetune/Learning Rate": 7.518777621850267e-06, "Finetune/Loss": 0.6443066000938416, "Finetune/Loss (Raw)": 0.6890633702278137, "Finetune/Step": 11393, "Finetune/Step Time": 6.734301345422864}
+{"Finetune/Learning Rate": 7.517146358224938e-06, "Finetune/Loss": 0.6424548625946045, "Finetune/Loss (Raw)": 0.508836030960083, "Finetune/Step": 11394, "Finetune/Step Time": 6.737692341208458}
+{"Finetune/Learning Rate": 7.515515165006281e-06, "Finetune/Loss": 0.6427174210548401, "Finetune/Loss (Raw)": 0.7468411326408386, "Finetune/Step": 11395, "Finetune/Step Time": 6.735700856894255}
+{"Finetune/Learning Rate": 7.513884042240546e-06, "Finetune/Loss": 0.6425155401229858, "Finetune/Loss (Raw)": 0.6457826495170593, "Finetune/Step": 11396, "Finetune/Step Time": 6.725998943671584}
+{"Finetune/Learning Rate": 7.51225298997399e-06, "Finetune/Loss": 0.6434882283210754, "Finetune/Loss (Raw)": 0.6035467982292175, "Finetune/Step": 11397, "Finetune/Step Time": 6.710003802552819}
+{"Finetune/Learning Rate": 7.5106220082528655e-06, "Finetune/Loss": 0.644344687461853, "Finetune/Loss (Raw)": 0.7631593942642212, "Finetune/Step": 11398, "Finetune/Step Time": 6.752095678821206}
+{"Finetune/Learning Rate": 7.508991097123422e-06, "Finetune/Loss": 0.6441236734390259, "Finetune/Loss (Raw)": 0.70773845911026, "Finetune/Step": 11399, "Finetune/Step Time": 6.756214251741767}
+{"Finetune/Learning Rate": 7.5073602566319045e-06, "Finetune/Loss": 0.643608808517456, "Finetune/Loss (Raw)": 0.6421468257904053, "Finetune/Step": 11400, "Finetune/Step Time": 6.761702213436365}
+{"Finetune/Learning Rate": 7.505729486824569e-06, "Finetune/Loss": 0.6428803205490112, "Finetune/Loss (Raw)": 0.6307698488235474, "Finetune/Step": 11401, "Finetune/Step Time": 6.760808201506734}
+{"Finetune/Learning Rate": 7.504098787747647e-06, "Finetune/Loss": 0.6438502073287964, "Finetune/Loss (Raw)": 0.7431084513664246, "Finetune/Step": 11402, "Finetune/Step Time": 6.7602956630289555}
+{"Finetune/Learning Rate": 7.502468159447387e-06, "Finetune/Loss": 0.6446576118469238, "Finetune/Loss (Raw)": 0.7143747210502625, "Finetune/Step": 11403, "Finetune/Step Time": 6.74615909345448}
+{"Finetune/Learning Rate": 7.500837601970028e-06, "Finetune/Loss": 0.6450200080871582, "Finetune/Loss (Raw)": 0.6549059748649597, "Finetune/Step": 11404, "Finetune/Step Time": 6.759573040530086}
+{"Finetune/Learning Rate": 7.499207115361808e-06, "Finetune/Loss": 0.6453474760055542, "Finetune/Loss (Raw)": 0.7490881085395813, "Finetune/Step": 11405, "Finetune/Step Time": 6.754343923181295}
+{"Finetune/Learning Rate": 7.497576699668963e-06, "Finetune/Loss": 0.6446179151535034, "Finetune/Loss (Raw)": 0.5767548680305481, "Finetune/Step": 11406, "Finetune/Step Time": 6.77087520994246}
+{"Finetune/Learning Rate": 7.4959463549377255e-06, "Finetune/Loss": 0.645313024520874, "Finetune/Loss (Raw)": 0.7070749998092651, "Finetune/Step": 11407, "Finetune/Step Time": 6.76041317731142}
+{"Finetune/Learning Rate": 7.494316081214335e-06, "Finetune/Loss": 0.6453869938850403, "Finetune/Loss (Raw)": 0.609045684337616, "Finetune/Step": 11408, "Finetune/Step Time": 6.760165344923735}
+{"Finetune/Learning Rate": 7.49268587854501e-06, "Finetune/Loss": 0.643596887588501, "Finetune/Loss (Raw)": 0.4901595115661621, "Finetune/Step": 11409, "Finetune/Step Time": 6.775934359058738}
+{"Finetune/Learning Rate": 7.491055746975981e-06, "Finetune/Loss": 0.6443589329719543, "Finetune/Loss (Raw)": 0.6498053669929504, "Finetune/Step": 11410, "Finetune/Step Time": 6.764007372781634}
+{"Finetune/Learning Rate": 7.489425686553481e-06, "Finetune/Loss": 0.6452947854995728, "Finetune/Loss (Raw)": 0.6970922350883484, "Finetune/Step": 11411, "Finetune/Step Time": 6.769563315436244}
+{"Finetune/Learning Rate": 7.487795697323727e-06, "Finetune/Loss": 0.6464070081710815, "Finetune/Loss (Raw)": 0.7142026424407959, "Finetune/Step": 11412, "Finetune/Step Time": 6.769758999347687}
+{"Finetune/Learning Rate": 7.486165779332946e-06, "Finetune/Loss": 0.6477864980697632, "Finetune/Loss (Raw)": 0.7027865052223206, "Finetune/Step": 11413, "Finetune/Step Time": 6.762657646089792}
+{"Finetune/Learning Rate": 7.4845359326273545e-06, "Finetune/Loss": 0.6486318707466125, "Finetune/Loss (Raw)": 0.6562244892120361, "Finetune/Step": 11414, "Finetune/Step Time": 6.762489764019847}
+{"Finetune/Learning Rate": 7.48290615725317e-06, "Finetune/Loss": 0.6483016610145569, "Finetune/Loss (Raw)": 0.7144643664360046, "Finetune/Step": 11415, "Finetune/Step Time": 6.767812302336097}
+{"Finetune/Learning Rate": 7.481276453256609e-06, "Finetune/Loss": 0.6482841968536377, "Finetune/Loss (Raw)": 0.6965135335922241, "Finetune/Step": 11416, "Finetune/Step Time": 6.766298728063703}
+{"Finetune/Learning Rate": 7.479646820683884e-06, "Finetune/Loss": 0.6479446887969971, "Finetune/Loss (Raw)": 0.600426971912384, "Finetune/Step": 11417, "Finetune/Step Time": 6.766607770696282}
+{"Finetune/Learning Rate": 7.47801725958121e-06, "Finetune/Loss": 0.6477036476135254, "Finetune/Loss (Raw)": 0.6905368566513062, "Finetune/Step": 11418, "Finetune/Step Time": 6.770962880924344}
+{"Finetune/Learning Rate": 7.476387769994795e-06, "Finetune/Loss": 0.6493954658508301, "Finetune/Loss (Raw)": 0.7826054692268372, "Finetune/Step": 11419, "Finetune/Step Time": 6.769632978364825}
+{"Finetune/Learning Rate": 7.474758351970847e-06, "Finetune/Loss": 0.6509718894958496, "Finetune/Loss (Raw)": 0.7684027552604675, "Finetune/Step": 11420, "Finetune/Step Time": 6.754228696227074}
+{"Finetune/Learning Rate": 7.473129005555572e-06, "Finetune/Loss": 0.6509184837341309, "Finetune/Loss (Raw)": 0.6727069616317749, "Finetune/Step": 11421, "Finetune/Step Time": 6.750369494780898}
+{"Finetune/Learning Rate": 7.471499730795171e-06, "Finetune/Loss": 0.6517504453659058, "Finetune/Loss (Raw)": 0.7238100171089172, "Finetune/Step": 11422, "Finetune/Step Time": 6.7479653637856245}
+{"Finetune/Learning Rate": 7.469870527735849e-06, "Finetune/Loss": 0.6522129774093628, "Finetune/Loss (Raw)": 0.6109365820884705, "Finetune/Step": 11423, "Finetune/Step Time": 6.7355047184973955}
+{"Finetune/Learning Rate": 7.468241396423801e-06, "Finetune/Loss": 0.6525051593780518, "Finetune/Loss (Raw)": 0.6510818004608154, "Finetune/Step": 11424, "Finetune/Step Time": 6.737227885052562}
+{"Finetune/Learning Rate": 7.4666123369052305e-06, "Finetune/Loss": 0.6510123014450073, "Finetune/Loss (Raw)": 0.4865102767944336, "Finetune/Step": 11425, "Finetune/Step Time": 6.75515328720212}
+{"Finetune/Learning Rate": 7.464983349226333e-06, "Finetune/Loss": 0.6511613130569458, "Finetune/Loss (Raw)": 0.7003386616706848, "Finetune/Step": 11426, "Finetune/Step Time": 6.7589051350951195}
+{"Finetune/Learning Rate": 7.463354433433294e-06, "Finetune/Loss": 0.6503507494926453, "Finetune/Loss (Raw)": 0.598931074142456, "Finetune/Step": 11427, "Finetune/Step Time": 6.778294429183006}
+{"Finetune/Learning Rate": 7.461725589572312e-06, "Finetune/Loss": 0.648951530456543, "Finetune/Loss (Raw)": 0.6238803863525391, "Finetune/Step": 11428, "Finetune/Step Time": 6.788171399384737}
+{"Finetune/Learning Rate": 7.4600968176895735e-06, "Finetune/Loss": 0.6477668881416321, "Finetune/Loss (Raw)": 0.5735242366790771, "Finetune/Step": 11429, "Finetune/Step Time": 6.782837279140949}
+{"Finetune/Learning Rate": 7.458468117831268e-06, "Finetune/Loss": 0.648371696472168, "Finetune/Loss (Raw)": 0.680829644203186, "Finetune/Step": 11430, "Finetune/Step Time": 6.763102164492011}
+{"Finetune/Learning Rate": 7.456839490043577e-06, "Finetune/Loss": 0.6480005979537964, "Finetune/Loss (Raw)": 0.6742092967033386, "Finetune/Step": 11431, "Finetune/Step Time": 6.7916003204882145}
+{"Finetune/Learning Rate": 7.455210934372692e-06, "Finetune/Loss": 0.6497484445571899, "Finetune/Loss (Raw)": 0.6920701861381531, "Finetune/Step": 11432, "Finetune/Step Time": 6.775444399565458}
+{"Finetune/Learning Rate": 7.453582450864785e-06, "Finetune/Loss": 0.6492348909378052, "Finetune/Loss (Raw)": 0.6898040771484375, "Finetune/Step": 11433, "Finetune/Step Time": 6.759356074035168}
+{"Finetune/Learning Rate": 7.451954039566036e-06, "Finetune/Loss": 0.6515100002288818, "Finetune/Loss (Raw)": 0.720487117767334, "Finetune/Step": 11434, "Finetune/Step Time": 6.742481408640742}
+{"Finetune/Learning Rate": 7.450325700522627e-06, "Finetune/Loss": 0.6488238573074341, "Finetune/Loss (Raw)": 0.4824528098106384, "Finetune/Step": 11435, "Finetune/Step Time": 6.760108424350619}
+{"Finetune/Learning Rate": 7.448697433780731e-06, "Finetune/Loss": 0.6496782302856445, "Finetune/Loss (Raw)": 0.7379459738731384, "Finetune/Step": 11436, "Finetune/Step Time": 6.756722267717123}
+{"Finetune/Learning Rate": 7.447069239386521e-06, "Finetune/Loss": 0.6491591930389404, "Finetune/Loss (Raw)": 0.5711896419525146, "Finetune/Step": 11437, "Finetune/Step Time": 6.759247405454516}
+{"Finetune/Learning Rate": 7.44544111738617e-06, "Finetune/Loss": 0.6490142345428467, "Finetune/Loss (Raw)": 0.6580506563186646, "Finetune/Step": 11438, "Finetune/Step Time": 6.76046746224165}
+{"Finetune/Learning Rate": 7.4438130678258426e-06, "Finetune/Loss": 0.6496487259864807, "Finetune/Loss (Raw)": 0.7003990411758423, "Finetune/Step": 11439, "Finetune/Step Time": 6.745905602350831}
+{"Finetune/Learning Rate": 7.442185090751706e-06, "Finetune/Loss": 0.6493757367134094, "Finetune/Loss (Raw)": 0.6006563305854797, "Finetune/Step": 11440, "Finetune/Step Time": 6.745286701247096}
+{"Finetune/Learning Rate": 7.440557186209927e-06, "Finetune/Loss": 0.6483930349349976, "Finetune/Loss (Raw)": 0.6511853337287903, "Finetune/Step": 11441, "Finetune/Step Time": 6.741886617615819}
+{"Finetune/Learning Rate": 7.438929354246669e-06, "Finetune/Loss": 0.6476419568061829, "Finetune/Loss (Raw)": 0.5091899037361145, "Finetune/Step": 11442, "Finetune/Step Time": 6.739908006042242}
+{"Finetune/Learning Rate": 7.437301594908093e-06, "Finetune/Loss": 0.6478700041770935, "Finetune/Loss (Raw)": 0.6586150527000427, "Finetune/Step": 11443, "Finetune/Step Time": 6.741305882111192}
+{"Finetune/Learning Rate": 7.435673908240357e-06, "Finetune/Loss": 0.6483847498893738, "Finetune/Loss (Raw)": 0.682378351688385, "Finetune/Step": 11444, "Finetune/Step Time": 6.735760258510709}
+{"Finetune/Learning Rate": 7.4340462942896166e-06, "Finetune/Loss": 0.6481842994689941, "Finetune/Loss (Raw)": 0.6981666088104248, "Finetune/Step": 11445, "Finetune/Step Time": 6.735158836469054}
+{"Finetune/Learning Rate": 7.432418753102024e-06, "Finetune/Loss": 0.6477004289627075, "Finetune/Loss (Raw)": 0.6570054888725281, "Finetune/Step": 11446, "Finetune/Step Time": 6.731353014707565}
+{"Finetune/Learning Rate": 7.430791284723737e-06, "Finetune/Loss": 0.6485977172851562, "Finetune/Loss (Raw)": 0.8024327158927917, "Finetune/Step": 11447, "Finetune/Step Time": 6.73230979219079}
+{"Finetune/Learning Rate": 7.429163889200902e-06, "Finetune/Loss": 0.648899257183075, "Finetune/Loss (Raw)": 0.6818925738334656, "Finetune/Step": 11448, "Finetune/Step Time": 6.729516193270683}
+{"Finetune/Learning Rate": 7.427536566579667e-06, "Finetune/Loss": 0.6477518081665039, "Finetune/Loss (Raw)": 0.5513056516647339, "Finetune/Step": 11449, "Finetune/Step Time": 6.7295594699680805}
+{"Finetune/Learning Rate": 7.425909316906186e-06, "Finetune/Loss": 0.6469533443450928, "Finetune/Loss (Raw)": 0.633147656917572, "Finetune/Step": 11450, "Finetune/Step Time": 6.726032329723239}
+{"Finetune/Learning Rate": 7.424282140226591e-06, "Finetune/Loss": 0.6480410099029541, "Finetune/Loss (Raw)": 0.6411819458007812, "Finetune/Step": 11451, "Finetune/Step Time": 6.720722422003746}
+{"Finetune/Learning Rate": 7.422655036587032e-06, "Finetune/Loss": 0.6482110023498535, "Finetune/Loss (Raw)": 0.6775273084640503, "Finetune/Step": 11452, "Finetune/Step Time": 6.709878087043762}
+{"Finetune/Learning Rate": 7.4210280060336475e-06, "Finetune/Loss": 0.6478557586669922, "Finetune/Loss (Raw)": 0.6482630968093872, "Finetune/Step": 11453, "Finetune/Step Time": 6.708355579525232}
+{"Finetune/Learning Rate": 7.419401048612574e-06, "Finetune/Loss": 0.6490669250488281, "Finetune/Loss (Raw)": 0.709808349609375, "Finetune/Step": 11454, "Finetune/Step Time": 6.712217304855585}
+{"Finetune/Learning Rate": 7.4177741643699495e-06, "Finetune/Loss": 0.6480838060379028, "Finetune/Loss (Raw)": 0.467608243227005, "Finetune/Step": 11455, "Finetune/Step Time": 6.725716929882765}
+{"Finetune/Learning Rate": 7.416147353351909e-06, "Finetune/Loss": 0.6481809616088867, "Finetune/Loss (Raw)": 0.628461480140686, "Finetune/Step": 11456, "Finetune/Step Time": 6.7271082773804665}
+{"Finetune/Learning Rate": 7.414520615604579e-06, "Finetune/Loss": 0.6480369567871094, "Finetune/Loss (Raw)": 0.643312394618988, "Finetune/Step": 11457, "Finetune/Step Time": 6.735433766618371}
+{"Finetune/Learning Rate": 7.412893951174092e-06, "Finetune/Loss": 0.6489863395690918, "Finetune/Loss (Raw)": 0.6485742926597595, "Finetune/Step": 11458, "Finetune/Step Time": 6.734318418428302}
+{"Finetune/Learning Rate": 7.411267360106577e-06, "Finetune/Loss": 0.6497021317481995, "Finetune/Loss (Raw)": 0.71327805519104, "Finetune/Step": 11459, "Finetune/Step Time": 6.749834572896361}
+{"Finetune/Learning Rate": 7.409640842448158e-06, "Finetune/Loss": 0.6475759744644165, "Finetune/Loss (Raw)": 0.49529436230659485, "Finetune/Step": 11460, "Finetune/Step Time": 6.76494007371366}
+{"Finetune/Learning Rate": 7.4080143982449585e-06, "Finetune/Loss": 0.646769642829895, "Finetune/Loss (Raw)": 0.6737599968910217, "Finetune/Step": 11461, "Finetune/Step Time": 6.766250766813755}
+{"Finetune/Learning Rate": 7.406388027543102e-06, "Finetune/Loss": 0.6469969749450684, "Finetune/Loss (Raw)": 0.5570336580276489, "Finetune/Step": 11462, "Finetune/Step Time": 6.75993518345058}
+{"Finetune/Learning Rate": 7.404761730388704e-06, "Finetune/Loss": 0.647216260433197, "Finetune/Loss (Raw)": 0.6238705515861511, "Finetune/Step": 11463, "Finetune/Step Time": 6.736525868996978}
+{"Finetune/Learning Rate": 7.403135506827883e-06, "Finetune/Loss": 0.6471322774887085, "Finetune/Loss (Raw)": 0.7539222836494446, "Finetune/Step": 11464, "Finetune/Step Time": 6.7372257094830275}
+{"Finetune/Learning Rate": 7.401509356906755e-06, "Finetune/Loss": 0.6472543478012085, "Finetune/Loss (Raw)": 0.5980600118637085, "Finetune/Step": 11465, "Finetune/Step Time": 6.738353068009019}
+{"Finetune/Learning Rate": 7.3998832806714316e-06, "Finetune/Loss": 0.6475406289100647, "Finetune/Loss (Raw)": 0.6545228958129883, "Finetune/Step": 11466, "Finetune/Step Time": 6.7223940677940845}
+{"Finetune/Learning Rate": 7.398257278168026e-06, "Finetune/Loss": 0.6468015909194946, "Finetune/Loss (Raw)": 0.4863898456096649, "Finetune/Step": 11467, "Finetune/Step Time": 6.734988138079643}
+{"Finetune/Learning Rate": 7.3966313494426464e-06, "Finetune/Loss": 0.6466119289398193, "Finetune/Loss (Raw)": 0.6840866804122925, "Finetune/Step": 11468, "Finetune/Step Time": 6.737331904470921}
+{"Finetune/Learning Rate": 7.395005494541398e-06, "Finetune/Loss": 0.6458170413970947, "Finetune/Loss (Raw)": 0.5944080352783203, "Finetune/Step": 11469, "Finetune/Step Time": 6.731897484511137}
+{"Finetune/Learning Rate": 7.393379713510387e-06, "Finetune/Loss": 0.6450192332267761, "Finetune/Loss (Raw)": 0.5835364460945129, "Finetune/Step": 11470, "Finetune/Step Time": 6.741261864081025}
+{"Finetune/Learning Rate": 7.391754006395713e-06, "Finetune/Loss": 0.6449024677276611, "Finetune/Loss (Raw)": 0.5777702927589417, "Finetune/Step": 11471, "Finetune/Step Time": 6.74606222845614}
+{"Finetune/Learning Rate": 7.390128373243479e-06, "Finetune/Loss": 0.6443178653717041, "Finetune/Loss (Raw)": 0.7137882113456726, "Finetune/Step": 11472, "Finetune/Step Time": 6.747967854142189}
+{"Finetune/Learning Rate": 7.388502814099781e-06, "Finetune/Loss": 0.6451886296272278, "Finetune/Loss (Raw)": 0.5875115990638733, "Finetune/Step": 11473, "Finetune/Step Time": 6.732704013586044}
+{"Finetune/Learning Rate": 7.386877329010724e-06, "Finetune/Loss": 0.6447604894638062, "Finetune/Loss (Raw)": 0.6481265425682068, "Finetune/Step": 11474, "Finetune/Step Time": 6.735922254621983}
+{"Finetune/Learning Rate": 7.385251918022391e-06, "Finetune/Loss": 0.6459730267524719, "Finetune/Loss (Raw)": 0.665981113910675, "Finetune/Step": 11475, "Finetune/Step Time": 6.724644685164094}
+{"Finetune/Learning Rate": 7.383626581180876e-06, "Finetune/Loss": 0.6467396020889282, "Finetune/Loss (Raw)": 0.6447752118110657, "Finetune/Step": 11476, "Finetune/Step Time": 6.7187354899942875}
+{"Finetune/Learning Rate": 7.382001318532273e-06, "Finetune/Loss": 0.6458654403686523, "Finetune/Loss (Raw)": 0.5851258635520935, "Finetune/Step": 11477, "Finetune/Step Time": 6.717338701710105}
+{"Finetune/Learning Rate": 7.3803761301226674e-06, "Finetune/Loss": 0.6464901566505432, "Finetune/Loss (Raw)": 0.6441456079483032, "Finetune/Step": 11478, "Finetune/Step Time": 6.713044071570039}
+{"Finetune/Learning Rate": 7.3787510159981464e-06, "Finetune/Loss": 0.6460254192352295, "Finetune/Loss (Raw)": 0.5765540599822998, "Finetune/Step": 11479, "Finetune/Step Time": 6.721229746937752}
+{"Finetune/Learning Rate": 7.377125976204794e-06, "Finetune/Loss": 0.6458200216293335, "Finetune/Loss (Raw)": 0.5851101875305176, "Finetune/Step": 11480, "Finetune/Step Time": 6.719636322930455}
+{"Finetune/Learning Rate": 7.375501010788689e-06, "Finetune/Loss": 0.6437200903892517, "Finetune/Loss (Raw)": 0.4703468680381775, "Finetune/Step": 11481, "Finetune/Step Time": 6.727021528407931}
+{"Finetune/Learning Rate": 7.373876119795913e-06, "Finetune/Loss": 0.644174337387085, "Finetune/Loss (Raw)": 0.7214809656143188, "Finetune/Step": 11482, "Finetune/Step Time": 6.727452524006367}
+{"Finetune/Learning Rate": 7.372251303272539e-06, "Finetune/Loss": 0.6442645788192749, "Finetune/Loss (Raw)": 0.6628834009170532, "Finetune/Step": 11483, "Finetune/Step Time": 6.726696815341711}
+{"Finetune/Learning Rate": 7.370626561264649e-06, "Finetune/Loss": 0.6435366272926331, "Finetune/Loss (Raw)": 0.6452770829200745, "Finetune/Step": 11484, "Finetune/Step Time": 6.729184374213219}
+{"Finetune/Learning Rate": 7.369001893818313e-06, "Finetune/Loss": 0.6427956819534302, "Finetune/Loss (Raw)": 0.6038212776184082, "Finetune/Step": 11485, "Finetune/Step Time": 6.729538390412927}
+{"Finetune/Learning Rate": 7.367377300979602e-06, "Finetune/Loss": 0.6414680480957031, "Finetune/Loss (Raw)": 0.6048173308372498, "Finetune/Step": 11486, "Finetune/Step Time": 6.730674473568797}
+{"Finetune/Learning Rate": 7.365752782794584e-06, "Finetune/Loss": 0.6412489414215088, "Finetune/Loss (Raw)": 0.6207338571548462, "Finetune/Step": 11487, "Finetune/Step Time": 6.713618043810129}
+{"Finetune/Learning Rate": 7.364128339309326e-06, "Finetune/Loss": 0.6405232548713684, "Finetune/Loss (Raw)": 0.6301220059394836, "Finetune/Step": 11488, "Finetune/Step Time": 6.710645938292146}
+{"Finetune/Learning Rate": 7.362503970569892e-06, "Finetune/Loss": 0.6407777070999146, "Finetune/Loss (Raw)": 0.6655918955802917, "Finetune/Step": 11489, "Finetune/Step Time": 6.721291879191995}
+{"Finetune/Learning Rate": 7.360879676622344e-06, "Finetune/Loss": 0.6413371562957764, "Finetune/Loss (Raw)": 0.6767234802246094, "Finetune/Step": 11490, "Finetune/Step Time": 6.723692050203681}
+{"Finetune/Learning Rate": 7.359255457512746e-06, "Finetune/Loss": 0.6428618431091309, "Finetune/Loss (Raw)": 0.6554073691368103, "Finetune/Step": 11491, "Finetune/Step Time": 6.737328235059977}
+{"Finetune/Learning Rate": 7.357631313287154e-06, "Finetune/Loss": 0.6423574090003967, "Finetune/Loss (Raw)": 0.5748961567878723, "Finetune/Step": 11492, "Finetune/Step Time": 6.736676005646586}
+{"Finetune/Learning Rate": 7.356007243991626e-06, "Finetune/Loss": 0.6448922157287598, "Finetune/Loss (Raw)": 0.7922828793525696, "Finetune/Step": 11493, "Finetune/Step Time": 6.721133233979344}
+{"Finetune/Learning Rate": 7.354383249672212e-06, "Finetune/Loss": 0.6457398533821106, "Finetune/Loss (Raw)": 0.8016892075538635, "Finetune/Step": 11494, "Finetune/Step Time": 6.721711007878184}
+{"Finetune/Learning Rate": 7.352759330374965e-06, "Finetune/Loss": 0.6457274556159973, "Finetune/Loss (Raw)": 0.5747126936912537, "Finetune/Step": 11495, "Finetune/Step Time": 6.721357382833958}
+{"Finetune/Learning Rate": 7.351135486145937e-06, "Finetune/Loss": 0.6469175219535828, "Finetune/Loss (Raw)": 0.7469883561134338, "Finetune/Step": 11496, "Finetune/Step Time": 6.717491712421179}
+{"Finetune/Learning Rate": 7.349511717031172e-06, "Finetune/Loss": 0.6464782357215881, "Finetune/Loss (Raw)": 0.6286380887031555, "Finetune/Step": 11497, "Finetune/Step Time": 6.740182323381305}
+{"Finetune/Learning Rate": 7.347888023076719e-06, "Finetune/Loss": 0.646872878074646, "Finetune/Loss (Raw)": 0.7078394889831543, "Finetune/Step": 11498, "Finetune/Step Time": 6.740345815196633}
+{"Finetune/Learning Rate": 7.3462644043286246e-06, "Finetune/Loss": 0.6468271613121033, "Finetune/Loss (Raw)": 0.684363603591919, "Finetune/Step": 11499, "Finetune/Step Time": 6.742580112069845}
+{"Finetune/Learning Rate": 7.34464086083292e-06, "Finetune/Loss": 0.6472686529159546, "Finetune/Loss (Raw)": 0.6681334972381592, "Finetune/Step": 11500, "Finetune/Step Time": 6.739288290962577}
+{"Finetune/Learning Rate": 7.343017392635652e-06, "Finetune/Loss": 0.645517110824585, "Finetune/Loss (Raw)": 0.5171201229095459, "Finetune/Step": 11501, "Finetune/Step Time": 6.743903061375022}
+{"Finetune/Learning Rate": 7.341393999782853e-06, "Finetune/Loss": 0.6457833051681519, "Finetune/Loss (Raw)": 0.6107749342918396, "Finetune/Step": 11502, "Finetune/Step Time": 6.737817417830229}
+{"Finetune/Learning Rate": 7.339770682320562e-06, "Finetune/Loss": 0.6455551385879517, "Finetune/Loss (Raw)": 0.6489701271057129, "Finetune/Step": 11503, "Finetune/Step Time": 6.732399184256792}
+{"Finetune/Learning Rate": 7.338147440294809e-06, "Finetune/Loss": 0.6460111141204834, "Finetune/Loss (Raw)": 0.7018559575080872, "Finetune/Step": 11504, "Finetune/Step Time": 6.7515638414770365}
+{"Finetune/Learning Rate": 7.3365242737516285e-06, "Finetune/Loss": 0.6469237804412842, "Finetune/Loss (Raw)": 0.656210720539093, "Finetune/Step": 11505, "Finetune/Step Time": 6.7389725260436535}
+{"Finetune/Learning Rate": 7.334901182737042e-06, "Finetune/Loss": 0.6476651430130005, "Finetune/Loss (Raw)": 0.7918215394020081, "Finetune/Step": 11506, "Finetune/Step Time": 6.740552010014653}
+{"Finetune/Learning Rate": 7.333278167297079e-06, "Finetune/Loss": 0.6478429436683655, "Finetune/Loss (Raw)": 0.6805277466773987, "Finetune/Step": 11507, "Finetune/Step Time": 6.744960740208626}
+{"Finetune/Learning Rate": 7.3316552274777655e-06, "Finetune/Loss": 0.6486530303955078, "Finetune/Loss (Raw)": 0.7640817761421204, "Finetune/Step": 11508, "Finetune/Step Time": 6.741781864315271}
+{"Finetune/Learning Rate": 7.330032363325122e-06, "Finetune/Loss": 0.6501748561859131, "Finetune/Loss (Raw)": 0.7710005044937134, "Finetune/Step": 11509, "Finetune/Step Time": 6.740643825381994}
+{"Finetune/Learning Rate": 7.328409574885167e-06, "Finetune/Loss": 0.6506162285804749, "Finetune/Loss (Raw)": 0.6777163743972778, "Finetune/Step": 11510, "Finetune/Step Time": 6.736402824521065}
+{"Finetune/Learning Rate": 7.326786862203923e-06, "Finetune/Loss": 0.6515439748764038, "Finetune/Loss (Raw)": 0.638569712638855, "Finetune/Step": 11511, "Finetune/Step Time": 6.7353643123060465}
+{"Finetune/Learning Rate": 7.325164225327399e-06, "Finetune/Loss": 0.6514713764190674, "Finetune/Loss (Raw)": 0.6828981041908264, "Finetune/Step": 11512, "Finetune/Step Time": 6.753023201599717}
+{"Finetune/Learning Rate": 7.323541664301612e-06, "Finetune/Loss": 0.6505284309387207, "Finetune/Loss (Raw)": 0.6099335551261902, "Finetune/Step": 11513, "Finetune/Step Time": 6.746944012120366}
+{"Finetune/Learning Rate": 7.321919179172571e-06, "Finetune/Loss": 0.65152508020401, "Finetune/Loss (Raw)": 0.7272218465805054, "Finetune/Step": 11514, "Finetune/Step Time": 6.747929695993662}
+{"Finetune/Learning Rate": 7.320296769986288e-06, "Finetune/Loss": 0.6517913937568665, "Finetune/Loss (Raw)": 0.7159586548805237, "Finetune/Step": 11515, "Finetune/Step Time": 6.744577053934336}
+{"Finetune/Learning Rate": 7.318674436788769e-06, "Finetune/Loss": 0.6514908075332642, "Finetune/Loss (Raw)": 0.6668234467506409, "Finetune/Step": 11516, "Finetune/Step Time": 6.738055322319269}
+{"Finetune/Learning Rate": 7.317052179626019e-06, "Finetune/Loss": 0.651827335357666, "Finetune/Loss (Raw)": 0.6736018657684326, "Finetune/Step": 11517, "Finetune/Step Time": 6.731371648609638}
+{"Finetune/Learning Rate": 7.315429998544039e-06, "Finetune/Loss": 0.651818037033081, "Finetune/Loss (Raw)": 0.6313855648040771, "Finetune/Step": 11518, "Finetune/Step Time": 6.730567194521427}
+{"Finetune/Learning Rate": 7.313807893588831e-06, "Finetune/Loss": 0.6534146070480347, "Finetune/Loss (Raw)": 0.7099450826644897, "Finetune/Step": 11519, "Finetune/Step Time": 6.731520665809512}
+{"Finetune/Learning Rate": 7.312185864806391e-06, "Finetune/Loss": 0.6533563137054443, "Finetune/Loss (Raw)": 0.6740673184394836, "Finetune/Step": 11520, "Finetune/Step Time": 6.736745888367295}
+{"Finetune/Learning Rate": 7.3105639122427185e-06, "Finetune/Loss": 0.6519386768341064, "Finetune/Loss (Raw)": 0.5075985193252563, "Finetune/Step": 11521, "Finetune/Step Time": 6.767217697575688}
+{"Finetune/Learning Rate": 7.308942035943802e-06, "Finetune/Loss": 0.6535159945487976, "Finetune/Loss (Raw)": 0.7107349634170532, "Finetune/Step": 11522, "Finetune/Step Time": 6.765633342787623}
+{"Finetune/Learning Rate": 7.307320235955644e-06, "Finetune/Loss": 0.6528464555740356, "Finetune/Loss (Raw)": 0.6611390709877014, "Finetune/Step": 11523, "Finetune/Step Time": 6.769981874153018}
+{"Finetune/Learning Rate": 7.305698512324222e-06, "Finetune/Loss": 0.6527523398399353, "Finetune/Loss (Raw)": 0.6337365508079529, "Finetune/Step": 11524, "Finetune/Step Time": 6.7880276478827}
+{"Finetune/Learning Rate": 7.304076865095529e-06, "Finetune/Loss": 0.6534210443496704, "Finetune/Loss (Raw)": 0.6891459226608276, "Finetune/Step": 11525, "Finetune/Step Time": 6.788224505260587}
+{"Finetune/Learning Rate": 7.30245529431555e-06, "Finetune/Loss": 0.6525285243988037, "Finetune/Loss (Raw)": 0.6489084362983704, "Finetune/Step": 11526, "Finetune/Step Time": 6.740410398691893}
+{"Finetune/Learning Rate": 7.300833800030269e-06, "Finetune/Loss": 0.6521493792533875, "Finetune/Loss (Raw)": 0.6592127084732056, "Finetune/Step": 11527, "Finetune/Step Time": 6.738130709156394}
+{"Finetune/Learning Rate": 7.299212382285665e-06, "Finetune/Loss": 0.6536478996276855, "Finetune/Loss (Raw)": 0.8339588642120361, "Finetune/Step": 11528, "Finetune/Step Time": 6.733171716332436}
+{"Finetune/Learning Rate": 7.297591041127721e-06, "Finetune/Loss": 0.6537477970123291, "Finetune/Loss (Raw)": 0.6435520052909851, "Finetune/Step": 11529, "Finetune/Step Time": 6.731310583651066}
+{"Finetune/Learning Rate": 7.295969776602407e-06, "Finetune/Loss": 0.6534371376037598, "Finetune/Loss (Raw)": 0.7033401131629944, "Finetune/Step": 11530, "Finetune/Step Time": 6.732146913185716}
+{"Finetune/Learning Rate": 7.294348588755702e-06, "Finetune/Loss": 0.6529581546783447, "Finetune/Loss (Raw)": 0.6530646085739136, "Finetune/Step": 11531, "Finetune/Step Time": 6.73310935869813}
+{"Finetune/Learning Rate": 7.292727477633576e-06, "Finetune/Loss": 0.6525949835777283, "Finetune/Loss (Raw)": 0.6084257364273071, "Finetune/Step": 11532, "Finetune/Step Time": 6.712898902595043}
+{"Finetune/Learning Rate": 7.291106443282001e-06, "Finetune/Loss": 0.6524837017059326, "Finetune/Loss (Raw)": 0.7348450422286987, "Finetune/Step": 11533, "Finetune/Step Time": 6.718840388581157}
+{"Finetune/Learning Rate": 7.289485485746944e-06, "Finetune/Loss": 0.6527469754219055, "Finetune/Loss (Raw)": 0.6104527711868286, "Finetune/Step": 11534, "Finetune/Step Time": 6.705334076657891}
+{"Finetune/Learning Rate": 7.287864605074374e-06, "Finetune/Loss": 0.6514232754707336, "Finetune/Loss (Raw)": 0.5376428365707397, "Finetune/Step": 11535, "Finetune/Step Time": 6.716444626450539}
+{"Finetune/Learning Rate": 7.2862438013102484e-06, "Finetune/Loss": 0.6525159478187561, "Finetune/Loss (Raw)": 0.7489066123962402, "Finetune/Step": 11536, "Finetune/Step Time": 6.726603148505092}
+{"Finetune/Learning Rate": 7.284623074500532e-06, "Finetune/Loss": 0.6538534760475159, "Finetune/Loss (Raw)": 0.6613631248474121, "Finetune/Step": 11537, "Finetune/Step Time": 6.712017396464944}
+{"Finetune/Learning Rate": 7.283002424691185e-06, "Finetune/Loss": 0.6533374786376953, "Finetune/Loss (Raw)": 0.5837600827217102, "Finetune/Step": 11538, "Finetune/Step Time": 6.715233515948057}
+{"Finetune/Learning Rate": 7.28138185192816e-06, "Finetune/Loss": 0.652945876121521, "Finetune/Loss (Raw)": 0.646962583065033, "Finetune/Step": 11539, "Finetune/Step Time": 6.7086544912308455}
+{"Finetune/Learning Rate": 7.279761356257417e-06, "Finetune/Loss": 0.6521461009979248, "Finetune/Loss (Raw)": 0.6118317246437073, "Finetune/Step": 11540, "Finetune/Step Time": 6.706676019355655}
+{"Finetune/Learning Rate": 7.278140937724909e-06, "Finetune/Loss": 0.651835560798645, "Finetune/Loss (Raw)": 0.6630427837371826, "Finetune/Step": 11541, "Finetune/Step Time": 6.708033619448543}
+{"Finetune/Learning Rate": 7.276520596376582e-06, "Finetune/Loss": 0.6526723504066467, "Finetune/Loss (Raw)": 0.7633250951766968, "Finetune/Step": 11542, "Finetune/Step Time": 6.707922380417585}
+{"Finetune/Learning Rate": 7.274900332258385e-06, "Finetune/Loss": 0.6508835554122925, "Finetune/Loss (Raw)": 0.4855053722858429, "Finetune/Step": 11543, "Finetune/Step Time": 6.705362506210804}
+{"Finetune/Learning Rate": 7.273280145416267e-06, "Finetune/Loss": 0.6487420201301575, "Finetune/Loss (Raw)": 0.4223988652229309, "Finetune/Step": 11544, "Finetune/Step Time": 6.719679931178689}
+{"Finetune/Learning Rate": 7.2716600358961695e-06, "Finetune/Loss": 0.6496322154998779, "Finetune/Loss (Raw)": 0.7143669128417969, "Finetune/Step": 11545, "Finetune/Step Time": 6.7220586482435465}
+{"Finetune/Learning Rate": 7.270040003744033e-06, "Finetune/Loss": 0.6486021280288696, "Finetune/Loss (Raw)": 0.5586823225021362, "Finetune/Step": 11546, "Finetune/Step Time": 6.7210627272725105}
+{"Finetune/Learning Rate": 7.268420049005806e-06, "Finetune/Loss": 0.6477296352386475, "Finetune/Loss (Raw)": 0.6709318161010742, "Finetune/Step": 11547, "Finetune/Step Time": 6.725179539993405}
+{"Finetune/Learning Rate": 7.266800171727415e-06, "Finetune/Loss": 0.6471195220947266, "Finetune/Loss (Raw)": 0.6903097629547119, "Finetune/Step": 11548, "Finetune/Step Time": 6.725763937458396}
+{"Finetune/Learning Rate": 7.265180371954795e-06, "Finetune/Loss": 0.64576256275177, "Finetune/Loss (Raw)": 0.49902039766311646, "Finetune/Step": 11549, "Finetune/Step Time": 6.727571923285723}
+{"Finetune/Learning Rate": 7.263560649733887e-06, "Finetune/Loss": 0.6448535919189453, "Finetune/Loss (Raw)": 0.6074522137641907, "Finetune/Step": 11550, "Finetune/Step Time": 6.726173918694258}
+{"Finetune/Learning Rate": 7.261941005110617e-06, "Finetune/Loss": 0.6457679271697998, "Finetune/Loss (Raw)": 0.7279729843139648, "Finetune/Step": 11551, "Finetune/Step Time": 6.7225207593292}
+{"Finetune/Learning Rate": 7.260321438130913e-06, "Finetune/Loss": 0.6454540491104126, "Finetune/Loss (Raw)": 0.610905110836029, "Finetune/Step": 11552, "Finetune/Step Time": 6.725068144500256}
+{"Finetune/Learning Rate": 7.258701948840705e-06, "Finetune/Loss": 0.6467255353927612, "Finetune/Loss (Raw)": 0.6492617726325989, "Finetune/Step": 11553, "Finetune/Step Time": 6.728395173326135}
+{"Finetune/Learning Rate": 7.2570825372859134e-06, "Finetune/Loss": 0.644852876663208, "Finetune/Loss (Raw)": 0.4606318771839142, "Finetune/Step": 11554, "Finetune/Step Time": 6.742241209372878}
+{"Finetune/Learning Rate": 7.255463203512461e-06, "Finetune/Loss": 0.6451689600944519, "Finetune/Loss (Raw)": 0.6393962502479553, "Finetune/Step": 11555, "Finetune/Step Time": 6.723745331168175}
+{"Finetune/Learning Rate": 7.253843947566264e-06, "Finetune/Loss": 0.6459674835205078, "Finetune/Loss (Raw)": 0.7260971665382385, "Finetune/Step": 11556, "Finetune/Step Time": 6.70369116589427}
+{"Finetune/Learning Rate": 7.252224769493247e-06, "Finetune/Loss": 0.646814227104187, "Finetune/Loss (Raw)": 0.6819084286689758, "Finetune/Step": 11557, "Finetune/Step Time": 6.706268832087517}
+{"Finetune/Learning Rate": 7.250605669339321e-06, "Finetune/Loss": 0.6468116044998169, "Finetune/Loss (Raw)": 0.6804847717285156, "Finetune/Step": 11558, "Finetune/Step Time": 6.704208308830857}
+{"Finetune/Learning Rate": 7.248986647150404e-06, "Finetune/Loss": 0.6460224986076355, "Finetune/Loss (Raw)": 0.5732107162475586, "Finetune/Step": 11559, "Finetune/Step Time": 6.676130440086126}
+{"Finetune/Learning Rate": 7.247367702972399e-06, "Finetune/Loss": 0.6460020542144775, "Finetune/Loss (Raw)": 0.6894485950469971, "Finetune/Step": 11560, "Finetune/Step Time": 6.676455721259117}
+{"Finetune/Learning Rate": 7.2457488368512195e-06, "Finetune/Loss": 0.6461036205291748, "Finetune/Loss (Raw)": 0.7028027176856995, "Finetune/Step": 11561, "Finetune/Step Time": 6.676121808588505}
+{"Finetune/Learning Rate": 7.24413004883277e-06, "Finetune/Loss": 0.6451091766357422, "Finetune/Loss (Raw)": 0.593201756477356, "Finetune/Step": 11562, "Finetune/Step Time": 6.694265745580196}
+{"Finetune/Learning Rate": 7.2425113389629544e-06, "Finetune/Loss": 0.6454014182090759, "Finetune/Loss (Raw)": 0.5198628306388855, "Finetune/Step": 11563, "Finetune/Step Time": 6.681079443544149}
+{"Finetune/Learning Rate": 7.240892707287678e-06, "Finetune/Loss": 0.6456631422042847, "Finetune/Loss (Raw)": 0.7714440226554871, "Finetune/Step": 11564, "Finetune/Step Time": 6.685258919373155}
+{"Finetune/Learning Rate": 7.239274153852842e-06, "Finetune/Loss": 0.6460727453231812, "Finetune/Loss (Raw)": 0.623625636100769, "Finetune/Step": 11565, "Finetune/Step Time": 6.6851479429751635}
+{"Finetune/Learning Rate": 7.237655678704336e-06, "Finetune/Loss": 0.6456389427185059, "Finetune/Loss (Raw)": 0.6025114059448242, "Finetune/Step": 11566, "Finetune/Step Time": 6.68904378451407}
+{"Finetune/Learning Rate": 7.23603728188806e-06, "Finetune/Loss": 0.6449804306030273, "Finetune/Loss (Raw)": 0.616117537021637, "Finetune/Step": 11567, "Finetune/Step Time": 6.690476611256599}
+{"Finetune/Learning Rate": 7.2344189634499075e-06, "Finetune/Loss": 0.645914614200592, "Finetune/Loss (Raw)": 0.7202303409576416, "Finetune/Step": 11568, "Finetune/Step Time": 6.6894925031811}
+{"Finetune/Learning Rate": 7.23280072343577e-06, "Finetune/Loss": 0.6471060514450073, "Finetune/Loss (Raw)": 0.803690493106842, "Finetune/Step": 11569, "Finetune/Step Time": 6.690686758607626}
+{"Finetune/Learning Rate": 7.231182561891532e-06, "Finetune/Loss": 0.6478689908981323, "Finetune/Loss (Raw)": 0.6068422198295593, "Finetune/Step": 11570, "Finetune/Step Time": 6.691773081198335}
+{"Finetune/Learning Rate": 7.229564478863086e-06, "Finetune/Loss": 0.6482502818107605, "Finetune/Loss (Raw)": 0.7074149250984192, "Finetune/Step": 11571, "Finetune/Step Time": 6.686221404001117}
+{"Finetune/Learning Rate": 7.227946474396317e-06, "Finetune/Loss": 0.6474295854568481, "Finetune/Loss (Raw)": 0.5773305892944336, "Finetune/Step": 11572, "Finetune/Step Time": 6.699302090331912}
+{"Finetune/Learning Rate": 7.226328548537097e-06, "Finetune/Loss": 0.6476986408233643, "Finetune/Loss (Raw)": 0.7326087355613708, "Finetune/Step": 11573, "Finetune/Step Time": 6.70013827085495}
+{"Finetune/Learning Rate": 7.224710701331315e-06, "Finetune/Loss": 0.6480470895767212, "Finetune/Loss (Raw)": 0.7016038298606873, "Finetune/Step": 11574, "Finetune/Step Time": 6.69362480007112}
+{"Finetune/Learning Rate": 7.223092932824845e-06, "Finetune/Loss": 0.6464260816574097, "Finetune/Loss (Raw)": 0.5949536561965942, "Finetune/Step": 11575, "Finetune/Step Time": 6.698966216295958}
+{"Finetune/Learning Rate": 7.2214752430635625e-06, "Finetune/Loss": 0.6459764838218689, "Finetune/Loss (Raw)": 0.6243401169776917, "Finetune/Step": 11576, "Finetune/Step Time": 6.704201575368643}
+{"Finetune/Learning Rate": 7.219857632093341e-06, "Finetune/Loss": 0.6466328501701355, "Finetune/Loss (Raw)": 0.6353210210800171, "Finetune/Step": 11577, "Finetune/Step Time": 6.706918427720666}
+{"Finetune/Learning Rate": 7.218240099960055e-06, "Finetune/Loss": 0.6474217176437378, "Finetune/Loss (Raw)": 0.7341129779815674, "Finetune/Step": 11578, "Finetune/Step Time": 6.706406157463789}
+{"Finetune/Learning Rate": 7.2166226467095644e-06, "Finetune/Loss": 0.6463853120803833, "Finetune/Loss (Raw)": 0.5085299015045166, "Finetune/Step": 11579, "Finetune/Step Time": 6.720116293057799}
+{"Finetune/Learning Rate": 7.21500527238774e-06, "Finetune/Loss": 0.6458592414855957, "Finetune/Loss (Raw)": 0.610190212726593, "Finetune/Step": 11580, "Finetune/Step Time": 6.730522219091654}
+{"Finetune/Learning Rate": 7.21338797704045e-06, "Finetune/Loss": 0.6466206312179565, "Finetune/Loss (Raw)": 0.7457219362258911, "Finetune/Step": 11581, "Finetune/Step Time": 6.728850511834025}
+{"Finetune/Learning Rate": 7.211770760713552e-06, "Finetune/Loss": 0.6459836959838867, "Finetune/Loss (Raw)": 0.6282842755317688, "Finetune/Step": 11582, "Finetune/Step Time": 6.7294368632137775}
+{"Finetune/Learning Rate": 7.210153623452907e-06, "Finetune/Loss": 0.6477934122085571, "Finetune/Loss (Raw)": 0.699246883392334, "Finetune/Step": 11583, "Finetune/Step Time": 6.7125807125121355}
+{"Finetune/Learning Rate": 7.208536565304374e-06, "Finetune/Loss": 0.648307204246521, "Finetune/Loss (Raw)": 0.6942330598831177, "Finetune/Step": 11584, "Finetune/Step Time": 6.736102366819978}
+{"Finetune/Learning Rate": 7.206919586313803e-06, "Finetune/Loss": 0.6488498449325562, "Finetune/Loss (Raw)": 0.7127679586410522, "Finetune/Step": 11585, "Finetune/Step Time": 6.730858137831092}
+{"Finetune/Learning Rate": 7.205302686527051e-06, "Finetune/Loss": 0.6488128304481506, "Finetune/Loss (Raw)": 0.6438329219818115, "Finetune/Step": 11586, "Finetune/Step Time": 6.730490623041987}
+{"Finetune/Learning Rate": 7.203685865989968e-06, "Finetune/Loss": 0.6488467454910278, "Finetune/Loss (Raw)": 0.7176135778427124, "Finetune/Step": 11587, "Finetune/Step Time": 6.71611107327044}
+{"Finetune/Learning Rate": 7.202069124748399e-06, "Finetune/Loss": 0.6497313380241394, "Finetune/Loss (Raw)": 0.6085244417190552, "Finetune/Step": 11588, "Finetune/Step Time": 6.698524817824364}
+{"Finetune/Learning Rate": 7.200452462848196e-06, "Finetune/Loss": 0.6497013568878174, "Finetune/Loss (Raw)": 0.6699249744415283, "Finetune/Step": 11589, "Finetune/Step Time": 6.697610659524798}
+{"Finetune/Learning Rate": 7.198835880335203e-06, "Finetune/Loss": 0.6514753103256226, "Finetune/Loss (Raw)": 0.7840970158576965, "Finetune/Step": 11590, "Finetune/Step Time": 6.720552429556847}
+{"Finetune/Learning Rate": 7.197219377255256e-06, "Finetune/Loss": 0.6509711146354675, "Finetune/Loss (Raw)": 0.5593401193618774, "Finetune/Step": 11591, "Finetune/Step Time": 6.73525302298367}
+{"Finetune/Learning Rate": 7.1956029536541985e-06, "Finetune/Loss": 0.6500736474990845, "Finetune/Loss (Raw)": 0.6390466094017029, "Finetune/Step": 11592, "Finetune/Step Time": 6.730584116652608}
+{"Finetune/Learning Rate": 7.1939866095778655e-06, "Finetune/Loss": 0.6504589319229126, "Finetune/Loss (Raw)": 0.6473706364631653, "Finetune/Step": 11593, "Finetune/Step Time": 6.728241577744484}
+{"Finetune/Learning Rate": 7.192370345072094e-06, "Finetune/Loss": 0.6504086256027222, "Finetune/Loss (Raw)": 0.648084819316864, "Finetune/Step": 11594, "Finetune/Step Time": 6.731098119169474}
+{"Finetune/Learning Rate": 7.190754160182714e-06, "Finetune/Loss": 0.651447057723999, "Finetune/Loss (Raw)": 0.6193061470985413, "Finetune/Step": 11595, "Finetune/Step Time": 6.727594058960676}
+{"Finetune/Learning Rate": 7.189138054955562e-06, "Finetune/Loss": 0.6519162654876709, "Finetune/Loss (Raw)": 0.7441499829292297, "Finetune/Step": 11596, "Finetune/Step Time": 6.729831479489803}
+{"Finetune/Learning Rate": 7.187522029436455e-06, "Finetune/Loss": 0.6527332663536072, "Finetune/Loss (Raw)": 0.6989797353744507, "Finetune/Step": 11597, "Finetune/Step Time": 6.732596976682544}
+{"Finetune/Learning Rate": 7.18590608367123e-06, "Finetune/Loss": 0.6525931358337402, "Finetune/Loss (Raw)": 0.565601110458374, "Finetune/Step": 11598, "Finetune/Step Time": 6.720678009092808}
+{"Finetune/Learning Rate": 7.184290217705705e-06, "Finetune/Loss": 0.6532350182533264, "Finetune/Loss (Raw)": 0.6599308252334595, "Finetune/Step": 11599, "Finetune/Step Time": 6.69757067412138}
+{"Finetune/Learning Rate": 7.182674431585703e-06, "Finetune/Loss": 0.6524311304092407, "Finetune/Loss (Raw)": 0.6108980178833008, "Finetune/Step": 11600, "Finetune/Step Time": 6.697893209755421}
+{"Finetune/Learning Rate": 7.181058725357044e-06, "Finetune/Loss": 0.6533012986183167, "Finetune/Loss (Raw)": 0.6988889575004578, "Finetune/Step": 11601, "Finetune/Step Time": 6.699985047802329}
+{"Finetune/Learning Rate": 7.179443099065544e-06, "Finetune/Loss": 0.6534498929977417, "Finetune/Loss (Raw)": 0.6671478748321533, "Finetune/Step": 11602, "Finetune/Step Time": 6.694696743041277}
+{"Finetune/Learning Rate": 7.1778275527570155e-06, "Finetune/Loss": 0.653377890586853, "Finetune/Loss (Raw)": 0.6567621827125549, "Finetune/Step": 11603, "Finetune/Step Time": 6.691487340256572}
+{"Finetune/Learning Rate": 7.176212086477273e-06, "Finetune/Loss": 0.6523560285568237, "Finetune/Loss (Raw)": 0.5139709711074829, "Finetune/Step": 11604, "Finetune/Step Time": 6.691637655720115}
+{"Finetune/Learning Rate": 7.174596700272123e-06, "Finetune/Loss": 0.6524571776390076, "Finetune/Loss (Raw)": 0.5980778932571411, "Finetune/Step": 11605, "Finetune/Step Time": 6.688251834362745}
+{"Finetune/Learning Rate": 7.172981394187377e-06, "Finetune/Loss": 0.6512312293052673, "Finetune/Loss (Raw)": 0.4872259199619293, "Finetune/Step": 11606, "Finetune/Step Time": 6.699932411313057}
+{"Finetune/Learning Rate": 7.171366168268842e-06, "Finetune/Loss": 0.6512784957885742, "Finetune/Loss (Raw)": 0.5826094746589661, "Finetune/Step": 11607, "Finetune/Step Time": 6.697415951639414}
+{"Finetune/Learning Rate": 7.1697510225623206e-06, "Finetune/Loss": 0.6507318019866943, "Finetune/Loss (Raw)": 0.5151252746582031, "Finetune/Step": 11608, "Finetune/Step Time": 6.6979126781225204}
+{"Finetune/Learning Rate": 7.168135957113609e-06, "Finetune/Loss": 0.652409017086029, "Finetune/Loss (Raw)": 0.6850341558456421, "Finetune/Step": 11609, "Finetune/Step Time": 6.69680031016469}
+{"Finetune/Learning Rate": 7.166520971968509e-06, "Finetune/Loss": 0.6511496305465698, "Finetune/Loss (Raw)": 0.5602809190750122, "Finetune/Step": 11610, "Finetune/Step Time": 6.694749068468809}
+{"Finetune/Learning Rate": 7.1649060671728175e-06, "Finetune/Loss": 0.6505147218704224, "Finetune/Loss (Raw)": 0.5816107988357544, "Finetune/Step": 11611, "Finetune/Step Time": 6.694603141397238}
+{"Finetune/Learning Rate": 7.163291242772325e-06, "Finetune/Loss": 0.6504207849502563, "Finetune/Loss (Raw)": 0.6332536935806274, "Finetune/Step": 11612, "Finetune/Step Time": 6.693269740790129}
+{"Finetune/Learning Rate": 7.161676498812831e-06, "Finetune/Loss": 0.6514860987663269, "Finetune/Loss (Raw)": 0.7401841878890991, "Finetune/Step": 11613, "Finetune/Step Time": 6.693147202953696}
+{"Finetune/Learning Rate": 7.160061835340122e-06, "Finetune/Loss": 0.6521379947662354, "Finetune/Loss (Raw)": 0.6882507801055908, "Finetune/Step": 11614, "Finetune/Step Time": 6.706155119463801}
+{"Finetune/Learning Rate": 7.158447252399978e-06, "Finetune/Loss": 0.6523412466049194, "Finetune/Loss (Raw)": 0.6467630863189697, "Finetune/Step": 11615, "Finetune/Step Time": 6.70514652505517}
+{"Finetune/Learning Rate": 7.156832750038192e-06, "Finetune/Loss": 0.6531111001968384, "Finetune/Loss (Raw)": 0.7286521792411804, "Finetune/Step": 11616, "Finetune/Step Time": 6.70434351451695}
+{"Finetune/Learning Rate": 7.1552183283005435e-06, "Finetune/Loss": 0.653603732585907, "Finetune/Loss (Raw)": 0.7286565899848938, "Finetune/Step": 11617, "Finetune/Step Time": 6.712081294506788}
+{"Finetune/Learning Rate": 7.153603987232815e-06, "Finetune/Loss": 0.6532883644104004, "Finetune/Loss (Raw)": 0.636350154876709, "Finetune/Step": 11618, "Finetune/Step Time": 6.706704180687666}
+{"Finetune/Learning Rate": 7.151989726880782e-06, "Finetune/Loss": 0.6534659266471863, "Finetune/Loss (Raw)": 0.6781408786773682, "Finetune/Step": 11619, "Finetune/Step Time": 6.691470751538873}
+{"Finetune/Learning Rate": 7.1503755472902245e-06, "Finetune/Loss": 0.6539374589920044, "Finetune/Loss (Raw)": 0.6352424621582031, "Finetune/Step": 11620, "Finetune/Step Time": 6.690975481644273}
+{"Finetune/Learning Rate": 7.148761448506912e-06, "Finetune/Loss": 0.6532912254333496, "Finetune/Loss (Raw)": 0.7095754146575928, "Finetune/Step": 11621, "Finetune/Step Time": 6.6889280043542385}
+{"Finetune/Learning Rate": 7.147147430576614e-06, "Finetune/Loss": 0.6519914865493774, "Finetune/Loss (Raw)": 0.6353155970573425, "Finetune/Step": 11622, "Finetune/Step Time": 6.695233950391412}
+{"Finetune/Learning Rate": 7.1455334935451045e-06, "Finetune/Loss": 0.6532760858535767, "Finetune/Loss (Raw)": 0.7391453981399536, "Finetune/Step": 11623, "Finetune/Step Time": 6.695210030302405}
+{"Finetune/Learning Rate": 7.1439196374581486e-06, "Finetune/Loss": 0.652297854423523, "Finetune/Loss (Raw)": 0.6217777132987976, "Finetune/Step": 11624, "Finetune/Step Time": 6.700128527358174}
+{"Finetune/Learning Rate": 7.142305862361509e-06, "Finetune/Loss": 0.6524804830551147, "Finetune/Loss (Raw)": 0.6520090699195862, "Finetune/Step": 11625, "Finetune/Step Time": 6.67308702878654}
+{"Finetune/Learning Rate": 7.140692168300953e-06, "Finetune/Loss": 0.651814341545105, "Finetune/Loss (Raw)": 0.6225792169570923, "Finetune/Step": 11626, "Finetune/Step Time": 6.6760826744139194}
+{"Finetune/Learning Rate": 7.139078555322232e-06, "Finetune/Loss": 0.6513770222663879, "Finetune/Loss (Raw)": 0.6283861994743347, "Finetune/Step": 11627, "Finetune/Step Time": 6.686284687370062}
+{"Finetune/Learning Rate": 7.137465023471109e-06, "Finetune/Loss": 0.6514904499053955, "Finetune/Loss (Raw)": 0.6826459765434265, "Finetune/Step": 11628, "Finetune/Step Time": 6.684866135939956}
+{"Finetune/Learning Rate": 7.135851572793337e-06, "Finetune/Loss": 0.6526404619216919, "Finetune/Loss (Raw)": 0.6643288135528564, "Finetune/Step": 11629, "Finetune/Step Time": 6.676715707406402}
+{"Finetune/Learning Rate": 7.13423820333467e-06, "Finetune/Loss": 0.6537742614746094, "Finetune/Loss (Raw)": 0.7558976411819458, "Finetune/Step": 11630, "Finetune/Step Time": 6.671842746436596}
+{"Finetune/Learning Rate": 7.13262491514086e-06, "Finetune/Loss": 0.6539099216461182, "Finetune/Loss (Raw)": 0.6663317084312439, "Finetune/Step": 11631, "Finetune/Step Time": 6.673635417595506}
+{"Finetune/Learning Rate": 7.1310117082576536e-06, "Finetune/Loss": 0.6530429720878601, "Finetune/Loss (Raw)": 0.5908893942832947, "Finetune/Step": 11632, "Finetune/Step Time": 6.65157581306994}
+{"Finetune/Learning Rate": 7.129398582730796e-06, "Finetune/Loss": 0.6521962881088257, "Finetune/Loss (Raw)": 0.5478416085243225, "Finetune/Step": 11633, "Finetune/Step Time": 6.648576835170388}
+{"Finetune/Learning Rate": 7.127785538606032e-06, "Finetune/Loss": 0.6502108573913574, "Finetune/Loss (Raw)": 0.5376861691474915, "Finetune/Step": 11634, "Finetune/Step Time": 6.649722009897232}
+{"Finetune/Learning Rate": 7.126172575929103e-06, "Finetune/Loss": 0.6503254771232605, "Finetune/Loss (Raw)": 0.6951954960823059, "Finetune/Step": 11635, "Finetune/Step Time": 6.639907257631421}
+{"Finetune/Learning Rate": 7.124559694745745e-06, "Finetune/Loss": 0.6496520042419434, "Finetune/Loss (Raw)": 0.6778736710548401, "Finetune/Step": 11636, "Finetune/Step Time": 6.642445897683501}
+{"Finetune/Learning Rate": 7.1229468951016986e-06, "Finetune/Loss": 0.6486900448799133, "Finetune/Loss (Raw)": 0.647875964641571, "Finetune/Step": 11637, "Finetune/Step Time": 6.641706461086869}
+{"Finetune/Learning Rate": 7.121334177042703e-06, "Finetune/Loss": 0.6487771272659302, "Finetune/Loss (Raw)": 0.6888541579246521, "Finetune/Step": 11638, "Finetune/Step Time": 6.670308481901884}
+{"Finetune/Learning Rate": 7.119721540614477e-06, "Finetune/Loss": 0.6489498019218445, "Finetune/Loss (Raw)": 0.6606784462928772, "Finetune/Step": 11639, "Finetune/Step Time": 6.6685607973486185}
+{"Finetune/Learning Rate": 7.118108985862759e-06, "Finetune/Loss": 0.6486049890518188, "Finetune/Loss (Raw)": 0.6387585401535034, "Finetune/Step": 11640, "Finetune/Step Time": 6.652909725904465}
+{"Finetune/Learning Rate": 7.116496512833277e-06, "Finetune/Loss": 0.6484864354133606, "Finetune/Loss (Raw)": 0.5947629809379578, "Finetune/Step": 11641, "Finetune/Step Time": 6.655560337007046}
+{"Finetune/Learning Rate": 7.114884121571752e-06, "Finetune/Loss": 0.647507905960083, "Finetune/Loss (Raw)": 0.6019716262817383, "Finetune/Step": 11642, "Finetune/Step Time": 6.659272136166692}
+{"Finetune/Learning Rate": 7.1132718121239116e-06, "Finetune/Loss": 0.6465888023376465, "Finetune/Loss (Raw)": 0.5983124375343323, "Finetune/Step": 11643, "Finetune/Step Time": 6.662544198334217}
+{"Finetune/Learning Rate": 7.1116595845354756e-06, "Finetune/Loss": 0.6461634635925293, "Finetune/Loss (Raw)": 0.6123786568641663, "Finetune/Step": 11644, "Finetune/Step Time": 6.666715266183019}
+{"Finetune/Learning Rate": 7.110047438852157e-06, "Finetune/Loss": 0.6457535624504089, "Finetune/Loss (Raw)": 0.6211296319961548, "Finetune/Step": 11645, "Finetune/Step Time": 6.672676555812359}
+{"Finetune/Learning Rate": 7.1084353751196736e-06, "Finetune/Loss": 0.6464178562164307, "Finetune/Loss (Raw)": 0.7164245843887329, "Finetune/Step": 11646, "Finetune/Step Time": 6.697329066693783}
+{"Finetune/Learning Rate": 7.106823393383741e-06, "Finetune/Loss": 0.6459954977035522, "Finetune/Loss (Raw)": 0.6558775305747986, "Finetune/Step": 11647, "Finetune/Step Time": 6.696756053715944}
+{"Finetune/Learning Rate": 7.105211493690073e-06, "Finetune/Loss": 0.6462392807006836, "Finetune/Loss (Raw)": 0.7052710056304932, "Finetune/Step": 11648, "Finetune/Step Time": 6.688641183078289}
+{"Finetune/Learning Rate": 7.103599676084374e-06, "Finetune/Loss": 0.6479208469390869, "Finetune/Loss (Raw)": 0.7228361964225769, "Finetune/Step": 11649, "Finetune/Step Time": 6.655849099159241}
+{"Finetune/Learning Rate": 7.101987940612354e-06, "Finetune/Loss": 0.6478042602539062, "Finetune/Loss (Raw)": 0.6958165168762207, "Finetune/Step": 11650, "Finetune/Step Time": 6.650998134166002}
+{"Finetune/Learning Rate": 7.1003762873197125e-06, "Finetune/Loss": 0.6470825672149658, "Finetune/Loss (Raw)": 0.5687604546546936, "Finetune/Step": 11651, "Finetune/Step Time": 6.6505859680473804}
+{"Finetune/Learning Rate": 7.098764716252153e-06, "Finetune/Loss": 0.6468440890312195, "Finetune/Loss (Raw)": 0.6032111048698425, "Finetune/Step": 11652, "Finetune/Step Time": 6.634859431535006}
+{"Finetune/Learning Rate": 7.097153227455379e-06, "Finetune/Loss": 0.6467875242233276, "Finetune/Loss (Raw)": 0.6819084882736206, "Finetune/Step": 11653, "Finetune/Step Time": 6.634587217122316}
+{"Finetune/Learning Rate": 7.09554182097508e-06, "Finetune/Loss": 0.6470143795013428, "Finetune/Loss (Raw)": 0.6779480576515198, "Finetune/Step": 11654, "Finetune/Step Time": 6.636634269729257}
+{"Finetune/Learning Rate": 7.09393049685696e-06, "Finetune/Loss": 0.6470250487327576, "Finetune/Loss (Raw)": 0.660575270652771, "Finetune/Step": 11655, "Finetune/Step Time": 6.634851902723312}
+{"Finetune/Learning Rate": 7.092319255146707e-06, "Finetune/Loss": 0.6455954909324646, "Finetune/Loss (Raw)": 0.6509761214256287, "Finetune/Step": 11656, "Finetune/Step Time": 6.639178616926074}
+{"Finetune/Learning Rate": 7.090708095890013e-06, "Finetune/Loss": 0.6456136703491211, "Finetune/Loss (Raw)": 0.645884096622467, "Finetune/Step": 11657, "Finetune/Step Time": 6.637308990582824}
+{"Finetune/Learning Rate": 7.089097019132562e-06, "Finetune/Loss": 0.6444893479347229, "Finetune/Loss (Raw)": 0.5594221949577332, "Finetune/Step": 11658, "Finetune/Step Time": 6.637716373428702}
+{"Finetune/Learning Rate": 7.0874860249200426e-06, "Finetune/Loss": 0.6443993449211121, "Finetune/Loss (Raw)": 0.6415448188781738, "Finetune/Step": 11659, "Finetune/Step Time": 6.637057352811098}
+{"Finetune/Learning Rate": 7.085875113298139e-06, "Finetune/Loss": 0.6449294090270996, "Finetune/Loss (Raw)": 0.6762676239013672, "Finetune/Step": 11660, "Finetune/Step Time": 6.6389108672738075}
+{"Finetune/Learning Rate": 7.084264284312526e-06, "Finetune/Loss": 0.6451816558837891, "Finetune/Loss (Raw)": 0.767135739326477, "Finetune/Step": 11661, "Finetune/Step Time": 6.635221479460597}
+{"Finetune/Learning Rate": 7.08265353800889e-06, "Finetune/Loss": 0.6449611186981201, "Finetune/Loss (Raw)": 0.5822279453277588, "Finetune/Step": 11662, "Finetune/Step Time": 6.633976113051176}
+{"Finetune/Learning Rate": 7.081042874432907e-06, "Finetune/Loss": 0.6464842557907104, "Finetune/Loss (Raw)": 0.7326021194458008, "Finetune/Step": 11663, "Finetune/Step Time": 6.621009765192866}
+{"Finetune/Learning Rate": 7.079432293630244e-06, "Finetune/Loss": 0.6448690891265869, "Finetune/Loss (Raw)": 0.5421680808067322, "Finetune/Step": 11664, "Finetune/Step Time": 6.611948985606432}
+{"Finetune/Learning Rate": 7.077821795646576e-06, "Finetune/Loss": 0.6444007158279419, "Finetune/Loss (Raw)": 0.6014084815979004, "Finetune/Step": 11665, "Finetune/Step Time": 6.61338197812438}
+{"Finetune/Learning Rate": 7.076211380527572e-06, "Finetune/Loss": 0.6442233324050903, "Finetune/Loss (Raw)": 0.561050534248352, "Finetune/Step": 11666, "Finetune/Step Time": 6.611490594223142}
+{"Finetune/Learning Rate": 7.074601048318901e-06, "Finetune/Loss": 0.6439799070358276, "Finetune/Loss (Raw)": 0.6158043146133423, "Finetune/Step": 11667, "Finetune/Step Time": 6.612200956791639}
+{"Finetune/Learning Rate": 7.072990799066222e-06, "Finetune/Loss": 0.6451040506362915, "Finetune/Loss (Raw)": 0.7557307481765747, "Finetune/Step": 11668, "Finetune/Step Time": 6.612743049860001}
+{"Finetune/Learning Rate": 7.071380632815207e-06, "Finetune/Loss": 0.6446028351783752, "Finetune/Loss (Raw)": 0.5988850593566895, "Finetune/Step": 11669, "Finetune/Step Time": 6.62150514498353}
+{"Finetune/Learning Rate": 7.0697705496115055e-06, "Finetune/Loss": 0.6439558863639832, "Finetune/Loss (Raw)": 0.6805126667022705, "Finetune/Step": 11670, "Finetune/Step Time": 6.6199431121349335}
+{"Finetune/Learning Rate": 7.0681605495007755e-06, "Finetune/Loss": 0.6454163789749146, "Finetune/Loss (Raw)": 0.6724541187286377, "Finetune/Step": 11671, "Finetune/Step Time": 6.624591160565615}
+{"Finetune/Learning Rate": 7.066550632528679e-06, "Finetune/Loss": 0.6474214792251587, "Finetune/Loss (Raw)": 0.6790515184402466, "Finetune/Step": 11672, "Finetune/Step Time": 6.612386444583535}
+{"Finetune/Learning Rate": 7.064940798740865e-06, "Finetune/Loss": 0.6452150940895081, "Finetune/Loss (Raw)": 0.4319441616535187, "Finetune/Step": 11673, "Finetune/Step Time": 6.624522123485804}
+{"Finetune/Learning Rate": 7.063331048182982e-06, "Finetune/Loss": 0.6463744640350342, "Finetune/Loss (Raw)": 0.707080602645874, "Finetune/Step": 11674, "Finetune/Step Time": 6.630066711455584}
+{"Finetune/Learning Rate": 7.061721380900684e-06, "Finetune/Loss": 0.6462388038635254, "Finetune/Loss (Raw)": 0.6535709500312805, "Finetune/Step": 11675, "Finetune/Step Time": 6.629312731325626}
+{"Finetune/Learning Rate": 7.060111796939608e-06, "Finetune/Loss": 0.6467379331588745, "Finetune/Loss (Raw)": 0.7542010545730591, "Finetune/Step": 11676, "Finetune/Step Time": 6.6284768376499414}
+{"Finetune/Learning Rate": 7.058502296345404e-06, "Finetune/Loss": 0.6472795605659485, "Finetune/Loss (Raw)": 0.5683457851409912, "Finetune/Step": 11677, "Finetune/Step Time": 6.641320712864399}
+{"Finetune/Learning Rate": 7.056892879163706e-06, "Finetune/Loss": 0.6477834582328796, "Finetune/Loss (Raw)": 0.6719485521316528, "Finetune/Step": 11678, "Finetune/Step Time": 6.64530922845006}
+{"Finetune/Learning Rate": 7.055283545440161e-06, "Finetune/Loss": 0.6475429534912109, "Finetune/Loss (Raw)": 0.6971843242645264, "Finetune/Step": 11679, "Finetune/Step Time": 6.644826430827379}
+{"Finetune/Learning Rate": 7.053674295220399e-06, "Finetune/Loss": 0.6484267115592957, "Finetune/Loss (Raw)": 0.724032998085022, "Finetune/Step": 11680, "Finetune/Step Time": 6.6430429443717}
+{"Finetune/Learning Rate": 7.0520651285500585e-06, "Finetune/Loss": 0.6487002968788147, "Finetune/Loss (Raw)": 0.6842756271362305, "Finetune/Step": 11681, "Finetune/Step Time": 6.65036384947598}
+{"Finetune/Learning Rate": 7.050456045474767e-06, "Finetune/Loss": 0.6512486934661865, "Finetune/Loss (Raw)": 0.7868295311927795, "Finetune/Step": 11682, "Finetune/Step Time": 6.633901251479983}
+{"Finetune/Learning Rate": 7.048847046040154e-06, "Finetune/Loss": 0.6509501338005066, "Finetune/Loss (Raw)": 0.6011784076690674, "Finetune/Step": 11683, "Finetune/Step Time": 6.652191465720534}
+{"Finetune/Learning Rate": 7.047238130291847e-06, "Finetune/Loss": 0.6508447527885437, "Finetune/Loss (Raw)": 0.7126146554946899, "Finetune/Step": 11684, "Finetune/Step Time": 6.650024121627212}
+{"Finetune/Learning Rate": 7.045629298275467e-06, "Finetune/Loss": 0.6512804627418518, "Finetune/Loss (Raw)": 0.737674355506897, "Finetune/Step": 11685, "Finetune/Step Time": 6.650919811800122}
+{"Finetune/Learning Rate": 7.0440205500366435e-06, "Finetune/Loss": 0.6508182287216187, "Finetune/Loss (Raw)": 0.6213164329528809, "Finetune/Step": 11686, "Finetune/Step Time": 6.652557417750359}
+{"Finetune/Learning Rate": 7.042411885620993e-06, "Finetune/Loss": 0.6514889001846313, "Finetune/Loss (Raw)": 0.6590597629547119, "Finetune/Step": 11687, "Finetune/Step Time": 6.655032146722078}
+{"Finetune/Learning Rate": 7.040803305074126e-06, "Finetune/Loss": 0.650865912437439, "Finetune/Loss (Raw)": 0.6097021102905273, "Finetune/Step": 11688, "Finetune/Step Time": 6.653444409370422}
+{"Finetune/Learning Rate": 7.039194808441665e-06, "Finetune/Loss": 0.6507474184036255, "Finetune/Loss (Raw)": 0.68763667345047, "Finetune/Step": 11689, "Finetune/Step Time": 6.65360226854682}
+{"Finetune/Learning Rate": 7.0375863957692195e-06, "Finetune/Loss": 0.6509935855865479, "Finetune/Loss (Raw)": 0.6247105598449707, "Finetune/Step": 11690, "Finetune/Step Time": 6.64366514608264}
+{"Finetune/Learning Rate": 7.035978067102399e-06, "Finetune/Loss": 0.6519919037818909, "Finetune/Loss (Raw)": 0.6476498246192932, "Finetune/Step": 11691, "Finetune/Step Time": 6.643220605328679}
+{"Finetune/Learning Rate": 7.034369822486811e-06, "Finetune/Loss": 0.6511707305908203, "Finetune/Loss (Raw)": 0.6663348078727722, "Finetune/Step": 11692, "Finetune/Step Time": 6.64034765586257}
+{"Finetune/Learning Rate": 7.0327616619680684e-06, "Finetune/Loss": 0.6510207653045654, "Finetune/Loss (Raw)": 0.6044309735298157, "Finetune/Step": 11693, "Finetune/Step Time": 6.639442132785916}
+{"Finetune/Learning Rate": 7.031153585591761e-06, "Finetune/Loss": 0.6516648530960083, "Finetune/Loss (Raw)": 0.6849538683891296, "Finetune/Step": 11694, "Finetune/Step Time": 6.6372184958308935}
+{"Finetune/Learning Rate": 7.029545593403495e-06, "Finetune/Loss": 0.6513882279396057, "Finetune/Loss (Raw)": 0.5807031393051147, "Finetune/Step": 11695, "Finetune/Step Time": 6.637214433401823}
+{"Finetune/Learning Rate": 7.027937685448871e-06, "Finetune/Loss": 0.6505799293518066, "Finetune/Loss (Raw)": 0.6167699694633484, "Finetune/Step": 11696, "Finetune/Step Time": 6.635914593935013}
+{"Finetune/Learning Rate": 7.026329861773484e-06, "Finetune/Loss": 0.6498725414276123, "Finetune/Loss (Raw)": 0.7131441831588745, "Finetune/Step": 11697, "Finetune/Step Time": 6.634970836341381}
+{"Finetune/Learning Rate": 7.024722122422925e-06, "Finetune/Loss": 0.6499966979026794, "Finetune/Loss (Raw)": 0.6227445602416992, "Finetune/Step": 11698, "Finetune/Step Time": 6.63080595061183}
+{"Finetune/Learning Rate": 7.023114467442789e-06, "Finetune/Loss": 0.6483280658721924, "Finetune/Loss (Raw)": 0.4938185513019562, "Finetune/Step": 11699, "Finetune/Step Time": 6.6461432334035635}
+{"Finetune/Learning Rate": 7.021506896878658e-06, "Finetune/Loss": 0.6479719281196594, "Finetune/Loss (Raw)": 0.5317544341087341, "Finetune/Step": 11700, "Finetune/Step Time": 6.651710357517004}
+{"Finetune/Learning Rate": 7.019899410776122e-06, "Finetune/Loss": 0.6476752161979675, "Finetune/Loss (Raw)": 0.694625735282898, "Finetune/Step": 11701, "Finetune/Step Time": 6.664011836051941}
+{"Finetune/Learning Rate": 7.018292009180763e-06, "Finetune/Loss": 0.6465082168579102, "Finetune/Loss (Raw)": 0.5522264242172241, "Finetune/Step": 11702, "Finetune/Step Time": 6.672088593244553}
+{"Finetune/Learning Rate": 7.016684692138165e-06, "Finetune/Loss": 0.6455397605895996, "Finetune/Loss (Raw)": 0.4709887206554413, "Finetune/Step": 11703, "Finetune/Step Time": 6.678523452952504}
+{"Finetune/Learning Rate": 7.015077459693907e-06, "Finetune/Loss": 0.6459781527519226, "Finetune/Loss (Raw)": 0.6804593205451965, "Finetune/Step": 11704, "Finetune/Step Time": 6.679460985586047}
+{"Finetune/Learning Rate": 7.013470311893566e-06, "Finetune/Loss": 0.6463494300842285, "Finetune/Loss (Raw)": 0.6828485131263733, "Finetune/Step": 11705, "Finetune/Step Time": 6.677737463265657}
+{"Finetune/Learning Rate": 7.011863248782711e-06, "Finetune/Loss": 0.6442222595214844, "Finetune/Loss (Raw)": 0.4618321657180786, "Finetune/Step": 11706, "Finetune/Step Time": 6.691276174038649}
+{"Finetune/Learning Rate": 7.0102562704069184e-06, "Finetune/Loss": 0.6436142325401306, "Finetune/Loss (Raw)": 0.43069788813591003, "Finetune/Step": 11707, "Finetune/Step Time": 6.692294968292117}
+{"Finetune/Learning Rate": 7.008649376811756e-06, "Finetune/Loss": 0.6438108682632446, "Finetune/Loss (Raw)": 0.6353625059127808, "Finetune/Step": 11708, "Finetune/Step Time": 6.681690815836191}
+{"Finetune/Learning Rate": 7.007042568042792e-06, "Finetune/Loss": 0.642846941947937, "Finetune/Loss (Raw)": 0.6223394870758057, "Finetune/Step": 11709, "Finetune/Step Time": 6.68142762966454}
+{"Finetune/Learning Rate": 7.005435844145587e-06, "Finetune/Loss": 0.6432641744613647, "Finetune/Loss (Raw)": 0.6816901564598083, "Finetune/Step": 11710, "Finetune/Step Time": 6.692624166607857}
+{"Finetune/Learning Rate": 7.0038292051657115e-06, "Finetune/Loss": 0.6427032947540283, "Finetune/Loss (Raw)": 0.6274488568305969, "Finetune/Step": 11711, "Finetune/Step Time": 6.693784339353442}
+{"Finetune/Learning Rate": 7.002222651148714e-06, "Finetune/Loss": 0.642168402671814, "Finetune/Loss (Raw)": 0.6257660984992981, "Finetune/Step": 11712, "Finetune/Step Time": 6.672263527289033}
+{"Finetune/Learning Rate": 7.000616182140161e-06, "Finetune/Loss": 0.6427665948867798, "Finetune/Loss (Raw)": 0.7893385291099548, "Finetune/Step": 11713, "Finetune/Step Time": 6.6675949934870005}
+{"Finetune/Learning Rate": 6.999009798185602e-06, "Finetune/Loss": 0.6433570384979248, "Finetune/Loss (Raw)": 0.7194176316261292, "Finetune/Step": 11714, "Finetune/Step Time": 6.671237787231803}
+{"Finetune/Learning Rate": 6.997403499330593e-06, "Finetune/Loss": 0.6437445878982544, "Finetune/Loss (Raw)": 0.7672162055969238, "Finetune/Step": 11715, "Finetune/Step Time": 6.670223144814372}
+{"Finetune/Learning Rate": 6.995797285620681e-06, "Finetune/Loss": 0.6445038318634033, "Finetune/Loss (Raw)": 0.7057059407234192, "Finetune/Step": 11716, "Finetune/Step Time": 6.674982564523816}
+{"Finetune/Learning Rate": 6.9941911571014185e-06, "Finetune/Loss": 0.6440284848213196, "Finetune/Loss (Raw)": 0.6090828776359558, "Finetune/Step": 11717, "Finetune/Step Time": 6.67819513194263}
+{"Finetune/Learning Rate": 6.992585113818344e-06, "Finetune/Loss": 0.6432949900627136, "Finetune/Loss (Raw)": 0.6902070641517639, "Finetune/Step": 11718, "Finetune/Step Time": 6.658065818250179}
+{"Finetune/Learning Rate": 6.9909791558170035e-06, "Finetune/Loss": 0.6442118287086487, "Finetune/Loss (Raw)": 0.6766950488090515, "Finetune/Step": 11719, "Finetune/Step Time": 6.641203422099352}
+{"Finetune/Learning Rate": 6.9893732831429395e-06, "Finetune/Loss": 0.6442504525184631, "Finetune/Loss (Raw)": 0.6439945697784424, "Finetune/Step": 11720, "Finetune/Step Time": 6.649933651089668}
+{"Finetune/Learning Rate": 6.987767495841686e-06, "Finetune/Loss": 0.6444151401519775, "Finetune/Loss (Raw)": 0.6684501767158508, "Finetune/Step": 11721, "Finetune/Step Time": 6.64745750837028}
+{"Finetune/Learning Rate": 6.986161793958784e-06, "Finetune/Loss": 0.6445770859718323, "Finetune/Loss (Raw)": 0.6688085794448853, "Finetune/Step": 11722, "Finetune/Step Time": 6.6499918811023235}
+{"Finetune/Learning Rate": 6.984556177539763e-06, "Finetune/Loss": 0.6454720497131348, "Finetune/Loss (Raw)": 0.7338613271713257, "Finetune/Step": 11723, "Finetune/Step Time": 6.641051318496466}
+{"Finetune/Learning Rate": 6.982950646630151e-06, "Finetune/Loss": 0.6444522142410278, "Finetune/Loss (Raw)": 0.6136098504066467, "Finetune/Step": 11724, "Finetune/Step Time": 6.635951761156321}
+{"Finetune/Learning Rate": 6.9813452012754826e-06, "Finetune/Loss": 0.6437340378761292, "Finetune/Loss (Raw)": 0.6070559024810791, "Finetune/Step": 11725, "Finetune/Step Time": 6.631478488445282}
+{"Finetune/Learning Rate": 6.979739841521278e-06, "Finetune/Loss": 0.644895613193512, "Finetune/Loss (Raw)": 0.7142834067344666, "Finetune/Step": 11726, "Finetune/Step Time": 6.627593336626887}
+{"Finetune/Learning Rate": 6.9781345674130606e-06, "Finetune/Loss": 0.6449092626571655, "Finetune/Loss (Raw)": 0.6616745591163635, "Finetune/Step": 11727, "Finetune/Step Time": 6.632967924699187}
+{"Finetune/Learning Rate": 6.976529378996357e-06, "Finetune/Loss": 0.6447793841362, "Finetune/Loss (Raw)": 0.5942779779434204, "Finetune/Step": 11728, "Finetune/Step Time": 6.6327490117400885}
+{"Finetune/Learning Rate": 6.974924276316685e-06, "Finetune/Loss": 0.6454140543937683, "Finetune/Loss (Raw)": 0.7801259756088257, "Finetune/Step": 11729, "Finetune/Step Time": 6.633214620873332}
+{"Finetune/Learning Rate": 6.973319259419555e-06, "Finetune/Loss": 0.6453776955604553, "Finetune/Loss (Raw)": 0.6624979972839355, "Finetune/Step": 11730, "Finetune/Step Time": 6.636144666001201}
+{"Finetune/Learning Rate": 6.971714328350485e-06, "Finetune/Loss": 0.6444845199584961, "Finetune/Loss (Raw)": 0.542429506778717, "Finetune/Step": 11731, "Finetune/Step Time": 6.636584186926484}
+{"Finetune/Learning Rate": 6.970109483154985e-06, "Finetune/Loss": 0.6462529897689819, "Finetune/Loss (Raw)": 0.7403391599655151, "Finetune/Step": 11732, "Finetune/Step Time": 6.636917434632778}
+{"Finetune/Learning Rate": 6.968504723878565e-06, "Finetune/Loss": 0.6475529670715332, "Finetune/Loss (Raw)": 0.7644681930541992, "Finetune/Step": 11733, "Finetune/Step Time": 6.636838771402836}
+{"Finetune/Learning Rate": 6.966900050566727e-06, "Finetune/Loss": 0.6479328870773315, "Finetune/Loss (Raw)": 0.5358628034591675, "Finetune/Step": 11734, "Finetune/Step Time": 6.63158412091434}
+{"Finetune/Learning Rate": 6.965295463264987e-06, "Finetune/Loss": 0.6484711766242981, "Finetune/Loss (Raw)": 0.651506245136261, "Finetune/Step": 11735, "Finetune/Step Time": 6.629233343526721}
+{"Finetune/Learning Rate": 6.963690962018832e-06, "Finetune/Loss": 0.6504875421524048, "Finetune/Loss (Raw)": 0.7732238173484802, "Finetune/Step": 11736, "Finetune/Step Time": 6.631886538118124}
+{"Finetune/Learning Rate": 6.962086546873766e-06, "Finetune/Loss": 0.6494376063346863, "Finetune/Loss (Raw)": 0.5506388545036316, "Finetune/Step": 11737, "Finetune/Step Time": 6.6305494569242}
+{"Finetune/Learning Rate": 6.960482217875288e-06, "Finetune/Loss": 0.6498335003852844, "Finetune/Loss (Raw)": 0.6109594106674194, "Finetune/Step": 11738, "Finetune/Step Time": 6.62938392534852}
+{"Finetune/Learning Rate": 6.958877975068893e-06, "Finetune/Loss": 0.6508620977401733, "Finetune/Loss (Raw)": 0.7132719159126282, "Finetune/Step": 11739, "Finetune/Step Time": 6.6483221258968115}
+{"Finetune/Learning Rate": 6.95727381850007e-06, "Finetune/Loss": 0.6504093408584595, "Finetune/Loss (Raw)": 0.5753055810928345, "Finetune/Step": 11740, "Finetune/Step Time": 6.6477024760097265}
+{"Finetune/Learning Rate": 6.955669748214306e-06, "Finetune/Loss": 0.6497833132743835, "Finetune/Loss (Raw)": 0.6600436568260193, "Finetune/Step": 11741, "Finetune/Step Time": 6.6459626611322165}
+{"Finetune/Learning Rate": 6.954065764257098e-06, "Finetune/Loss": 0.6490192413330078, "Finetune/Loss (Raw)": 0.5904487371444702, "Finetune/Step": 11742, "Finetune/Step Time": 6.630847256630659}
+{"Finetune/Learning Rate": 6.95246186667392e-06, "Finetune/Loss": 0.6504049301147461, "Finetune/Loss (Raw)": 0.8241338133811951, "Finetune/Step": 11743, "Finetune/Step Time": 6.635518340393901}
+{"Finetune/Learning Rate": 6.950858055510254e-06, "Finetune/Loss": 0.6494861245155334, "Finetune/Loss (Raw)": 0.6110443472862244, "Finetune/Step": 11744, "Finetune/Step Time": 6.635960187762976}
+{"Finetune/Learning Rate": 6.949254330811585e-06, "Finetune/Loss": 0.6486998796463013, "Finetune/Loss (Raw)": 0.6280190348625183, "Finetune/Step": 11745, "Finetune/Step Time": 6.617784734815359}
+{"Finetune/Learning Rate": 6.94765069262339e-06, "Finetune/Loss": 0.6488175392150879, "Finetune/Loss (Raw)": 0.6514142751693726, "Finetune/Step": 11746, "Finetune/Step Time": 6.615906486287713}
+{"Finetune/Learning Rate": 6.94604714099114e-06, "Finetune/Loss": 0.6483258008956909, "Finetune/Loss (Raw)": 0.6151922345161438, "Finetune/Step": 11747, "Finetune/Step Time": 6.62364038079977}
+{"Finetune/Learning Rate": 6.944443675960312e-06, "Finetune/Loss": 0.64765465259552, "Finetune/Loss (Raw)": 0.5493444204330444, "Finetune/Step": 11748, "Finetune/Step Time": 6.619000621140003}
+{"Finetune/Learning Rate": 6.94284029757637e-06, "Finetune/Loss": 0.6463780403137207, "Finetune/Loss (Raw)": 0.5461684465408325, "Finetune/Step": 11749, "Finetune/Step Time": 6.62117120064795}
+{"Finetune/Learning Rate": 6.941237005884782e-06, "Finetune/Loss": 0.6468037962913513, "Finetune/Loss (Raw)": 0.6898055672645569, "Finetune/Step": 11750, "Finetune/Step Time": 6.6165990978479385}
+{"Finetune/Learning Rate": 6.939633800931014e-06, "Finetune/Loss": 0.646553635597229, "Finetune/Loss (Raw)": 0.707128643989563, "Finetune/Step": 11751, "Finetune/Step Time": 6.614339293912053}
+{"Finetune/Learning Rate": 6.938030682760532e-06, "Finetune/Loss": 0.6467031240463257, "Finetune/Loss (Raw)": 0.6409123539924622, "Finetune/Step": 11752, "Finetune/Step Time": 6.6124413423240185}
+{"Finetune/Learning Rate": 6.9364276514187915e-06, "Finetune/Loss": 0.6477785110473633, "Finetune/Loss (Raw)": 0.7896553874015808, "Finetune/Step": 11753, "Finetune/Step Time": 6.615925680845976}
+{"Finetune/Learning Rate": 6.934824706951253e-06, "Finetune/Loss": 0.6474384069442749, "Finetune/Loss (Raw)": 0.5790460705757141, "Finetune/Step": 11754, "Finetune/Step Time": 6.6159994918853045}
+{"Finetune/Learning Rate": 6.933221849403369e-06, "Finetune/Loss": 0.6474485397338867, "Finetune/Loss (Raw)": 0.6296766996383667, "Finetune/Step": 11755, "Finetune/Step Time": 6.6098537519574165}
+{"Finetune/Learning Rate": 6.931619078820591e-06, "Finetune/Loss": 0.647203803062439, "Finetune/Loss (Raw)": 0.6513294577598572, "Finetune/Step": 11756, "Finetune/Step Time": 6.621746297925711}
+{"Finetune/Learning Rate": 6.930016395248371e-06, "Finetune/Loss": 0.6469258069992065, "Finetune/Loss (Raw)": 0.6287376880645752, "Finetune/Step": 11757, "Finetune/Step Time": 6.626955045387149}
+{"Finetune/Learning Rate": 6.928413798732154e-06, "Finetune/Loss": 0.6460601091384888, "Finetune/Loss (Raw)": 0.6450987458229065, "Finetune/Step": 11758, "Finetune/Step Time": 6.626160250976682}
+{"Finetune/Learning Rate": 6.92681128931739e-06, "Finetune/Loss": 0.6461092233657837, "Finetune/Loss (Raw)": 0.6726175546646118, "Finetune/Step": 11759, "Finetune/Step Time": 6.632158452644944}
+{"Finetune/Learning Rate": 6.925208867049522e-06, "Finetune/Loss": 0.6472512483596802, "Finetune/Loss (Raw)": 0.7370644211769104, "Finetune/Step": 11760, "Finetune/Step Time": 6.6324048563838005}
+{"Finetune/Learning Rate": 6.923606531973981e-06, "Finetune/Loss": 0.6493281722068787, "Finetune/Loss (Raw)": 0.8136853575706482, "Finetune/Step": 11761, "Finetune/Step Time": 6.629701491445303}
+{"Finetune/Learning Rate": 6.922004284136214e-06, "Finetune/Loss": 0.6507163643836975, "Finetune/Loss (Raw)": 0.7153739929199219, "Finetune/Step": 11762, "Finetune/Step Time": 6.628526808694005}
+{"Finetune/Learning Rate": 6.920402123581651e-06, "Finetune/Loss": 0.6496087312698364, "Finetune/Loss (Raw)": 0.5534144639968872, "Finetune/Step": 11763, "Finetune/Step Time": 6.633980214595795}
+{"Finetune/Learning Rate": 6.918800050355727e-06, "Finetune/Loss": 0.6489580869674683, "Finetune/Loss (Raw)": 0.5946025848388672, "Finetune/Step": 11764, "Finetune/Step Time": 6.6340823117643595}
+{"Finetune/Learning Rate": 6.917198064503874e-06, "Finetune/Loss": 0.6481413841247559, "Finetune/Loss (Raw)": 0.5433388948440552, "Finetune/Step": 11765, "Finetune/Step Time": 6.648840852081776}
+{"Finetune/Learning Rate": 6.915596166071518e-06, "Finetune/Loss": 0.6480810642242432, "Finetune/Loss (Raw)": 0.6811298727989197, "Finetune/Step": 11766, "Finetune/Step Time": 6.623663084581494}
+{"Finetune/Learning Rate": 6.913994355104081e-06, "Finetune/Loss": 0.648920476436615, "Finetune/Loss (Raw)": 0.7681204676628113, "Finetune/Step": 11767, "Finetune/Step Time": 6.626208137720823}
+{"Finetune/Learning Rate": 6.912392631646987e-06, "Finetune/Loss": 0.6483696699142456, "Finetune/Loss (Raw)": 0.5682604312896729, "Finetune/Step": 11768, "Finetune/Step Time": 6.623614989221096}
+{"Finetune/Learning Rate": 6.910790995745661e-06, "Finetune/Loss": 0.6484460830688477, "Finetune/Loss (Raw)": 0.6045395731925964, "Finetune/Step": 11769, "Finetune/Step Time": 6.624274220317602}
+{"Finetune/Learning Rate": 6.909189447445517e-06, "Finetune/Loss": 0.6487275958061218, "Finetune/Loss (Raw)": 0.638002336025238, "Finetune/Step": 11770, "Finetune/Step Time": 6.641644170507789}
+{"Finetune/Learning Rate": 6.9075879867919716e-06, "Finetune/Loss": 0.648651123046875, "Finetune/Loss (Raw)": 0.5885238647460938, "Finetune/Step": 11771, "Finetune/Step Time": 6.640031224116683}
+{"Finetune/Learning Rate": 6.90598661383044e-06, "Finetune/Loss": 0.6498012542724609, "Finetune/Loss (Raw)": 0.7595975399017334, "Finetune/Step": 11772, "Finetune/Step Time": 6.642127566039562}
+{"Finetune/Learning Rate": 6.904385328606327e-06, "Finetune/Loss": 0.6493322849273682, "Finetune/Loss (Raw)": 0.5611048340797424, "Finetune/Step": 11773, "Finetune/Step Time": 6.637054696679115}
+{"Finetune/Learning Rate": 6.902784131165042e-06, "Finetune/Loss": 0.6491145491600037, "Finetune/Loss (Raw)": 0.6885516047477722, "Finetune/Step": 11774, "Finetune/Step Time": 6.612393883988261}
+{"Finetune/Learning Rate": 6.901183021551991e-06, "Finetune/Loss": 0.6494128704071045, "Finetune/Loss (Raw)": 0.6940616965293884, "Finetune/Step": 11775, "Finetune/Step Time": 6.615065632387996}
+{"Finetune/Learning Rate": 6.89958199981258e-06, "Finetune/Loss": 0.6492360830307007, "Finetune/Loss (Raw)": 0.6826485991477966, "Finetune/Step": 11776, "Finetune/Step Time": 6.637632368132472}
+{"Finetune/Learning Rate": 6.897981065992208e-06, "Finetune/Loss": 0.648169219493866, "Finetune/Loss (Raw)": 0.5862696170806885, "Finetune/Step": 11777, "Finetune/Step Time": 6.6405556462705135}
+{"Finetune/Learning Rate": 6.896380220136272e-06, "Finetune/Loss": 0.6481612920761108, "Finetune/Loss (Raw)": 0.6948003172874451, "Finetune/Step": 11778, "Finetune/Step Time": 6.645935682579875}
+{"Finetune/Learning Rate": 6.894779462290166e-06, "Finetune/Loss": 0.6482393741607666, "Finetune/Loss (Raw)": 0.5787528157234192, "Finetune/Step": 11779, "Finetune/Step Time": 6.642733292654157}
+{"Finetune/Learning Rate": 6.893178792499284e-06, "Finetune/Loss": 0.6486966609954834, "Finetune/Loss (Raw)": 0.6617535948753357, "Finetune/Step": 11780, "Finetune/Step Time": 6.639550741761923}
+{"Finetune/Learning Rate": 6.891578210809018e-06, "Finetune/Loss": 0.6492711901664734, "Finetune/Loss (Raw)": 0.755441427230835, "Finetune/Step": 11781, "Finetune/Step Time": 6.640785230323672}
+{"Finetune/Learning Rate": 6.889977717264753e-06, "Finetune/Loss": 0.6493693590164185, "Finetune/Loss (Raw)": 0.690517783164978, "Finetune/Step": 11782, "Finetune/Step Time": 6.640468953177333}
+{"Finetune/Learning Rate": 6.888377311911875e-06, "Finetune/Loss": 0.648790717124939, "Finetune/Loss (Raw)": 0.5865025520324707, "Finetune/Step": 11783, "Finetune/Step Time": 6.638768477365375}
+{"Finetune/Learning Rate": 6.8867769947957765e-06, "Finetune/Loss": 0.6492560505867004, "Finetune/Loss (Raw)": 0.710547685623169, "Finetune/Step": 11784, "Finetune/Step Time": 6.633165679872036}
+{"Finetune/Learning Rate": 6.88517676596182e-06, "Finetune/Loss": 0.64974045753479, "Finetune/Loss (Raw)": 0.7078885436058044, "Finetune/Step": 11785, "Finetune/Step Time": 6.634363370016217}
+{"Finetune/Learning Rate": 6.883576625455397e-06, "Finetune/Loss": 0.6502020359039307, "Finetune/Loss (Raw)": 0.6184972524642944, "Finetune/Step": 11786, "Finetune/Step Time": 6.630510313436389}
+{"Finetune/Learning Rate": 6.881976573321879e-06, "Finetune/Loss": 0.6509145498275757, "Finetune/Loss (Raw)": 0.7327535152435303, "Finetune/Step": 11787, "Finetune/Step Time": 6.630194243043661}
+{"Finetune/Learning Rate": 6.880376609606639e-06, "Finetune/Loss": 0.649604082107544, "Finetune/Loss (Raw)": 0.5085213780403137, "Finetune/Step": 11788, "Finetune/Step Time": 6.637240957468748}
+{"Finetune/Learning Rate": 6.878776734355047e-06, "Finetune/Loss": 0.6487506628036499, "Finetune/Loss (Raw)": 0.6579017043113708, "Finetune/Step": 11789, "Finetune/Step Time": 6.639506667852402}
+{"Finetune/Learning Rate": 6.877176947612474e-06, "Finetune/Loss": 0.6497552394866943, "Finetune/Loss (Raw)": 0.7108133435249329, "Finetune/Step": 11790, "Finetune/Step Time": 6.638054339215159}
+{"Finetune/Learning Rate": 6.875577249424279e-06, "Finetune/Loss": 0.6495039463043213, "Finetune/Loss (Raw)": 0.7004410624504089, "Finetune/Step": 11791, "Finetune/Step Time": 6.637531733140349}
+{"Finetune/Learning Rate": 6.87397763983583e-06, "Finetune/Loss": 0.6507707238197327, "Finetune/Loss (Raw)": 0.7043100595474243, "Finetune/Step": 11792, "Finetune/Step Time": 6.636459972709417}
+{"Finetune/Learning Rate": 6.872378118892482e-06, "Finetune/Loss": 0.6509556770324707, "Finetune/Loss (Raw)": 0.6250788569450378, "Finetune/Step": 11793, "Finetune/Step Time": 6.63742109388113}
+{"Finetune/Learning Rate": 6.870778686639601e-06, "Finetune/Loss": 0.6518136858940125, "Finetune/Loss (Raw)": 0.6708815693855286, "Finetune/Step": 11794, "Finetune/Step Time": 6.633697148412466}
+{"Finetune/Learning Rate": 6.869179343122536e-06, "Finetune/Loss": 0.6520431637763977, "Finetune/Loss (Raw)": 0.6451793909072876, "Finetune/Step": 11795, "Finetune/Step Time": 6.633890008553863}
+{"Finetune/Learning Rate": 6.867580088386646e-06, "Finetune/Loss": 0.651287317276001, "Finetune/Loss (Raw)": 0.6589739918708801, "Finetune/Step": 11796, "Finetune/Step Time": 6.640503767877817}
+{"Finetune/Learning Rate": 6.865980922477274e-06, "Finetune/Loss": 0.6525164842605591, "Finetune/Loss (Raw)": 0.7562223076820374, "Finetune/Step": 11797, "Finetune/Step Time": 6.629680881276727}
+{"Finetune/Learning Rate": 6.864381845439772e-06, "Finetune/Loss": 0.6520437002182007, "Finetune/Loss (Raw)": 0.6199955344200134, "Finetune/Step": 11798, "Finetune/Step Time": 6.63025682978332}
+{"Finetune/Learning Rate": 6.862782857319484e-06, "Finetune/Loss": 0.6523110866546631, "Finetune/Loss (Raw)": 0.7066875100135803, "Finetune/Step": 11799, "Finetune/Step Time": 6.627362811937928}
+{"Finetune/Learning Rate": 6.86118395816175e-06, "Finetune/Loss": 0.6525781154632568, "Finetune/Loss (Raw)": 0.7132235765457153, "Finetune/Step": 11800, "Finetune/Step Time": 6.645405812188983}
+{"Finetune/Learning Rate": 6.859585148011917e-06, "Finetune/Loss": 0.6538879871368408, "Finetune/Loss (Raw)": 0.5996065735816956, "Finetune/Step": 11801, "Finetune/Step Time": 6.633102543652058}
+{"Finetune/Learning Rate": 6.857986426915321e-06, "Finetune/Loss": 0.6532241106033325, "Finetune/Loss (Raw)": 0.622104287147522, "Finetune/Step": 11802, "Finetune/Step Time": 6.629582913592458}
+{"Finetune/Learning Rate": 6.856387794917292e-06, "Finetune/Loss": 0.6535333395004272, "Finetune/Loss (Raw)": 0.6931601166725159, "Finetune/Step": 11803, "Finetune/Step Time": 6.642264487221837}
+{"Finetune/Learning Rate": 6.854789252063168e-06, "Finetune/Loss": 0.652242124080658, "Finetune/Loss (Raw)": 0.5889202952384949, "Finetune/Step": 11804, "Finetune/Step Time": 6.6439559776335955}
+{"Finetune/Learning Rate": 6.853190798398275e-06, "Finetune/Loss": 0.6524398326873779, "Finetune/Loss (Raw)": 0.5936523675918579, "Finetune/Step": 11805, "Finetune/Step Time": 6.63075459189713}
+{"Finetune/Learning Rate": 6.8515924339679415e-06, "Finetune/Loss": 0.6524674296379089, "Finetune/Loss (Raw)": 0.6754786372184753, "Finetune/Step": 11806, "Finetune/Step Time": 6.629910307005048}
+{"Finetune/Learning Rate": 6.849994158817494e-06, "Finetune/Loss": 0.6521261930465698, "Finetune/Loss (Raw)": 0.6535123586654663, "Finetune/Step": 11807, "Finetune/Step Time": 6.630953636020422}
+{"Finetune/Learning Rate": 6.848395972992261e-06, "Finetune/Loss": 0.6519581079483032, "Finetune/Loss (Raw)": 0.7025178670883179, "Finetune/Step": 11808, "Finetune/Step Time": 6.63072694838047}
+{"Finetune/Learning Rate": 6.8467978765375506e-06, "Finetune/Loss": 0.6516167521476746, "Finetune/Loss (Raw)": 0.6405779123306274, "Finetune/Step": 11809, "Finetune/Step Time": 6.607172939926386}
+{"Finetune/Learning Rate": 6.845199869498684e-06, "Finetune/Loss": 0.6509120464324951, "Finetune/Loss (Raw)": 0.6966266632080078, "Finetune/Step": 11810, "Finetune/Step Time": 6.607208706438541}
+{"Finetune/Learning Rate": 6.8436019519209815e-06, "Finetune/Loss": 0.6513872742652893, "Finetune/Loss (Raw)": 0.6620082855224609, "Finetune/Step": 11811, "Finetune/Step Time": 6.609604228287935}
+{"Finetune/Learning Rate": 6.8420041238497525e-06, "Finetune/Loss": 0.6511682868003845, "Finetune/Loss (Raw)": 0.684584379196167, "Finetune/Step": 11812, "Finetune/Step Time": 6.6159859877079725}
+{"Finetune/Learning Rate": 6.840406385330305e-06, "Finetune/Loss": 0.650587260723114, "Finetune/Loss (Raw)": 0.663305401802063, "Finetune/Step": 11813, "Finetune/Step Time": 6.617259193211794}
+{"Finetune/Learning Rate": 6.838808736407949e-06, "Finetune/Loss": 0.6510987281799316, "Finetune/Loss (Raw)": 0.6867807507514954, "Finetune/Step": 11814, "Finetune/Step Time": 6.615903213620186}
+{"Finetune/Learning Rate": 6.837211177127987e-06, "Finetune/Loss": 0.6514545679092407, "Finetune/Loss (Raw)": 0.7046099305152893, "Finetune/Step": 11815, "Finetune/Step Time": 6.615185150876641}
+{"Finetune/Learning Rate": 6.835613707535722e-06, "Finetune/Loss": 0.6525717973709106, "Finetune/Loss (Raw)": 0.7527134418487549, "Finetune/Step": 11816, "Finetune/Step Time": 6.6166841723024845}
+{"Finetune/Learning Rate": 6.834016327676453e-06, "Finetune/Loss": 0.6527104377746582, "Finetune/Loss (Raw)": 0.7053730487823486, "Finetune/Step": 11817, "Finetune/Step Time": 6.615193514153361}
+{"Finetune/Learning Rate": 6.832419037595479e-06, "Finetune/Loss": 0.6536902189254761, "Finetune/Loss (Raw)": 0.7501236200332642, "Finetune/Step": 11818, "Finetune/Step Time": 6.6093511544167995}
+{"Finetune/Learning Rate": 6.830821837338094e-06, "Finetune/Loss": 0.6523690819740295, "Finetune/Loss (Raw)": 0.478544682264328, "Finetune/Step": 11819, "Finetune/Step Time": 6.609669698402286}
+{"Finetune/Learning Rate": 6.829224726949591e-06, "Finetune/Loss": 0.6517071723937988, "Finetune/Loss (Raw)": 0.5816128849983215, "Finetune/Step": 11820, "Finetune/Step Time": 6.611727491021156}
+{"Finetune/Learning Rate": 6.8276277064752575e-06, "Finetune/Loss": 0.6520295143127441, "Finetune/Loss (Raw)": 0.6456880569458008, "Finetune/Step": 11821, "Finetune/Step Time": 6.607746493071318}
+{"Finetune/Learning Rate": 6.826030775960382e-06, "Finetune/Loss": 0.65199875831604, "Finetune/Loss (Raw)": 0.6810181140899658, "Finetune/Step": 11822, "Finetune/Step Time": 6.607796594500542}
+{"Finetune/Learning Rate": 6.824433935450246e-06, "Finetune/Loss": 0.6521306037902832, "Finetune/Loss (Raw)": 0.5975871086120605, "Finetune/Step": 11823, "Finetune/Step Time": 6.606451898813248}
+{"Finetune/Learning Rate": 6.822837184990132e-06, "Finetune/Loss": 0.6522047519683838, "Finetune/Loss (Raw)": 0.6262474656105042, "Finetune/Step": 11824, "Finetune/Step Time": 6.609643951058388}
+{"Finetune/Learning Rate": 6.821240524625323e-06, "Finetune/Loss": 0.6525944471359253, "Finetune/Loss (Raw)": 0.7630279064178467, "Finetune/Step": 11825, "Finetune/Step Time": 6.609026663005352}
+{"Finetune/Learning Rate": 6.819643954401094e-06, "Finetune/Loss": 0.6530231237411499, "Finetune/Loss (Raw)": 0.6776176691055298, "Finetune/Step": 11826, "Finetune/Step Time": 6.612774657085538}
+{"Finetune/Learning Rate": 6.81804747436272e-06, "Finetune/Loss": 0.6549224257469177, "Finetune/Loss (Raw)": 0.7369239330291748, "Finetune/Step": 11827, "Finetune/Step Time": 6.602869939059019}
+{"Finetune/Learning Rate": 6.81645108455547e-06, "Finetune/Loss": 0.6562128067016602, "Finetune/Loss (Raw)": 0.6969302892684937, "Finetune/Step": 11828, "Finetune/Step Time": 6.5868128798902035}
+{"Finetune/Learning Rate": 6.8148547850246135e-06, "Finetune/Loss": 0.6546335220336914, "Finetune/Loss (Raw)": 0.49247923493385315, "Finetune/Step": 11829, "Finetune/Step Time": 6.607935080304742}
+{"Finetune/Learning Rate": 6.81325857581542e-06, "Finetune/Loss": 0.655118465423584, "Finetune/Loss (Raw)": 0.6142905354499817, "Finetune/Step": 11830, "Finetune/Step Time": 6.604568077251315}
+{"Finetune/Learning Rate": 6.811662456973147e-06, "Finetune/Loss": 0.6567773818969727, "Finetune/Loss (Raw)": 0.6833344101905823, "Finetune/Step": 11831, "Finetune/Step Time": 6.5939452312886715}
+{"Finetune/Learning Rate": 6.810066428543064e-06, "Finetune/Loss": 0.6551774144172668, "Finetune/Loss (Raw)": 0.4756641983985901, "Finetune/Step": 11832, "Finetune/Step Time": 6.617420792579651}
+{"Finetune/Learning Rate": 6.808470490570429e-06, "Finetune/Loss": 0.6541999578475952, "Finetune/Loss (Raw)": 0.5577343702316284, "Finetune/Step": 11833, "Finetune/Step Time": 6.616350881755352}
+{"Finetune/Learning Rate": 6.80687464310049e-06, "Finetune/Loss": 0.6556273698806763, "Finetune/Loss (Raw)": 0.6445353031158447, "Finetune/Step": 11834, "Finetune/Step Time": 6.603697260841727}
+{"Finetune/Learning Rate": 6.805278886178508e-06, "Finetune/Loss": 0.657123327255249, "Finetune/Loss (Raw)": 0.6221832036972046, "Finetune/Step": 11835, "Finetune/Step Time": 6.589415863156319}
+{"Finetune/Learning Rate": 6.803683219849732e-06, "Finetune/Loss": 0.658068060874939, "Finetune/Loss (Raw)": 0.7562927603721619, "Finetune/Step": 11836, "Finetune/Step Time": 6.59113434702158}
+{"Finetune/Learning Rate": 6.802087644159412e-06, "Finetune/Loss": 0.6577079892158508, "Finetune/Loss (Raw)": 0.5762520432472229, "Finetune/Step": 11837, "Finetune/Step Time": 6.588066603988409}
+{"Finetune/Learning Rate": 6.800492159152792e-06, "Finetune/Loss": 0.657494306564331, "Finetune/Loss (Raw)": 0.6543271541595459, "Finetune/Step": 11838, "Finetune/Step Time": 6.572751946747303}
+{"Finetune/Learning Rate": 6.798896764875118e-06, "Finetune/Loss": 0.657475471496582, "Finetune/Loss (Raw)": 0.625044047832489, "Finetune/Step": 11839, "Finetune/Step Time": 6.571751303970814}
+{"Finetune/Learning Rate": 6.797301461371626e-06, "Finetune/Loss": 0.6591511368751526, "Finetune/Loss (Raw)": 0.8402518033981323, "Finetune/Step": 11840, "Finetune/Step Time": 6.568598194047809}
+{"Finetune/Learning Rate": 6.795706248687557e-06, "Finetune/Loss": 0.65812087059021, "Finetune/Loss (Raw)": 0.6574594378471375, "Finetune/Step": 11841, "Finetune/Step Time": 6.568908054381609}
+{"Finetune/Learning Rate": 6.7941111268681484e-06, "Finetune/Loss": 0.6579225063323975, "Finetune/Loss (Raw)": 0.6940279603004456, "Finetune/Step": 11842, "Finetune/Step Time": 6.5815590880811214}
+{"Finetune/Learning Rate": 6.7925160959586315e-06, "Finetune/Loss": 0.6572908759117126, "Finetune/Loss (Raw)": 0.6863715052604675, "Finetune/Step": 11843, "Finetune/Step Time": 6.584345534443855}
+{"Finetune/Learning Rate": 6.7909211560042374e-06, "Finetune/Loss": 0.6565673351287842, "Finetune/Loss (Raw)": 0.6131007075309753, "Finetune/Step": 11844, "Finetune/Step Time": 6.581927379593253}
+{"Finetune/Learning Rate": 6.789326307050196e-06, "Finetune/Loss": 0.6562951803207397, "Finetune/Loss (Raw)": 0.574242889881134, "Finetune/Step": 11845, "Finetune/Step Time": 6.579501651227474}
+{"Finetune/Learning Rate": 6.787731549141728e-06, "Finetune/Loss": 0.6565361022949219, "Finetune/Loss (Raw)": 0.7210380434989929, "Finetune/Step": 11846, "Finetune/Step Time": 6.576306665316224}
+{"Finetune/Learning Rate": 6.7861368823240594e-06, "Finetune/Loss": 0.6571130156517029, "Finetune/Loss (Raw)": 0.7505442500114441, "Finetune/Step": 11847, "Finetune/Step Time": 6.578441992402077}
+{"Finetune/Learning Rate": 6.78454230664241e-06, "Finetune/Loss": 0.6565719842910767, "Finetune/Loss (Raw)": 0.5747441649436951, "Finetune/Step": 11848, "Finetune/Step Time": 6.5696268901228905}
+{"Finetune/Learning Rate": 6.782947822141996e-06, "Finetune/Loss": 0.6560074090957642, "Finetune/Loss (Raw)": 0.5961843132972717, "Finetune/Step": 11849, "Finetune/Step Time": 6.572761757299304}
+{"Finetune/Learning Rate": 6.7813534288680335e-06, "Finetune/Loss": 0.655126690864563, "Finetune/Loss (Raw)": 0.5560770034790039, "Finetune/Step": 11850, "Finetune/Step Time": 6.570337316021323}
+{"Finetune/Learning Rate": 6.779759126865739e-06, "Finetune/Loss": 0.6535221338272095, "Finetune/Loss (Raw)": 0.5284754633903503, "Finetune/Step": 11851, "Finetune/Step Time": 6.577931514009833}
+{"Finetune/Learning Rate": 6.778164916180316e-06, "Finetune/Loss": 0.6542950868606567, "Finetune/Loss (Raw)": 0.7125521898269653, "Finetune/Step": 11852, "Finetune/Step Time": 6.583145666867495}
+{"Finetune/Learning Rate": 6.776570796856974e-06, "Finetune/Loss": 0.6559809446334839, "Finetune/Loss (Raw)": 0.8228466510772705, "Finetune/Step": 11853, "Finetune/Step Time": 6.586237331852317}
+{"Finetune/Learning Rate": 6.77497676894092e-06, "Finetune/Loss": 0.6557334661483765, "Finetune/Loss (Raw)": 0.6826006174087524, "Finetune/Step": 11854, "Finetune/Step Time": 6.589263195171952}
+{"Finetune/Learning Rate": 6.773382832477351e-06, "Finetune/Loss": 0.6556143164634705, "Finetune/Loss (Raw)": 0.6464211940765381, "Finetune/Step": 11855, "Finetune/Step Time": 6.591666962951422}
+{"Finetune/Learning Rate": 6.77178898751147e-06, "Finetune/Loss": 0.654767632484436, "Finetune/Loss (Raw)": 0.48590877652168274, "Finetune/Step": 11856, "Finetune/Step Time": 6.60679529607296}
+{"Finetune/Learning Rate": 6.770195234088478e-06, "Finetune/Loss": 0.6545491218566895, "Finetune/Loss (Raw)": 0.7521552443504333, "Finetune/Step": 11857, "Finetune/Step Time": 6.611845310777426}
+{"Finetune/Learning Rate": 6.768601572253559e-06, "Finetune/Loss": 0.6552872061729431, "Finetune/Loss (Raw)": 0.7569727897644043, "Finetune/Step": 11858, "Finetune/Step Time": 6.610781904309988}
+{"Finetune/Learning Rate": 6.7670080020519136e-06, "Finetune/Loss": 0.6575525999069214, "Finetune/Loss (Raw)": 0.8323972821235657, "Finetune/Step": 11859, "Finetune/Step Time": 6.6114570908248425}
+{"Finetune/Learning Rate": 6.765414523528726e-06, "Finetune/Loss": 0.6567809581756592, "Finetune/Loss (Raw)": 0.6415739059448242, "Finetune/Step": 11860, "Finetune/Step Time": 6.611044371500611}
+{"Finetune/Learning Rate": 6.763821136729186e-06, "Finetune/Loss": 0.6558318138122559, "Finetune/Loss (Raw)": 0.6429681181907654, "Finetune/Step": 11861, "Finetune/Step Time": 6.6101574674248695}
+{"Finetune/Learning Rate": 6.762227841698477e-06, "Finetune/Loss": 0.657346785068512, "Finetune/Loss (Raw)": 0.7297821044921875, "Finetune/Step": 11862, "Finetune/Step Time": 6.60295096039772}
+{"Finetune/Learning Rate": 6.76063463848178e-06, "Finetune/Loss": 0.6574991941452026, "Finetune/Loss (Raw)": 0.6710099577903748, "Finetune/Step": 11863, "Finetune/Step Time": 6.622368047013879}
+{"Finetune/Learning Rate": 6.75904152712427e-06, "Finetune/Loss": 0.6557246446609497, "Finetune/Loss (Raw)": 0.5460900664329529, "Finetune/Step": 11864, "Finetune/Step Time": 6.635870777070522}
+{"Finetune/Learning Rate": 6.7574485076711285e-06, "Finetune/Loss": 0.6556609272956848, "Finetune/Loss (Raw)": 0.5424820184707642, "Finetune/Step": 11865, "Finetune/Step Time": 6.635141430422664}
+{"Finetune/Learning Rate": 6.755855580167523e-06, "Finetune/Loss": 0.6563799977302551, "Finetune/Loss (Raw)": 0.7029962539672852, "Finetune/Step": 11866, "Finetune/Step Time": 6.632699800655246}
+{"Finetune/Learning Rate": 6.754262744658632e-06, "Finetune/Loss": 0.6555752754211426, "Finetune/Loss (Raw)": 0.610268771648407, "Finetune/Step": 11867, "Finetune/Step Time": 6.61425675265491}
+{"Finetune/Learning Rate": 6.752670001189618e-06, "Finetune/Loss": 0.6561943292617798, "Finetune/Loss (Raw)": 0.6545506119728088, "Finetune/Step": 11868, "Finetune/Step Time": 6.615744862705469}
+{"Finetune/Learning Rate": 6.751077349805652e-06, "Finetune/Loss": 0.6561858654022217, "Finetune/Loss (Raw)": 0.6589589715003967, "Finetune/Step": 11869, "Finetune/Step Time": 6.630275899544358}
+{"Finetune/Learning Rate": 6.7494847905518915e-06, "Finetune/Loss": 0.6567033529281616, "Finetune/Loss (Raw)": 0.6566870808601379, "Finetune/Step": 11870, "Finetune/Step Time": 6.6291360557079315}
+{"Finetune/Learning Rate": 6.747892323473499e-06, "Finetune/Loss": 0.6530108451843262, "Finetune/Loss (Raw)": 0.35148075222969055, "Finetune/Step": 11871, "Finetune/Step Time": 6.636070976033807}
+{"Finetune/Learning Rate": 6.7462999486156315e-06, "Finetune/Loss": 0.6529390811920166, "Finetune/Loss (Raw)": 0.6018667817115784, "Finetune/Step": 11872, "Finetune/Step Time": 6.63480787910521}
+{"Finetune/Learning Rate": 6.744707666023445e-06, "Finetune/Loss": 0.6520764827728271, "Finetune/Loss (Raw)": 0.5176076889038086, "Finetune/Step": 11873, "Finetune/Step Time": 6.634651141241193}
+{"Finetune/Learning Rate": 6.7431154757420925e-06, "Finetune/Loss": 0.6523240208625793, "Finetune/Loss (Raw)": 0.6831020712852478, "Finetune/Step": 11874, "Finetune/Step Time": 6.630046488717198}
+{"Finetune/Learning Rate": 6.741523377816728e-06, "Finetune/Loss": 0.6504706144332886, "Finetune/Loss (Raw)": 0.3779473602771759, "Finetune/Step": 11875, "Finetune/Step Time": 6.623419860377908}
+{"Finetune/Learning Rate": 6.73993137229249e-06, "Finetune/Loss": 0.6518071293830872, "Finetune/Loss (Raw)": 0.7204259037971497, "Finetune/Step": 11876, "Finetune/Step Time": 6.6255054995417595}
+{"Finetune/Learning Rate": 6.738339459214529e-06, "Finetune/Loss": 0.6525011658668518, "Finetune/Loss (Raw)": 0.635003387928009, "Finetune/Step": 11877, "Finetune/Step Time": 6.62548590451479}
+{"Finetune/Learning Rate": 6.736747638627985e-06, "Finetune/Loss": 0.6526917219161987, "Finetune/Loss (Raw)": 0.7141976356506348, "Finetune/Step": 11878, "Finetune/Step Time": 6.626247422769666}
+{"Finetune/Learning Rate": 6.735155910578e-06, "Finetune/Loss": 0.653001070022583, "Finetune/Loss (Raw)": 0.7467201352119446, "Finetune/Step": 11879, "Finetune/Step Time": 6.626682475209236}
+{"Finetune/Learning Rate": 6.733564275109707e-06, "Finetune/Loss": 0.6538887619972229, "Finetune/Loss (Raw)": 0.7545432448387146, "Finetune/Step": 11880, "Finetune/Step Time": 6.621104281395674}
+{"Finetune/Learning Rate": 6.731972732268248e-06, "Finetune/Loss": 0.6531604528427124, "Finetune/Loss (Raw)": 0.6964358687400818, "Finetune/Step": 11881, "Finetune/Step Time": 6.622540719807148}
+{"Finetune/Learning Rate": 6.730381282098746e-06, "Finetune/Loss": 0.6543748378753662, "Finetune/Loss (Raw)": 0.7344755530357361, "Finetune/Step": 11882, "Finetune/Step Time": 6.622296778485179}
+{"Finetune/Learning Rate": 6.72878992464633e-06, "Finetune/Loss": 0.6539589762687683, "Finetune/Loss (Raw)": 0.576451301574707, "Finetune/Step": 11883, "Finetune/Step Time": 6.61858332529664}
+{"Finetune/Learning Rate": 6.727198659956133e-06, "Finetune/Loss": 0.6531944274902344, "Finetune/Loss (Raw)": 0.5534674525260925, "Finetune/Step": 11884, "Finetune/Step Time": 6.6145064532756805}
+{"Finetune/Learning Rate": 6.725607488073276e-06, "Finetune/Loss": 0.6526593565940857, "Finetune/Loss (Raw)": 0.5602505803108215, "Finetune/Step": 11885, "Finetune/Step Time": 6.60961208306253}
+{"Finetune/Learning Rate": 6.724016409042879e-06, "Finetune/Loss": 0.6525423526763916, "Finetune/Loss (Raw)": 0.6301228404045105, "Finetune/Step": 11886, "Finetune/Step Time": 6.611602647230029}
+{"Finetune/Learning Rate": 6.722425422910063e-06, "Finetune/Loss": 0.6527565717697144, "Finetune/Loss (Raw)": 0.700029730796814, "Finetune/Step": 11887, "Finetune/Step Time": 6.606945604085922}
+{"Finetune/Learning Rate": 6.720834529719939e-06, "Finetune/Loss": 0.6521130800247192, "Finetune/Loss (Raw)": 0.6547109484672546, "Finetune/Step": 11888, "Finetune/Step Time": 6.614681402221322}
+{"Finetune/Learning Rate": 6.719243729517624e-06, "Finetune/Loss": 0.6499080657958984, "Finetune/Loss (Raw)": 0.5314319133758545, "Finetune/Step": 11889, "Finetune/Step Time": 6.6189133413136005}
+{"Finetune/Learning Rate": 6.717653022348225e-06, "Finetune/Loss": 0.6489202976226807, "Finetune/Loss (Raw)": 0.588943600654602, "Finetune/Step": 11890, "Finetune/Step Time": 6.616145512089133}
+{"Finetune/Learning Rate": 6.716062408256855e-06, "Finetune/Loss": 0.6503809690475464, "Finetune/Loss (Raw)": 0.7403786182403564, "Finetune/Step": 11891, "Finetune/Step Time": 6.6165270656347275}
+{"Finetune/Learning Rate": 6.714471887288616e-06, "Finetune/Loss": 0.6506176590919495, "Finetune/Loss (Raw)": 0.6249027848243713, "Finetune/Step": 11892, "Finetune/Step Time": 6.638567443937063}
+{"Finetune/Learning Rate": 6.712881459488615e-06, "Finetune/Loss": 0.6507160663604736, "Finetune/Loss (Raw)": 0.5559306144714355, "Finetune/Step": 11893, "Finetune/Step Time": 6.638955453410745}
+{"Finetune/Learning Rate": 6.711291124901945e-06, "Finetune/Loss": 0.6492871046066284, "Finetune/Loss (Raw)": 0.49822571873664856, "Finetune/Step": 11894, "Finetune/Step Time": 6.636498650535941}
+{"Finetune/Learning Rate": 6.7097008835737075e-06, "Finetune/Loss": 0.6483972072601318, "Finetune/Loss (Raw)": 0.6542129516601562, "Finetune/Step": 11895, "Finetune/Step Time": 6.63593322224915}
+{"Finetune/Learning Rate": 6.708110735548996e-06, "Finetune/Loss": 0.6493040323257446, "Finetune/Loss (Raw)": 0.684329092502594, "Finetune/Step": 11896, "Finetune/Step Time": 6.657075891271234}
+{"Finetune/Learning Rate": 6.706520680872902e-06, "Finetune/Loss": 0.6498556137084961, "Finetune/Loss (Raw)": 0.6751415133476257, "Finetune/Step": 11897, "Finetune/Step Time": 6.654812538996339}
+{"Finetune/Learning Rate": 6.704930719590519e-06, "Finetune/Loss": 0.6496708989143372, "Finetune/Loss (Raw)": 0.6143637299537659, "Finetune/Step": 11898, "Finetune/Step Time": 6.654761295765638}
+{"Finetune/Learning Rate": 6.703340851746933e-06, "Finetune/Loss": 0.6502584218978882, "Finetune/Loss (Raw)": 0.663731038570404, "Finetune/Step": 11899, "Finetune/Step Time": 6.651887688785791}
+{"Finetune/Learning Rate": 6.70175107738722e-06, "Finetune/Loss": 0.6487894058227539, "Finetune/Loss (Raw)": 0.571565568447113, "Finetune/Step": 11900, "Finetune/Step Time": 6.648811565712094}
+{"Finetune/Learning Rate": 6.70016139655647e-06, "Finetune/Loss": 0.6498292088508606, "Finetune/Loss (Raw)": 0.6941947340965271, "Finetune/Step": 11901, "Finetune/Step Time": 6.654016546905041}
+{"Finetune/Learning Rate": 6.69857180929976e-06, "Finetune/Loss": 0.6485311985015869, "Finetune/Loss (Raw)": 0.5224074125289917, "Finetune/Step": 11902, "Finetune/Step Time": 6.6690285466611385}
+{"Finetune/Learning Rate": 6.6969823156621645e-06, "Finetune/Loss": 0.6478920578956604, "Finetune/Loss (Raw)": 0.6122516989707947, "Finetune/Step": 11903, "Finetune/Step Time": 6.665479237213731}
+{"Finetune/Learning Rate": 6.695392915688759e-06, "Finetune/Loss": 0.6472501158714294, "Finetune/Loss (Raw)": 0.6004811525344849, "Finetune/Step": 11904, "Finetune/Step Time": 6.663151973858476}
+{"Finetune/Learning Rate": 6.693803609424611e-06, "Finetune/Loss": 0.6478763222694397, "Finetune/Loss (Raw)": 0.6664180755615234, "Finetune/Step": 11905, "Finetune/Step Time": 6.6631233189255}
+{"Finetune/Learning Rate": 6.692214396914797e-06, "Finetune/Loss": 0.6475489139556885, "Finetune/Loss (Raw)": 0.6528924703598022, "Finetune/Step": 11906, "Finetune/Step Time": 6.66347492672503}
+{"Finetune/Learning Rate": 6.69062527820437e-06, "Finetune/Loss": 0.6480487585067749, "Finetune/Loss (Raw)": 0.6427317261695862, "Finetune/Step": 11907, "Finetune/Step Time": 6.690191224217415}
+{"Finetune/Learning Rate": 6.6890362533384015e-06, "Finetune/Loss": 0.6477372646331787, "Finetune/Loss (Raw)": 0.621886670589447, "Finetune/Step": 11908, "Finetune/Step Time": 6.69792296923697}
+{"Finetune/Learning Rate": 6.687447322361951e-06, "Finetune/Loss": 0.6471494436264038, "Finetune/Loss (Raw)": 0.6802018880844116, "Finetune/Step": 11909, "Finetune/Step Time": 6.702007731422782}
+{"Finetune/Learning Rate": 6.685858485320073e-06, "Finetune/Loss": 0.6476890444755554, "Finetune/Loss (Raw)": 0.7595806121826172, "Finetune/Step": 11910, "Finetune/Step Time": 6.7019620183855295}
+{"Finetune/Learning Rate": 6.684269742257825e-06, "Finetune/Loss": 0.6484124064445496, "Finetune/Loss (Raw)": 0.6790969967842102, "Finetune/Step": 11911, "Finetune/Step Time": 6.7052612621337175}
+{"Finetune/Learning Rate": 6.682681093220263e-06, "Finetune/Loss": 0.648298978805542, "Finetune/Loss (Raw)": 0.6960259675979614, "Finetune/Step": 11912, "Finetune/Step Time": 6.715034561231732}
+{"Finetune/Learning Rate": 6.681092538252426e-06, "Finetune/Loss": 0.6481582522392273, "Finetune/Loss (Raw)": 0.6898723244667053, "Finetune/Step": 11913, "Finetune/Step Time": 6.715855002403259}
+{"Finetune/Learning Rate": 6.679504077399369e-06, "Finetune/Loss": 0.6478066444396973, "Finetune/Loss (Raw)": 0.5735008120536804, "Finetune/Step": 11914, "Finetune/Step Time": 6.722572425380349}
+{"Finetune/Learning Rate": 6.677915710706131e-06, "Finetune/Loss": 0.6466624736785889, "Finetune/Loss (Raw)": 0.5862942934036255, "Finetune/Step": 11915, "Finetune/Step Time": 6.719960380345583}
+{"Finetune/Learning Rate": 6.67632743821776e-06, "Finetune/Loss": 0.6481640338897705, "Finetune/Loss (Raw)": 0.7007229328155518, "Finetune/Step": 11916, "Finetune/Step Time": 6.713575854897499}
+{"Finetune/Learning Rate": 6.67473925997929e-06, "Finetune/Loss": 0.6478720307350159, "Finetune/Loss (Raw)": 0.620523989200592, "Finetune/Step": 11917, "Finetune/Step Time": 6.71481616422534}
+{"Finetune/Learning Rate": 6.673151176035762e-06, "Finetune/Loss": 0.6472688317298889, "Finetune/Loss (Raw)": 0.6336032748222351, "Finetune/Step": 11918, "Finetune/Step Time": 6.717410948127508}
+{"Finetune/Learning Rate": 6.671563186432205e-06, "Finetune/Loss": 0.6476237773895264, "Finetune/Loss (Raw)": 0.7458783388137817, "Finetune/Step": 11919, "Finetune/Step Time": 6.718378679826856}
+{"Finetune/Learning Rate": 6.6699752912136504e-06, "Finetune/Loss": 0.6473225951194763, "Finetune/Loss (Raw)": 0.6657546162605286, "Finetune/Step": 11920, "Finetune/Step Time": 6.721065700054169}
+{"Finetune/Learning Rate": 6.668387490425128e-06, "Finetune/Loss": 0.6472532749176025, "Finetune/Loss (Raw)": 0.616209089756012, "Finetune/Step": 11921, "Finetune/Step Time": 6.717950815334916}
+{"Finetune/Learning Rate": 6.66679978411166e-06, "Finetune/Loss": 0.6474483013153076, "Finetune/Loss (Raw)": 0.6958358883857727, "Finetune/Step": 11922, "Finetune/Step Time": 6.7186827678233385}
+{"Finetune/Learning Rate": 6.665212172318272e-06, "Finetune/Loss": 0.6475517749786377, "Finetune/Loss (Raw)": 0.6584351658821106, "Finetune/Step": 11923, "Finetune/Step Time": 6.719854796305299}
+{"Finetune/Learning Rate": 6.663624655089989e-06, "Finetune/Loss": 0.647025465965271, "Finetune/Loss (Raw)": 0.5915995240211487, "Finetune/Step": 11924, "Finetune/Step Time": 6.712526734918356}
+{"Finetune/Learning Rate": 6.662037232471819e-06, "Finetune/Loss": 0.6483073234558105, "Finetune/Loss (Raw)": 0.9203064441680908, "Finetune/Step": 11925, "Finetune/Step Time": 6.715694643557072}
+{"Finetune/Learning Rate": 6.660449904508781e-06, "Finetune/Loss": 0.6480509638786316, "Finetune/Loss (Raw)": 0.5871737599372864, "Finetune/Step": 11926, "Finetune/Step Time": 6.717729955911636}
+{"Finetune/Learning Rate": 6.658862671245889e-06, "Finetune/Loss": 0.6475936770439148, "Finetune/Loss (Raw)": 0.6481577754020691, "Finetune/Step": 11927, "Finetune/Step Time": 6.716701557859778}
+{"Finetune/Learning Rate": 6.6572755327281506e-06, "Finetune/Loss": 0.6477046012878418, "Finetune/Loss (Raw)": 0.7274232506752014, "Finetune/Step": 11928, "Finetune/Step Time": 6.698202239349484}
+{"Finetune/Learning Rate": 6.655688489000569e-06, "Finetune/Loss": 0.6473928689956665, "Finetune/Loss (Raw)": 0.5597053170204163, "Finetune/Step": 11929, "Finetune/Step Time": 6.698102481663227}
+{"Finetune/Learning Rate": 6.65410154010816e-06, "Finetune/Loss": 0.6489148736000061, "Finetune/Loss (Raw)": 0.8169211149215698, "Finetune/Step": 11930, "Finetune/Step Time": 6.698263622820377}
+{"Finetune/Learning Rate": 6.6525146860959125e-06, "Finetune/Loss": 0.6484407186508179, "Finetune/Loss (Raw)": 0.6324622631072998, "Finetune/Step": 11931, "Finetune/Step Time": 6.680962746962905}
+{"Finetune/Learning Rate": 6.6509279270088256e-06, "Finetune/Loss": 0.649085283279419, "Finetune/Loss (Raw)": 0.6714341044425964, "Finetune/Step": 11932, "Finetune/Step Time": 6.679668361321092}
+{"Finetune/Learning Rate": 6.649341262891903e-06, "Finetune/Loss": 0.6495535969734192, "Finetune/Loss (Raw)": 0.6535915732383728, "Finetune/Step": 11933, "Finetune/Step Time": 6.681047420948744}
+{"Finetune/Learning Rate": 6.6477546937901335e-06, "Finetune/Loss": 0.6494386196136475, "Finetune/Loss (Raw)": 0.6607639193534851, "Finetune/Step": 11934, "Finetune/Step Time": 6.677748411893845}
+{"Finetune/Learning Rate": 6.646168219748509e-06, "Finetune/Loss": 0.6483476161956787, "Finetune/Loss (Raw)": 0.5138559937477112, "Finetune/Step": 11935, "Finetune/Step Time": 6.685274975374341}
+{"Finetune/Learning Rate": 6.644581840812019e-06, "Finetune/Loss": 0.6478328704833984, "Finetune/Loss (Raw)": 0.6366366744041443, "Finetune/Step": 11936, "Finetune/Step Time": 6.685252517461777}
+{"Finetune/Learning Rate": 6.6429955570256435e-06, "Finetune/Loss": 0.6476442217826843, "Finetune/Loss (Raw)": 0.6164315938949585, "Finetune/Step": 11937, "Finetune/Step Time": 6.682104416191578}
+{"Finetune/Learning Rate": 6.641409368434368e-06, "Finetune/Loss": 0.6466212272644043, "Finetune/Loss (Raw)": 0.5656872987747192, "Finetune/Step": 11938, "Finetune/Step Time": 6.6818053890019655}
+{"Finetune/Learning Rate": 6.63982327508317e-06, "Finetune/Loss": 0.6482704877853394, "Finetune/Loss (Raw)": 0.8731018900871277, "Finetune/Step": 11939, "Finetune/Step Time": 6.657048491761088}
+{"Finetune/Learning Rate": 6.638237277017032e-06, "Finetune/Loss": 0.6473267674446106, "Finetune/Loss (Raw)": 0.5637955665588379, "Finetune/Step": 11940, "Finetune/Step Time": 6.664892049506307}
+{"Finetune/Learning Rate": 6.636651374280925e-06, "Finetune/Loss": 0.6470391750335693, "Finetune/Loss (Raw)": 0.6264951825141907, "Finetune/Step": 11941, "Finetune/Step Time": 6.667750740423799}
+{"Finetune/Learning Rate": 6.635065566919823e-06, "Finetune/Loss": 0.6469049453735352, "Finetune/Loss (Raw)": 0.6695941090583801, "Finetune/Step": 11942, "Finetune/Step Time": 6.6706985384225845}
+{"Finetune/Learning Rate": 6.633479854978689e-06, "Finetune/Loss": 0.6465070247650146, "Finetune/Loss (Raw)": 0.6536768674850464, "Finetune/Step": 11943, "Finetune/Step Time": 6.667598478496075}
+{"Finetune/Learning Rate": 6.631894238502495e-06, "Finetune/Loss": 0.6454854607582092, "Finetune/Loss (Raw)": 0.6219585537910461, "Finetune/Step": 11944, "Finetune/Step Time": 6.668123040348291}
+{"Finetune/Learning Rate": 6.630308717536202e-06, "Finetune/Loss": 0.6454188227653503, "Finetune/Loss (Raw)": 0.6968416571617126, "Finetune/Step": 11945, "Finetune/Step Time": 6.66876870021224}
+{"Finetune/Learning Rate": 6.6287232921247704e-06, "Finetune/Loss": 0.6432150602340698, "Finetune/Loss (Raw)": 0.4680429995059967, "Finetune/Step": 11946, "Finetune/Step Time": 6.673725236207247}
+{"Finetune/Learning Rate": 6.6271379623131615e-06, "Finetune/Loss": 0.6437704563140869, "Finetune/Loss (Raw)": 0.5496350526809692, "Finetune/Step": 11947, "Finetune/Step Time": 6.670923624187708}
+{"Finetune/Learning Rate": 6.625552728146334e-06, "Finetune/Loss": 0.6449069976806641, "Finetune/Loss (Raw)": 0.7270880937576294, "Finetune/Step": 11948, "Finetune/Step Time": 6.672770116478205}
+{"Finetune/Learning Rate": 6.623967589669227e-06, "Finetune/Loss": 0.6458207964897156, "Finetune/Loss (Raw)": 0.7626552581787109, "Finetune/Step": 11949, "Finetune/Step Time": 6.6746665593236685}
+{"Finetune/Learning Rate": 6.622382546926802e-06, "Finetune/Loss": 0.6450089812278748, "Finetune/Loss (Raw)": 0.5771065354347229, "Finetune/Step": 11950, "Finetune/Step Time": 6.675977990031242}
+{"Finetune/Learning Rate": 6.620797599964004e-06, "Finetune/Loss": 0.6457623243331909, "Finetune/Loss (Raw)": 0.6940180063247681, "Finetune/Step": 11951, "Finetune/Step Time": 6.6865535620599985}
+{"Finetune/Learning Rate": 6.619212748825776e-06, "Finetune/Loss": 0.6449517011642456, "Finetune/Loss (Raw)": 0.5224870443344116, "Finetune/Step": 11952, "Finetune/Step Time": 6.70319465175271}
+{"Finetune/Learning Rate": 6.61762799355706e-06, "Finetune/Loss": 0.6433892250061035, "Finetune/Loss (Raw)": 0.5630273818969727, "Finetune/Step": 11953, "Finetune/Step Time": 6.7041584718972445}
+{"Finetune/Learning Rate": 6.616043334202802e-06, "Finetune/Loss": 0.6443131566047668, "Finetune/Loss (Raw)": 0.7958827018737793, "Finetune/Step": 11954, "Finetune/Step Time": 6.704337075352669}
+{"Finetune/Learning Rate": 6.614458770807926e-06, "Finetune/Loss": 0.6440543532371521, "Finetune/Loss (Raw)": 0.7037920355796814, "Finetune/Step": 11955, "Finetune/Step Time": 6.7055928111076355}
+{"Finetune/Learning Rate": 6.6128743034173716e-06, "Finetune/Loss": 0.6433343887329102, "Finetune/Loss (Raw)": 0.6047824025154114, "Finetune/Step": 11956, "Finetune/Step Time": 6.724315017461777}
+{"Finetune/Learning Rate": 6.611289932076073e-06, "Finetune/Loss": 0.6445870995521545, "Finetune/Loss (Raw)": 0.6528217196464539, "Finetune/Step": 11957, "Finetune/Step Time": 6.692626165226102}
+{"Finetune/Learning Rate": 6.609705656828955e-06, "Finetune/Loss": 0.645505428314209, "Finetune/Loss (Raw)": 0.7318366169929504, "Finetune/Step": 11958, "Finetune/Step Time": 6.6847779378294945}
+{"Finetune/Learning Rate": 6.608121477720944e-06, "Finetune/Loss": 0.6453738808631897, "Finetune/Loss (Raw)": 0.6664906740188599, "Finetune/Step": 11959, "Finetune/Step Time": 6.684837635606527}
+{"Finetune/Learning Rate": 6.606537394796963e-06, "Finetune/Loss": 0.6467750668525696, "Finetune/Loss (Raw)": 0.6550255417823792, "Finetune/Step": 11960, "Finetune/Step Time": 6.659503508359194}
+{"Finetune/Learning Rate": 6.604953408101933e-06, "Finetune/Loss": 0.6473256349563599, "Finetune/Loss (Raw)": 0.6282056570053101, "Finetune/Step": 11961, "Finetune/Step Time": 6.660085219889879}
+{"Finetune/Learning Rate": 6.603369517680768e-06, "Finetune/Loss": 0.6471134424209595, "Finetune/Loss (Raw)": 0.6173708438873291, "Finetune/Step": 11962, "Finetune/Step Time": 6.673787361010909}
+{"Finetune/Learning Rate": 6.601785723578382e-06, "Finetune/Loss": 0.6468223929405212, "Finetune/Loss (Raw)": 0.5849322080612183, "Finetune/Step": 11963, "Finetune/Step Time": 6.679225187748671}
+{"Finetune/Learning Rate": 6.600202025839693e-06, "Finetune/Loss": 0.6474191546440125, "Finetune/Loss (Raw)": 0.8326799273490906, "Finetune/Step": 11964, "Finetune/Step Time": 6.67882364243269}
+{"Finetune/Learning Rate": 6.598618424509608e-06, "Finetune/Loss": 0.647730827331543, "Finetune/Loss (Raw)": 0.6161422729492188, "Finetune/Step": 11965, "Finetune/Step Time": 6.681921109557152}
+{"Finetune/Learning Rate": 6.597034919633032e-06, "Finetune/Loss": 0.6468422412872314, "Finetune/Loss (Raw)": 0.540583610534668, "Finetune/Step": 11966, "Finetune/Step Time": 6.701958360150456}
+{"Finetune/Learning Rate": 6.595451511254868e-06, "Finetune/Loss": 0.6477136015892029, "Finetune/Loss (Raw)": 0.7365828156471252, "Finetune/Step": 11967, "Finetune/Step Time": 6.701824394986033}
+{"Finetune/Learning Rate": 6.593868199420017e-06, "Finetune/Loss": 0.6463788747787476, "Finetune/Loss (Raw)": 0.6694101095199585, "Finetune/Step": 11968, "Finetune/Step Time": 6.701887916773558}
+{"Finetune/Learning Rate": 6.592284984173379e-06, "Finetune/Loss": 0.6459457278251648, "Finetune/Loss (Raw)": 0.6020186543464661, "Finetune/Step": 11969, "Finetune/Step Time": 6.703501777723432}
+{"Finetune/Learning Rate": 6.590701865559849e-06, "Finetune/Loss": 0.645652711391449, "Finetune/Loss (Raw)": 0.6565133333206177, "Finetune/Step": 11970, "Finetune/Step Time": 6.686057725921273}
+{"Finetune/Learning Rate": 6.589118843624316e-06, "Finetune/Loss": 0.6448496580123901, "Finetune/Loss (Raw)": 0.5835787057876587, "Finetune/Step": 11971, "Finetune/Step Time": 6.680998036637902}
+{"Finetune/Learning Rate": 6.58753591841168e-06, "Finetune/Loss": 0.6451735496520996, "Finetune/Loss (Raw)": 0.6545602679252625, "Finetune/Step": 11972, "Finetune/Step Time": 6.6805482767522335}
+{"Finetune/Learning Rate": 6.585953089966817e-06, "Finetune/Loss": 0.6465423107147217, "Finetune/Loss (Raw)": 0.7494440078735352, "Finetune/Step": 11973, "Finetune/Step Time": 6.6799750458449125}
+{"Finetune/Learning Rate": 6.584370358334616e-06, "Finetune/Loss": 0.6460585594177246, "Finetune/Loss (Raw)": 0.6591253876686096, "Finetune/Step": 11974, "Finetune/Step Time": 6.679711189121008}
+{"Finetune/Learning Rate": 6.58278772355996e-06, "Finetune/Loss": 0.6454563140869141, "Finetune/Loss (Raw)": 0.6734533905982971, "Finetune/Step": 11975, "Finetune/Step Time": 6.6801437716931105}
+{"Finetune/Learning Rate": 6.581205185687727e-06, "Finetune/Loss": 0.6473007798194885, "Finetune/Loss (Raw)": 0.8108408451080322, "Finetune/Step": 11976, "Finetune/Step Time": 6.68446327932179}
+{"Finetune/Learning Rate": 6.579622744762792e-06, "Finetune/Loss": 0.6466377377510071, "Finetune/Loss (Raw)": 0.5113081336021423, "Finetune/Step": 11977, "Finetune/Step Time": 6.682636547833681}
+{"Finetune/Learning Rate": 6.578040400830033e-06, "Finetune/Loss": 0.6472444534301758, "Finetune/Loss (Raw)": 0.6337371468544006, "Finetune/Step": 11978, "Finetune/Step Time": 6.682477813214064}
+{"Finetune/Learning Rate": 6.576458153934315e-06, "Finetune/Loss": 0.6478686332702637, "Finetune/Loss (Raw)": 0.6083734035491943, "Finetune/Step": 11979, "Finetune/Step Time": 6.67856009490788}
+{"Finetune/Learning Rate": 6.5748760041205075e-06, "Finetune/Loss": 0.6481879353523254, "Finetune/Loss (Raw)": 0.7534258365631104, "Finetune/Step": 11980, "Finetune/Step Time": 6.674276662990451}
+{"Finetune/Learning Rate": 6.573293951433477e-06, "Finetune/Loss": 0.6485620737075806, "Finetune/Loss (Raw)": 0.8707337379455566, "Finetune/Step": 11981, "Finetune/Step Time": 6.679043535143137}
+{"Finetune/Learning Rate": 6.571711995918086e-06, "Finetune/Loss": 0.6490602493286133, "Finetune/Loss (Raw)": 0.7463639974594116, "Finetune/Step": 11982, "Finetune/Step Time": 6.679207142442465}
+{"Finetune/Learning Rate": 6.570130137619195e-06, "Finetune/Loss": 0.6494723558425903, "Finetune/Loss (Raw)": 0.6991767883300781, "Finetune/Step": 11983, "Finetune/Step Time": 6.674148812890053}
+{"Finetune/Learning Rate": 6.568548376581663e-06, "Finetune/Loss": 0.650239109992981, "Finetune/Loss (Raw)": 0.584052562713623, "Finetune/Step": 11984, "Finetune/Step Time": 6.672166401520371}
+{"Finetune/Learning Rate": 6.5669667128503376e-06, "Finetune/Loss": 0.6491354703903198, "Finetune/Loss (Raw)": 0.6108862161636353, "Finetune/Step": 11985, "Finetune/Step Time": 6.667161982506514}
+{"Finetune/Learning Rate": 6.565385146470074e-06, "Finetune/Loss": 0.6478654146194458, "Finetune/Loss (Raw)": 0.5944018959999084, "Finetune/Step": 11986, "Finetune/Step Time": 6.686173202469945}
+{"Finetune/Learning Rate": 6.56380367748572e-06, "Finetune/Loss": 0.645187258720398, "Finetune/Loss (Raw)": 0.4896029531955719, "Finetune/Step": 11987, "Finetune/Step Time": 6.700934020802379}
+{"Finetune/Learning Rate": 6.562222305942123e-06, "Finetune/Loss": 0.6451570987701416, "Finetune/Loss (Raw)": 0.6377074718475342, "Finetune/Step": 11988, "Finetune/Step Time": 6.701388783752918}
+{"Finetune/Learning Rate": 6.560641031884126e-06, "Finetune/Loss": 0.645555853843689, "Finetune/Loss (Raw)": 0.6940082907676697, "Finetune/Step": 11989, "Finetune/Step Time": 6.724738514050841}
+{"Finetune/Learning Rate": 6.55905985535657e-06, "Finetune/Loss": 0.6444816589355469, "Finetune/Loss (Raw)": 0.5922910571098328, "Finetune/Step": 11990, "Finetune/Step Time": 6.730350950732827}
+{"Finetune/Learning Rate": 6.5574787764042935e-06, "Finetune/Loss": 0.6442793607711792, "Finetune/Loss (Raw)": 0.645109236240387, "Finetune/Step": 11991, "Finetune/Step Time": 6.709495374932885}
+{"Finetune/Learning Rate": 6.555897795072128e-06, "Finetune/Loss": 0.6453680396080017, "Finetune/Loss (Raw)": 0.6854463815689087, "Finetune/Step": 11992, "Finetune/Step Time": 6.695667726919055}
+{"Finetune/Learning Rate": 6.5543169114049064e-06, "Finetune/Loss": 0.6467788219451904, "Finetune/Loss (Raw)": 0.7230584621429443, "Finetune/Step": 11993, "Finetune/Step Time": 6.693069823086262}
+{"Finetune/Learning Rate": 6.552736125447458e-06, "Finetune/Loss": 0.6467854380607605, "Finetune/Loss (Raw)": 0.7038464546203613, "Finetune/Step": 11994, "Finetune/Step Time": 6.695281658321619}
+{"Finetune/Learning Rate": 6.551155437244612e-06, "Finetune/Loss": 0.6476327776908875, "Finetune/Loss (Raw)": 0.718722939491272, "Finetune/Step": 11995, "Finetune/Step Time": 6.697812197729945}
+{"Finetune/Learning Rate": 6.549574846841189e-06, "Finetune/Loss": 0.6472004652023315, "Finetune/Loss (Raw)": 0.5992169380187988, "Finetune/Step": 11996, "Finetune/Step Time": 6.694475678727031}
+{"Finetune/Learning Rate": 6.547994354282018e-06, "Finetune/Loss": 0.6457937955856323, "Finetune/Loss (Raw)": 0.4789049029350281, "Finetune/Step": 11997, "Finetune/Step Time": 6.6801683511585}
+{"Finetune/Learning Rate": 6.546413959611903e-06, "Finetune/Loss": 0.6458288431167603, "Finetune/Loss (Raw)": 0.661172091960907, "Finetune/Step": 11998, "Finetune/Step Time": 6.69093731418252}
+{"Finetune/Learning Rate": 6.544833662875671e-06, "Finetune/Loss": 0.6481654644012451, "Finetune/Loss (Raw)": 0.6505727171897888, "Finetune/Step": 11999, "Finetune/Step Time": 6.679947927594185}
+{"Finetune/Learning Rate": 6.543253464118131e-06, "Finetune/Loss": 0.6480567455291748, "Finetune/Loss (Raw)": 0.5879489183425903, "Finetune/Step": 12000, "Finetune/Step Time": 6.683390714228153}
+{"Finetune/Learning Rate": 6.541673363384093e-06, "Finetune/Loss": 0.6486164331436157, "Finetune/Loss (Raw)": 0.589243471622467, "Finetune/Step": 12001, "Finetune/Step Time": 6.685574958100915}
+{"Finetune/Learning Rate": 6.54009336071836e-06, "Finetune/Loss": 0.6480318307876587, "Finetune/Loss (Raw)": 0.6082795262336731, "Finetune/Step": 12002, "Finetune/Step Time": 6.691588515415788}
+{"Finetune/Learning Rate": 6.538513456165749e-06, "Finetune/Loss": 0.6503243446350098, "Finetune/Loss (Raw)": 0.6713858842849731, "Finetune/Step": 12003, "Finetune/Step Time": 6.687823090702295}
+{"Finetune/Learning Rate": 6.536933649771049e-06, "Finetune/Loss": 0.6498262286186218, "Finetune/Loss (Raw)": 0.6566694378852844, "Finetune/Step": 12004, "Finetune/Step Time": 6.687202870845795}
+{"Finetune/Learning Rate": 6.535353941579061e-06, "Finetune/Loss": 0.6490970849990845, "Finetune/Loss (Raw)": 0.5416660308837891, "Finetune/Step": 12005, "Finetune/Step Time": 6.691349292173982}
+{"Finetune/Learning Rate": 6.5337743316345846e-06, "Finetune/Loss": 0.6484588384628296, "Finetune/Loss (Raw)": 0.6325157880783081, "Finetune/Step": 12006, "Finetune/Step Time": 6.698775039985776}
+{"Finetune/Learning Rate": 6.5321948199824115e-06, "Finetune/Loss": 0.6471477746963501, "Finetune/Loss (Raw)": 0.57889723777771, "Finetune/Step": 12007, "Finetune/Step Time": 6.697576098144054}
+{"Finetune/Learning Rate": 6.530615406667333e-06, "Finetune/Loss": 0.6453511714935303, "Finetune/Loss (Raw)": 0.5245782732963562, "Finetune/Step": 12008, "Finetune/Step Time": 6.695903765037656}
+{"Finetune/Learning Rate": 6.529036091734138e-06, "Finetune/Loss": 0.6457657217979431, "Finetune/Loss (Raw)": 0.7494935393333435, "Finetune/Step": 12009, "Finetune/Step Time": 6.693236466497183}
+{"Finetune/Learning Rate": 6.527456875227607e-06, "Finetune/Loss": 0.6451343297958374, "Finetune/Loss (Raw)": 0.6536653637886047, "Finetune/Step": 12010, "Finetune/Step Time": 6.690311213955283}
+{"Finetune/Learning Rate": 6.525877757192524e-06, "Finetune/Loss": 0.645776093006134, "Finetune/Loss (Raw)": 0.658589780330658, "Finetune/Step": 12011, "Finetune/Step Time": 6.688262216746807}
+{"Finetune/Learning Rate": 6.524298737673667e-06, "Finetune/Loss": 0.6468178629875183, "Finetune/Loss (Raw)": 0.6868157982826233, "Finetune/Step": 12012, "Finetune/Step Time": 6.680290825664997}
+{"Finetune/Learning Rate": 6.522719816715816e-06, "Finetune/Loss": 0.6478612422943115, "Finetune/Loss (Raw)": 0.6937962770462036, "Finetune/Step": 12013, "Finetune/Step Time": 6.680058902129531}
+{"Finetune/Learning Rate": 6.521140994363743e-06, "Finetune/Loss": 0.6472967267036438, "Finetune/Loss (Raw)": 0.5578750967979431, "Finetune/Step": 12014, "Finetune/Step Time": 6.6807060074061155}
+{"Finetune/Learning Rate": 6.5195622706622205e-06, "Finetune/Loss": 0.6475702524185181, "Finetune/Loss (Raw)": 0.7350385785102844, "Finetune/Step": 12015, "Finetune/Step Time": 6.688052574172616}
+{"Finetune/Learning Rate": 6.517983645656014e-06, "Finetune/Loss": 0.646967351436615, "Finetune/Loss (Raw)": 0.5775402784347534, "Finetune/Step": 12016, "Finetune/Step Time": 6.683258725330234}
+{"Finetune/Learning Rate": 6.516405119389889e-06, "Finetune/Loss": 0.6485828161239624, "Finetune/Loss (Raw)": 0.7382115721702576, "Finetune/Step": 12017, "Finetune/Step Time": 6.6866128742694855}
+{"Finetune/Learning Rate": 6.514826691908609e-06, "Finetune/Loss": 0.6492241621017456, "Finetune/Loss (Raw)": 0.6710352897644043, "Finetune/Step": 12018, "Finetune/Step Time": 6.685550548136234}
+{"Finetune/Learning Rate": 6.513248363256932e-06, "Finetune/Loss": 0.6482040882110596, "Finetune/Loss (Raw)": 0.6097995638847351, "Finetune/Step": 12019, "Finetune/Step Time": 6.683744482696056}
+{"Finetune/Learning Rate": 6.511670133479617e-06, "Finetune/Loss": 0.6480182409286499, "Finetune/Loss (Raw)": 0.6011269092559814, "Finetune/Step": 12020, "Finetune/Step Time": 6.665022239089012}
+{"Finetune/Learning Rate": 6.510092002621423e-06, "Finetune/Loss": 0.6494535207748413, "Finetune/Loss (Raw)": 0.7396373152732849, "Finetune/Step": 12021, "Finetune/Step Time": 6.651955025270581}
+{"Finetune/Learning Rate": 6.50851397072709e-06, "Finetune/Loss": 0.6513218879699707, "Finetune/Loss (Raw)": 0.7373841404914856, "Finetune/Step": 12022, "Finetune/Step Time": 6.651891477406025}
+{"Finetune/Learning Rate": 6.506936037841374e-06, "Finetune/Loss": 0.6508798003196716, "Finetune/Loss (Raw)": 0.5976181626319885, "Finetune/Step": 12023, "Finetune/Step Time": 6.648779518902302}
+{"Finetune/Learning Rate": 6.505358204009018e-06, "Finetune/Loss": 0.6515985727310181, "Finetune/Loss (Raw)": 0.7763388156890869, "Finetune/Step": 12024, "Finetune/Step Time": 6.6260456293821335}
+{"Finetune/Learning Rate": 6.503780469274766e-06, "Finetune/Loss": 0.6520075798034668, "Finetune/Loss (Raw)": 0.7274861335754395, "Finetune/Step": 12025, "Finetune/Step Time": 6.625872869044542}
+{"Finetune/Learning Rate": 6.502202833683359e-06, "Finetune/Loss": 0.6525267362594604, "Finetune/Loss (Raw)": 0.6808195114135742, "Finetune/Step": 12026, "Finetune/Step Time": 6.612505191937089}
+{"Finetune/Learning Rate": 6.500625297279535e-06, "Finetune/Loss": 0.6523876190185547, "Finetune/Loss (Raw)": 0.6459306478500366, "Finetune/Step": 12027, "Finetune/Step Time": 6.614212494343519}
+{"Finetune/Learning Rate": 6.499047860108024e-06, "Finetune/Loss": 0.653617262840271, "Finetune/Loss (Raw)": 0.7289606928825378, "Finetune/Step": 12028, "Finetune/Step Time": 6.618335606530309}
+{"Finetune/Learning Rate": 6.497470522213558e-06, "Finetune/Loss": 0.6533877849578857, "Finetune/Loss (Raw)": 0.6648098826408386, "Finetune/Step": 12029, "Finetune/Step Time": 6.609962658956647}
+{"Finetune/Learning Rate": 6.495893283640871e-06, "Finetune/Loss": 0.654383659362793, "Finetune/Loss (Raw)": 0.6498843431472778, "Finetune/Step": 12030, "Finetune/Step Time": 6.594446986913681}
+{"Finetune/Learning Rate": 6.494316144434687e-06, "Finetune/Loss": 0.6545953750610352, "Finetune/Loss (Raw)": 0.6393536329269409, "Finetune/Step": 12031, "Finetune/Step Time": 6.596387788653374}
+{"Finetune/Learning Rate": 6.492739104639727e-06, "Finetune/Loss": 0.6557097434997559, "Finetune/Loss (Raw)": 0.7431161403656006, "Finetune/Step": 12032, "Finetune/Step Time": 6.585865460336208}
+{"Finetune/Learning Rate": 6.491162164300715e-06, "Finetune/Loss": 0.6558166742324829, "Finetune/Loss (Raw)": 0.6801118850708008, "Finetune/Step": 12033, "Finetune/Step Time": 6.582833223044872}
+{"Finetune/Learning Rate": 6.489585323462364e-06, "Finetune/Loss": 0.6560301184654236, "Finetune/Loss (Raw)": 0.680210530757904, "Finetune/Step": 12034, "Finetune/Step Time": 6.581917315721512}
+{"Finetune/Learning Rate": 6.488008582169392e-06, "Finetune/Loss": 0.6566150188446045, "Finetune/Loss (Raw)": 0.7175935506820679, "Finetune/Step": 12035, "Finetune/Step Time": 6.556990128010511}
+{"Finetune/Learning Rate": 6.4864319404665065e-06, "Finetune/Loss": 0.6572889089584351, "Finetune/Loss (Raw)": 0.7081463932991028, "Finetune/Step": 12036, "Finetune/Step Time": 6.555980710312724}
+{"Finetune/Learning Rate": 6.484855398398422e-06, "Finetune/Loss": 0.6567515730857849, "Finetune/Loss (Raw)": 0.6114236116409302, "Finetune/Step": 12037, "Finetune/Step Time": 6.55074911005795}
+{"Finetune/Learning Rate": 6.483278956009844e-06, "Finetune/Loss": 0.6560997366905212, "Finetune/Loss (Raw)": 0.6761503219604492, "Finetune/Step": 12038, "Finetune/Step Time": 6.550240712240338}
+{"Finetune/Learning Rate": 6.481702613345475e-06, "Finetune/Loss": 0.656381368637085, "Finetune/Loss (Raw)": 0.715135931968689, "Finetune/Step": 12039, "Finetune/Step Time": 6.5445374473929405}
+{"Finetune/Learning Rate": 6.480126370450015e-06, "Finetune/Loss": 0.6559795141220093, "Finetune/Loss (Raw)": 0.64459228515625, "Finetune/Step": 12040, "Finetune/Step Time": 6.533097665756941}
+{"Finetune/Learning Rate": 6.478550227368161e-06, "Finetune/Loss": 0.6561833024024963, "Finetune/Loss (Raw)": 0.7159572243690491, "Finetune/Step": 12041, "Finetune/Step Time": 6.5324464328587055}
+{"Finetune/Learning Rate": 6.476974184144608e-06, "Finetune/Loss": 0.6561035513877869, "Finetune/Loss (Raw)": 0.5632956027984619, "Finetune/Step": 12042, "Finetune/Step Time": 6.529560957103968}
+{"Finetune/Learning Rate": 6.47539824082405e-06, "Finetune/Loss": 0.6554011106491089, "Finetune/Loss (Raw)": 0.4963843524456024, "Finetune/Step": 12043, "Finetune/Step Time": 6.534395955502987}
+{"Finetune/Learning Rate": 6.4738223974511725e-06, "Finetune/Loss": 0.6552523970603943, "Finetune/Loss (Raw)": 0.6816872954368591, "Finetune/Step": 12044, "Finetune/Step Time": 6.533265493810177}
+{"Finetune/Learning Rate": 6.472246654070672e-06, "Finetune/Loss": 0.6554197669029236, "Finetune/Loss (Raw)": 0.6419458389282227, "Finetune/Step": 12045, "Finetune/Step Time": 6.537115069106221}
+{"Finetune/Learning Rate": 6.470671010727218e-06, "Finetune/Loss": 0.6554460525512695, "Finetune/Loss (Raw)": 0.6369671821594238, "Finetune/Step": 12046, "Finetune/Step Time": 6.5457949955016375}
+{"Finetune/Learning Rate": 6.469095467465501e-06, "Finetune/Loss": 0.6539372205734253, "Finetune/Loss (Raw)": 0.5527503490447998, "Finetune/Step": 12047, "Finetune/Step Time": 6.54847539961338}
+{"Finetune/Learning Rate": 6.467520024330194e-06, "Finetune/Loss": 0.6542019844055176, "Finetune/Loss (Raw)": 0.6996451020240784, "Finetune/Step": 12048, "Finetune/Step Time": 6.544489165768027}
+{"Finetune/Learning Rate": 6.465944681365974e-06, "Finetune/Loss": 0.6550418138504028, "Finetune/Loss (Raw)": 0.723702609539032, "Finetune/Step": 12049, "Finetune/Step Time": 6.563637614250183}
+{"Finetune/Learning Rate": 6.464369438617515e-06, "Finetune/Loss": 0.6552579402923584, "Finetune/Loss (Raw)": 0.7234991192817688, "Finetune/Step": 12050, "Finetune/Step Time": 6.564192609861493}
+{"Finetune/Learning Rate": 6.462794296129487e-06, "Finetune/Loss": 0.6551724672317505, "Finetune/Loss (Raw)": 0.6474955677986145, "Finetune/Step": 12051, "Finetune/Step Time": 6.563345734030008}
+{"Finetune/Learning Rate": 6.461219253946551e-06, "Finetune/Loss": 0.6558700799942017, "Finetune/Loss (Raw)": 0.6808990836143494, "Finetune/Step": 12052, "Finetune/Step Time": 6.567009229212999}
+{"Finetune/Learning Rate": 6.459644312113376e-06, "Finetune/Loss": 0.6546509861946106, "Finetune/Loss (Raw)": 0.7642579674720764, "Finetune/Step": 12053, "Finetune/Step Time": 6.566396297886968}
+{"Finetune/Learning Rate": 6.4580694706746165e-06, "Finetune/Loss": 0.654836893081665, "Finetune/Loss (Raw)": 0.610978364944458, "Finetune/Step": 12054, "Finetune/Step Time": 6.565561691299081}
+{"Finetune/Learning Rate": 6.4564947296749385e-06, "Finetune/Loss": 0.6538963913917542, "Finetune/Loss (Raw)": 0.5277659296989441, "Finetune/Step": 12055, "Finetune/Step Time": 6.580811617895961}
+{"Finetune/Learning Rate": 6.454920089158992e-06, "Finetune/Loss": 0.6539067029953003, "Finetune/Loss (Raw)": 0.7287431359291077, "Finetune/Step": 12056, "Finetune/Step Time": 6.5816243421286345}
+{"Finetune/Learning Rate": 6.453345549171435e-06, "Finetune/Loss": 0.6548397541046143, "Finetune/Loss (Raw)": 0.6791366934776306, "Finetune/Step": 12057, "Finetune/Step Time": 6.578210756182671}
+{"Finetune/Learning Rate": 6.451771109756908e-06, "Finetune/Loss": 0.6547333002090454, "Finetune/Loss (Raw)": 0.803285539150238, "Finetune/Step": 12058, "Finetune/Step Time": 6.574679436162114}
+{"Finetune/Learning Rate": 6.450196770960064e-06, "Finetune/Loss": 0.6547869443893433, "Finetune/Loss (Raw)": 0.6393373608589172, "Finetune/Step": 12059, "Finetune/Step Time": 6.578395763412118}
+{"Finetune/Learning Rate": 6.448622532825546e-06, "Finetune/Loss": 0.6540520191192627, "Finetune/Loss (Raw)": 0.5773570537567139, "Finetune/Step": 12060, "Finetune/Step Time": 6.578993001952767}
+{"Finetune/Learning Rate": 6.447048395397993e-06, "Finetune/Loss": 0.653693675994873, "Finetune/Loss (Raw)": 0.6077355146408081, "Finetune/Step": 12061, "Finetune/Step Time": 6.575507950037718}
+{"Finetune/Learning Rate": 6.445474358722044e-06, "Finetune/Loss": 0.6543335914611816, "Finetune/Loss (Raw)": 0.7426651120185852, "Finetune/Step": 12062, "Finetune/Step Time": 6.576473856344819}
+{"Finetune/Learning Rate": 6.443900422842337e-06, "Finetune/Loss": 0.6557691693305969, "Finetune/Loss (Raw)": 0.6976115107536316, "Finetune/Step": 12063, "Finetune/Step Time": 6.567699857056141}
+{"Finetune/Learning Rate": 6.4423265878035015e-06, "Finetune/Loss": 0.6561578512191772, "Finetune/Loss (Raw)": 0.6863923668861389, "Finetune/Step": 12064, "Finetune/Step Time": 6.565925484523177}
+{"Finetune/Learning Rate": 6.440752853650165e-06, "Finetune/Loss": 0.656771183013916, "Finetune/Loss (Raw)": 0.6949285864830017, "Finetune/Step": 12065, "Finetune/Step Time": 6.566707048565149}
+{"Finetune/Learning Rate": 6.4391792204269585e-06, "Finetune/Loss": 0.658129870891571, "Finetune/Loss (Raw)": 0.7396029233932495, "Finetune/Step": 12066, "Finetune/Step Time": 6.5660459864884615}
+{"Finetune/Learning Rate": 6.437605688178502e-06, "Finetune/Loss": 0.6569106578826904, "Finetune/Loss (Raw)": 0.7170421481132507, "Finetune/Step": 12067, "Finetune/Step Time": 6.593349462375045}
+{"Finetune/Learning Rate": 6.436032256949417e-06, "Finetune/Loss": 0.6580969095230103, "Finetune/Loss (Raw)": 0.7156369686126709, "Finetune/Step": 12068, "Finetune/Step Time": 6.5847311317920685}
+{"Finetune/Learning Rate": 6.434458926784328e-06, "Finetune/Loss": 0.6570634841918945, "Finetune/Loss (Raw)": 0.4942157566547394, "Finetune/Step": 12069, "Finetune/Step Time": 6.599679647013545}
+{"Finetune/Learning Rate": 6.432885697727842e-06, "Finetune/Loss": 0.6570471525192261, "Finetune/Loss (Raw)": 0.6675111651420593, "Finetune/Step": 12070, "Finetune/Step Time": 6.598477825522423}
+{"Finetune/Learning Rate": 6.43131256982457e-06, "Finetune/Loss": 0.6571626663208008, "Finetune/Loss (Raw)": 0.6684615612030029, "Finetune/Step": 12071, "Finetune/Step Time": 6.597478371113539}
+{"Finetune/Learning Rate": 6.42973954311913e-06, "Finetune/Loss": 0.6573315858840942, "Finetune/Loss (Raw)": 0.6435756683349609, "Finetune/Step": 12072, "Finetune/Step Time": 6.613542767241597}
+{"Finetune/Learning Rate": 6.428166617656123e-06, "Finetune/Loss": 0.6562901735305786, "Finetune/Loss (Raw)": 0.5635378360748291, "Finetune/Step": 12073, "Finetune/Step Time": 6.613558379933238}
+{"Finetune/Learning Rate": 6.426593793480154e-06, "Finetune/Loss": 0.6580649614334106, "Finetune/Loss (Raw)": 0.6952173709869385, "Finetune/Step": 12074, "Finetune/Step Time": 6.607097931206226}
+{"Finetune/Learning Rate": 6.425021070635821e-06, "Finetune/Loss": 0.6595528721809387, "Finetune/Loss (Raw)": 0.7400892376899719, "Finetune/Step": 12075, "Finetune/Step Time": 6.604810809716582}
+{"Finetune/Learning Rate": 6.42344844916773e-06, "Finetune/Loss": 0.6586296558380127, "Finetune/Loss (Raw)": 0.6089180111885071, "Finetune/Step": 12076, "Finetune/Step Time": 6.602460341528058}
+{"Finetune/Learning Rate": 6.421875929120469e-06, "Finetune/Loss": 0.657845139503479, "Finetune/Loss (Raw)": 0.6622418761253357, "Finetune/Step": 12077, "Finetune/Step Time": 6.604207411408424}
+{"Finetune/Learning Rate": 6.420303510538628e-06, "Finetune/Loss": 0.6587680578231812, "Finetune/Loss (Raw)": 0.6952354311943054, "Finetune/Step": 12078, "Finetune/Step Time": 6.601431036368012}
+{"Finetune/Learning Rate": 6.418731193466802e-06, "Finetune/Loss": 0.6585872769355774, "Finetune/Loss (Raw)": 0.6708753108978271, "Finetune/Step": 12079, "Finetune/Step Time": 6.6275669652968645}
+{"Finetune/Learning Rate": 6.4171589779495755e-06, "Finetune/Loss": 0.6591025590896606, "Finetune/Loss (Raw)": 0.5884407758712769, "Finetune/Step": 12080, "Finetune/Step Time": 6.612582854926586}
+{"Finetune/Learning Rate": 6.415586864031533e-06, "Finetune/Loss": 0.6598436236381531, "Finetune/Loss (Raw)": 0.6578853130340576, "Finetune/Step": 12081, "Finetune/Step Time": 6.61394408158958}
+{"Finetune/Learning Rate": 6.414014851757257e-06, "Finetune/Loss": 0.6584055423736572, "Finetune/Loss (Raw)": 0.6118093132972717, "Finetune/Step": 12082, "Finetune/Step Time": 6.6270900424569845}
+{"Finetune/Learning Rate": 6.41244294117132e-06, "Finetune/Loss": 0.6580568552017212, "Finetune/Loss (Raw)": 0.6591596007347107, "Finetune/Step": 12083, "Finetune/Step Time": 6.620169799774885}
+{"Finetune/Learning Rate": 6.4108711323182995e-06, "Finetune/Loss": 0.6579635143280029, "Finetune/Loss (Raw)": 0.5928402543067932, "Finetune/Step": 12084, "Finetune/Step Time": 6.603303426876664}
+{"Finetune/Learning Rate": 6.409299425242765e-06, "Finetune/Loss": 0.6570412516593933, "Finetune/Loss (Raw)": 0.5347670912742615, "Finetune/Step": 12085, "Finetune/Step Time": 6.601111877709627}
+{"Finetune/Learning Rate": 6.40772781998929e-06, "Finetune/Loss": 0.6568094491958618, "Finetune/Loss (Raw)": 0.7021641731262207, "Finetune/Step": 12086, "Finetune/Step Time": 6.598939565941691}
+{"Finetune/Learning Rate": 6.40615631660244e-06, "Finetune/Loss": 0.6567891836166382, "Finetune/Loss (Raw)": 0.6639018058776855, "Finetune/Step": 12087, "Finetune/Step Time": 6.596515556797385}
+{"Finetune/Learning Rate": 6.404584915126779e-06, "Finetune/Loss": 0.6569938659667969, "Finetune/Loss (Raw)": 0.6812260150909424, "Finetune/Step": 12088, "Finetune/Step Time": 6.607260480523109}
+{"Finetune/Learning Rate": 6.403013615606863e-06, "Finetune/Loss": 0.6574530601501465, "Finetune/Loss (Raw)": 0.6869719624519348, "Finetune/Step": 12089, "Finetune/Step Time": 6.607090644538403}
+{"Finetune/Learning Rate": 6.4014424180872534e-06, "Finetune/Loss": 0.6565972566604614, "Finetune/Loss (Raw)": 0.5078374743461609, "Finetune/Step": 12090, "Finetune/Step Time": 6.602067433297634}
+{"Finetune/Learning Rate": 6.399871322612503e-06, "Finetune/Loss": 0.6576942205429077, "Finetune/Loss (Raw)": 0.7253382205963135, "Finetune/Step": 12091, "Finetune/Step Time": 6.5950545854866505}
+{"Finetune/Learning Rate": 6.398300329227162e-06, "Finetune/Loss": 0.6560105681419373, "Finetune/Loss (Raw)": 0.6171760559082031, "Finetune/Step": 12092, "Finetune/Step Time": 6.593746660277247}
+{"Finetune/Learning Rate": 6.396729437975786e-06, "Finetune/Loss": 0.6572027206420898, "Finetune/Loss (Raw)": 0.7687393426895142, "Finetune/Step": 12093, "Finetune/Step Time": 6.592147130519152}
+{"Finetune/Learning Rate": 6.39515864890292e-06, "Finetune/Loss": 0.6578156352043152, "Finetune/Loss (Raw)": 0.6190348267555237, "Finetune/Step": 12094, "Finetune/Step Time": 6.587085613980889}
+{"Finetune/Learning Rate": 6.393587962053098e-06, "Finetune/Loss": 0.6575239896774292, "Finetune/Loss (Raw)": 0.6992519497871399, "Finetune/Step": 12095, "Finetune/Step Time": 6.588209902867675}
+{"Finetune/Learning Rate": 6.392017377470867e-06, "Finetune/Loss": 0.6575989127159119, "Finetune/Loss (Raw)": 0.6789997220039368, "Finetune/Step": 12096, "Finetune/Step Time": 6.592103056609631}
+{"Finetune/Learning Rate": 6.390446895200765e-06, "Finetune/Loss": 0.6583194136619568, "Finetune/Loss (Raw)": 0.6942442059516907, "Finetune/Step": 12097, "Finetune/Step Time": 6.5868968684226274}
+{"Finetune/Learning Rate": 6.388876515287323e-06, "Finetune/Loss": 0.6574156880378723, "Finetune/Loss (Raw)": 0.5408362746238708, "Finetune/Step": 12098, "Finetune/Step Time": 6.590531764551997}
+{"Finetune/Learning Rate": 6.387306237775076e-06, "Finetune/Loss": 0.6569433212280273, "Finetune/Loss (Raw)": 0.5231119990348816, "Finetune/Step": 12099, "Finetune/Step Time": 6.611141674220562}
+{"Finetune/Learning Rate": 6.385736062708553e-06, "Finetune/Loss": 0.6565612554550171, "Finetune/Loss (Raw)": 0.6056638956069946, "Finetune/Step": 12100, "Finetune/Step Time": 6.613081945106387}
+{"Finetune/Learning Rate": 6.384165990132275e-06, "Finetune/Loss": 0.6562241315841675, "Finetune/Loss (Raw)": 0.7062888145446777, "Finetune/Step": 12101, "Finetune/Step Time": 6.611380700021982}
+{"Finetune/Learning Rate": 6.3825960200907656e-06, "Finetune/Loss": 0.6556163430213928, "Finetune/Loss (Raw)": 0.5813292860984802, "Finetune/Step": 12102, "Finetune/Step Time": 6.612036345526576}
+{"Finetune/Learning Rate": 6.381026152628549e-06, "Finetune/Loss": 0.6561309099197388, "Finetune/Loss (Raw)": 0.7393218278884888, "Finetune/Step": 12103, "Finetune/Step Time": 6.608141606673598}
+{"Finetune/Learning Rate": 6.3794563877901385e-06, "Finetune/Loss": 0.6553930044174194, "Finetune/Loss (Raw)": 0.7163861393928528, "Finetune/Step": 12104, "Finetune/Step Time": 6.60780037753284}
+{"Finetune/Learning Rate": 6.3778867256200505e-06, "Finetune/Loss": 0.6559344530105591, "Finetune/Loss (Raw)": 0.580608069896698, "Finetune/Step": 12105, "Finetune/Step Time": 6.621977476403117}
+{"Finetune/Learning Rate": 6.3763171661627956e-06, "Finetune/Loss": 0.656524658203125, "Finetune/Loss (Raw)": 0.7092841863632202, "Finetune/Step": 12106, "Finetune/Step Time": 6.619732826948166}
+{"Finetune/Learning Rate": 6.374747709462881e-06, "Finetune/Loss": 0.6565845012664795, "Finetune/Loss (Raw)": 0.6160348057746887, "Finetune/Step": 12107, "Finetune/Step Time": 6.616031618788838}
+{"Finetune/Learning Rate": 6.3731783555648115e-06, "Finetune/Loss": 0.6556076407432556, "Finetune/Loss (Raw)": 0.6283870339393616, "Finetune/Step": 12108, "Finetune/Step Time": 6.6173429526388645}
+{"Finetune/Learning Rate": 6.371609104513092e-06, "Finetune/Loss": 0.6536240577697754, "Finetune/Loss (Raw)": 0.6168336272239685, "Finetune/Step": 12109, "Finetune/Step Time": 6.611241543665528}
+{"Finetune/Learning Rate": 6.370039956352217e-06, "Finetune/Loss": 0.6528555154800415, "Finetune/Loss (Raw)": 0.647993266582489, "Finetune/Step": 12110, "Finetune/Step Time": 6.612234149128199}
+{"Finetune/Learning Rate": 6.368470911126689e-06, "Finetune/Loss": 0.6537842750549316, "Finetune/Loss (Raw)": 0.8180550336837769, "Finetune/Step": 12111, "Finetune/Step Time": 6.608669811859727}
+{"Finetune/Learning Rate": 6.366901968881002e-06, "Finetune/Loss": 0.6540871858596802, "Finetune/Loss (Raw)": 0.6228256821632385, "Finetune/Step": 12112, "Finetune/Step Time": 6.604223445057869}
+{"Finetune/Learning Rate": 6.365333129659641e-06, "Finetune/Loss": 0.6537220478057861, "Finetune/Loss (Raw)": 0.5641511082649231, "Finetune/Step": 12113, "Finetune/Step Time": 6.603192621842027}
+{"Finetune/Learning Rate": 6.363764393507098e-06, "Finetune/Loss": 0.6541772484779358, "Finetune/Loss (Raw)": 0.6526681184768677, "Finetune/Step": 12114, "Finetune/Step Time": 6.589750224724412}
+{"Finetune/Learning Rate": 6.362195760467857e-06, "Finetune/Loss": 0.655059278011322, "Finetune/Loss (Raw)": 0.6024988293647766, "Finetune/Step": 12115, "Finetune/Step Time": 6.573095599189401}
+{"Finetune/Learning Rate": 6.360627230586398e-06, "Finetune/Loss": 0.655218243598938, "Finetune/Loss (Raw)": 0.6580594778060913, "Finetune/Step": 12116, "Finetune/Step Time": 6.574683332815766}
+{"Finetune/Learning Rate": 6.359058803907201e-06, "Finetune/Loss": 0.6548710465431213, "Finetune/Loss (Raw)": 0.6495677828788757, "Finetune/Step": 12117, "Finetune/Step Time": 6.553911477327347}
+{"Finetune/Learning Rate": 6.357490480474748e-06, "Finetune/Loss": 0.6561143398284912, "Finetune/Loss (Raw)": 0.7514370083808899, "Finetune/Step": 12118, "Finetune/Step Time": 6.5540089327842}
+{"Finetune/Learning Rate": 6.355922260333503e-06, "Finetune/Loss": 0.6561569571495056, "Finetune/Loss (Raw)": 0.6505579948425293, "Finetune/Step": 12119, "Finetune/Step Time": 6.55375905148685}
+{"Finetune/Learning Rate": 6.3543541435279386e-06, "Finetune/Loss": 0.6550353765487671, "Finetune/Loss (Raw)": 0.5418810844421387, "Finetune/Step": 12120, "Finetune/Step Time": 6.550604285672307}
+{"Finetune/Learning Rate": 6.352786130102526e-06, "Finetune/Loss": 0.6542704105377197, "Finetune/Loss (Raw)": 0.625146746635437, "Finetune/Step": 12121, "Finetune/Step Time": 6.553640481084585}
+{"Finetune/Learning Rate": 6.351218220101728e-06, "Finetune/Loss": 0.6526224613189697, "Finetune/Loss (Raw)": 0.492907851934433, "Finetune/Step": 12122, "Finetune/Step Time": 6.556382387876511}
+{"Finetune/Learning Rate": 6.349650413570006e-06, "Finetune/Loss": 0.6518754959106445, "Finetune/Loss (Raw)": 0.6231143474578857, "Finetune/Step": 12123, "Finetune/Step Time": 6.551830917596817}
+{"Finetune/Learning Rate": 6.348082710551819e-06, "Finetune/Loss": 0.6523410677909851, "Finetune/Loss (Raw)": 0.6588081121444702, "Finetune/Step": 12124, "Finetune/Step Time": 6.551607556641102}
+{"Finetune/Learning Rate": 6.34651511109162e-06, "Finetune/Loss": 0.6536757349967957, "Finetune/Loss (Raw)": 0.6497431993484497, "Finetune/Step": 12125, "Finetune/Step Time": 6.5507359858602285}
+{"Finetune/Learning Rate": 6.344947615233863e-06, "Finetune/Loss": 0.6532533764839172, "Finetune/Loss (Raw)": 0.607111394405365, "Finetune/Step": 12126, "Finetune/Step Time": 6.55361857265234}
+{"Finetune/Learning Rate": 6.343380223022995e-06, "Finetune/Loss": 0.6530091762542725, "Finetune/Loss (Raw)": 0.6193078756332397, "Finetune/Step": 12127, "Finetune/Step Time": 6.554750345647335}
+{"Finetune/Learning Rate": 6.341812934503469e-06, "Finetune/Loss": 0.6548624038696289, "Finetune/Loss (Raw)": 0.8251694440841675, "Finetune/Step": 12128, "Finetune/Step Time": 6.556201322004199}
+{"Finetune/Learning Rate": 6.340245749719727e-06, "Finetune/Loss": 0.6549896001815796, "Finetune/Loss (Raw)": 0.6055231094360352, "Finetune/Step": 12129, "Finetune/Step Time": 6.55382645316422}
+{"Finetune/Learning Rate": 6.33867866871621e-06, "Finetune/Loss": 0.6557844877243042, "Finetune/Loss (Raw)": 0.7100275158882141, "Finetune/Step": 12130, "Finetune/Step Time": 6.55176910944283}
+{"Finetune/Learning Rate": 6.337111691537351e-06, "Finetune/Loss": 0.6562151908874512, "Finetune/Loss (Raw)": 0.7265127301216125, "Finetune/Step": 12131, "Finetune/Step Time": 6.551957253366709}
+{"Finetune/Learning Rate": 6.335544818227589e-06, "Finetune/Loss": 0.6557385325431824, "Finetune/Loss (Raw)": 0.5956516861915588, "Finetune/Step": 12132, "Finetune/Step Time": 6.556026684120297}
+{"Finetune/Learning Rate": 6.333978048831356e-06, "Finetune/Loss": 0.6571468710899353, "Finetune/Loss (Raw)": 0.7219403982162476, "Finetune/Step": 12133, "Finetune/Step Time": 6.552827753126621}
+{"Finetune/Learning Rate": 6.332411383393079e-06, "Finetune/Loss": 0.657841145992279, "Finetune/Loss (Raw)": 0.721382737159729, "Finetune/Step": 12134, "Finetune/Step Time": 6.547128833830357}
+{"Finetune/Learning Rate": 6.330844821957187e-06, "Finetune/Loss": 0.6583425998687744, "Finetune/Loss (Raw)": 0.6430843472480774, "Finetune/Step": 12135, "Finetune/Step Time": 6.551421210169792}
+{"Finetune/Learning Rate": 6.329278364568108e-06, "Finetune/Loss": 0.6586235165596008, "Finetune/Loss (Raw)": 0.5605324506759644, "Finetune/Step": 12136, "Finetune/Step Time": 6.551710082218051}
+{"Finetune/Learning Rate": 6.327712011270249e-06, "Finetune/Loss": 0.6574075222015381, "Finetune/Loss (Raw)": 0.5938481688499451, "Finetune/Step": 12137, "Finetune/Step Time": 6.5489581152796745}
+{"Finetune/Learning Rate": 6.326145762108038e-06, "Finetune/Loss": 0.6575905084609985, "Finetune/Loss (Raw)": 0.677090048789978, "Finetune/Step": 12138, "Finetune/Step Time": 6.551560195162892}
+{"Finetune/Learning Rate": 6.324579617125886e-06, "Finetune/Loss": 0.6569511890411377, "Finetune/Loss (Raw)": 0.5767498016357422, "Finetune/Step": 12139, "Finetune/Step Time": 6.554306481033564}
+{"Finetune/Learning Rate": 6.323013576368202e-06, "Finetune/Loss": 0.657561719417572, "Finetune/Loss (Raw)": 0.7649681568145752, "Finetune/Step": 12140, "Finetune/Step Time": 6.5613071490079165}
+{"Finetune/Learning Rate": 6.321447639879397e-06, "Finetune/Loss": 0.6573864221572876, "Finetune/Loss (Raw)": 0.6713605523109436, "Finetune/Step": 12141, "Finetune/Step Time": 6.573389133438468}
+{"Finetune/Learning Rate": 6.319881807703883e-06, "Finetune/Loss": 0.6580175161361694, "Finetune/Loss (Raw)": 0.6386542916297913, "Finetune/Step": 12142, "Finetune/Step Time": 6.589791240170598}
+{"Finetune/Learning Rate": 6.318316079886051e-06, "Finetune/Loss": 0.6568723320960999, "Finetune/Loss (Raw)": 0.5884496569633484, "Finetune/Step": 12143, "Finetune/Step Time": 6.579694706946611}
+{"Finetune/Learning Rate": 6.316750456470304e-06, "Finetune/Loss": 0.657981276512146, "Finetune/Loss (Raw)": 0.7194836735725403, "Finetune/Step": 12144, "Finetune/Step Time": 6.579058155417442}
+{"Finetune/Learning Rate": 6.315184937501043e-06, "Finetune/Loss": 0.6576189994812012, "Finetune/Loss (Raw)": 0.6918445825576782, "Finetune/Step": 12145, "Finetune/Step Time": 6.575867123901844}
+{"Finetune/Learning Rate": 6.313619523022658e-06, "Finetune/Loss": 0.6583044528961182, "Finetune/Loss (Raw)": 0.7587742805480957, "Finetune/Step": 12146, "Finetune/Step Time": 6.5771157536655664}
+{"Finetune/Learning Rate": 6.312054213079541e-06, "Finetune/Loss": 0.6576545238494873, "Finetune/Loss (Raw)": 0.5266045331954956, "Finetune/Step": 12147, "Finetune/Step Time": 6.575352739542723}
+{"Finetune/Learning Rate": 6.310489007716083e-06, "Finetune/Loss": 0.6584299802780151, "Finetune/Loss (Raw)": 0.7003891468048096, "Finetune/Step": 12148, "Finetune/Step Time": 6.5891635697335005}
+{"Finetune/Learning Rate": 6.30892390697666e-06, "Finetune/Loss": 0.6572335362434387, "Finetune/Loss (Raw)": 0.5864924192428589, "Finetune/Step": 12149, "Finetune/Step Time": 6.586525898426771}
+{"Finetune/Learning Rate": 6.307358910905661e-06, "Finetune/Loss": 0.6581454277038574, "Finetune/Loss (Raw)": 0.8541045784950256, "Finetune/Step": 12150, "Finetune/Step Time": 6.585695931687951}
+{"Finetune/Learning Rate": 6.305794019547461e-06, "Finetune/Loss": 0.658940315246582, "Finetune/Loss (Raw)": 0.6993634104728699, "Finetune/Step": 12151, "Finetune/Step Time": 6.591474160552025}
+{"Finetune/Learning Rate": 6.30422923294644e-06, "Finetune/Loss": 0.6572955846786499, "Finetune/Loss (Raw)": 0.5658172965049744, "Finetune/Step": 12152, "Finetune/Step Time": 6.5913766622543335}
+{"Finetune/Learning Rate": 6.302664551146967e-06, "Finetune/Loss": 0.6563092470169067, "Finetune/Loss (Raw)": 0.6012355089187622, "Finetune/Step": 12153, "Finetune/Step Time": 6.590138580650091}
+{"Finetune/Learning Rate": 6.301099974193414e-06, "Finetune/Loss": 0.65610671043396, "Finetune/Loss (Raw)": 0.6548972725868225, "Finetune/Step": 12154, "Finetune/Step Time": 6.583029879257083}
+{"Finetune/Learning Rate": 6.29953550213015e-06, "Finetune/Loss": 0.6549689769744873, "Finetune/Loss (Raw)": 0.500295877456665, "Finetune/Step": 12155, "Finetune/Step Time": 6.584399739280343}
+{"Finetune/Learning Rate": 6.2979711350015345e-06, "Finetune/Loss": 0.6535267233848572, "Finetune/Loss (Raw)": 0.5443499684333801, "Finetune/Step": 12156, "Finetune/Step Time": 6.5819172486662865}
+{"Finetune/Learning Rate": 6.29640687285193e-06, "Finetune/Loss": 0.6535339951515198, "Finetune/Loss (Raw)": 0.665737509727478, "Finetune/Step": 12157, "Finetune/Step Time": 6.583144625648856}
+{"Finetune/Learning Rate": 6.294842715725693e-06, "Finetune/Loss": 0.6524913311004639, "Finetune/Loss (Raw)": 0.516429603099823, "Finetune/Step": 12158, "Finetune/Step Time": 6.585155149921775}
+{"Finetune/Learning Rate": 6.293278663667183e-06, "Finetune/Loss": 0.6525236368179321, "Finetune/Loss (Raw)": 0.643485963344574, "Finetune/Step": 12159, "Finetune/Step Time": 6.58362721838057}
+{"Finetune/Learning Rate": 6.2917147167207495e-06, "Finetune/Loss": 0.6515071392059326, "Finetune/Loss (Raw)": 0.613008975982666, "Finetune/Step": 12160, "Finetune/Step Time": 6.583287414163351}
+{"Finetune/Learning Rate": 6.2901508749307425e-06, "Finetune/Loss": 0.6516436338424683, "Finetune/Loss (Raw)": 0.6975747346878052, "Finetune/Step": 12161, "Finetune/Step Time": 6.5868425369262695}
+{"Finetune/Learning Rate": 6.288587138341507e-06, "Finetune/Loss": 0.6517847776412964, "Finetune/Loss (Raw)": 0.698279619216919, "Finetune/Step": 12162, "Finetune/Step Time": 6.58835793286562}
+{"Finetune/Learning Rate": 6.287023506997385e-06, "Finetune/Loss": 0.6519577503204346, "Finetune/Loss (Raw)": 0.7397300601005554, "Finetune/Step": 12163, "Finetune/Step Time": 6.601219575852156}
+{"Finetune/Learning Rate": 6.285459980942718e-06, "Finetune/Loss": 0.6518889665603638, "Finetune/Loss (Raw)": 0.6993454694747925, "Finetune/Step": 12164, "Finetune/Step Time": 6.597764370962977}
+{"Finetune/Learning Rate": 6.283896560221845e-06, "Finetune/Loss": 0.6515396237373352, "Finetune/Loss (Raw)": 0.5667101740837097, "Finetune/Step": 12165, "Finetune/Step Time": 6.601919772103429}
+{"Finetune/Learning Rate": 6.2823332448790955e-06, "Finetune/Loss": 0.652283251285553, "Finetune/Loss (Raw)": 0.7713322043418884, "Finetune/Step": 12166, "Finetune/Step Time": 6.6010721400380135}
+{"Finetune/Learning Rate": 6.2807700349588095e-06, "Finetune/Loss": 0.6520829200744629, "Finetune/Loss (Raw)": 0.6894893050193787, "Finetune/Step": 12167, "Finetune/Step Time": 6.603963129222393}
+{"Finetune/Learning Rate": 6.279206930505303e-06, "Finetune/Loss": 0.652277410030365, "Finetune/Loss (Raw)": 0.6694918274879456, "Finetune/Step": 12168, "Finetune/Step Time": 6.606185346841812}
+{"Finetune/Learning Rate": 6.277643931562909e-06, "Finetune/Loss": 0.6511852741241455, "Finetune/Loss (Raw)": 0.5761620998382568, "Finetune/Step": 12169, "Finetune/Step Time": 6.605143513530493}
+{"Finetune/Learning Rate": 6.27608103817595e-06, "Finetune/Loss": 0.6513701677322388, "Finetune/Loss (Raw)": 0.586965799331665, "Finetune/Step": 12170, "Finetune/Step Time": 6.607248600572348}
+{"Finetune/Learning Rate": 6.274518250388741e-06, "Finetune/Loss": 0.6525893211364746, "Finetune/Loss (Raw)": 0.6524332761764526, "Finetune/Step": 12171, "Finetune/Step Time": 6.610908782109618}
+{"Finetune/Learning Rate": 6.272955568245602e-06, "Finetune/Loss": 0.6519190073013306, "Finetune/Loss (Raw)": 0.5958888530731201, "Finetune/Step": 12172, "Finetune/Step Time": 6.626271553337574}
+{"Finetune/Learning Rate": 6.271392991790845e-06, "Finetune/Loss": 0.6520060300827026, "Finetune/Loss (Raw)": 0.6530752182006836, "Finetune/Step": 12173, "Finetune/Step Time": 6.620303278788924}
+{"Finetune/Learning Rate": 6.2698305210687805e-06, "Finetune/Loss": 0.6515220403671265, "Finetune/Loss (Raw)": 0.5750253200531006, "Finetune/Step": 12174, "Finetune/Step Time": 6.612121444195509}
+{"Finetune/Learning Rate": 6.268268156123713e-06, "Finetune/Loss": 0.6513708233833313, "Finetune/Loss (Raw)": 0.5333918929100037, "Finetune/Step": 12175, "Finetune/Step Time": 6.6396371349692345}
+{"Finetune/Learning Rate": 6.266705896999949e-06, "Finetune/Loss": 0.6519172191619873, "Finetune/Loss (Raw)": 0.7695896029472351, "Finetune/Step": 12176, "Finetune/Step Time": 6.648799989372492}
+{"Finetune/Learning Rate": 6.26514374374179e-06, "Finetune/Loss": 0.6521937847137451, "Finetune/Loss (Raw)": 0.7590970396995544, "Finetune/Step": 12177, "Finetune/Step Time": 6.62923925742507}
+{"Finetune/Learning Rate": 6.263581696393535e-06, "Finetune/Loss": 0.6511028409004211, "Finetune/Loss (Raw)": 0.5838594436645508, "Finetune/Step": 12178, "Finetune/Step Time": 6.635135840624571}
+{"Finetune/Learning Rate": 6.26201975499948e-06, "Finetune/Loss": 0.6507943272590637, "Finetune/Loss (Raw)": 0.6080061197280884, "Finetune/Step": 12179, "Finetune/Step Time": 6.638282613828778}
+{"Finetune/Learning Rate": 6.260457919603912e-06, "Finetune/Loss": 0.6511496901512146, "Finetune/Loss (Raw)": 0.7263885736465454, "Finetune/Step": 12180, "Finetune/Step Time": 6.635813722386956}
+{"Finetune/Learning Rate": 6.258896190251126e-06, "Finetune/Loss": 0.6504610180854797, "Finetune/Loss (Raw)": 0.6761053204536438, "Finetune/Step": 12181, "Finetune/Step Time": 6.650054005905986}
+{"Finetune/Learning Rate": 6.257334566985405e-06, "Finetune/Loss": 0.650590181350708, "Finetune/Loss (Raw)": 0.6275116205215454, "Finetune/Step": 12182, "Finetune/Step Time": 6.6516133192926645}
+{"Finetune/Learning Rate": 6.25577304985103e-06, "Finetune/Loss": 0.6520016193389893, "Finetune/Loss (Raw)": 0.70842444896698, "Finetune/Step": 12183, "Finetune/Step Time": 6.63541255146265}
+{"Finetune/Learning Rate": 6.254211638892287e-06, "Finetune/Loss": 0.6527221202850342, "Finetune/Loss (Raw)": 0.8209743499755859, "Finetune/Step": 12184, "Finetune/Step Time": 6.63716727308929}
+{"Finetune/Learning Rate": 6.252650334153452e-06, "Finetune/Loss": 0.6529688835144043, "Finetune/Loss (Raw)": 0.710726261138916, "Finetune/Step": 12185, "Finetune/Step Time": 6.639152558520436}
+{"Finetune/Learning Rate": 6.251089135678795e-06, "Finetune/Loss": 0.6512709259986877, "Finetune/Loss (Raw)": 0.5859391093254089, "Finetune/Step": 12186, "Finetune/Step Time": 6.640529939904809}
+{"Finetune/Learning Rate": 6.249528043512589e-06, "Finetune/Loss": 0.6519088745117188, "Finetune/Loss (Raw)": 0.7210016846656799, "Finetune/Step": 12187, "Finetune/Step Time": 6.638903241604567}
+{"Finetune/Learning Rate": 6.247967057699105e-06, "Finetune/Loss": 0.6531976461410522, "Finetune/Loss (Raw)": 0.7423173189163208, "Finetune/Step": 12188, "Finetune/Step Time": 6.641410171985626}
+{"Finetune/Learning Rate": 6.246406178282604e-06, "Finetune/Loss": 0.6530864238739014, "Finetune/Loss (Raw)": 0.5935025811195374, "Finetune/Step": 12189, "Finetune/Step Time": 6.648903580382466}
+{"Finetune/Learning Rate": 6.2448454053073495e-06, "Finetune/Loss": 0.6522490978240967, "Finetune/Loss (Raw)": 0.6354865431785583, "Finetune/Step": 12190, "Finetune/Step Time": 6.649277010932565}
+{"Finetune/Learning Rate": 6.2432847388176065e-06, "Finetune/Loss": 0.6510118246078491, "Finetune/Loss (Raw)": 0.5392353534698486, "Finetune/Step": 12191, "Finetune/Step Time": 6.6531447395682335}
+{"Finetune/Learning Rate": 6.241724178857621e-06, "Finetune/Loss": 0.6503857970237732, "Finetune/Loss (Raw)": 0.606260359287262, "Finetune/Step": 12192, "Finetune/Step Time": 6.655857669189572}
+{"Finetune/Learning Rate": 6.2401637254716496e-06, "Finetune/Loss": 0.6493919491767883, "Finetune/Loss (Raw)": 0.5677213072776794, "Finetune/Step": 12193, "Finetune/Step Time": 6.655657734721899}
+{"Finetune/Learning Rate": 6.2386033787039446e-06, "Finetune/Loss": 0.6492310166358948, "Finetune/Loss (Raw)": 0.7189986705780029, "Finetune/Step": 12194, "Finetune/Step Time": 6.670842655003071}
+{"Finetune/Learning Rate": 6.2370431385987525e-06, "Finetune/Loss": 0.6485148668289185, "Finetune/Loss (Raw)": 0.6253764629364014, "Finetune/Step": 12195, "Finetune/Step Time": 6.649046413600445}
+{"Finetune/Learning Rate": 6.235483005200316e-06, "Finetune/Loss": 0.6482873558998108, "Finetune/Loss (Raw)": 0.686514675617218, "Finetune/Step": 12196, "Finetune/Step Time": 6.648181086406112}
+{"Finetune/Learning Rate": 6.233922978552879e-06, "Finetune/Loss": 0.6500847935676575, "Finetune/Loss (Raw)": 0.7242889404296875, "Finetune/Step": 12197, "Finetune/Step Time": 6.626646809279919}
+{"Finetune/Learning Rate": 6.232363058700674e-06, "Finetune/Loss": 0.6514129638671875, "Finetune/Loss (Raw)": 0.8375210762023926, "Finetune/Step": 12198, "Finetune/Step Time": 6.627177014946938}
+{"Finetune/Learning Rate": 6.230803245687939e-06, "Finetune/Loss": 0.65095055103302, "Finetune/Loss (Raw)": 0.6092639565467834, "Finetune/Step": 12199, "Finetune/Step Time": 6.627871377393603}
+{"Finetune/Learning Rate": 6.229243539558907e-06, "Finetune/Loss": 0.6501340866088867, "Finetune/Loss (Raw)": 0.5390676259994507, "Finetune/Step": 12200, "Finetune/Step Time": 6.613021185621619}
+{"Finetune/Learning Rate": 6.227683940357805e-06, "Finetune/Loss": 0.6506497859954834, "Finetune/Loss (Raw)": 0.629558265209198, "Finetune/Step": 12201, "Finetune/Step Time": 6.612746814265847}
+{"Finetune/Learning Rate": 6.2261244481288584e-06, "Finetune/Loss": 0.6500343084335327, "Finetune/Loss (Raw)": 0.6164273619651794, "Finetune/Step": 12202, "Finetune/Step Time": 6.6108691189438105}
+{"Finetune/Learning Rate": 6.224565062916294e-06, "Finetune/Loss": 0.6493417024612427, "Finetune/Loss (Raw)": 0.6514354348182678, "Finetune/Step": 12203, "Finetune/Step Time": 6.613641342148185}
+{"Finetune/Learning Rate": 6.223005784764328e-06, "Finetune/Loss": 0.6503888964653015, "Finetune/Loss (Raw)": 0.7429644465446472, "Finetune/Step": 12204, "Finetune/Step Time": 6.615303389728069}
+{"Finetune/Learning Rate": 6.221446613717176e-06, "Finetune/Loss": 0.6508050560951233, "Finetune/Loss (Raw)": 0.7155100107192993, "Finetune/Step": 12205, "Finetune/Step Time": 6.611395867541432}
+{"Finetune/Learning Rate": 6.219887549819054e-06, "Finetune/Loss": 0.6494141817092896, "Finetune/Loss (Raw)": 0.5171961188316345, "Finetune/Step": 12206, "Finetune/Step Time": 6.622144054621458}
+{"Finetune/Learning Rate": 6.218328593114169e-06, "Finetune/Loss": 0.6485974788665771, "Finetune/Loss (Raw)": 0.5663452744483948, "Finetune/Step": 12207, "Finetune/Step Time": 6.583251899108291}
+{"Finetune/Learning Rate": 6.216769743646734e-06, "Finetune/Loss": 0.6498992443084717, "Finetune/Loss (Raw)": 0.755059540271759, "Finetune/Step": 12208, "Finetune/Step Time": 6.579548690468073}
+{"Finetune/Learning Rate": 6.215211001460954e-06, "Finetune/Loss": 0.6497220993041992, "Finetune/Loss (Raw)": 0.63521409034729, "Finetune/Step": 12209, "Finetune/Step Time": 6.577727727591991}
+{"Finetune/Learning Rate": 6.213652366601024e-06, "Finetune/Loss": 0.6506789922714233, "Finetune/Loss (Raw)": 0.7342942357063293, "Finetune/Step": 12210, "Finetune/Step Time": 6.564035465940833}
+{"Finetune/Learning Rate": 6.212093839111146e-06, "Finetune/Loss": 0.6510304808616638, "Finetune/Loss (Raw)": 0.7041472792625427, "Finetune/Step": 12211, "Finetune/Step Time": 6.562839597463608}
+{"Finetune/Learning Rate": 6.210535419035515e-06, "Finetune/Loss": 0.6524707674980164, "Finetune/Loss (Raw)": 0.7772004008293152, "Finetune/Step": 12212, "Finetune/Step Time": 6.559264566749334}
+{"Finetune/Learning Rate": 6.208977106418326e-06, "Finetune/Loss": 0.6517812609672546, "Finetune/Loss (Raw)": 0.44651082158088684, "Finetune/Step": 12213, "Finetune/Step Time": 6.561931289732456}
+{"Finetune/Learning Rate": 6.207418901303761e-06, "Finetune/Loss": 0.6529591679573059, "Finetune/Loss (Raw)": 0.852935254573822, "Finetune/Step": 12214, "Finetune/Step Time": 6.56345977075398}
+{"Finetune/Learning Rate": 6.205860803736019e-06, "Finetune/Loss": 0.6524294018745422, "Finetune/Loss (Raw)": 0.5960894823074341, "Finetune/Step": 12215, "Finetune/Step Time": 6.561185194179416}
+{"Finetune/Learning Rate": 6.204302813759272e-06, "Finetune/Loss": 0.6517333984375, "Finetune/Loss (Raw)": 0.5921413898468018, "Finetune/Step": 12216, "Finetune/Step Time": 6.5552675519138575}
+{"Finetune/Learning Rate": 6.202744931417701e-06, "Finetune/Loss": 0.6515254974365234, "Finetune/Loss (Raw)": 0.6603598594665527, "Finetune/Step": 12217, "Finetune/Step Time": 6.554233619943261}
+{"Finetune/Learning Rate": 6.201187156755489e-06, "Finetune/Loss": 0.6529358625411987, "Finetune/Loss (Raw)": 0.6883583664894104, "Finetune/Step": 12218, "Finetune/Step Time": 6.544724278151989}
+{"Finetune/Learning Rate": 6.199629489816805e-06, "Finetune/Loss": 0.6524496674537659, "Finetune/Loss (Raw)": 0.6631115078926086, "Finetune/Step": 12219, "Finetune/Step Time": 6.561220716685057}
+{"Finetune/Learning Rate": 6.1980719306458216e-06, "Finetune/Loss": 0.651977002620697, "Finetune/Loss (Raw)": 0.5566729307174683, "Finetune/Step": 12220, "Finetune/Step Time": 6.560619603842497}
+{"Finetune/Learning Rate": 6.19651447928671e-06, "Finetune/Loss": 0.6507651209831238, "Finetune/Loss (Raw)": 0.6136212944984436, "Finetune/Step": 12221, "Finetune/Step Time": 6.559321438893676}
+{"Finetune/Learning Rate": 6.19495713578363e-06, "Finetune/Loss": 0.6514431238174438, "Finetune/Loss (Raw)": 0.7058117389678955, "Finetune/Step": 12222, "Finetune/Step Time": 6.556758668273687}
+{"Finetune/Learning Rate": 6.193399900180747e-06, "Finetune/Loss": 0.6512230634689331, "Finetune/Loss (Raw)": 0.6710907816886902, "Finetune/Step": 12223, "Finetune/Step Time": 6.557547610253096}
+{"Finetune/Learning Rate": 6.191842772522214e-06, "Finetune/Loss": 0.6510162353515625, "Finetune/Loss (Raw)": 0.6525235176086426, "Finetune/Step": 12224, "Finetune/Step Time": 6.556309876963496}
+{"Finetune/Learning Rate": 6.190285752852195e-06, "Finetune/Loss": 0.6510952711105347, "Finetune/Loss (Raw)": 0.7043663263320923, "Finetune/Step": 12225, "Finetune/Step Time": 6.555440727621317}
+{"Finetune/Learning Rate": 6.188728841214837e-06, "Finetune/Loss": 0.6520161032676697, "Finetune/Loss (Raw)": 0.6587005853652954, "Finetune/Step": 12226, "Finetune/Step Time": 6.559998665004969}
+{"Finetune/Learning Rate": 6.187172037654294e-06, "Finetune/Loss": 0.6533013582229614, "Finetune/Loss (Raw)": 0.6876206994056702, "Finetune/Step": 12227, "Finetune/Step Time": 6.546656385064125}
+{"Finetune/Learning Rate": 6.185615342214708e-06, "Finetune/Loss": 0.6532593369483948, "Finetune/Loss (Raw)": 0.6002873182296753, "Finetune/Step": 12228, "Finetune/Step Time": 6.5512000024318695}
+{"Finetune/Learning Rate": 6.184058754940223e-06, "Finetune/Loss": 0.6524256467819214, "Finetune/Loss (Raw)": 0.599577784538269, "Finetune/Step": 12229, "Finetune/Step Time": 6.555055551230907}
+{"Finetune/Learning Rate": 6.182502275874982e-06, "Finetune/Loss": 0.6520473957061768, "Finetune/Loss (Raw)": 0.532912015914917, "Finetune/Step": 12230, "Finetune/Step Time": 6.555198300629854}
+{"Finetune/Learning Rate": 6.18094590506312e-06, "Finetune/Loss": 0.651107668876648, "Finetune/Loss (Raw)": 0.6190349459648132, "Finetune/Step": 12231, "Finetune/Step Time": 6.558106172829866}
+{"Finetune/Learning Rate": 6.179389642548771e-06, "Finetune/Loss": 0.6505234241485596, "Finetune/Loss (Raw)": 0.6416065096855164, "Finetune/Step": 12232, "Finetune/Step Time": 6.561498971655965}
+{"Finetune/Learning Rate": 6.177833488376072e-06, "Finetune/Loss": 0.6516833305358887, "Finetune/Loss (Raw)": 0.7290701270103455, "Finetune/Step": 12233, "Finetune/Step Time": 6.54485597088933}
+{"Finetune/Learning Rate": 6.1762774425891425e-06, "Finetune/Loss": 0.6506508588790894, "Finetune/Loss (Raw)": 0.5771348476409912, "Finetune/Step": 12234, "Finetune/Step Time": 6.544688204303384}
+{"Finetune/Learning Rate": 6.174721505232113e-06, "Finetune/Loss": 0.6503971815109253, "Finetune/Loss (Raw)": 0.5835593342781067, "Finetune/Step": 12235, "Finetune/Step Time": 6.5591897536069155}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.6507906913757324, "Finetune/Loss (Raw)": 0.6787512898445129, "Finetune/Step": 12236, "Finetune/Step Time": 6.5617725774645805}
+{"Finetune/Learning Rate": 6.171609955984234e-06, "Finetune/Loss": 0.6509068608283997, "Finetune/Loss (Raw)": 0.631706714630127, "Finetune/Step": 12237, "Finetune/Step Time": 6.562975646927953}
+{"Finetune/Learning Rate": 6.170054344181618e-06, "Finetune/Loss": 0.6511341333389282, "Finetune/Loss (Raw)": 0.6770815849304199, "Finetune/Step": 12238, "Finetune/Step Time": 6.5598065461963415}
+{"Finetune/Learning Rate": 6.16849884098537e-06, "Finetune/Loss": 0.6482802033424377, "Finetune/Loss (Raw)": 0.45275673270225525, "Finetune/Step": 12239, "Finetune/Step Time": 6.5784036591649055}
+{"Finetune/Learning Rate": 6.166943446439604e-06, "Finetune/Loss": 0.6477638483047485, "Finetune/Loss (Raw)": 0.5567328333854675, "Finetune/Step": 12240, "Finetune/Step Time": 6.568833846598864}
+{"Finetune/Learning Rate": 6.1653881605884165e-06, "Finetune/Loss": 0.6478506922721863, "Finetune/Loss (Raw)": 0.5752657055854797, "Finetune/Step": 12241, "Finetune/Step Time": 6.58245712518692}
+{"Finetune/Learning Rate": 6.163832983475919e-06, "Finetune/Loss": 0.648033857345581, "Finetune/Loss (Raw)": 0.676113486289978, "Finetune/Step": 12242, "Finetune/Step Time": 6.575481662526727}
+{"Finetune/Learning Rate": 6.162277915146209e-06, "Finetune/Loss": 0.6469933390617371, "Finetune/Loss (Raw)": 0.4693143665790558, "Finetune/Step": 12243, "Finetune/Step Time": 6.575793014839292}
+{"Finetune/Learning Rate": 6.160722955643385e-06, "Finetune/Loss": 0.6473469138145447, "Finetune/Loss (Raw)": 0.7033129930496216, "Finetune/Step": 12244, "Finetune/Step Time": 6.572975659742951}
+{"Finetune/Learning Rate": 6.159168105011539e-06, "Finetune/Loss": 0.6470076441764832, "Finetune/Loss (Raw)": 0.6061469316482544, "Finetune/Step": 12245, "Finetune/Step Time": 6.571754300966859}
+{"Finetune/Learning Rate": 6.157613363294768e-06, "Finetune/Loss": 0.6468001008033752, "Finetune/Loss (Raw)": 0.7248719334602356, "Finetune/Step": 12246, "Finetune/Step Time": 6.565697552636266}
+{"Finetune/Learning Rate": 6.156058730537151e-06, "Finetune/Loss": 0.6470905542373657, "Finetune/Loss (Raw)": 0.6877284049987793, "Finetune/Step": 12247, "Finetune/Step Time": 6.567429222166538}
+{"Finetune/Learning Rate": 6.15450420678278e-06, "Finetune/Loss": 0.6475385427474976, "Finetune/Loss (Raw)": 0.5992308855056763, "Finetune/Step": 12248, "Finetune/Step Time": 6.566789995878935}
+{"Finetune/Learning Rate": 6.152949792075731e-06, "Finetune/Loss": 0.6481453776359558, "Finetune/Loss (Raw)": 0.7028190493583679, "Finetune/Step": 12249, "Finetune/Step Time": 6.563345288857818}
+{"Finetune/Learning Rate": 6.15139548646009e-06, "Finetune/Loss": 0.6492044925689697, "Finetune/Loss (Raw)": 0.6284725666046143, "Finetune/Step": 12250, "Finetune/Step Time": 6.560601908713579}
+{"Finetune/Learning Rate": 6.1498412899799275e-06, "Finetune/Loss": 0.6492723822593689, "Finetune/Loss (Raw)": 0.631802499294281, "Finetune/Step": 12251, "Finetune/Step Time": 6.570253601297736}
+{"Finetune/Learning Rate": 6.1482872026793204e-06, "Finetune/Loss": 0.6484650373458862, "Finetune/Loss (Raw)": 0.5554715991020203, "Finetune/Step": 12252, "Finetune/Step Time": 6.574905671179295}
+{"Finetune/Learning Rate": 6.146733224602333e-06, "Finetune/Loss": 0.6484159231185913, "Finetune/Loss (Raw)": 0.6434513926506042, "Finetune/Step": 12253, "Finetune/Step Time": 6.578695068135858}
+{"Finetune/Learning Rate": 6.1451793557930336e-06, "Finetune/Loss": 0.6486502885818481, "Finetune/Loss (Raw)": 0.6371198892593384, "Finetune/Step": 12254, "Finetune/Step Time": 6.567320765927434}
+{"Finetune/Learning Rate": 6.143625596295488e-06, "Finetune/Loss": 0.6485059261322021, "Finetune/Loss (Raw)": 0.6008275151252747, "Finetune/Step": 12255, "Finetune/Step Time": 6.565322196111083}
+{"Finetune/Learning Rate": 6.142071946153751e-06, "Finetune/Loss": 0.647395133972168, "Finetune/Loss (Raw)": 0.6829830408096313, "Finetune/Step": 12256, "Finetune/Step Time": 6.5657418593764305}
+{"Finetune/Learning Rate": 6.140518405411886e-06, "Finetune/Loss": 0.6486636400222778, "Finetune/Loss (Raw)": 0.7678923010826111, "Finetune/Step": 12257, "Finetune/Step Time": 6.567165657877922}
+{"Finetune/Learning Rate": 6.138964974113948e-06, "Finetune/Loss": 0.6478139162063599, "Finetune/Loss (Raw)": 0.6012597680091858, "Finetune/Step": 12258, "Finetune/Step Time": 6.572927571833134}
+{"Finetune/Learning Rate": 6.1374116523039775e-06, "Finetune/Loss": 0.6467615365982056, "Finetune/Loss (Raw)": 0.5918140411376953, "Finetune/Step": 12259, "Finetune/Step Time": 6.572299987077713}
+{"Finetune/Learning Rate": 6.13585844002603e-06, "Finetune/Loss": 0.6473215818405151, "Finetune/Loss (Raw)": 0.6673365831375122, "Finetune/Step": 12260, "Finetune/Step Time": 6.567442957311869}
+{"Finetune/Learning Rate": 6.134305337324149e-06, "Finetune/Loss": 0.646989107131958, "Finetune/Loss (Raw)": 0.679388701915741, "Finetune/Step": 12261, "Finetune/Step Time": 6.570411078631878}
+{"Finetune/Learning Rate": 6.1327523442423775e-06, "Finetune/Loss": 0.645849883556366, "Finetune/Loss (Raw)": 0.5755593776702881, "Finetune/Step": 12262, "Finetune/Step Time": 6.569519078359008}
+{"Finetune/Learning Rate": 6.131199460824751e-06, "Finetune/Loss": 0.6468383073806763, "Finetune/Loss (Raw)": 0.769601583480835, "Finetune/Step": 12263, "Finetune/Step Time": 6.573503294959664}
+{"Finetune/Learning Rate": 6.12964668711531e-06, "Finetune/Loss": 0.6472485065460205, "Finetune/Loss (Raw)": 0.6130393743515015, "Finetune/Step": 12264, "Finetune/Step Time": 6.579873535782099}
+{"Finetune/Learning Rate": 6.128094023158081e-06, "Finetune/Loss": 0.6476620435714722, "Finetune/Loss (Raw)": 0.6467777490615845, "Finetune/Step": 12265, "Finetune/Step Time": 6.606264868751168}
+{"Finetune/Learning Rate": 6.126541468997092e-06, "Finetune/Loss": 0.6480629444122314, "Finetune/Loss (Raw)": 0.7284097671508789, "Finetune/Step": 12266, "Finetune/Step Time": 6.603749889880419}
+{"Finetune/Learning Rate": 6.124989024676375e-06, "Finetune/Loss": 0.6485537886619568, "Finetune/Loss (Raw)": 0.6395714282989502, "Finetune/Step": 12267, "Finetune/Step Time": 6.606657139956951}
+{"Finetune/Learning Rate": 6.123436690239951e-06, "Finetune/Loss": 0.6476792097091675, "Finetune/Loss (Raw)": 0.6530256271362305, "Finetune/Step": 12268, "Finetune/Step Time": 6.617348162457347}
+{"Finetune/Learning Rate": 6.121884465731838e-06, "Finetune/Loss": 0.6471097469329834, "Finetune/Loss (Raw)": 0.5984710454940796, "Finetune/Step": 12269, "Finetune/Step Time": 6.607877399772406}
+{"Finetune/Learning Rate": 6.120332351196057e-06, "Finetune/Loss": 0.6468961238861084, "Finetune/Loss (Raw)": 0.6113014221191406, "Finetune/Step": 12270, "Finetune/Step Time": 6.591842142865062}
+{"Finetune/Learning Rate": 6.1187803466766136e-06, "Finetune/Loss": 0.6474717855453491, "Finetune/Loss (Raw)": 0.6621379256248474, "Finetune/Step": 12271, "Finetune/Step Time": 6.606589885428548}
+{"Finetune/Learning Rate": 6.117228452217525e-06, "Finetune/Loss": 0.6469055414199829, "Finetune/Loss (Raw)": 0.6470093727111816, "Finetune/Step": 12272, "Finetune/Step Time": 6.602835848927498}
+{"Finetune/Learning Rate": 6.115676667862794e-06, "Finetune/Loss": 0.6470595598220825, "Finetune/Loss (Raw)": 0.7115600109100342, "Finetune/Step": 12273, "Finetune/Step Time": 6.598987773060799}
+{"Finetune/Learning Rate": 6.114124993656429e-06, "Finetune/Loss": 0.6456631422042847, "Finetune/Loss (Raw)": 0.5800302624702454, "Finetune/Step": 12274, "Finetune/Step Time": 6.609261592850089}
+{"Finetune/Learning Rate": 6.11257342964243e-06, "Finetune/Loss": 0.6466373801231384, "Finetune/Loss (Raw)": 0.6513093113899231, "Finetune/Step": 12275, "Finetune/Step Time": 6.6191905699670315}
+{"Finetune/Learning Rate": 6.111021975864795e-06, "Finetune/Loss": 0.64683997631073, "Finetune/Loss (Raw)": 0.726324200630188, "Finetune/Step": 12276, "Finetune/Step Time": 6.602020846679807}
+{"Finetune/Learning Rate": 6.109470632367516e-06, "Finetune/Loss": 0.6468465328216553, "Finetune/Loss (Raw)": 0.5873236656188965, "Finetune/Step": 12277, "Finetune/Step Time": 6.615767437964678}
+{"Finetune/Learning Rate": 6.1079193991945865e-06, "Finetune/Loss": 0.645472526550293, "Finetune/Loss (Raw)": 0.6782358288764954, "Finetune/Step": 12278, "Finetune/Step Time": 6.615352090448141}
+{"Finetune/Learning Rate": 6.106368276389995e-06, "Finetune/Loss": 0.6446003913879395, "Finetune/Loss (Raw)": 0.5877217054367065, "Finetune/Step": 12279, "Finetune/Step Time": 6.614115834236145}
+{"Finetune/Learning Rate": 6.104817263997727e-06, "Finetune/Loss": 0.6452032327651978, "Finetune/Loss (Raw)": 0.6429870128631592, "Finetune/Step": 12280, "Finetune/Step Time": 6.615776346996427}
+{"Finetune/Learning Rate": 6.103266362061766e-06, "Finetune/Loss": 0.6461769342422485, "Finetune/Loss (Raw)": 0.7258628010749817, "Finetune/Step": 12281, "Finetune/Step Time": 6.62943297997117}
+{"Finetune/Learning Rate": 6.1017155706260945e-06, "Finetune/Loss": 0.6462075114250183, "Finetune/Loss (Raw)": 0.6588199138641357, "Finetune/Step": 12282, "Finetune/Step Time": 6.627758452668786}
+{"Finetune/Learning Rate": 6.100164889734676e-06, "Finetune/Loss": 0.6467116475105286, "Finetune/Loss (Raw)": 0.5648225545883179, "Finetune/Step": 12283, "Finetune/Step Time": 6.64395229332149}
+{"Finetune/Learning Rate": 6.0986143194314975e-06, "Finetune/Loss": 0.6483752727508545, "Finetune/Loss (Raw)": 0.7572948932647705, "Finetune/Step": 12284, "Finetune/Step Time": 6.644952207803726}
+{"Finetune/Learning Rate": 6.0970638597605194e-06, "Finetune/Loss": 0.6479196548461914, "Finetune/Loss (Raw)": 0.6074212193489075, "Finetune/Step": 12285, "Finetune/Step Time": 6.647121664136648}
+{"Finetune/Learning Rate": 6.095513510765714e-06, "Finetune/Loss": 0.6489294767379761, "Finetune/Loss (Raw)": 0.6456782817840576, "Finetune/Step": 12286, "Finetune/Step Time": 6.6478434558957815}
+{"Finetune/Learning Rate": 6.093963272491041e-06, "Finetune/Loss": 0.6482135057449341, "Finetune/Loss (Raw)": 0.5518489480018616, "Finetune/Step": 12287, "Finetune/Step Time": 6.648300440981984}
+{"Finetune/Learning Rate": 6.092413144980465e-06, "Finetune/Loss": 0.6486940383911133, "Finetune/Loss (Raw)": 0.6745170950889587, "Finetune/Step": 12288, "Finetune/Step Time": 6.644774451851845}
+{"Finetune/Learning Rate": 6.090863128277938e-06, "Finetune/Loss": 0.6484318375587463, "Finetune/Loss (Raw)": 0.6640123128890991, "Finetune/Step": 12289, "Finetune/Step Time": 6.644622882828116}
+{"Finetune/Learning Rate": 6.0893132224274156e-06, "Finetune/Loss": 0.6492273807525635, "Finetune/Loss (Raw)": 0.8001030087471008, "Finetune/Step": 12290, "Finetune/Step Time": 6.64488129504025}
+{"Finetune/Learning Rate": 6.08776342747285e-06, "Finetune/Loss": 0.6493092179298401, "Finetune/Loss (Raw)": 0.7502148747444153, "Finetune/Step": 12291, "Finetune/Step Time": 6.6476425770670176}
+{"Finetune/Learning Rate": 6.086213743458191e-06, "Finetune/Loss": 0.647244930267334, "Finetune/Loss (Raw)": 0.43510663509368896, "Finetune/Step": 12292, "Finetune/Step Time": 6.655947493389249}
+{"Finetune/Learning Rate": 6.084664170427379e-06, "Finetune/Loss": 0.647614598274231, "Finetune/Loss (Raw)": 0.6140357255935669, "Finetune/Step": 12293, "Finetune/Step Time": 6.65866575576365}
+{"Finetune/Learning Rate": 6.08311470842436e-06, "Finetune/Loss": 0.6463589668273926, "Finetune/Loss (Raw)": 0.6106076836585999, "Finetune/Step": 12294, "Finetune/Step Time": 6.659571014344692}
+{"Finetune/Learning Rate": 6.081565357493069e-06, "Finetune/Loss": 0.6457226276397705, "Finetune/Loss (Raw)": 0.6080340147018433, "Finetune/Step": 12295, "Finetune/Step Time": 6.660359123721719}
+{"Finetune/Learning Rate": 6.080016117677441e-06, "Finetune/Loss": 0.6450684070587158, "Finetune/Loss (Raw)": 0.5857595205307007, "Finetune/Step": 12296, "Finetune/Step Time": 6.664491044357419}
+{"Finetune/Learning Rate": 6.078466989021406e-06, "Finetune/Loss": 0.645654559135437, "Finetune/Loss (Raw)": 0.6511890888214111, "Finetune/Step": 12297, "Finetune/Step Time": 6.664608469232917}
+{"Finetune/Learning Rate": 6.076917971568899e-06, "Finetune/Loss": 0.6454199552536011, "Finetune/Loss (Raw)": 0.556938111782074, "Finetune/Step": 12298, "Finetune/Step Time": 6.663838965818286}
+{"Finetune/Learning Rate": 6.075369065363842e-06, "Finetune/Loss": 0.6455379128456116, "Finetune/Loss (Raw)": 0.6675325036048889, "Finetune/Step": 12299, "Finetune/Step Time": 6.658441916108131}
+{"Finetune/Learning Rate": 6.07382027045016e-06, "Finetune/Loss": 0.6443673372268677, "Finetune/Loss (Raw)": 0.4460572898387909, "Finetune/Step": 12300, "Finetune/Step Time": 6.65599531121552}
+{"Finetune/Learning Rate": 6.07227158687177e-06, "Finetune/Loss": 0.64495849609375, "Finetune/Loss (Raw)": 0.7287390232086182, "Finetune/Step": 12301, "Finetune/Step Time": 6.659607324749231}
+{"Finetune/Learning Rate": 6.070723014672587e-06, "Finetune/Loss": 0.6451777219772339, "Finetune/Loss (Raw)": 0.603080153465271, "Finetune/Step": 12302, "Finetune/Step Time": 6.657642466947436}
+{"Finetune/Learning Rate": 6.0691745538965265e-06, "Finetune/Loss": 0.6464118361473083, "Finetune/Loss (Raw)": 0.691363513469696, "Finetune/Step": 12303, "Finetune/Step Time": 6.630550593137741}
+{"Finetune/Learning Rate": 6.067626204587498e-06, "Finetune/Loss": 0.6455187797546387, "Finetune/Loss (Raw)": 0.6552777886390686, "Finetune/Step": 12304, "Finetune/Step Time": 6.635629257187247}
+{"Finetune/Learning Rate": 6.066077966789407e-06, "Finetune/Loss": 0.645115852355957, "Finetune/Loss (Raw)": 0.7075174450874329, "Finetune/Step": 12305, "Finetune/Step Time": 6.636269949376583}
+{"Finetune/Learning Rate": 6.0645298405461626e-06, "Finetune/Loss": 0.6456104516983032, "Finetune/Loss (Raw)": 0.6471707820892334, "Finetune/Step": 12306, "Finetune/Step Time": 6.629006674513221}
+{"Finetune/Learning Rate": 6.062981825901657e-06, "Finetune/Loss": 0.6450576186180115, "Finetune/Loss (Raw)": 0.5372488498687744, "Finetune/Step": 12307, "Finetune/Step Time": 6.626194270327687}
+{"Finetune/Learning Rate": 6.0614339228997905e-06, "Finetune/Loss": 0.6442147493362427, "Finetune/Loss (Raw)": 0.6184990406036377, "Finetune/Step": 12308, "Finetune/Step Time": 6.629255091771483}
+{"Finetune/Learning Rate": 6.059886131584461e-06, "Finetune/Loss": 0.6439679861068726, "Finetune/Loss (Raw)": 0.6445222496986389, "Finetune/Step": 12309, "Finetune/Step Time": 6.617865167558193}
+{"Finetune/Learning Rate": 6.0583384519995555e-06, "Finetune/Loss": 0.6446647644042969, "Finetune/Loss (Raw)": 0.7166959047317505, "Finetune/Step": 12310, "Finetune/Step Time": 6.616848483681679}
+{"Finetune/Learning Rate": 6.0567908841889635e-06, "Finetune/Loss": 0.6446231603622437, "Finetune/Loss (Raw)": 0.703101396560669, "Finetune/Step": 12311, "Finetune/Step Time": 6.621912468224764}
+{"Finetune/Learning Rate": 6.055243428196571e-06, "Finetune/Loss": 0.6428279876708984, "Finetune/Loss (Raw)": 0.5911853313446045, "Finetune/Step": 12312, "Finetune/Step Time": 6.6227564252913}
+{"Finetune/Learning Rate": 6.053696084066254e-06, "Finetune/Loss": 0.6417804956436157, "Finetune/Loss (Raw)": 0.5766503214836121, "Finetune/Step": 12313, "Finetune/Step Time": 6.625475808978081}
+{"Finetune/Learning Rate": 6.052148851841896e-06, "Finetune/Loss": 0.6418984532356262, "Finetune/Loss (Raw)": 0.6010407209396362, "Finetune/Step": 12314, "Finetune/Step Time": 6.626326145604253}
+{"Finetune/Learning Rate": 6.050601731567367e-06, "Finetune/Loss": 0.6416875123977661, "Finetune/Loss (Raw)": 0.6940035223960876, "Finetune/Step": 12315, "Finetune/Step Time": 6.6245522908866405}
+{"Finetune/Learning Rate": 6.049054723286545e-06, "Finetune/Loss": 0.6406582593917847, "Finetune/Loss (Raw)": 0.6105725765228271, "Finetune/Step": 12316, "Finetune/Step Time": 6.622945431619883}
+{"Finetune/Learning Rate": 6.047507827043296e-06, "Finetune/Loss": 0.6414628624916077, "Finetune/Loss (Raw)": 0.6964870095252991, "Finetune/Step": 12317, "Finetune/Step Time": 6.624021869152784}
+{"Finetune/Learning Rate": 6.045961042881488e-06, "Finetune/Loss": 0.641110897064209, "Finetune/Loss (Raw)": 0.5904308557510376, "Finetune/Step": 12318, "Finetune/Step Time": 6.625034222379327}
+{"Finetune/Learning Rate": 6.044414370844978e-06, "Finetune/Loss": 0.6418830156326294, "Finetune/Loss (Raw)": 0.6380709409713745, "Finetune/Step": 12319, "Finetune/Step Time": 6.629676230251789}
+{"Finetune/Learning Rate": 6.04286781097763e-06, "Finetune/Loss": 0.6418834924697876, "Finetune/Loss (Raw)": 0.6063245534896851, "Finetune/Step": 12320, "Finetune/Step Time": 6.633115101605654}
+{"Finetune/Learning Rate": 6.041321363323298e-06, "Finetune/Loss": 0.6427987813949585, "Finetune/Loss (Raw)": 0.6848728656768799, "Finetune/Step": 12321, "Finetune/Step Time": 6.632548060268164}
+{"Finetune/Learning Rate": 6.039775027925832e-06, "Finetune/Loss": 0.6419750452041626, "Finetune/Loss (Raw)": 0.613568902015686, "Finetune/Step": 12322, "Finetune/Step Time": 6.6176338363438845}
+{"Finetune/Learning Rate": 6.038228804829087e-06, "Finetune/Loss": 0.642959713935852, "Finetune/Loss (Raw)": 0.7514042258262634, "Finetune/Step": 12323, "Finetune/Step Time": 6.615606464445591}
+{"Finetune/Learning Rate": 6.0366826940769075e-06, "Finetune/Loss": 0.6421927213668823, "Finetune/Loss (Raw)": 0.5883397459983826, "Finetune/Step": 12324, "Finetune/Step Time": 6.62369934655726}
+{"Finetune/Learning Rate": 6.03513669571314e-06, "Finetune/Loss": 0.6420616507530212, "Finetune/Loss (Raw)": 0.707513689994812, "Finetune/Step": 12325, "Finetune/Step Time": 6.624329460784793}
+{"Finetune/Learning Rate": 6.033590809781618e-06, "Finetune/Loss": 0.6402478218078613, "Finetune/Loss (Raw)": 0.6053485870361328, "Finetune/Step": 12326, "Finetune/Step Time": 6.621926110237837}
+{"Finetune/Learning Rate": 6.032045036326181e-06, "Finetune/Loss": 0.6409342885017395, "Finetune/Loss (Raw)": 0.6971372365951538, "Finetune/Step": 12327, "Finetune/Step Time": 6.619727237150073}
+{"Finetune/Learning Rate": 6.0304993753906635e-06, "Finetune/Loss": 0.6424473524093628, "Finetune/Loss (Raw)": 0.7327352166175842, "Finetune/Step": 12328, "Finetune/Step Time": 6.637822397053242}
+{"Finetune/Learning Rate": 6.028953827018895e-06, "Finetune/Loss": 0.6429435014724731, "Finetune/Loss (Raw)": 0.6930713653564453, "Finetune/Step": 12329, "Finetune/Step Time": 6.640054726973176}
+{"Finetune/Learning Rate": 6.027408391254705e-06, "Finetune/Loss": 0.6433796882629395, "Finetune/Loss (Raw)": 0.6722580790519714, "Finetune/Step": 12330, "Finetune/Step Time": 6.6442002058029175}
+{"Finetune/Learning Rate": 6.025863068141922e-06, "Finetune/Loss": 0.6440901756286621, "Finetune/Loss (Raw)": 0.7423794269561768, "Finetune/Step": 12331, "Finetune/Step Time": 6.6459221467375755}
+{"Finetune/Learning Rate": 6.024317857724353e-06, "Finetune/Loss": 0.6429767608642578, "Finetune/Loss (Raw)": 0.6004453897476196, "Finetune/Step": 12332, "Finetune/Step Time": 6.643107092007995}
+{"Finetune/Learning Rate": 6.0227727600458275e-06, "Finetune/Loss": 0.6434603929519653, "Finetune/Loss (Raw)": 0.7774093747138977, "Finetune/Step": 12333, "Finetune/Step Time": 6.657488686963916}
+{"Finetune/Learning Rate": 6.021227775150158e-06, "Finetune/Loss": 0.6451067924499512, "Finetune/Loss (Raw)": 0.7279430627822876, "Finetune/Step": 12334, "Finetune/Step Time": 6.661147892475128}
+{"Finetune/Learning Rate": 6.019682903081153e-06, "Finetune/Loss": 0.6461436748504639, "Finetune/Loss (Raw)": 0.6990648508071899, "Finetune/Step": 12335, "Finetune/Step Time": 6.660245144739747}
+{"Finetune/Learning Rate": 6.018138143882621e-06, "Finetune/Loss": 0.6449295282363892, "Finetune/Loss (Raw)": 0.599639356136322, "Finetune/Step": 12336, "Finetune/Step Time": 6.6619652435183525}
+{"Finetune/Learning Rate": 6.016593497598374e-06, "Finetune/Loss": 0.6445868611335754, "Finetune/Loss (Raw)": 0.5913573503494263, "Finetune/Step": 12337, "Finetune/Step Time": 6.662047175690532}
+{"Finetune/Learning Rate": 6.015048964272205e-06, "Finetune/Loss": 0.6434863805770874, "Finetune/Loss (Raw)": 0.5934305787086487, "Finetune/Step": 12338, "Finetune/Step Time": 6.664146173745394}
+{"Finetune/Learning Rate": 6.013504543947912e-06, "Finetune/Loss": 0.6431376934051514, "Finetune/Loss (Raw)": 0.6595216989517212, "Finetune/Step": 12339, "Finetune/Step Time": 6.674446236342192}
+{"Finetune/Learning Rate": 6.011960236669299e-06, "Finetune/Loss": 0.6428883671760559, "Finetune/Loss (Raw)": 0.7452804446220398, "Finetune/Step": 12340, "Finetune/Step Time": 6.68262049742043}
+{"Finetune/Learning Rate": 6.01041604248015e-06, "Finetune/Loss": 0.6442896127700806, "Finetune/Loss (Raw)": 0.6258735656738281, "Finetune/Step": 12341, "Finetune/Step Time": 6.679273195564747}
+{"Finetune/Learning Rate": 6.008871961424259e-06, "Finetune/Loss": 0.6431010961532593, "Finetune/Loss (Raw)": 0.7008014917373657, "Finetune/Step": 12342, "Finetune/Step Time": 6.681089298799634}
+{"Finetune/Learning Rate": 6.007327993545411e-06, "Finetune/Loss": 0.6424440145492554, "Finetune/Loss (Raw)": 0.511993944644928, "Finetune/Step": 12343, "Finetune/Step Time": 6.692097745835781}
+{"Finetune/Learning Rate": 6.0057841388873865e-06, "Finetune/Loss": 0.6439085006713867, "Finetune/Loss (Raw)": 0.7795841097831726, "Finetune/Step": 12344, "Finetune/Step Time": 6.682404067367315}
+{"Finetune/Learning Rate": 6.004240397493966e-06, "Finetune/Loss": 0.6429980993270874, "Finetune/Loss (Raw)": 0.5438317060470581, "Finetune/Step": 12345, "Finetune/Step Time": 6.679736964404583}
+{"Finetune/Learning Rate": 6.002696769408922e-06, "Finetune/Loss": 0.6420960426330566, "Finetune/Loss (Raw)": 0.5728963017463684, "Finetune/Step": 12346, "Finetune/Step Time": 6.680700788274407}
+{"Finetune/Learning Rate": 6.001153254676033e-06, "Finetune/Loss": 0.6416947245597839, "Finetune/Loss (Raw)": 0.6117461919784546, "Finetune/Step": 12347, "Finetune/Step Time": 6.664925070479512}
+{"Finetune/Learning Rate": 5.9996098533390675e-06, "Finetune/Loss": 0.6415058374404907, "Finetune/Loss (Raw)": 0.5324966311454773, "Finetune/Step": 12348, "Finetune/Step Time": 6.666910775005817}
+{"Finetune/Learning Rate": 5.998066565441791e-06, "Finetune/Loss": 0.6413642168045044, "Finetune/Loss (Raw)": 0.5954891443252563, "Finetune/Step": 12349, "Finetune/Step Time": 6.667699690908194}
+{"Finetune/Learning Rate": 5.996523391027967e-06, "Finetune/Loss": 0.6401422023773193, "Finetune/Loss (Raw)": 0.5493888258934021, "Finetune/Step": 12350, "Finetune/Step Time": 6.655015496537089}
+{"Finetune/Learning Rate": 5.994980330141354e-06, "Finetune/Loss": 0.6400575637817383, "Finetune/Loss (Raw)": 0.660263180732727, "Finetune/Step": 12351, "Finetune/Step Time": 6.654770852997899}
+{"Finetune/Learning Rate": 5.993437382825711e-06, "Finetune/Loss": 0.6396576166152954, "Finetune/Loss (Raw)": 0.6013315320014954, "Finetune/Step": 12352, "Finetune/Step Time": 6.651240300387144}
+{"Finetune/Learning Rate": 5.991894549124788e-06, "Finetune/Loss": 0.6385841369628906, "Finetune/Loss (Raw)": 0.5669538974761963, "Finetune/Step": 12353, "Finetune/Step Time": 6.665108824148774}
+{"Finetune/Learning Rate": 5.99035182908234e-06, "Finetune/Loss": 0.6399708986282349, "Finetune/Loss (Raw)": 0.8362125158309937, "Finetune/Step": 12354, "Finetune/Step Time": 6.659835861995816}
+{"Finetune/Learning Rate": 5.988809222742117e-06, "Finetune/Loss": 0.6400442719459534, "Finetune/Loss (Raw)": 0.6970072984695435, "Finetune/Step": 12355, "Finetune/Step Time": 6.654508627951145}
+{"Finetune/Learning Rate": 5.987266730147852e-06, "Finetune/Loss": 0.6391476988792419, "Finetune/Loss (Raw)": 0.4855257272720337, "Finetune/Step": 12356, "Finetune/Step Time": 6.65239012427628}
+{"Finetune/Learning Rate": 5.985724351343294e-06, "Finetune/Loss": 0.6402912735939026, "Finetune/Loss (Raw)": 0.7459579110145569, "Finetune/Step": 12357, "Finetune/Step Time": 6.647097814828157}
+{"Finetune/Learning Rate": 5.984182086372177e-06, "Finetune/Loss": 0.6419823169708252, "Finetune/Loss (Raw)": 0.7493714690208435, "Finetune/Step": 12358, "Finetune/Step Time": 6.662301328033209}
+{"Finetune/Learning Rate": 5.9826399352782374e-06, "Finetune/Loss": 0.6426796913146973, "Finetune/Loss (Raw)": 0.7082979679107666, "Finetune/Step": 12359, "Finetune/Step Time": 6.664762580767274}
+{"Finetune/Learning Rate": 5.981097898105206e-06, "Finetune/Loss": 0.6427139043807983, "Finetune/Loss (Raw)": 0.6459810137748718, "Finetune/Step": 12360, "Finetune/Step Time": 6.664441740140319}
+{"Finetune/Learning Rate": 5.9795559748968114e-06, "Finetune/Loss": 0.6422502398490906, "Finetune/Loss (Raw)": 0.6697230339050293, "Finetune/Step": 12361, "Finetune/Step Time": 6.685302138328552}
+{"Finetune/Learning Rate": 5.978014165696774e-06, "Finetune/Loss": 0.6437902450561523, "Finetune/Loss (Raw)": 0.7742558717727661, "Finetune/Step": 12362, "Finetune/Step Time": 6.692264258861542}
+{"Finetune/Learning Rate": 5.976472470548816e-06, "Finetune/Loss": 0.6445714235305786, "Finetune/Loss (Raw)": 0.6835492849349976, "Finetune/Step": 12363, "Finetune/Step Time": 6.677015608176589}
+{"Finetune/Learning Rate": 5.974930889496659e-06, "Finetune/Loss": 0.6443881988525391, "Finetune/Loss (Raw)": 0.6552960276603699, "Finetune/Step": 12364, "Finetune/Step Time": 6.673915445804596}
+{"Finetune/Learning Rate": 5.9733894225840184e-06, "Finetune/Loss": 0.6446264982223511, "Finetune/Loss (Raw)": 0.6622161865234375, "Finetune/Step": 12365, "Finetune/Step Time": 6.67699433863163}
+{"Finetune/Learning Rate": 5.971848069854602e-06, "Finetune/Loss": 0.6450167894363403, "Finetune/Loss (Raw)": 0.7270317077636719, "Finetune/Step": 12366, "Finetune/Step Time": 6.678380684927106}
+{"Finetune/Learning Rate": 5.970306831352122e-06, "Finetune/Loss": 0.6452192068099976, "Finetune/Loss (Raw)": 0.47867223620414734, "Finetune/Step": 12367, "Finetune/Step Time": 6.6638009287416935}
+{"Finetune/Learning Rate": 5.96876570712028e-06, "Finetune/Loss": 0.645616352558136, "Finetune/Loss (Raw)": 0.6075644493103027, "Finetune/Step": 12368, "Finetune/Step Time": 6.678361175581813}
+{"Finetune/Learning Rate": 5.967224697202778e-06, "Finetune/Loss": 0.6459430456161499, "Finetune/Loss (Raw)": 0.617080569267273, "Finetune/Step": 12369, "Finetune/Step Time": 6.664146330207586}
+{"Finetune/Learning Rate": 5.965683801643317e-06, "Finetune/Loss": 0.6457240581512451, "Finetune/Loss (Raw)": 0.6480836868286133, "Finetune/Step": 12370, "Finetune/Step Time": 6.666423726826906}
+{"Finetune/Learning Rate": 5.964143020485589e-06, "Finetune/Loss": 0.6473431587219238, "Finetune/Loss (Raw)": 0.6765578985214233, "Finetune/Step": 12371, "Finetune/Step Time": 6.664361057803035}
+{"Finetune/Learning Rate": 5.96260235377329e-06, "Finetune/Loss": 0.6463861465454102, "Finetune/Loss (Raw)": 0.5808166861534119, "Finetune/Step": 12372, "Finetune/Step Time": 6.663280639797449}
+{"Finetune/Learning Rate": 5.961061801550111e-06, "Finetune/Loss": 0.6466346383094788, "Finetune/Loss (Raw)": 0.6379569172859192, "Finetune/Step": 12373, "Finetune/Step Time": 6.679557720199227}
+{"Finetune/Learning Rate": 5.959521363859731e-06, "Finetune/Loss": 0.6466827392578125, "Finetune/Loss (Raw)": 0.7310305833816528, "Finetune/Step": 12374, "Finetune/Step Time": 6.682140937075019}
+{"Finetune/Learning Rate": 5.957981040745835e-06, "Finetune/Loss": 0.6460827589035034, "Finetune/Loss (Raw)": 0.610925555229187, "Finetune/Step": 12375, "Finetune/Step Time": 6.684742968529463}
+{"Finetune/Learning Rate": 5.956440832252104e-06, "Finetune/Loss": 0.6469830870628357, "Finetune/Loss (Raw)": 0.714474618434906, "Finetune/Step": 12376, "Finetune/Step Time": 6.68611210770905}
+{"Finetune/Learning Rate": 5.9549007384222115e-06, "Finetune/Loss": 0.6461685299873352, "Finetune/Loss (Raw)": 0.5985550284385681, "Finetune/Step": 12377, "Finetune/Step Time": 6.692443368956447}
+{"Finetune/Learning Rate": 5.95336075929983e-06, "Finetune/Loss": 0.6456356048583984, "Finetune/Loss (Raw)": 0.560262143611908, "Finetune/Step": 12378, "Finetune/Step Time": 6.695646416395903}
+{"Finetune/Learning Rate": 5.951820894928636e-06, "Finetune/Loss": 0.644700288772583, "Finetune/Loss (Raw)": 0.5120833516120911, "Finetune/Step": 12379, "Finetune/Step Time": 6.704482356086373}
+{"Finetune/Learning Rate": 5.950281145352285e-06, "Finetune/Loss": 0.6451385021209717, "Finetune/Loss (Raw)": 0.6115593910217285, "Finetune/Step": 12380, "Finetune/Step Time": 6.702015079557896}
+{"Finetune/Learning Rate": 5.948741510614444e-06, "Finetune/Loss": 0.6449428796768188, "Finetune/Loss (Raw)": 0.6184129118919373, "Finetune/Step": 12381, "Finetune/Step Time": 6.694773234426975}
+{"Finetune/Learning Rate": 5.947201990758777e-06, "Finetune/Loss": 0.6442031860351562, "Finetune/Loss (Raw)": 0.5424355864524841, "Finetune/Step": 12382, "Finetune/Step Time": 6.707001285627484}
+{"Finetune/Learning Rate": 5.945662585828935e-06, "Finetune/Loss": 0.6448631882667542, "Finetune/Loss (Raw)": 0.6853106617927551, "Finetune/Step": 12383, "Finetune/Step Time": 6.703776191920042}
+{"Finetune/Learning Rate": 5.944123295868574e-06, "Finetune/Loss": 0.6455578804016113, "Finetune/Loss (Raw)": 0.7719003558158875, "Finetune/Step": 12384, "Finetune/Step Time": 6.699123956263065}
+{"Finetune/Learning Rate": 5.942584120921343e-06, "Finetune/Loss": 0.6451352834701538, "Finetune/Loss (Raw)": 0.7138016819953918, "Finetune/Step": 12385, "Finetune/Step Time": 6.697113800793886}
+{"Finetune/Learning Rate": 5.941045061030888e-06, "Finetune/Loss": 0.645504355430603, "Finetune/Loss (Raw)": 0.6485065221786499, "Finetune/Step": 12386, "Finetune/Step Time": 6.692026071250439}
+{"Finetune/Learning Rate": 5.939506116240853e-06, "Finetune/Loss": 0.646196722984314, "Finetune/Loss (Raw)": 0.6804326772689819, "Finetune/Step": 12387, "Finetune/Step Time": 6.694264406338334}
+{"Finetune/Learning Rate": 5.937967286594875e-06, "Finetune/Loss": 0.6469571590423584, "Finetune/Loss (Raw)": 0.7646684646606445, "Finetune/Step": 12388, "Finetune/Step Time": 6.696582939475775}
+{"Finetune/Learning Rate": 5.936428572136598e-06, "Finetune/Loss": 0.6462400555610657, "Finetune/Loss (Raw)": 0.5876003503799438, "Finetune/Step": 12389, "Finetune/Step Time": 6.69257652387023}
+{"Finetune/Learning Rate": 5.93488997290965e-06, "Finetune/Loss": 0.646752119064331, "Finetune/Loss (Raw)": 0.6411110758781433, "Finetune/Step": 12390, "Finetune/Step Time": 6.6862759459763765}
+{"Finetune/Learning Rate": 5.933351488957665e-06, "Finetune/Loss": 0.6453768014907837, "Finetune/Loss (Raw)": 0.5935526490211487, "Finetune/Step": 12391, "Finetune/Step Time": 6.716656679287553}
+{"Finetune/Learning Rate": 5.931813120324266e-06, "Finetune/Loss": 0.6457017660140991, "Finetune/Loss (Raw)": 0.6546357274055481, "Finetune/Step": 12392, "Finetune/Step Time": 6.714141748845577}
+{"Finetune/Learning Rate": 5.930274867053079e-06, "Finetune/Loss": 0.6456446051597595, "Finetune/Loss (Raw)": 0.6394634246826172, "Finetune/Step": 12393, "Finetune/Step Time": 6.703530436381698}
+{"Finetune/Learning Rate": 5.928736729187723e-06, "Finetune/Loss": 0.6463735103607178, "Finetune/Loss (Raw)": 0.8217104077339172, "Finetune/Step": 12394, "Finetune/Step Time": 6.702990615740418}
+{"Finetune/Learning Rate": 5.927198706771813e-06, "Finetune/Loss": 0.6464002728462219, "Finetune/Loss (Raw)": 0.6429945230484009, "Finetune/Step": 12395, "Finetune/Step Time": 6.69588397629559}
+{"Finetune/Learning Rate": 5.92566079984897e-06, "Finetune/Loss": 0.6469184756278992, "Finetune/Loss (Raw)": 0.7193549275398254, "Finetune/Step": 12396, "Finetune/Step Time": 6.681341648101807}
+{"Finetune/Learning Rate": 5.9241230084628054e-06, "Finetune/Loss": 0.6472629904747009, "Finetune/Loss (Raw)": 0.6425687670707703, "Finetune/Step": 12397, "Finetune/Step Time": 6.67956193909049}
+{"Finetune/Learning Rate": 5.922585332656915e-06, "Finetune/Loss": 0.6473274230957031, "Finetune/Loss (Raw)": 0.619555652141571, "Finetune/Step": 12398, "Finetune/Step Time": 6.677975216880441}
+{"Finetune/Learning Rate": 5.9210477724749125e-06, "Finetune/Loss": 0.6468138694763184, "Finetune/Loss (Raw)": 0.5964015126228333, "Finetune/Step": 12399, "Finetune/Step Time": 6.6809726767241955}
+{"Finetune/Learning Rate": 5.919510327960396e-06, "Finetune/Loss": 0.6470128297805786, "Finetune/Loss (Raw)": 0.6724662780761719, "Finetune/Step": 12400, "Finetune/Step Time": 6.687855985015631}
+{"Finetune/Learning Rate": 5.917972999156963e-06, "Finetune/Loss": 0.6459863781929016, "Finetune/Loss (Raw)": 0.5801830291748047, "Finetune/Step": 12401, "Finetune/Step Time": 6.697207733988762}
+{"Finetune/Learning Rate": 5.916435786108206e-06, "Finetune/Loss": 0.6463807821273804, "Finetune/Loss (Raw)": 0.6305195093154907, "Finetune/Step": 12402, "Finetune/Step Time": 6.687529847025871}
+{"Finetune/Learning Rate": 5.91489868885772e-06, "Finetune/Loss": 0.6459912061691284, "Finetune/Loss (Raw)": 0.6014356017112732, "Finetune/Step": 12403, "Finetune/Step Time": 6.684923939406872}
+{"Finetune/Learning Rate": 5.9133617074490944e-06, "Finetune/Loss": 0.645797610282898, "Finetune/Loss (Raw)": 0.701543390750885, "Finetune/Step": 12404, "Finetune/Step Time": 6.68503175675869}
+{"Finetune/Learning Rate": 5.911824841925904e-06, "Finetune/Loss": 0.6464637517929077, "Finetune/Loss (Raw)": 0.6725842952728271, "Finetune/Step": 12405, "Finetune/Step Time": 6.672141056507826}
+{"Finetune/Learning Rate": 5.910288092331738e-06, "Finetune/Loss": 0.6458525657653809, "Finetune/Loss (Raw)": 0.6000113487243652, "Finetune/Step": 12406, "Finetune/Step Time": 6.678651912137866}
+{"Finetune/Learning Rate": 5.9087514587101736e-06, "Finetune/Loss": 0.6465212106704712, "Finetune/Loss (Raw)": 0.6733092069625854, "Finetune/Step": 12407, "Finetune/Step Time": 6.676109055057168}
+{"Finetune/Learning Rate": 5.907214941104782e-06, "Finetune/Loss": 0.6457626819610596, "Finetune/Loss (Raw)": 0.5458893775939941, "Finetune/Step": 12408, "Finetune/Step Time": 6.686108324676752}
+{"Finetune/Learning Rate": 5.905678539559137e-06, "Finetune/Loss": 0.6456133723258972, "Finetune/Loss (Raw)": 0.7067581415176392, "Finetune/Step": 12409, "Finetune/Step Time": 6.671459099277854}
+{"Finetune/Learning Rate": 5.9041422541168085e-06, "Finetune/Loss": 0.6459453105926514, "Finetune/Loss (Raw)": 0.7012994289398193, "Finetune/Step": 12410, "Finetune/Step Time": 6.6790632754564285}
+{"Finetune/Learning Rate": 5.902606084821355e-06, "Finetune/Loss": 0.6465322971343994, "Finetune/Loss (Raw)": 0.6399549245834351, "Finetune/Step": 12411, "Finetune/Step Time": 6.662009514868259}
+{"Finetune/Learning Rate": 5.90107003171634e-06, "Finetune/Loss": 0.645662248134613, "Finetune/Loss (Raw)": 0.6459326148033142, "Finetune/Step": 12412, "Finetune/Step Time": 6.659760711714625}
+{"Finetune/Learning Rate": 5.899534094845327e-06, "Finetune/Loss": 0.6459378004074097, "Finetune/Loss (Raw)": 0.642694890499115, "Finetune/Step": 12413, "Finetune/Step Time": 6.6591328624635935}
+{"Finetune/Learning Rate": 5.897998274251865e-06, "Finetune/Loss": 0.6464293003082275, "Finetune/Loss (Raw)": 0.7085931301116943, "Finetune/Step": 12414, "Finetune/Step Time": 6.65381583198905}
+{"Finetune/Learning Rate": 5.896462569979508e-06, "Finetune/Loss": 0.6478180885314941, "Finetune/Loss (Raw)": 0.7296063899993896, "Finetune/Step": 12415, "Finetune/Step Time": 6.652386987581849}
+{"Finetune/Learning Rate": 5.894926982071805e-06, "Finetune/Loss": 0.6476831436157227, "Finetune/Loss (Raw)": 0.6572472453117371, "Finetune/Step": 12416, "Finetune/Step Time": 6.647231582552195}
+{"Finetune/Learning Rate": 5.8933915105723e-06, "Finetune/Loss": 0.6474039554595947, "Finetune/Loss (Raw)": 0.6282789707183838, "Finetune/Step": 12417, "Finetune/Step Time": 6.645758343860507}
+{"Finetune/Learning Rate": 5.891856155524532e-06, "Finetune/Loss": 0.6461626291275024, "Finetune/Loss (Raw)": 0.6412082314491272, "Finetune/Step": 12418, "Finetune/Step Time": 6.641441438347101}
+{"Finetune/Learning Rate": 5.890320916972039e-06, "Finetune/Loss": 0.6450555324554443, "Finetune/Loss (Raw)": 0.608513355255127, "Finetune/Step": 12419, "Finetune/Step Time": 6.632110832259059}
+{"Finetune/Learning Rate": 5.88878579495836e-06, "Finetune/Loss": 0.6461241841316223, "Finetune/Loss (Raw)": 0.5718916058540344, "Finetune/Step": 12420, "Finetune/Step Time": 6.6354431211948395}
+{"Finetune/Learning Rate": 5.887250789527026e-06, "Finetune/Loss": 0.6469138860702515, "Finetune/Loss (Raw)": 0.7151163816452026, "Finetune/Step": 12421, "Finetune/Step Time": 6.645777018740773}
+{"Finetune/Learning Rate": 5.885715900721567e-06, "Finetune/Loss": 0.6469829678535461, "Finetune/Loss (Raw)": 0.6194471716880798, "Finetune/Step": 12422, "Finetune/Step Time": 6.646140126511455}
+{"Finetune/Learning Rate": 5.884181128585504e-06, "Finetune/Loss": 0.6462174654006958, "Finetune/Loss (Raw)": 0.5100523233413696, "Finetune/Step": 12423, "Finetune/Step Time": 6.643046330660582}
+{"Finetune/Learning Rate": 5.882646473162359e-06, "Finetune/Loss": 0.6468020677566528, "Finetune/Loss (Raw)": 0.6605852246284485, "Finetune/Step": 12424, "Finetune/Step Time": 6.64150127209723}
+{"Finetune/Learning Rate": 5.881111934495654e-06, "Finetune/Loss": 0.6458421349525452, "Finetune/Loss (Raw)": 0.5283249020576477, "Finetune/Step": 12425, "Finetune/Step Time": 6.645815711468458}
+{"Finetune/Learning Rate": 5.8795775126289e-06, "Finetune/Loss": 0.6461281180381775, "Finetune/Loss (Raw)": 0.5935403108596802, "Finetune/Step": 12426, "Finetune/Step Time": 6.645677333697677}
+{"Finetune/Learning Rate": 5.878043207605608e-06, "Finetune/Loss": 0.6453108787536621, "Finetune/Loss (Raw)": 0.5629239678382874, "Finetune/Step": 12427, "Finetune/Step Time": 6.662503642961383}
+{"Finetune/Learning Rate": 5.876509019469298e-06, "Finetune/Loss": 0.6475903987884521, "Finetune/Loss (Raw)": 0.7378389239311218, "Finetune/Step": 12428, "Finetune/Step Time": 6.651258360594511}
+{"Finetune/Learning Rate": 5.874974948263458e-06, "Finetune/Loss": 0.6470601558685303, "Finetune/Loss (Raw)": 0.6608611941337585, "Finetune/Step": 12429, "Finetune/Step Time": 6.65015709772706}
+{"Finetune/Learning Rate": 5.873440994031603e-06, "Finetune/Loss": 0.6456310749053955, "Finetune/Loss (Raw)": 0.42015859484672546, "Finetune/Step": 12430, "Finetune/Step Time": 6.662615904584527}
+{"Finetune/Learning Rate": 5.871907156817225e-06, "Finetune/Loss": 0.6465699076652527, "Finetune/Loss (Raw)": 0.8115397691726685, "Finetune/Step": 12431, "Finetune/Step Time": 6.660194830968976}
+{"Finetune/Learning Rate": 5.8703734366638235e-06, "Finetune/Loss": 0.646774172782898, "Finetune/Loss (Raw)": 0.681425929069519, "Finetune/Step": 12432, "Finetune/Step Time": 6.659458443522453}
+{"Finetune/Learning Rate": 5.868839833614885e-06, "Finetune/Loss": 0.6472922563552856, "Finetune/Loss (Raw)": 0.7738286852836609, "Finetune/Step": 12433, "Finetune/Step Time": 6.66173124872148}
+{"Finetune/Learning Rate": 5.867306347713906e-06, "Finetune/Loss": 0.6475648880004883, "Finetune/Loss (Raw)": 0.682069718837738, "Finetune/Step": 12434, "Finetune/Step Time": 6.66749332472682}
+{"Finetune/Learning Rate": 5.865772979004365e-06, "Finetune/Loss": 0.649644672870636, "Finetune/Loss (Raw)": 0.803461492061615, "Finetune/Step": 12435, "Finetune/Step Time": 6.663672111928463}
+{"Finetune/Learning Rate": 5.864239727529746e-06, "Finetune/Loss": 0.6497041583061218, "Finetune/Loss (Raw)": 0.6261120438575745, "Finetune/Step": 12436, "Finetune/Step Time": 6.66365722566843}
+{"Finetune/Learning Rate": 5.862706593333525e-06, "Finetune/Loss": 0.6494452953338623, "Finetune/Loss (Raw)": 0.6113818883895874, "Finetune/Step": 12437, "Finetune/Step Time": 6.660949319601059}
+{"Finetune/Learning Rate": 5.861173576459182e-06, "Finetune/Loss": 0.6485418677330017, "Finetune/Loss (Raw)": 0.6010607481002808, "Finetune/Step": 12438, "Finetune/Step Time": 6.660055808722973}
+{"Finetune/Learning Rate": 5.859640676950187e-06, "Finetune/Loss": 0.6483540534973145, "Finetune/Loss (Raw)": 0.6790637969970703, "Finetune/Step": 12439, "Finetune/Step Time": 6.6507178489118814}
+{"Finetune/Learning Rate": 5.858107894850011e-06, "Finetune/Loss": 0.649273693561554, "Finetune/Loss (Raw)": 0.7089004516601562, "Finetune/Step": 12440, "Finetune/Step Time": 6.644124856218696}
+{"Finetune/Learning Rate": 5.856575230202117e-06, "Finetune/Loss": 0.6499778628349304, "Finetune/Loss (Raw)": 0.6667819023132324, "Finetune/Step": 12441, "Finetune/Step Time": 6.642291530966759}
+{"Finetune/Learning Rate": 5.855042683049965e-06, "Finetune/Loss": 0.6515094041824341, "Finetune/Loss (Raw)": 0.7970829010009766, "Finetune/Step": 12442, "Finetune/Step Time": 6.64004460349679}
+{"Finetune/Learning Rate": 5.853510253437017e-06, "Finetune/Loss": 0.651223361492157, "Finetune/Loss (Raw)": 0.657384991645813, "Finetune/Step": 12443, "Finetune/Step Time": 6.642234440892935}
+{"Finetune/Learning Rate": 5.8519779414067244e-06, "Finetune/Loss": 0.6527199745178223, "Finetune/Loss (Raw)": 0.8021430373191833, "Finetune/Step": 12444, "Finetune/Step Time": 6.646738285198808}
+{"Finetune/Learning Rate": 5.8504457470025444e-06, "Finetune/Loss": 0.6524543762207031, "Finetune/Loss (Raw)": 0.6624889969825745, "Finetune/Step": 12445, "Finetune/Step Time": 6.64197875931859}
+{"Finetune/Learning Rate": 5.848913670267925e-06, "Finetune/Loss": 0.6536241769790649, "Finetune/Loss (Raw)": 0.7401633858680725, "Finetune/Step": 12446, "Finetune/Step Time": 6.64016760699451}
+{"Finetune/Learning Rate": 5.847381711246307e-06, "Finetune/Loss": 0.6542748212814331, "Finetune/Loss (Raw)": 0.7213531732559204, "Finetune/Step": 12447, "Finetune/Step Time": 6.637064317241311}
+{"Finetune/Learning Rate": 5.845849869981137e-06, "Finetune/Loss": 0.6542783975601196, "Finetune/Loss (Raw)": 0.6067865490913391, "Finetune/Step": 12448, "Finetune/Step Time": 6.63254277035594}
+{"Finetune/Learning Rate": 5.84431814651585e-06, "Finetune/Loss": 0.6547446250915527, "Finetune/Loss (Raw)": 0.7445417046546936, "Finetune/Step": 12449, "Finetune/Step Time": 6.638992678374052}
+{"Finetune/Learning Rate": 5.842786540893886e-06, "Finetune/Loss": 0.6544604301452637, "Finetune/Loss (Raw)": 0.5771986842155457, "Finetune/Step": 12450, "Finetune/Step Time": 6.6406681183725595}
+{"Finetune/Learning Rate": 5.84125505315867e-06, "Finetune/Loss": 0.6541396379470825, "Finetune/Loss (Raw)": 0.7103394865989685, "Finetune/Step": 12451, "Finetune/Step Time": 6.658455930650234}
+{"Finetune/Learning Rate": 5.839723683353641e-06, "Finetune/Loss": 0.654741108417511, "Finetune/Loss (Raw)": 0.6653313040733337, "Finetune/Step": 12452, "Finetune/Step Time": 6.648675836622715}
+{"Finetune/Learning Rate": 5.838192431522214e-06, "Finetune/Loss": 0.6553084850311279, "Finetune/Loss (Raw)": 0.7801368236541748, "Finetune/Step": 12453, "Finetune/Step Time": 6.6489780731499195}
+{"Finetune/Learning Rate": 5.8366612977078155e-06, "Finetune/Loss": 0.6553287506103516, "Finetune/Loss (Raw)": 0.607945442199707, "Finetune/Step": 12454, "Finetune/Step Time": 6.670361217111349}
+{"Finetune/Learning Rate": 5.835130281953864e-06, "Finetune/Loss": 0.6547462940216064, "Finetune/Loss (Raw)": 0.622575044631958, "Finetune/Step": 12455, "Finetune/Step Time": 6.67372259311378}
+{"Finetune/Learning Rate": 5.8335993843037695e-06, "Finetune/Loss": 0.6539346575737, "Finetune/Loss (Raw)": 0.6288477778434753, "Finetune/Step": 12456, "Finetune/Step Time": 6.655416717752814}
+{"Finetune/Learning Rate": 5.832068604800953e-06, "Finetune/Loss": 0.6540194749832153, "Finetune/Loss (Raw)": 0.7039313316345215, "Finetune/Step": 12457, "Finetune/Step Time": 6.653345517814159}
+{"Finetune/Learning Rate": 5.830537943488823e-06, "Finetune/Loss": 0.6528851985931396, "Finetune/Loss (Raw)": 0.5270761251449585, "Finetune/Step": 12458, "Finetune/Step Time": 6.667327433824539}
+{"Finetune/Learning Rate": 5.829007400410776e-06, "Finetune/Loss": 0.6529487371444702, "Finetune/Loss (Raw)": 0.7505035400390625, "Finetune/Step": 12459, "Finetune/Step Time": 6.6673936285078526}
+{"Finetune/Learning Rate": 5.82747697561022e-06, "Finetune/Loss": 0.6529579758644104, "Finetune/Loss (Raw)": 0.6016329526901245, "Finetune/Step": 12460, "Finetune/Step Time": 6.6729753986001015}
+{"Finetune/Learning Rate": 5.825946669130551e-06, "Finetune/Loss": 0.6510080099105835, "Finetune/Loss (Raw)": 0.5278114676475525, "Finetune/Step": 12461, "Finetune/Step Time": 6.661306597292423}
+{"Finetune/Learning Rate": 5.824416481015165e-06, "Finetune/Loss": 0.6508253812789917, "Finetune/Loss (Raw)": 0.7045702934265137, "Finetune/Step": 12462, "Finetune/Step Time": 6.647276913747191}
+{"Finetune/Learning Rate": 5.822886411307449e-06, "Finetune/Loss": 0.6500264406204224, "Finetune/Loss (Raw)": 0.5968007445335388, "Finetune/Step": 12463, "Finetune/Step Time": 6.6513034757226706}
+{"Finetune/Learning Rate": 5.821356460050806e-06, "Finetune/Loss": 0.6502704620361328, "Finetune/Loss (Raw)": 0.630872368812561, "Finetune/Step": 12464, "Finetune/Step Time": 6.653432844206691}
+{"Finetune/Learning Rate": 5.819826627288605e-06, "Finetune/Loss": 0.6510138511657715, "Finetune/Loss (Raw)": 0.6864988207817078, "Finetune/Step": 12465, "Finetune/Step Time": 6.654064642265439}
+{"Finetune/Learning Rate": 5.818296913064236e-06, "Finetune/Loss": 0.6509554386138916, "Finetune/Loss (Raw)": 0.585962176322937, "Finetune/Step": 12466, "Finetune/Step Time": 6.656560342758894}
+{"Finetune/Learning Rate": 5.816767317421075e-06, "Finetune/Loss": 0.650719165802002, "Finetune/Loss (Raw)": 0.6292766332626343, "Finetune/Step": 12467, "Finetune/Step Time": 6.648323869332671}
+{"Finetune/Learning Rate": 5.815237840402496e-06, "Finetune/Loss": 0.6494415998458862, "Finetune/Loss (Raw)": 0.5817571878433228, "Finetune/Step": 12468, "Finetune/Step Time": 6.64641721919179}
+{"Finetune/Learning Rate": 5.813708482051874e-06, "Finetune/Loss": 0.6487466096878052, "Finetune/Loss (Raw)": 0.5369137525558472, "Finetune/Step": 12469, "Finetune/Step Time": 6.657116511836648}
+{"Finetune/Learning Rate": 5.812179242412574e-06, "Finetune/Loss": 0.6476517915725708, "Finetune/Loss (Raw)": 0.5606638193130493, "Finetune/Step": 12470, "Finetune/Step Time": 6.6553654707968235}
+{"Finetune/Learning Rate": 5.810650121527963e-06, "Finetune/Loss": 0.6491414308547974, "Finetune/Loss (Raw)": 0.7026686668395996, "Finetune/Step": 12471, "Finetune/Step Time": 6.649128148332238}
+{"Finetune/Learning Rate": 5.809121119441401e-06, "Finetune/Loss": 0.6481595039367676, "Finetune/Loss (Raw)": 0.6538969278335571, "Finetune/Step": 12472, "Finetune/Step Time": 6.651657052338123}
+{"Finetune/Learning Rate": 5.807592236196247e-06, "Finetune/Loss": 0.6491941213607788, "Finetune/Loss (Raw)": 0.6762561798095703, "Finetune/Step": 12473, "Finetune/Step Time": 6.659493658691645}
+{"Finetune/Learning Rate": 5.806063471835856e-06, "Finetune/Loss": 0.6489161252975464, "Finetune/Loss (Raw)": 0.5373198390007019, "Finetune/Step": 12474, "Finetune/Step Time": 6.660658150911331}
+{"Finetune/Learning Rate": 5.804534826403578e-06, "Finetune/Loss": 0.6491295099258423, "Finetune/Loss (Raw)": 0.6390573978424072, "Finetune/Step": 12475, "Finetune/Step Time": 6.659496916458011}
+{"Finetune/Learning Rate": 5.8030062999427615e-06, "Finetune/Loss": 0.6502506732940674, "Finetune/Loss (Raw)": 0.6760034561157227, "Finetune/Step": 12476, "Finetune/Step Time": 6.658456197008491}
+{"Finetune/Learning Rate": 5.8014778924967545e-06, "Finetune/Loss": 0.651451587677002, "Finetune/Loss (Raw)": 0.7492091655731201, "Finetune/Step": 12477, "Finetune/Step Time": 6.675006568431854}
+{"Finetune/Learning Rate": 5.799949604108892e-06, "Finetune/Loss": 0.6525412797927856, "Finetune/Loss (Raw)": 0.6888632774353027, "Finetune/Step": 12478, "Finetune/Step Time": 6.682111008092761}
+{"Finetune/Learning Rate": 5.798421434822518e-06, "Finetune/Loss": 0.6521071195602417, "Finetune/Loss (Raw)": 0.6046974658966064, "Finetune/Step": 12479, "Finetune/Step Time": 6.684786031022668}
+{"Finetune/Learning Rate": 5.796893384680964e-06, "Finetune/Loss": 0.6524062156677246, "Finetune/Loss (Raw)": 0.6396079659461975, "Finetune/Step": 12480, "Finetune/Step Time": 6.689082879573107}
+{"Finetune/Learning Rate": 5.795365453727559e-06, "Finetune/Loss": 0.652432918548584, "Finetune/Loss (Raw)": 0.570372998714447, "Finetune/Step": 12481, "Finetune/Step Time": 6.675481138750911}
+{"Finetune/Learning Rate": 5.79383764200564e-06, "Finetune/Loss": 0.6515927314758301, "Finetune/Loss (Raw)": 0.7286792993545532, "Finetune/Step": 12482, "Finetune/Step Time": 6.678516002371907}
+{"Finetune/Learning Rate": 5.7923099495585166e-06, "Finetune/Loss": 0.6511874198913574, "Finetune/Loss (Raw)": 0.6451166272163391, "Finetune/Step": 12483, "Finetune/Step Time": 6.696617919951677}
+{"Finetune/Learning Rate": 5.790782376429521e-06, "Finetune/Loss": 0.6527972221374512, "Finetune/Loss (Raw)": 0.6915913820266724, "Finetune/Step": 12484, "Finetune/Step Time": 6.694434367120266}
+{"Finetune/Learning Rate": 5.7892549226619685e-06, "Finetune/Loss": 0.6528490781784058, "Finetune/Loss (Raw)": 0.7525859475135803, "Finetune/Step": 12485, "Finetune/Step Time": 6.69741690531373}
+{"Finetune/Learning Rate": 5.787727588299172e-06, "Finetune/Loss": 0.6521138548851013, "Finetune/Loss (Raw)": 0.6552671790122986, "Finetune/Step": 12486, "Finetune/Step Time": 6.679332911968231}
+{"Finetune/Learning Rate": 5.786200373384444e-06, "Finetune/Loss": 0.6514264345169067, "Finetune/Loss (Raw)": 0.6203130483627319, "Finetune/Step": 12487, "Finetune/Step Time": 6.678934309631586}
+{"Finetune/Learning Rate": 5.78467327796109e-06, "Finetune/Loss": 0.6515214443206787, "Finetune/Loss (Raw)": 0.6581429243087769, "Finetune/Step": 12488, "Finetune/Step Time": 6.686436045914888}
+{"Finetune/Learning Rate": 5.78314630207242e-06, "Finetune/Loss": 0.6514621376991272, "Finetune/Loss (Raw)": 0.6621264219284058, "Finetune/Step": 12489, "Finetune/Step Time": 6.669669510796666}
+{"Finetune/Learning Rate": 5.7816194457617214e-06, "Finetune/Loss": 0.6497019529342651, "Finetune/Loss (Raw)": 0.5489518642425537, "Finetune/Step": 12490, "Finetune/Step Time": 6.6758309826254845}
+{"Finetune/Learning Rate": 5.780092709072302e-06, "Finetune/Loss": 0.6498030424118042, "Finetune/Loss (Raw)": 0.6964910626411438, "Finetune/Step": 12491, "Finetune/Step Time": 6.676169916987419}
+{"Finetune/Learning Rate": 5.778566092047456e-06, "Finetune/Loss": 0.6491843461990356, "Finetune/Loss (Raw)": 0.5761054158210754, "Finetune/Step": 12492, "Finetune/Step Time": 6.67645376175642}
+{"Finetune/Learning Rate": 5.777039594730471e-06, "Finetune/Loss": 0.6500073075294495, "Finetune/Loss (Raw)": 0.7675508856773376, "Finetune/Step": 12493, "Finetune/Step Time": 6.67712583579123}
+{"Finetune/Learning Rate": 5.775513217164634e-06, "Finetune/Loss": 0.649936318397522, "Finetune/Loss (Raw)": 0.7179412245750427, "Finetune/Step": 12494, "Finetune/Step Time": 6.679261630401015}
+{"Finetune/Learning Rate": 5.773986959393234e-06, "Finetune/Loss": 0.6511801481246948, "Finetune/Loss (Raw)": 0.6378861665725708, "Finetune/Step": 12495, "Finetune/Step Time": 6.681594694033265}
+{"Finetune/Learning Rate": 5.772460821459542e-06, "Finetune/Loss": 0.6517642736434937, "Finetune/Loss (Raw)": 0.6823310256004333, "Finetune/Step": 12496, "Finetune/Step Time": 6.678552448749542}
+{"Finetune/Learning Rate": 5.77093480340684e-06, "Finetune/Loss": 0.6523100733757019, "Finetune/Loss (Raw)": 0.6869442462921143, "Finetune/Step": 12497, "Finetune/Step Time": 6.677683597430587}
+{"Finetune/Learning Rate": 5.7694089052783975e-06, "Finetune/Loss": 0.6522477865219116, "Finetune/Loss (Raw)": 0.6401068568229675, "Finetune/Step": 12498, "Finetune/Step Time": 6.68708898127079}
+{"Finetune/Learning Rate": 5.767883127117491e-06, "Finetune/Loss": 0.652240514755249, "Finetune/Loss (Raw)": 0.675632894039154, "Finetune/Step": 12499, "Finetune/Step Time": 6.689194360747933}
+{"Finetune/Learning Rate": 5.766357468967385e-06, "Finetune/Loss": 0.6522481441497803, "Finetune/Loss (Raw)": 0.5817979574203491, "Finetune/Step": 12500, "Finetune/Step Time": 6.73532685264945}
+{"Finetune/Learning Rate": 5.764831930871346e-06, "Finetune/Loss": 0.6528772115707397, "Finetune/Loss (Raw)": 0.7184630036354065, "Finetune/Step": 12501, "Finetune/Step Time": 6.720665667206049}
+{"Finetune/Learning Rate": 5.763306512872627e-06, "Finetune/Loss": 0.6519701480865479, "Finetune/Loss (Raw)": 0.6149414777755737, "Finetune/Step": 12502, "Finetune/Step Time": 6.719277506694198}
+{"Finetune/Learning Rate": 5.761781215014488e-06, "Finetune/Loss": 0.652454137802124, "Finetune/Loss (Raw)": 0.6728734970092773, "Finetune/Step": 12503, "Finetune/Step Time": 6.714920001104474}
+{"Finetune/Learning Rate": 5.760256037340181e-06, "Finetune/Loss": 0.6510669589042664, "Finetune/Loss (Raw)": 0.5369154810905457, "Finetune/Step": 12504, "Finetune/Step Time": 6.715122213587165}
+{"Finetune/Learning Rate": 5.7587309798929526e-06, "Finetune/Loss": 0.6512988805770874, "Finetune/Loss (Raw)": 0.6282350420951843, "Finetune/Step": 12505, "Finetune/Step Time": 6.710803579539061}
+{"Finetune/Learning Rate": 5.757206042716058e-06, "Finetune/Loss": 0.651768684387207, "Finetune/Loss (Raw)": 0.6203985810279846, "Finetune/Step": 12506, "Finetune/Step Time": 6.710668563842773}
+{"Finetune/Learning Rate": 5.755681225852738e-06, "Finetune/Loss": 0.6515719890594482, "Finetune/Loss (Raw)": 0.48690250515937805, "Finetune/Step": 12507, "Finetune/Step Time": 6.708537019789219}
+{"Finetune/Learning Rate": 5.7541565293462265e-06, "Finetune/Loss": 0.651745080947876, "Finetune/Loss (Raw)": 0.6337253451347351, "Finetune/Step": 12508, "Finetune/Step Time": 6.7109303791075945}
+{"Finetune/Learning Rate": 5.752631953239761e-06, "Finetune/Loss": 0.6515774726867676, "Finetune/Loss (Raw)": 0.5969532132148743, "Finetune/Step": 12509, "Finetune/Step Time": 6.7171743623912334}
+{"Finetune/Learning Rate": 5.751107497576576e-06, "Finetune/Loss": 0.6517329812049866, "Finetune/Loss (Raw)": 0.562337338924408, "Finetune/Step": 12510, "Finetune/Step Time": 6.703333202749491}
+{"Finetune/Learning Rate": 5.749583162399901e-06, "Finetune/Loss": 0.6500363349914551, "Finetune/Loss (Raw)": 0.46814268827438354, "Finetune/Step": 12511, "Finetune/Step Time": 6.724670652300119}
+{"Finetune/Learning Rate": 5.748058947752955e-06, "Finetune/Loss": 0.6491619944572449, "Finetune/Loss (Raw)": 0.6599861979484558, "Finetune/Step": 12512, "Finetune/Step Time": 6.730395203456283}
+{"Finetune/Learning Rate": 5.746534853678976e-06, "Finetune/Loss": 0.6483845710754395, "Finetune/Loss (Raw)": 0.6142936944961548, "Finetune/Step": 12513, "Finetune/Step Time": 6.7312127612531185}
+{"Finetune/Learning Rate": 5.745010880221169e-06, "Finetune/Loss": 0.6481219530105591, "Finetune/Loss (Raw)": 0.6148837208747864, "Finetune/Step": 12514, "Finetune/Step Time": 6.7524274326860905}
+{"Finetune/Learning Rate": 5.743487027422753e-06, "Finetune/Loss": 0.6478302478790283, "Finetune/Loss (Raw)": 0.6430976390838623, "Finetune/Step": 12515, "Finetune/Step Time": 6.753574857488275}
+{"Finetune/Learning Rate": 5.741963295326941e-06, "Finetune/Loss": 0.6458726525306702, "Finetune/Loss (Raw)": 0.5140987634658813, "Finetune/Step": 12516, "Finetune/Step Time": 6.749156033620238}
+{"Finetune/Learning Rate": 5.740439683976943e-06, "Finetune/Loss": 0.6454998850822449, "Finetune/Loss (Raw)": 0.5398818850517273, "Finetune/Step": 12517, "Finetune/Step Time": 6.750546392053366}
+{"Finetune/Learning Rate": 5.738916193415962e-06, "Finetune/Loss": 0.6452697515487671, "Finetune/Loss (Raw)": 0.6116570234298706, "Finetune/Step": 12518, "Finetune/Step Time": 6.756590327247977}
+{"Finetune/Learning Rate": 5.7373928236872e-06, "Finetune/Loss": 0.6450679302215576, "Finetune/Loss (Raw)": 0.5677172541618347, "Finetune/Step": 12519, "Finetune/Step Time": 6.730705386027694}
+{"Finetune/Learning Rate": 5.735869574833859e-06, "Finetune/Loss": 0.6452699899673462, "Finetune/Loss (Raw)": 0.6805000901222229, "Finetune/Step": 12520, "Finetune/Step Time": 6.746543571352959}
+{"Finetune/Learning Rate": 5.7343464468991285e-06, "Finetune/Loss": 0.645361602306366, "Finetune/Loss (Raw)": 0.651189923286438, "Finetune/Step": 12521, "Finetune/Step Time": 6.735738242045045}
+{"Finetune/Learning Rate": 5.732823439926205e-06, "Finetune/Loss": 0.6448336839675903, "Finetune/Loss (Raw)": 0.7541388869285583, "Finetune/Step": 12522, "Finetune/Step Time": 6.736140571534634}
+{"Finetune/Learning Rate": 5.731300553958272e-06, "Finetune/Loss": 0.6441121697425842, "Finetune/Loss (Raw)": 0.5506393313407898, "Finetune/Step": 12523, "Finetune/Step Time": 6.737113552168012}
+{"Finetune/Learning Rate": 5.72977778903852e-06, "Finetune/Loss": 0.6426001787185669, "Finetune/Loss (Raw)": 0.5258178114891052, "Finetune/Step": 12524, "Finetune/Step Time": 6.735096586868167}
+{"Finetune/Learning Rate": 5.728255145210124e-06, "Finetune/Loss": 0.6423673629760742, "Finetune/Loss (Raw)": 0.6127701997756958, "Finetune/Step": 12525, "Finetune/Step Time": 6.739456206560135}
+{"Finetune/Learning Rate": 5.726732622516267e-06, "Finetune/Loss": 0.6427881717681885, "Finetune/Loss (Raw)": 0.6734221577644348, "Finetune/Step": 12526, "Finetune/Step Time": 6.738533608615398}
+{"Finetune/Learning Rate": 5.725210221000121e-06, "Finetune/Loss": 0.6429972648620605, "Finetune/Loss (Raw)": 0.6231598258018494, "Finetune/Step": 12527, "Finetune/Step Time": 6.736090112477541}
+{"Finetune/Learning Rate": 5.723687940704857e-06, "Finetune/Loss": 0.642770528793335, "Finetune/Loss (Raw)": 0.6434520483016968, "Finetune/Step": 12528, "Finetune/Step Time": 6.7427536733448505}
+{"Finetune/Learning Rate": 5.7221657816736405e-06, "Finetune/Loss": 0.6427353024482727, "Finetune/Loss (Raw)": 0.5756722688674927, "Finetune/Step": 12529, "Finetune/Step Time": 6.732189103960991}
+{"Finetune/Learning Rate": 5.720643743949641e-06, "Finetune/Loss": 0.6417163610458374, "Finetune/Loss (Raw)": 0.5000985264778137, "Finetune/Step": 12530, "Finetune/Step Time": 6.7451659720391035}
+{"Finetune/Learning Rate": 5.719121827576019e-06, "Finetune/Loss": 0.6418286561965942, "Finetune/Loss (Raw)": 0.61580491065979, "Finetune/Step": 12531, "Finetune/Step Time": 6.738082913681865}
+{"Finetune/Learning Rate": 5.71760003259592e-06, "Finetune/Loss": 0.6402344703674316, "Finetune/Loss (Raw)": 0.49748694896698, "Finetune/Step": 12532, "Finetune/Step Time": 6.755169710144401}
+{"Finetune/Learning Rate": 5.716078359052513e-06, "Finetune/Loss": 0.639797568321228, "Finetune/Loss (Raw)": 0.6166616678237915, "Finetune/Step": 12533, "Finetune/Step Time": 6.753482365980744}
+{"Finetune/Learning Rate": 5.714556806988939e-06, "Finetune/Loss": 0.6408346891403198, "Finetune/Loss (Raw)": 0.732758104801178, "Finetune/Step": 12534, "Finetune/Step Time": 6.7510231621563435}
+{"Finetune/Learning Rate": 5.7130353764483496e-06, "Finetune/Loss": 0.6395654678344727, "Finetune/Loss (Raw)": 0.5108458995819092, "Finetune/Step": 12535, "Finetune/Step Time": 6.749505884945393}
+{"Finetune/Learning Rate": 5.711514067473886e-06, "Finetune/Loss": 0.6414599418640137, "Finetune/Loss (Raw)": 0.7883944511413574, "Finetune/Step": 12536, "Finetune/Step Time": 6.742449989542365}
+{"Finetune/Learning Rate": 5.709992880108692e-06, "Finetune/Loss": 0.6411380171775818, "Finetune/Loss (Raw)": 0.665547251701355, "Finetune/Step": 12537, "Finetune/Step Time": 6.7470815647393465}
+{"Finetune/Learning Rate": 5.708471814395897e-06, "Finetune/Loss": 0.6399964094161987, "Finetune/Loss (Raw)": 0.5551749467849731, "Finetune/Step": 12538, "Finetune/Step Time": 6.742188496515155}
+{"Finetune/Learning Rate": 5.7069508703786335e-06, "Finetune/Loss": 0.6407876014709473, "Finetune/Loss (Raw)": 0.74122154712677, "Finetune/Step": 12539, "Finetune/Step Time": 6.745482781901956}
+{"Finetune/Learning Rate": 5.70543004810004e-06, "Finetune/Loss": 0.6401859521865845, "Finetune/Loss (Raw)": 0.5689281225204468, "Finetune/Step": 12540, "Finetune/Step Time": 6.7551218289881945}
+{"Finetune/Learning Rate": 5.703909347603239e-06, "Finetune/Loss": 0.6408849954605103, "Finetune/Loss (Raw)": 0.732164204120636, "Finetune/Step": 12541, "Finetune/Step Time": 6.760104566812515}
+{"Finetune/Learning Rate": 5.702388768931351e-06, "Finetune/Loss": 0.6404364109039307, "Finetune/Loss (Raw)": 0.6511778831481934, "Finetune/Step": 12542, "Finetune/Step Time": 6.760780623182654}
+{"Finetune/Learning Rate": 5.700868312127503e-06, "Finetune/Loss": 0.6397550106048584, "Finetune/Loss (Raw)": 0.6423889398574829, "Finetune/Step": 12543, "Finetune/Step Time": 6.764963436871767}
+{"Finetune/Learning Rate": 5.699347977234799e-06, "Finetune/Loss": 0.6398730278015137, "Finetune/Loss (Raw)": 0.6723543405532837, "Finetune/Step": 12544, "Finetune/Step Time": 6.784711688756943}
+{"Finetune/Learning Rate": 5.697827764296358e-06, "Finetune/Loss": 0.6407128572463989, "Finetune/Loss (Raw)": 0.7357803583145142, "Finetune/Step": 12545, "Finetune/Step Time": 6.785258192569017}
+{"Finetune/Learning Rate": 5.696307673355281e-06, "Finetune/Loss": 0.6411356925964355, "Finetune/Loss (Raw)": 0.6953271627426147, "Finetune/Step": 12546, "Finetune/Step Time": 6.785888619720936}
+{"Finetune/Learning Rate": 5.694787704454688e-06, "Finetune/Loss": 0.6419705152511597, "Finetune/Loss (Raw)": 0.715370774269104, "Finetune/Step": 12547, "Finetune/Step Time": 6.794650049880147}
+{"Finetune/Learning Rate": 5.69326785763767e-06, "Finetune/Loss": 0.6417133212089539, "Finetune/Loss (Raw)": 0.5389724373817444, "Finetune/Step": 12548, "Finetune/Step Time": 6.7825284488499165}
+{"Finetune/Learning Rate": 5.691748132947334e-06, "Finetune/Loss": 0.6403863430023193, "Finetune/Loss (Raw)": 0.5452614426612854, "Finetune/Step": 12549, "Finetune/Step Time": 6.768160905689001}
+{"Finetune/Learning Rate": 5.690228530426767e-06, "Finetune/Loss": 0.6400973796844482, "Finetune/Loss (Raw)": 0.5824657082557678, "Finetune/Step": 12550, "Finetune/Step Time": 6.783414782956243}
+{"Finetune/Learning Rate": 5.688709050119063e-06, "Finetune/Loss": 0.6413782238960266, "Finetune/Loss (Raw)": 0.6739932894706726, "Finetune/Step": 12551, "Finetune/Step Time": 6.785503143444657}
+{"Finetune/Learning Rate": 5.687189692067311e-06, "Finetune/Loss": 0.6415472030639648, "Finetune/Loss (Raw)": 0.6822195053100586, "Finetune/Step": 12552, "Finetune/Step Time": 6.804249737411737}
+{"Finetune/Learning Rate": 5.685670456314595e-06, "Finetune/Loss": 0.6431061625480652, "Finetune/Loss (Raw)": 0.727871298789978, "Finetune/Step": 12553, "Finetune/Step Time": 6.801630988717079}
+{"Finetune/Learning Rate": 5.684151342903992e-06, "Finetune/Loss": 0.6439735889434814, "Finetune/Loss (Raw)": 0.704565703868866, "Finetune/Step": 12554, "Finetune/Step Time": 6.7979658506810665}
+{"Finetune/Learning Rate": 5.682632351878593e-06, "Finetune/Loss": 0.6448540687561035, "Finetune/Loss (Raw)": 0.6756299734115601, "Finetune/Step": 12555, "Finetune/Step Time": 6.787344396114349}
+{"Finetune/Learning Rate": 5.681113483281459e-06, "Finetune/Loss": 0.6442534923553467, "Finetune/Loss (Raw)": 0.6609630584716797, "Finetune/Step": 12556, "Finetune/Step Time": 6.78519918397069}
+{"Finetune/Learning Rate": 5.679594737155666e-06, "Finetune/Loss": 0.643704891204834, "Finetune/Loss (Raw)": 0.5906449556350708, "Finetune/Step": 12557, "Finetune/Step Time": 6.786005765199661}
+{"Finetune/Learning Rate": 5.67807611354428e-06, "Finetune/Loss": 0.6451812982559204, "Finetune/Loss (Raw)": 0.6091348528862, "Finetune/Step": 12558, "Finetune/Step Time": 6.786073841154575}
+{"Finetune/Learning Rate": 5.676557612490365e-06, "Finetune/Loss": 0.6443673372268677, "Finetune/Loss (Raw)": 0.7073578834533691, "Finetune/Step": 12559, "Finetune/Step Time": 6.7886083628982306}
+{"Finetune/Learning Rate": 5.675039234036983e-06, "Finetune/Loss": 0.6446523666381836, "Finetune/Loss (Raw)": 0.7179006934165955, "Finetune/Step": 12560, "Finetune/Step Time": 6.776262266561389}
+{"Finetune/Learning Rate": 5.673520978227189e-06, "Finetune/Loss": 0.6442083120346069, "Finetune/Loss (Raw)": 0.7169914841651917, "Finetune/Step": 12561, "Finetune/Step Time": 6.776719536632299}
+{"Finetune/Learning Rate": 5.672002845104039e-06, "Finetune/Loss": 0.6436483860015869, "Finetune/Loss (Raw)": 0.6103982329368591, "Finetune/Step": 12562, "Finetune/Step Time": 6.774305868893862}
+{"Finetune/Learning Rate": 5.670484834710579e-06, "Finetune/Loss": 0.6426675319671631, "Finetune/Loss (Raw)": 0.6779109239578247, "Finetune/Step": 12563, "Finetune/Step Time": 6.77677608281374}
+{"Finetune/Learning Rate": 5.668966947089859e-06, "Finetune/Loss": 0.6417865753173828, "Finetune/Loss (Raw)": 0.5133486390113831, "Finetune/Step": 12564, "Finetune/Step Time": 6.790015945211053}
+{"Finetune/Learning Rate": 5.66744918228492e-06, "Finetune/Loss": 0.6421787142753601, "Finetune/Loss (Raw)": 0.6615837216377258, "Finetune/Step": 12565, "Finetune/Step Time": 6.7974478751420975}
+{"Finetune/Learning Rate": 5.665931540338803e-06, "Finetune/Loss": 0.6432377099990845, "Finetune/Loss (Raw)": 0.7366101741790771, "Finetune/Step": 12566, "Finetune/Step Time": 6.805913839489222}
+{"Finetune/Learning Rate": 5.664414021294541e-06, "Finetune/Loss": 0.6417480707168579, "Finetune/Loss (Raw)": 0.4883878529071808, "Finetune/Step": 12567, "Finetune/Step Time": 6.824306592345238}
+{"Finetune/Learning Rate": 5.66289662519517e-06, "Finetune/Loss": 0.6407318115234375, "Finetune/Loss (Raw)": 0.5788238644599915, "Finetune/Step": 12568, "Finetune/Step Time": 6.826859883964062}
+{"Finetune/Learning Rate": 5.6613793520837175e-06, "Finetune/Loss": 0.6405616402626038, "Finetune/Loss (Raw)": 0.6449979543685913, "Finetune/Step": 12569, "Finetune/Step Time": 6.8287566639482975}
+{"Finetune/Learning Rate": 5.659862202003208e-06, "Finetune/Loss": 0.6386927366256714, "Finetune/Loss (Raw)": 0.5578585863113403, "Finetune/Step": 12570, "Finetune/Step Time": 6.836080493405461}
+{"Finetune/Learning Rate": 5.658345174996667e-06, "Finetune/Loss": 0.6383799314498901, "Finetune/Loss (Raw)": 0.6173542141914368, "Finetune/Step": 12571, "Finetune/Step Time": 6.833715384826064}
+{"Finetune/Learning Rate": 5.6568282711071085e-06, "Finetune/Loss": 0.6378130316734314, "Finetune/Loss (Raw)": 0.7295745611190796, "Finetune/Step": 12572, "Finetune/Step Time": 6.827419597655535}
+{"Finetune/Learning Rate": 5.655311490377552e-06, "Finetune/Loss": 0.6373738050460815, "Finetune/Loss (Raw)": 0.6062706708908081, "Finetune/Step": 12573, "Finetune/Step Time": 6.830433929339051}
+{"Finetune/Learning Rate": 5.653794832851005e-06, "Finetune/Loss": 0.6357524394989014, "Finetune/Loss (Raw)": 0.532622754573822, "Finetune/Step": 12574, "Finetune/Step Time": 6.844765653833747}
+{"Finetune/Learning Rate": 5.652278298570479e-06, "Finetune/Loss": 0.6350375413894653, "Finetune/Loss (Raw)": 0.6298536062240601, "Finetune/Step": 12575, "Finetune/Step Time": 6.840910822153091}
+{"Finetune/Learning Rate": 5.650761887578977e-06, "Finetune/Loss": 0.6361443996429443, "Finetune/Loss (Raw)": 0.7484565377235413, "Finetune/Step": 12576, "Finetune/Step Time": 6.840699460357428}
+{"Finetune/Learning Rate": 5.649245599919499e-06, "Finetune/Loss": 0.6350053548812866, "Finetune/Loss (Raw)": 0.5987518429756165, "Finetune/Step": 12577, "Finetune/Step Time": 6.8409681767225266}
+{"Finetune/Learning Rate": 5.647729435635046e-06, "Finetune/Loss": 0.6358454823493958, "Finetune/Loss (Raw)": 0.6847312450408936, "Finetune/Step": 12578, "Finetune/Step Time": 6.844121156260371}
+{"Finetune/Learning Rate": 5.646213394768609e-06, "Finetune/Loss": 0.6348657011985779, "Finetune/Loss (Raw)": 0.5849313139915466, "Finetune/Step": 12579, "Finetune/Step Time": 6.831682674586773}
+{"Finetune/Learning Rate": 5.6446974773631836e-06, "Finetune/Loss": 0.6342124342918396, "Finetune/Loss (Raw)": 0.5817057490348816, "Finetune/Step": 12580, "Finetune/Step Time": 6.8310395535081625}
+{"Finetune/Learning Rate": 5.643181683461745e-06, "Finetune/Loss": 0.6340977549552917, "Finetune/Loss (Raw)": 0.765464186668396, "Finetune/Step": 12581, "Finetune/Step Time": 6.829708755016327}
+{"Finetune/Learning Rate": 5.6416660131072886e-06, "Finetune/Loss": 0.6349379420280457, "Finetune/Loss (Raw)": 0.7154857516288757, "Finetune/Step": 12582, "Finetune/Step Time": 6.809036200866103}
+{"Finetune/Learning Rate": 5.640150466342791e-06, "Finetune/Loss": 0.6349937915802002, "Finetune/Loss (Raw)": 0.6297231316566467, "Finetune/Step": 12583, "Finetune/Step Time": 6.812935637310147}
+{"Finetune/Learning Rate": 5.638635043211228e-06, "Finetune/Loss": 0.6358513832092285, "Finetune/Loss (Raw)": 0.7386237978935242, "Finetune/Step": 12584, "Finetune/Step Time": 6.813896328210831}
+{"Finetune/Learning Rate": 5.637119743755574e-06, "Finetune/Loss": 0.6364971399307251, "Finetune/Loss (Raw)": 0.7865851521492004, "Finetune/Step": 12585, "Finetune/Step Time": 6.832222329452634}
+{"Finetune/Learning Rate": 5.6356045680188e-06, "Finetune/Loss": 0.6378233432769775, "Finetune/Loss (Raw)": 0.6968252062797546, "Finetune/Step": 12586, "Finetune/Step Time": 6.8176591992378235}
+{"Finetune/Learning Rate": 5.634089516043867e-06, "Finetune/Loss": 0.6370460987091064, "Finetune/Loss (Raw)": 0.6510208249092102, "Finetune/Step": 12587, "Finetune/Step Time": 6.817580945789814}
+{"Finetune/Learning Rate": 5.632574587873736e-06, "Finetune/Loss": 0.6359214186668396, "Finetune/Loss (Raw)": 0.45767083764076233, "Finetune/Step": 12588, "Finetune/Step Time": 6.839200992137194}
+{"Finetune/Learning Rate": 5.631059783551373e-06, "Finetune/Loss": 0.6369186639785767, "Finetune/Loss (Raw)": 0.6554638743400574, "Finetune/Step": 12589, "Finetune/Step Time": 6.841411480680108}
+{"Finetune/Learning Rate": 5.629545103119733e-06, "Finetune/Loss": 0.6363223791122437, "Finetune/Loss (Raw)": 0.6282436847686768, "Finetune/Step": 12590, "Finetune/Step Time": 6.843241147696972}
+{"Finetune/Learning Rate": 5.628030546621765e-06, "Finetune/Loss": 0.6372228860855103, "Finetune/Loss (Raw)": 0.7120687365531921, "Finetune/Step": 12591, "Finetune/Step Time": 6.8416420966386795}
+{"Finetune/Learning Rate": 5.626516114100424e-06, "Finetune/Loss": 0.6373271942138672, "Finetune/Loss (Raw)": 0.6442202925682068, "Finetune/Step": 12592, "Finetune/Step Time": 6.839958228170872}
+{"Finetune/Learning Rate": 5.625001805598645e-06, "Finetune/Loss": 0.6367130875587463, "Finetune/Loss (Raw)": 0.6078909039497375, "Finetune/Step": 12593, "Finetune/Step Time": 6.838704347610474}
+{"Finetune/Learning Rate": 5.623487621159372e-06, "Finetune/Loss": 0.6363615989685059, "Finetune/Loss (Raw)": 0.5409760475158691, "Finetune/Step": 12594, "Finetune/Step Time": 6.842436540871859}
+{"Finetune/Learning Rate": 5.621973560825542e-06, "Finetune/Loss": 0.6356264352798462, "Finetune/Loss (Raw)": 0.5351688861846924, "Finetune/Step": 12595, "Finetune/Step Time": 6.843520721420646}
+{"Finetune/Learning Rate": 5.620459624640098e-06, "Finetune/Loss": 0.6361380219459534, "Finetune/Loss (Raw)": 0.6472423672676086, "Finetune/Step": 12596, "Finetune/Step Time": 6.840491374954581}
+{"Finetune/Learning Rate": 5.618945812645964e-06, "Finetune/Loss": 0.6372917890548706, "Finetune/Loss (Raw)": 0.6845991611480713, "Finetune/Step": 12597, "Finetune/Step Time": 6.8284399174153805}
+{"Finetune/Learning Rate": 5.617432124886072e-06, "Finetune/Loss": 0.6377215385437012, "Finetune/Loss (Raw)": 0.6156691908836365, "Finetune/Step": 12598, "Finetune/Step Time": 6.829142527654767}
+{"Finetune/Learning Rate": 5.61591856140334e-06, "Finetune/Loss": 0.6378346681594849, "Finetune/Loss (Raw)": 0.7171490788459778, "Finetune/Step": 12599, "Finetune/Step Time": 6.837577048689127}
+{"Finetune/Learning Rate": 5.614405122240689e-06, "Finetune/Loss": 0.6369627714157104, "Finetune/Loss (Raw)": 0.5422998666763306, "Finetune/Step": 12600, "Finetune/Step Time": 6.859043147414923}
+{"Finetune/Learning Rate": 5.612891807441039e-06, "Finetune/Loss": 0.6373180150985718, "Finetune/Loss (Raw)": 0.7217233180999756, "Finetune/Step": 12601, "Finetune/Step Time": 6.853379100561142}
+{"Finetune/Learning Rate": 5.611378617047298e-06, "Finetune/Loss": 0.6380857229232788, "Finetune/Loss (Raw)": 0.6355805397033691, "Finetune/Step": 12602, "Finetune/Step Time": 6.850692350417376}
+{"Finetune/Learning Rate": 5.609865551102384e-06, "Finetune/Loss": 0.6376023292541504, "Finetune/Loss (Raw)": 0.5771846175193787, "Finetune/Step": 12603, "Finetune/Step Time": 6.84850955568254}
+{"Finetune/Learning Rate": 5.608352609649202e-06, "Finetune/Loss": 0.6375195384025574, "Finetune/Loss (Raw)": 0.6654083728790283, "Finetune/Step": 12604, "Finetune/Step Time": 6.848938083276153}
+{"Finetune/Learning Rate": 5.6068397927306495e-06, "Finetune/Loss": 0.637033998966217, "Finetune/Loss (Raw)": 0.687063992023468, "Finetune/Step": 12605, "Finetune/Step Time": 6.835541708394885}
+{"Finetune/Learning Rate": 5.605327100389627e-06, "Finetune/Loss": 0.6370692849159241, "Finetune/Loss (Raw)": 0.6933825016021729, "Finetune/Step": 12606, "Finetune/Step Time": 6.827524388208985}
+{"Finetune/Learning Rate": 5.603814532669032e-06, "Finetune/Loss": 0.6368191242218018, "Finetune/Loss (Raw)": 0.5726749300956726, "Finetune/Step": 12607, "Finetune/Step Time": 6.843301394954324}
+{"Finetune/Learning Rate": 5.602302089611755e-06, "Finetune/Loss": 0.6379523277282715, "Finetune/Loss (Raw)": 0.7846543192863464, "Finetune/Step": 12608, "Finetune/Step Time": 6.8428328558802605}
+{"Finetune/Learning Rate": 5.6007897712606855e-06, "Finetune/Loss": 0.638457715511322, "Finetune/Loss (Raw)": 0.6350612044334412, "Finetune/Step": 12609, "Finetune/Step Time": 6.846468793228269}
+{"Finetune/Learning Rate": 5.599277577658708e-06, "Finetune/Loss": 0.638657808303833, "Finetune/Loss (Raw)": 0.7542946338653564, "Finetune/Step": 12610, "Finetune/Step Time": 6.844099000096321}
+{"Finetune/Learning Rate": 5.597765508848705e-06, "Finetune/Loss": 0.6388424634933472, "Finetune/Loss (Raw)": 0.6687436103820801, "Finetune/Step": 12611, "Finetune/Step Time": 6.827148087322712}
+{"Finetune/Learning Rate": 5.5962535648735525e-06, "Finetune/Loss": 0.6389906406402588, "Finetune/Loss (Raw)": 0.7105703353881836, "Finetune/Step": 12612, "Finetune/Step Time": 6.839450804516673}
+{"Finetune/Learning Rate": 5.594741745776129e-06, "Finetune/Loss": 0.6384932994842529, "Finetune/Loss (Raw)": 0.6889224052429199, "Finetune/Step": 12613, "Finetune/Step Time": 6.855249283835292}
+{"Finetune/Learning Rate": 5.593230051599301e-06, "Finetune/Loss": 0.6387550830841064, "Finetune/Loss (Raw)": 0.6887739300727844, "Finetune/Step": 12614, "Finetune/Step Time": 6.857390746474266}
+{"Finetune/Learning Rate": 5.591718482385937e-06, "Finetune/Loss": 0.6386388540267944, "Finetune/Loss (Raw)": 0.6054301261901855, "Finetune/Step": 12615, "Finetune/Step Time": 6.858282420784235}
+{"Finetune/Learning Rate": 5.590207038178903e-06, "Finetune/Loss": 0.6383898258209229, "Finetune/Loss (Raw)": 0.6262776851654053, "Finetune/Step": 12616, "Finetune/Step Time": 6.851648231968284}
+{"Finetune/Learning Rate": 5.588695719021057e-06, "Finetune/Loss": 0.6377224326133728, "Finetune/Loss (Raw)": 0.5766940116882324, "Finetune/Step": 12617, "Finetune/Step Time": 6.851485474035144}
+{"Finetune/Learning Rate": 5.587184524955256e-06, "Finetune/Loss": 0.6386045217514038, "Finetune/Loss (Raw)": 0.6618616580963135, "Finetune/Step": 12618, "Finetune/Step Time": 6.841943074017763}
+{"Finetune/Learning Rate": 5.585673456024354e-06, "Finetune/Loss": 0.6379103064537048, "Finetune/Loss (Raw)": 0.607631504535675, "Finetune/Step": 12619, "Finetune/Step Time": 6.851251188665628}
+{"Finetune/Learning Rate": 5.5841625122712e-06, "Finetune/Loss": 0.6379880905151367, "Finetune/Loss (Raw)": 0.5860629081726074, "Finetune/Step": 12620, "Finetune/Step Time": 6.850748859345913}
+{"Finetune/Learning Rate": 5.582651693738639e-06, "Finetune/Loss": 0.6375879645347595, "Finetune/Loss (Raw)": 0.7163344621658325, "Finetune/Step": 12621, "Finetune/Step Time": 6.846643541008234}
+{"Finetune/Learning Rate": 5.581141000469517e-06, "Finetune/Loss": 0.6370951533317566, "Finetune/Loss (Raw)": 0.6548617482185364, "Finetune/Step": 12622, "Finetune/Step Time": 6.846107276156545}
+{"Finetune/Learning Rate": 5.579630432506668e-06, "Finetune/Loss": 0.6377768516540527, "Finetune/Loss (Raw)": 0.725139319896698, "Finetune/Step": 12623, "Finetune/Step Time": 6.8436110727488995}
+{"Finetune/Learning Rate": 5.5781199898929315e-06, "Finetune/Loss": 0.6374000310897827, "Finetune/Loss (Raw)": 0.634100615978241, "Finetune/Step": 12624, "Finetune/Step Time": 6.834403852000833}
+{"Finetune/Learning Rate": 5.5766096726711385e-06, "Finetune/Loss": 0.6372490525245667, "Finetune/Loss (Raw)": 0.6676194667816162, "Finetune/Step": 12625, "Finetune/Step Time": 6.836562583222985}
+{"Finetune/Learning Rate": 5.575099480884116e-06, "Finetune/Loss": 0.6370255947113037, "Finetune/Loss (Raw)": 0.611508309841156, "Finetune/Step": 12626, "Finetune/Step Time": 6.825574634596705}
+{"Finetune/Learning Rate": 5.573589414574689e-06, "Finetune/Loss": 0.6376107931137085, "Finetune/Loss (Raw)": 0.7505304217338562, "Finetune/Step": 12627, "Finetune/Step Time": 6.827467726543546}
+{"Finetune/Learning Rate": 5.572079473785684e-06, "Finetune/Loss": 0.6372409462928772, "Finetune/Loss (Raw)": 0.5344631671905518, "Finetune/Step": 12628, "Finetune/Step Time": 6.78279441036284}
+{"Finetune/Learning Rate": 5.570569658559905e-06, "Finetune/Loss": 0.6367604732513428, "Finetune/Loss (Raw)": 0.6569648385047913, "Finetune/Step": 12629, "Finetune/Step Time": 6.782710198312998}
+{"Finetune/Learning Rate": 5.5690599689401805e-06, "Finetune/Loss": 0.6369119882583618, "Finetune/Loss (Raw)": 0.6343346834182739, "Finetune/Step": 12630, "Finetune/Step Time": 6.78082337975502}
+{"Finetune/Learning Rate": 5.567550404969315e-06, "Finetune/Loss": 0.6363568305969238, "Finetune/Loss (Raw)": 0.601813554763794, "Finetune/Step": 12631, "Finetune/Step Time": 6.7828334625810385}
+{"Finetune/Learning Rate": 5.566040966690115e-06, "Finetune/Loss": 0.6366741061210632, "Finetune/Loss (Raw)": 0.5775262117385864, "Finetune/Step": 12632, "Finetune/Step Time": 6.799033565446734}
+{"Finetune/Learning Rate": 5.564531654145384e-06, "Finetune/Loss": 0.6363254189491272, "Finetune/Loss (Raw)": 0.5835984945297241, "Finetune/Step": 12633, "Finetune/Step Time": 6.808726008981466}
+{"Finetune/Learning Rate": 5.563022467377928e-06, "Finetune/Loss": 0.6357316374778748, "Finetune/Loss (Raw)": 0.5443925261497498, "Finetune/Step": 12634, "Finetune/Step Time": 6.82024884223938}
+{"Finetune/Learning Rate": 5.561513406430533e-06, "Finetune/Loss": 0.636262834072113, "Finetune/Loss (Raw)": 0.5549014210700989, "Finetune/Step": 12635, "Finetune/Step Time": 6.807860441505909}
+{"Finetune/Learning Rate": 5.560004471345997e-06, "Finetune/Loss": 0.6356858015060425, "Finetune/Loss (Raw)": 0.5598617196083069, "Finetune/Step": 12636, "Finetune/Step Time": 6.805961858481169}
+{"Finetune/Learning Rate": 5.5584956621671035e-06, "Finetune/Loss": 0.6365305185317993, "Finetune/Loss (Raw)": 0.7050817608833313, "Finetune/Step": 12637, "Finetune/Step Time": 6.820906512439251}
+{"Finetune/Learning Rate": 5.5569869789366485e-06, "Finetune/Loss": 0.6374977827072144, "Finetune/Loss (Raw)": 0.6861457824707031, "Finetune/Step": 12638, "Finetune/Step Time": 6.820433320477605}
+{"Finetune/Learning Rate": 5.555478421697407e-06, "Finetune/Loss": 0.6386332511901855, "Finetune/Loss (Raw)": 0.6134781241416931, "Finetune/Step": 12639, "Finetune/Step Time": 6.808881964534521}
+{"Finetune/Learning Rate": 5.553969990492164e-06, "Finetune/Loss": 0.6385236978530884, "Finetune/Loss (Raw)": 0.6459711790084839, "Finetune/Step": 12640, "Finetune/Step Time": 6.817443735897541}
+{"Finetune/Learning Rate": 5.552461685363685e-06, "Finetune/Loss": 0.6386756896972656, "Finetune/Loss (Raw)": 0.6337466835975647, "Finetune/Step": 12641, "Finetune/Step Time": 6.817552546039224}
+{"Finetune/Learning Rate": 5.550953506354746e-06, "Finetune/Loss": 0.638562798500061, "Finetune/Loss (Raw)": 0.6004351377487183, "Finetune/Step": 12642, "Finetune/Step Time": 6.793044921010733}
+{"Finetune/Learning Rate": 5.549445453508113e-06, "Finetune/Loss": 0.639523983001709, "Finetune/Loss (Raw)": 0.7661234140396118, "Finetune/Step": 12643, "Finetune/Step Time": 6.796380592510104}
+{"Finetune/Learning Rate": 5.547937526866547e-06, "Finetune/Loss": 0.6408120393753052, "Finetune/Loss (Raw)": 0.6789746284484863, "Finetune/Step": 12644, "Finetune/Step Time": 6.799877030774951}
+{"Finetune/Learning Rate": 5.5464297264728185e-06, "Finetune/Loss": 0.6403286457061768, "Finetune/Loss (Raw)": 0.478007972240448, "Finetune/Step": 12645, "Finetune/Step Time": 6.797118969261646}
+{"Finetune/Learning Rate": 5.544922052369681e-06, "Finetune/Loss": 0.6405302286148071, "Finetune/Loss (Raw)": 0.6374582052230835, "Finetune/Step": 12646, "Finetune/Step Time": 6.796330252662301}
+{"Finetune/Learning Rate": 5.5434145045998825e-06, "Finetune/Loss": 0.6394377946853638, "Finetune/Loss (Raw)": 0.4278867542743683, "Finetune/Step": 12647, "Finetune/Step Time": 6.798448784276843}
+{"Finetune/Learning Rate": 5.541907083206176e-06, "Finetune/Loss": 0.6389228105545044, "Finetune/Loss (Raw)": 0.6145807504653931, "Finetune/Step": 12648, "Finetune/Step Time": 6.783546010032296}
+{"Finetune/Learning Rate": 5.540399788231308e-06, "Finetune/Loss": 0.6390951871871948, "Finetune/Loss (Raw)": 0.6732536554336548, "Finetune/Step": 12649, "Finetune/Step Time": 6.781658222898841}
+{"Finetune/Learning Rate": 5.53889261971802e-06, "Finetune/Loss": 0.638489842414856, "Finetune/Loss (Raw)": 0.6766533851623535, "Finetune/Step": 12650, "Finetune/Step Time": 6.7833999581635}
+{"Finetune/Learning Rate": 5.537385577709046e-06, "Finetune/Loss": 0.6398383378982544, "Finetune/Loss (Raw)": 0.7232457995414734, "Finetune/Step": 12651, "Finetune/Step Time": 6.783606670796871}
+{"Finetune/Learning Rate": 5.535878662247136e-06, "Finetune/Loss": 0.6411684155464172, "Finetune/Loss (Raw)": 0.6960693001747131, "Finetune/Step": 12652, "Finetune/Step Time": 6.784195410087705}
+{"Finetune/Learning Rate": 5.534371873375011e-06, "Finetune/Loss": 0.641600489616394, "Finetune/Loss (Raw)": 0.6680784225463867, "Finetune/Step": 12653, "Finetune/Step Time": 6.781916616484523}
+{"Finetune/Learning Rate": 5.532865211135398e-06, "Finetune/Loss": 0.6409822106361389, "Finetune/Loss (Raw)": 0.5942795872688293, "Finetune/Step": 12654, "Finetune/Step Time": 6.783616231754422}
+{"Finetune/Learning Rate": 5.531358675571027e-06, "Finetune/Loss": 0.6410091519355774, "Finetune/Loss (Raw)": 0.626609742641449, "Finetune/Step": 12655, "Finetune/Step Time": 6.805219318717718}
+{"Finetune/Learning Rate": 5.529852266724616e-06, "Finetune/Loss": 0.6416419148445129, "Finetune/Loss (Raw)": 0.7244439721107483, "Finetune/Step": 12656, "Finetune/Step Time": 6.797467181459069}
+{"Finetune/Learning Rate": 5.528345984638883e-06, "Finetune/Loss": 0.6426048278808594, "Finetune/Loss (Raw)": 0.6989250183105469, "Finetune/Step": 12657, "Finetune/Step Time": 6.806198306381702}
+{"Finetune/Learning Rate": 5.526839829356539e-06, "Finetune/Loss": 0.6436600685119629, "Finetune/Loss (Raw)": 0.6351746320724487, "Finetune/Step": 12658, "Finetune/Step Time": 6.797138666734099}
+{"Finetune/Learning Rate": 5.525333800920305e-06, "Finetune/Loss": 0.6435251235961914, "Finetune/Loss (Raw)": 0.5985270142555237, "Finetune/Step": 12659, "Finetune/Step Time": 6.802419725805521}
+{"Finetune/Learning Rate": 5.523827899372876e-06, "Finetune/Loss": 0.6453361511230469, "Finetune/Loss (Raw)": 0.7293019890785217, "Finetune/Step": 12660, "Finetune/Step Time": 6.787872446700931}
+{"Finetune/Learning Rate": 5.52232212475696e-06, "Finetune/Loss": 0.6463280320167542, "Finetune/Loss (Raw)": 0.7436153292655945, "Finetune/Step": 12661, "Finetune/Step Time": 6.7876455299556255}
+{"Finetune/Learning Rate": 5.520816477115254e-06, "Finetune/Loss": 0.64573073387146, "Finetune/Loss (Raw)": 0.6563112139701843, "Finetune/Step": 12662, "Finetune/Step Time": 6.785980485379696}
+{"Finetune/Learning Rate": 5.519310956490458e-06, "Finetune/Loss": 0.6465890407562256, "Finetune/Loss (Raw)": 0.6206985116004944, "Finetune/Step": 12663, "Finetune/Step Time": 6.791311863809824}
+{"Finetune/Learning Rate": 5.51780556292526e-06, "Finetune/Loss": 0.6451810002326965, "Finetune/Loss (Raw)": 0.608169674873352, "Finetune/Step": 12664, "Finetune/Step Time": 6.7894139382988214}
+{"Finetune/Learning Rate": 5.5163002964623515e-06, "Finetune/Loss": 0.6449859142303467, "Finetune/Loss (Raw)": 0.6405779123306274, "Finetune/Step": 12665, "Finetune/Step Time": 6.787107640877366}
+{"Finetune/Learning Rate": 5.514795157144417e-06, "Finetune/Loss": 0.6454930901527405, "Finetune/Loss (Raw)": 0.6200944185256958, "Finetune/Step": 12666, "Finetune/Step Time": 6.786689981818199}
+{"Finetune/Learning Rate": 5.5132901450141365e-06, "Finetune/Loss": 0.6435560584068298, "Finetune/Loss (Raw)": 0.4932789206504822, "Finetune/Step": 12667, "Finetune/Step Time": 6.781483808532357}
+{"Finetune/Learning Rate": 5.51178526011419e-06, "Finetune/Loss": 0.6442184448242188, "Finetune/Loss (Raw)": 0.6537192463874817, "Finetune/Step": 12668, "Finetune/Step Time": 6.784892726689577}
+{"Finetune/Learning Rate": 5.51028050248725e-06, "Finetune/Loss": 0.6428943872451782, "Finetune/Loss (Raw)": 0.5626771450042725, "Finetune/Step": 12669, "Finetune/Step Time": 6.789557863026857}
+{"Finetune/Learning Rate": 5.508775872175989e-06, "Finetune/Loss": 0.643036961555481, "Finetune/Loss (Raw)": 0.6694240570068359, "Finetune/Step": 12670, "Finetune/Step Time": 6.795032612979412}
+{"Finetune/Learning Rate": 5.507271369223071e-06, "Finetune/Loss": 0.6418148279190063, "Finetune/Loss (Raw)": 0.4859688878059387, "Finetune/Step": 12671, "Finetune/Step Time": 6.797114254906774}
+{"Finetune/Learning Rate": 5.5057669936711625e-06, "Finetune/Loss": 0.6420277953147888, "Finetune/Loss (Raw)": 0.6996084451675415, "Finetune/Step": 12672, "Finetune/Step Time": 6.777622194960713}
+{"Finetune/Learning Rate": 5.504262745562923e-06, "Finetune/Loss": 0.6409518122673035, "Finetune/Loss (Raw)": 0.5980481505393982, "Finetune/Step": 12673, "Finetune/Step Time": 6.779082337394357}
+{"Finetune/Learning Rate": 5.502758624941007e-06, "Finetune/Loss": 0.6420110464096069, "Finetune/Loss (Raw)": 0.8309204578399658, "Finetune/Step": 12674, "Finetune/Step Time": 6.779572555795312}
+{"Finetune/Learning Rate": 5.501254631848068e-06, "Finetune/Loss": 0.6418001651763916, "Finetune/Loss (Raw)": 0.6883723735809326, "Finetune/Step": 12675, "Finetune/Step Time": 6.7686613369733095}
+{"Finetune/Learning Rate": 5.4997507663267546e-06, "Finetune/Loss": 0.6421530842781067, "Finetune/Loss (Raw)": 0.5841482877731323, "Finetune/Step": 12676, "Finetune/Step Time": 6.773525746539235}
+{"Finetune/Learning Rate": 5.498247028419717e-06, "Finetune/Loss": 0.6434893608093262, "Finetune/Loss (Raw)": 0.7162984609603882, "Finetune/Step": 12677, "Finetune/Step Time": 6.7720441818237305}
+{"Finetune/Learning Rate": 5.496743418169584e-06, "Finetune/Loss": 0.6434941291809082, "Finetune/Loss (Raw)": 0.5830833911895752, "Finetune/Step": 12678, "Finetune/Step Time": 6.758206972852349}
+{"Finetune/Learning Rate": 5.495239935619006e-06, "Finetune/Loss": 0.6435415148735046, "Finetune/Loss (Raw)": 0.6800551414489746, "Finetune/Step": 12679, "Finetune/Step Time": 6.761253200471401}
+{"Finetune/Learning Rate": 5.493736580810614e-06, "Finetune/Loss": 0.6427964568138123, "Finetune/Loss (Raw)": 0.5868525505065918, "Finetune/Step": 12680, "Finetune/Step Time": 6.738156734034419}
+{"Finetune/Learning Rate": 5.492233353787038e-06, "Finetune/Loss": 0.6426069140434265, "Finetune/Loss (Raw)": 0.7036060094833374, "Finetune/Step": 12681, "Finetune/Step Time": 6.737690851092339}
+{"Finetune/Learning Rate": 5.490730254590907e-06, "Finetune/Loss": 0.6426753997802734, "Finetune/Loss (Raw)": 0.7133398652076721, "Finetune/Step": 12682, "Finetune/Step Time": 6.749339932575822}
+{"Finetune/Learning Rate": 5.489227283264847e-06, "Finetune/Loss": 0.6430180072784424, "Finetune/Loss (Raw)": 0.7194804549217224, "Finetune/Step": 12683, "Finetune/Step Time": 6.755702421069145}
+{"Finetune/Learning Rate": 5.48772443985147e-06, "Finetune/Loss": 0.6427936553955078, "Finetune/Loss (Raw)": 0.6322494149208069, "Finetune/Step": 12684, "Finetune/Step Time": 6.756345592439175}
+{"Finetune/Learning Rate": 5.4862217243933914e-06, "Finetune/Loss": 0.6421270370483398, "Finetune/Loss (Raw)": 0.5053129196166992, "Finetune/Step": 12685, "Finetune/Step Time": 6.766976702958345}
+{"Finetune/Learning Rate": 5.484719136933234e-06, "Finetune/Loss": 0.642234206199646, "Finetune/Loss (Raw)": 0.622846782207489, "Finetune/Step": 12686, "Finetune/Step Time": 6.769995069131255}
+{"Finetune/Learning Rate": 5.483216677513603e-06, "Finetune/Loss": 0.6426963806152344, "Finetune/Loss (Raw)": 0.7665286064147949, "Finetune/Step": 12687, "Finetune/Step Time": 6.774277750402689}
+{"Finetune/Learning Rate": 5.4817143461771024e-06, "Finetune/Loss": 0.642447292804718, "Finetune/Loss (Raw)": 0.6860129237174988, "Finetune/Step": 12688, "Finetune/Step Time": 6.779400177299976}
+{"Finetune/Learning Rate": 5.480212142966339e-06, "Finetune/Loss": 0.6414870023727417, "Finetune/Loss (Raw)": 0.5940663814544678, "Finetune/Step": 12689, "Finetune/Step Time": 6.790294820442796}
+{"Finetune/Learning Rate": 5.478710067923903e-06, "Finetune/Loss": 0.6427430510520935, "Finetune/Loss (Raw)": 0.7711807489395142, "Finetune/Step": 12690, "Finetune/Step Time": 6.791919676586986}
+{"Finetune/Learning Rate": 5.477208121092391e-06, "Finetune/Loss": 0.6431727409362793, "Finetune/Loss (Raw)": 0.7329120635986328, "Finetune/Step": 12691, "Finetune/Step Time": 6.787221655249596}
+{"Finetune/Learning Rate": 5.4757063025143965e-06, "Finetune/Loss": 0.6454175710678101, "Finetune/Loss (Raw)": 0.8006788492202759, "Finetune/Step": 12692, "Finetune/Step Time": 6.771704368293285}
+{"Finetune/Learning Rate": 5.474204612232502e-06, "Finetune/Loss": 0.6449710726737976, "Finetune/Loss (Raw)": 0.6044356822967529, "Finetune/Step": 12693, "Finetune/Step Time": 6.766975022852421}
+{"Finetune/Learning Rate": 5.472703050289299e-06, "Finetune/Loss": 0.6443493366241455, "Finetune/Loss (Raw)": 0.6570302248001099, "Finetune/Step": 12694, "Finetune/Step Time": 6.775341123342514}
+{"Finetune/Learning Rate": 5.4712016167273685e-06, "Finetune/Loss": 0.6448402404785156, "Finetune/Loss (Raw)": 0.5512197017669678, "Finetune/Step": 12695, "Finetune/Step Time": 6.760428065434098}
+{"Finetune/Learning Rate": 5.469700311589277e-06, "Finetune/Loss": 0.6443798542022705, "Finetune/Loss (Raw)": 0.5198974013328552, "Finetune/Step": 12696, "Finetune/Step Time": 6.765041163191199}
+{"Finetune/Learning Rate": 5.468199134917602e-06, "Finetune/Loss": 0.6448795199394226, "Finetune/Loss (Raw)": 0.7089518904685974, "Finetune/Step": 12697, "Finetune/Step Time": 6.761680183932185}
+{"Finetune/Learning Rate": 5.466698086754914e-06, "Finetune/Loss": 0.6456002593040466, "Finetune/Loss (Raw)": 0.6501184701919556, "Finetune/Step": 12698, "Finetune/Step Time": 6.754850145429373}
+{"Finetune/Learning Rate": 5.4651971671437756e-06, "Finetune/Loss": 0.6456706523895264, "Finetune/Loss (Raw)": 0.6263628602027893, "Finetune/Step": 12699, "Finetune/Step Time": 6.755965355783701}
+{"Finetune/Learning Rate": 5.463696376126747e-06, "Finetune/Loss": 0.6451842188835144, "Finetune/Loss (Raw)": 0.6673092246055603, "Finetune/Step": 12700, "Finetune/Step Time": 6.78179900534451}
+{"Finetune/Learning Rate": 5.462195713746398e-06, "Finetune/Loss": 0.6454308032989502, "Finetune/Loss (Raw)": 0.6378352046012878, "Finetune/Step": 12701, "Finetune/Step Time": 6.775192802771926}
+{"Finetune/Learning Rate": 5.4606951800452705e-06, "Finetune/Loss": 0.6445266008377075, "Finetune/Loss (Raw)": 0.4168875813484192, "Finetune/Step": 12702, "Finetune/Step Time": 6.772343533113599}
+{"Finetune/Learning Rate": 5.459194775065919e-06, "Finetune/Loss": 0.6447617411613464, "Finetune/Loss (Raw)": 0.6599529981613159, "Finetune/Step": 12703, "Finetune/Step Time": 6.782791888341308}
+{"Finetune/Learning Rate": 5.457694498850892e-06, "Finetune/Loss": 0.643569827079773, "Finetune/Loss (Raw)": 0.5958905816078186, "Finetune/Step": 12704, "Finetune/Step Time": 6.790709737688303}
+{"Finetune/Learning Rate": 5.456194351442733e-06, "Finetune/Loss": 0.6438307762145996, "Finetune/Loss (Raw)": 0.6321457028388977, "Finetune/Step": 12705, "Finetune/Step Time": 6.7833302561193705}
+{"Finetune/Learning Rate": 5.45469433288398e-06, "Finetune/Loss": 0.6427457332611084, "Finetune/Loss (Raw)": 0.5458497405052185, "Finetune/Step": 12706, "Finetune/Step Time": 6.809235833585262}
+{"Finetune/Learning Rate": 5.4531944432171725e-06, "Finetune/Loss": 0.6439018845558167, "Finetune/Loss (Raw)": 0.7329248189926147, "Finetune/Step": 12707, "Finetune/Step Time": 6.804550522938371}
+{"Finetune/Learning Rate": 5.451694682484841e-06, "Finetune/Loss": 0.6436771154403687, "Finetune/Loss (Raw)": 0.5529261827468872, "Finetune/Step": 12708, "Finetune/Step Time": 6.808318819850683}
+{"Finetune/Learning Rate": 5.450195050729512e-06, "Finetune/Loss": 0.6420231461524963, "Finetune/Loss (Raw)": 0.5537634491920471, "Finetune/Step": 12709, "Finetune/Step Time": 6.806740678846836}
+{"Finetune/Learning Rate": 5.448695547993716e-06, "Finetune/Loss": 0.6412115097045898, "Finetune/Loss (Raw)": 0.611594021320343, "Finetune/Step": 12710, "Finetune/Step Time": 6.80585896782577}
+{"Finetune/Learning Rate": 5.447196174319971e-06, "Finetune/Loss": 0.642001748085022, "Finetune/Loss (Raw)": 0.7308699488639832, "Finetune/Step": 12711, "Finetune/Step Time": 6.806416979059577}
+{"Finetune/Learning Rate": 5.445696929750797e-06, "Finetune/Loss": 0.640286386013031, "Finetune/Loss (Raw)": 0.5190563201904297, "Finetune/Step": 12712, "Finetune/Step Time": 6.807368960231543}
+{"Finetune/Learning Rate": 5.444197814328707e-06, "Finetune/Loss": 0.6391246318817139, "Finetune/Loss (Raw)": 0.6378830671310425, "Finetune/Step": 12713, "Finetune/Step Time": 6.78927318751812}
+{"Finetune/Learning Rate": 5.442698828096211e-06, "Finetune/Loss": 0.6386311650276184, "Finetune/Loss (Raw)": 0.633664071559906, "Finetune/Step": 12714, "Finetune/Step Time": 6.802591737359762}
+{"Finetune/Learning Rate": 5.441199971095819e-06, "Finetune/Loss": 0.6388300657272339, "Finetune/Loss (Raw)": 0.676474928855896, "Finetune/Step": 12715, "Finetune/Step Time": 6.804712967947125}
+{"Finetune/Learning Rate": 5.43970124337003e-06, "Finetune/Loss": 0.6394265294075012, "Finetune/Loss (Raw)": 0.5340186953544617, "Finetune/Step": 12716, "Finetune/Step Time": 6.793005494400859}
+{"Finetune/Learning Rate": 5.438202644961348e-06, "Finetune/Loss": 0.6388863325119019, "Finetune/Loss (Raw)": 0.5863184332847595, "Finetune/Step": 12717, "Finetune/Step Time": 6.789739787578583}
+{"Finetune/Learning Rate": 5.436704175912265e-06, "Finetune/Loss": 0.6388310194015503, "Finetune/Loss (Raw)": 0.6211645007133484, "Finetune/Step": 12718, "Finetune/Step Time": 6.789972627535462}
+{"Finetune/Learning Rate": 5.43520583626528e-06, "Finetune/Loss": 0.6386222839355469, "Finetune/Loss (Raw)": 0.6853595972061157, "Finetune/Step": 12719, "Finetune/Step Time": 6.7920351810753345}
+{"Finetune/Learning Rate": 5.43370762606287e-06, "Finetune/Loss": 0.639324963092804, "Finetune/Loss (Raw)": 0.7341601848602295, "Finetune/Step": 12720, "Finetune/Step Time": 6.7943482752889395}
+{"Finetune/Learning Rate": 5.43220954534753e-06, "Finetune/Loss": 0.6394745707511902, "Finetune/Loss (Raw)": 0.6270356178283691, "Finetune/Step": 12721, "Finetune/Step Time": 6.793330006301403}
+{"Finetune/Learning Rate": 5.430711594161738e-06, "Finetune/Loss": 0.6402773261070251, "Finetune/Loss (Raw)": 0.6437273025512695, "Finetune/Step": 12722, "Finetune/Step Time": 6.786361241713166}
+{"Finetune/Learning Rate": 5.429213772547972e-06, "Finetune/Loss": 0.641603946685791, "Finetune/Loss (Raw)": 0.7049852013587952, "Finetune/Step": 12723, "Finetune/Step Time": 6.786881636828184}
+{"Finetune/Learning Rate": 5.4277160805487075e-06, "Finetune/Loss": 0.641097903251648, "Finetune/Loss (Raw)": 0.5824698805809021, "Finetune/Step": 12724, "Finetune/Step Time": 6.79557141661644}
+{"Finetune/Learning Rate": 5.4262185182064154e-06, "Finetune/Loss": 0.6408787369728088, "Finetune/Loss (Raw)": 0.6565398573875427, "Finetune/Step": 12725, "Finetune/Step Time": 6.794951917603612}
+{"Finetune/Learning Rate": 5.424721085563556e-06, "Finetune/Loss": 0.6408226490020752, "Finetune/Loss (Raw)": 0.6084955334663391, "Finetune/Step": 12726, "Finetune/Step Time": 6.793034432455897}
+{"Finetune/Learning Rate": 5.423223782662593e-06, "Finetune/Loss": 0.6397433876991272, "Finetune/Loss (Raw)": 0.5789996385574341, "Finetune/Step": 12727, "Finetune/Step Time": 6.784281035885215}
+{"Finetune/Learning Rate": 5.421726609545992e-06, "Finetune/Loss": 0.6415502429008484, "Finetune/Loss (Raw)": 0.7735717296600342, "Finetune/Step": 12728, "Finetune/Step Time": 6.762856667861342}
+{"Finetune/Learning Rate": 5.420229566256207e-06, "Finetune/Loss": 0.6401594877243042, "Finetune/Loss (Raw)": 0.5437103509902954, "Finetune/Step": 12729, "Finetune/Step Time": 6.779382662847638}
+{"Finetune/Learning Rate": 5.4187326528356875e-06, "Finetune/Loss": 0.6408076286315918, "Finetune/Loss (Raw)": 0.718540608882904, "Finetune/Step": 12730, "Finetune/Step Time": 6.798921715468168}
+{"Finetune/Learning Rate": 5.417235869326887e-06, "Finetune/Loss": 0.6408207416534424, "Finetune/Loss (Raw)": 0.5788599848747253, "Finetune/Step": 12731, "Finetune/Step Time": 6.798641128465533}
+{"Finetune/Learning Rate": 5.41573921577224e-06, "Finetune/Loss": 0.6396508812904358, "Finetune/Loss (Raw)": 0.5156711339950562, "Finetune/Step": 12732, "Finetune/Step Time": 6.797127578407526}
+{"Finetune/Learning Rate": 5.414242692214194e-06, "Finetune/Loss": 0.6395900845527649, "Finetune/Loss (Raw)": 0.6792812347412109, "Finetune/Step": 12733, "Finetune/Step Time": 6.814071148633957}
+{"Finetune/Learning Rate": 5.412746298695182e-06, "Finetune/Loss": 0.639342188835144, "Finetune/Loss (Raw)": 0.6616489887237549, "Finetune/Step": 12734, "Finetune/Step Time": 6.820197492837906}
+{"Finetune/Learning Rate": 5.411250035257643e-06, "Finetune/Loss": 0.6399321556091309, "Finetune/Loss (Raw)": 0.6481873989105225, "Finetune/Step": 12735, "Finetune/Step Time": 6.817359311506152}
+{"Finetune/Learning Rate": 5.409753901944006e-06, "Finetune/Loss": 0.6391335129737854, "Finetune/Loss (Raw)": 0.6824337840080261, "Finetune/Step": 12736, "Finetune/Step Time": 6.814819501712918}
+{"Finetune/Learning Rate": 5.408257898796694e-06, "Finetune/Loss": 0.6389826536178589, "Finetune/Loss (Raw)": 0.6157563924789429, "Finetune/Step": 12737, "Finetune/Step Time": 6.812710424885154}
+{"Finetune/Learning Rate": 5.406762025858137e-06, "Finetune/Loss": 0.6376243233680725, "Finetune/Loss (Raw)": 0.5804221630096436, "Finetune/Step": 12738, "Finetune/Step Time": 6.815839409828186}
+{"Finetune/Learning Rate": 5.40526628317074e-06, "Finetune/Loss": 0.6378603577613831, "Finetune/Loss (Raw)": 0.6989549994468689, "Finetune/Step": 12739, "Finetune/Step Time": 6.819881375879049}
+{"Finetune/Learning Rate": 5.403770670776929e-06, "Finetune/Loss": 0.6366192102432251, "Finetune/Loss (Raw)": 0.5517069697380066, "Finetune/Step": 12740, "Finetune/Step Time": 6.804714988917112}
+{"Finetune/Learning Rate": 5.402275188719106e-06, "Finetune/Loss": 0.635223388671875, "Finetune/Loss (Raw)": 0.5102587938308716, "Finetune/Step": 12741, "Finetune/Step Time": 6.7909898441284895}
+{"Finetune/Learning Rate": 5.400779837039689e-06, "Finetune/Loss": 0.6344888210296631, "Finetune/Loss (Raw)": 0.5947513580322266, "Finetune/Step": 12742, "Finetune/Step Time": 6.797964924946427}
+{"Finetune/Learning Rate": 5.399284615781076e-06, "Finetune/Loss": 0.6354135274887085, "Finetune/Loss (Raw)": 0.7237915396690369, "Finetune/Step": 12743, "Finetune/Step Time": 6.7969657722860575}
+{"Finetune/Learning Rate": 5.397789524985675e-06, "Finetune/Loss": 0.6362273693084717, "Finetune/Loss (Raw)": 0.7304410338401794, "Finetune/Step": 12744, "Finetune/Step Time": 6.788970177993178}
+{"Finetune/Learning Rate": 5.396294564695869e-06, "Finetune/Loss": 0.6367541551589966, "Finetune/Loss (Raw)": 0.6441295742988586, "Finetune/Step": 12745, "Finetune/Step Time": 6.791666561737657}
+{"Finetune/Learning Rate": 5.394799734954061e-06, "Finetune/Loss": 0.636113166809082, "Finetune/Loss (Raw)": 0.5798172354698181, "Finetune/Step": 12746, "Finetune/Step Time": 6.788187857717276}
+{"Finetune/Learning Rate": 5.393305035802636e-06, "Finetune/Loss": 0.6363425254821777, "Finetune/Loss (Raw)": 0.6369825005531311, "Finetune/Step": 12747, "Finetune/Step Time": 6.776692740619183}
+{"Finetune/Learning Rate": 5.39181046728398e-06, "Finetune/Loss": 0.6368138194084167, "Finetune/Loss (Raw)": 0.6463919878005981, "Finetune/Step": 12748, "Finetune/Step Time": 6.791662057861686}
+{"Finetune/Learning Rate": 5.390316029440472e-06, "Finetune/Loss": 0.636591911315918, "Finetune/Loss (Raw)": 0.6879258751869202, "Finetune/Step": 12749, "Finetune/Step Time": 6.791622823104262}
+{"Finetune/Learning Rate": 5.388821722314501e-06, "Finetune/Loss": 0.6359630823135376, "Finetune/Loss (Raw)": 0.5743777751922607, "Finetune/Step": 12750, "Finetune/Step Time": 6.800653882324696}
+{"Finetune/Learning Rate": 5.387327545948429e-06, "Finetune/Loss": 0.6347253918647766, "Finetune/Loss (Raw)": 0.5667107701301575, "Finetune/Step": 12751, "Finetune/Step Time": 6.803830845281482}
+{"Finetune/Learning Rate": 5.385833500384632e-06, "Finetune/Loss": 0.6345853805541992, "Finetune/Loss (Raw)": 0.6161786317825317, "Finetune/Step": 12752, "Finetune/Step Time": 6.807066967710853}
+{"Finetune/Learning Rate": 5.384339585665476e-06, "Finetune/Loss": 0.6345682144165039, "Finetune/Loss (Raw)": 0.6654327511787415, "Finetune/Step": 12753, "Finetune/Step Time": 6.804174659773707}
+{"Finetune/Learning Rate": 5.382845801833323e-06, "Finetune/Loss": 0.6342780590057373, "Finetune/Loss (Raw)": 0.5743551254272461, "Finetune/Step": 12754, "Finetune/Step Time": 6.803597571328282}
+{"Finetune/Learning Rate": 5.381352148930535e-06, "Finetune/Loss": 0.6337238550186157, "Finetune/Loss (Raw)": 0.6795933842658997, "Finetune/Step": 12755, "Finetune/Step Time": 6.81576331704855}
+{"Finetune/Learning Rate": 5.379858626999465e-06, "Finetune/Loss": 0.6341260671615601, "Finetune/Loss (Raw)": 0.5859510898590088, "Finetune/Step": 12756, "Finetune/Step Time": 6.817220952361822}
+{"Finetune/Learning Rate": 5.378365236082468e-06, "Finetune/Loss": 0.6344585418701172, "Finetune/Loss (Raw)": 0.6995159387588501, "Finetune/Step": 12757, "Finetune/Step Time": 6.816291678696871}
+{"Finetune/Learning Rate": 5.376871976221889e-06, "Finetune/Loss": 0.6342460513114929, "Finetune/Loss (Raw)": 0.607142448425293, "Finetune/Step": 12758, "Finetune/Step Time": 6.817510960623622}
+{"Finetune/Learning Rate": 5.3753788474600755e-06, "Finetune/Loss": 0.635494589805603, "Finetune/Loss (Raw)": 0.7616305947303772, "Finetune/Step": 12759, "Finetune/Step Time": 6.8199634570628405}
+{"Finetune/Learning Rate": 5.373885849839367e-06, "Finetune/Loss": 0.6360023021697998, "Finetune/Loss (Raw)": 0.6425072550773621, "Finetune/Step": 12760, "Finetune/Step Time": 6.8040268793702126}
+{"Finetune/Learning Rate": 5.372392983402102e-06, "Finetune/Loss": 0.6361678838729858, "Finetune/Loss (Raw)": 0.6047999858856201, "Finetune/Step": 12761, "Finetune/Step Time": 6.805342830717564}
+{"Finetune/Learning Rate": 5.37090024819061e-06, "Finetune/Loss": 0.6366885304450989, "Finetune/Loss (Raw)": 0.6110261082649231, "Finetune/Step": 12762, "Finetune/Step Time": 6.790903562679887}
+{"Finetune/Learning Rate": 5.369407644247225e-06, "Finetune/Loss": 0.6378395557403564, "Finetune/Loss (Raw)": 0.702231228351593, "Finetune/Step": 12763, "Finetune/Step Time": 6.7933560237288475}
+{"Finetune/Learning Rate": 5.367915171614273e-06, "Finetune/Loss": 0.6389105916023254, "Finetune/Loss (Raw)": 0.6969559192657471, "Finetune/Step": 12764, "Finetune/Step Time": 6.792489133775234}
+{"Finetune/Learning Rate": 5.366422830334072e-06, "Finetune/Loss": 0.6365147829055786, "Finetune/Loss (Raw)": 0.3984241187572479, "Finetune/Step": 12765, "Finetune/Step Time": 6.787376165390015}
+{"Finetune/Learning Rate": 5.364930620448946e-06, "Finetune/Loss": 0.6366540193557739, "Finetune/Loss (Raw)": 0.7039609551429749, "Finetune/Step": 12766, "Finetune/Step Time": 6.787681218236685}
+{"Finetune/Learning Rate": 5.363438542001207e-06, "Finetune/Loss": 0.6373053193092346, "Finetune/Loss (Raw)": 0.6968472599983215, "Finetune/Step": 12767, "Finetune/Step Time": 6.780733693391085}
+{"Finetune/Learning Rate": 5.361946595033165e-06, "Finetune/Loss": 0.6378136873245239, "Finetune/Loss (Raw)": 0.7110489010810852, "Finetune/Step": 12768, "Finetune/Step Time": 6.769229367375374}
+{"Finetune/Learning Rate": 5.3604547795871295e-06, "Finetune/Loss": 0.6384925246238708, "Finetune/Loss (Raw)": 0.7206354141235352, "Finetune/Step": 12769, "Finetune/Step Time": 6.769803769886494}
+{"Finetune/Learning Rate": 5.358963095705403e-06, "Finetune/Loss": 0.6391199231147766, "Finetune/Loss (Raw)": 0.6807376146316528, "Finetune/Step": 12770, "Finetune/Step Time": 6.773906446993351}
+{"Finetune/Learning Rate": 5.357471543430286e-06, "Finetune/Loss": 0.638088583946228, "Finetune/Loss (Raw)": 0.6341129541397095, "Finetune/Step": 12771, "Finetune/Step Time": 6.763439936563373}
+{"Finetune/Learning Rate": 5.3559801228040746e-06, "Finetune/Loss": 0.6371809244155884, "Finetune/Loss (Raw)": 0.5627911686897278, "Finetune/Step": 12772, "Finetune/Step Time": 6.7623375300318}
+{"Finetune/Learning Rate": 5.354488833869061e-06, "Finetune/Loss": 0.6374843120574951, "Finetune/Loss (Raw)": 0.5168412327766418, "Finetune/Step": 12773, "Finetune/Step Time": 6.777047289535403}
+{"Finetune/Learning Rate": 5.352997676667537e-06, "Finetune/Loss": 0.6380480527877808, "Finetune/Loss (Raw)": 0.7096190452575684, "Finetune/Step": 12774, "Finetune/Step Time": 6.775549665093422}
+{"Finetune/Learning Rate": 5.351506651241782e-06, "Finetune/Loss": 0.6393090486526489, "Finetune/Loss (Raw)": 0.5893008708953857, "Finetune/Step": 12775, "Finetune/Step Time": 6.7626352068036795}
+{"Finetune/Learning Rate": 5.350015757634075e-06, "Finetune/Loss": 0.6401867270469666, "Finetune/Loss (Raw)": 0.726921021938324, "Finetune/Step": 12776, "Finetune/Step Time": 6.759933283552527}
+{"Finetune/Learning Rate": 5.3485249958867036e-06, "Finetune/Loss": 0.6392812728881836, "Finetune/Loss (Raw)": 0.5573585033416748, "Finetune/Step": 12777, "Finetune/Step Time": 6.760506419464946}
+{"Finetune/Learning Rate": 5.347034366041934e-06, "Finetune/Loss": 0.6377657651901245, "Finetune/Loss (Raw)": 0.48266321420669556, "Finetune/Step": 12778, "Finetune/Step Time": 6.773298531770706}
+{"Finetune/Learning Rate": 5.34554386814204e-06, "Finetune/Loss": 0.6386333107948303, "Finetune/Loss (Raw)": 0.8342931866645813, "Finetune/Step": 12779, "Finetune/Step Time": 6.771411282941699}
+{"Finetune/Learning Rate": 5.3440535022292904e-06, "Finetune/Loss": 0.6379216909408569, "Finetune/Loss (Raw)": 0.6049757599830627, "Finetune/Step": 12780, "Finetune/Step Time": 6.769417149946094}
+{"Finetune/Learning Rate": 5.34256326834594e-06, "Finetune/Loss": 0.6392937302589417, "Finetune/Loss (Raw)": 0.8437060713768005, "Finetune/Step": 12781, "Finetune/Step Time": 6.771117389202118}
+{"Finetune/Learning Rate": 5.341073166534251e-06, "Finetune/Loss": 0.6392209529876709, "Finetune/Loss (Raw)": 0.5849581360816956, "Finetune/Step": 12782, "Finetune/Step Time": 6.772253531962633}
+{"Finetune/Learning Rate": 5.339583196836476e-06, "Finetune/Loss": 0.6389966011047363, "Finetune/Loss (Raw)": 0.5978924632072449, "Finetune/Step": 12783, "Finetune/Step Time": 6.743568846955895}
+{"Finetune/Learning Rate": 5.33809335929487e-06, "Finetune/Loss": 0.6386595964431763, "Finetune/Loss (Raw)": 0.6813092827796936, "Finetune/Step": 12784, "Finetune/Step Time": 6.749263638630509}
+{"Finetune/Learning Rate": 5.336603653951682e-06, "Finetune/Loss": 0.6380800008773804, "Finetune/Loss (Raw)": 0.6247403025627136, "Finetune/Step": 12785, "Finetune/Step Time": 6.74520598910749}
+{"Finetune/Learning Rate": 5.335114080849157e-06, "Finetune/Loss": 0.6375420093536377, "Finetune/Loss (Raw)": 0.5663062930107117, "Finetune/Step": 12786, "Finetune/Step Time": 6.7363522462546825}
+{"Finetune/Learning Rate": 5.333624640029526e-06, "Finetune/Loss": 0.6386868953704834, "Finetune/Loss (Raw)": 0.7450763583183289, "Finetune/Step": 12787, "Finetune/Step Time": 6.733610060065985}
+{"Finetune/Learning Rate": 5.332135331535033e-06, "Finetune/Loss": 0.6372479200363159, "Finetune/Loss (Raw)": 0.5451158285140991, "Finetune/Step": 12788, "Finetune/Step Time": 6.749129008501768}
+{"Finetune/Learning Rate": 5.330646155407908e-06, "Finetune/Loss": 0.6367188692092896, "Finetune/Loss (Raw)": 0.6758937835693359, "Finetune/Step": 12789, "Finetune/Step Time": 6.751678548753262}
+{"Finetune/Learning Rate": 5.329157111690375e-06, "Finetune/Loss": 0.6359111070632935, "Finetune/Loss (Raw)": 0.5529248118400574, "Finetune/Step": 12790, "Finetune/Step Time": 6.751081328839064}
+{"Finetune/Learning Rate": 5.327668200424669e-06, "Finetune/Loss": 0.6358717679977417, "Finetune/Loss (Raw)": 0.6156560778617859, "Finetune/Step": 12791, "Finetune/Step Time": 6.74250153452158}
+{"Finetune/Learning Rate": 5.3261794216530104e-06, "Finetune/Loss": 0.6365053057670593, "Finetune/Loss (Raw)": 0.6892654895782471, "Finetune/Step": 12792, "Finetune/Step Time": 6.742936246097088}
+{"Finetune/Learning Rate": 5.324690775417609e-06, "Finetune/Loss": 0.6352937817573547, "Finetune/Loss (Raw)": 0.48550114035606384, "Finetune/Step": 12793, "Finetune/Step Time": 6.774767383933067}
+{"Finetune/Learning Rate": 5.323202261760683e-06, "Finetune/Loss": 0.6351861357688904, "Finetune/Loss (Raw)": 0.6063167452812195, "Finetune/Step": 12794, "Finetune/Step Time": 6.810684997588396}
+{"Finetune/Learning Rate": 5.321713880724441e-06, "Finetune/Loss": 0.6346800327301025, "Finetune/Loss (Raw)": 0.42850106954574585, "Finetune/Step": 12795, "Finetune/Step Time": 6.824727410450578}
+{"Finetune/Learning Rate": 5.32022563235109e-06, "Finetune/Loss": 0.6344214677810669, "Finetune/Loss (Raw)": 0.6206136345863342, "Finetune/Step": 12796, "Finetune/Step Time": 6.812810914590955}
+{"Finetune/Learning Rate": 5.318737516682828e-06, "Finetune/Loss": 0.6346116065979004, "Finetune/Loss (Raw)": 0.5870168805122375, "Finetune/Step": 12797, "Finetune/Step Time": 6.799588086083531}
+{"Finetune/Learning Rate": 5.317249533761868e-06, "Finetune/Loss": 0.6324052810668945, "Finetune/Loss (Raw)": 0.38702359795570374, "Finetune/Step": 12798, "Finetune/Step Time": 6.811846079304814}
+{"Finetune/Learning Rate": 5.315761683630391e-06, "Finetune/Loss": 0.6334776282310486, "Finetune/Loss (Raw)": 0.6232165098190308, "Finetune/Step": 12799, "Finetune/Step Time": 6.823420273140073}
+{"Finetune/Learning Rate": 5.314273966330591e-06, "Finetune/Loss": 0.6325677037239075, "Finetune/Loss (Raw)": 0.5831442475318909, "Finetune/Step": 12800, "Finetune/Step Time": 6.82391057908535}
+{"Finetune/Learning Rate": 5.312786381904657e-06, "Finetune/Loss": 0.6332497596740723, "Finetune/Loss (Raw)": 0.6853506565093994, "Finetune/Step": 12801, "Finetune/Step Time": 6.820959763601422}
+{"Finetune/Learning Rate": 5.311298930394774e-06, "Finetune/Loss": 0.6318418383598328, "Finetune/Loss (Raw)": 0.6507084965705872, "Finetune/Step": 12802, "Finetune/Step Time": 6.822612266987562}
+{"Finetune/Learning Rate": 5.30981161184312e-06, "Finetune/Loss": 0.6310263276100159, "Finetune/Loss (Raw)": 0.5839877724647522, "Finetune/Step": 12803, "Finetune/Step Time": 6.819433119148016}
+{"Finetune/Learning Rate": 5.3083244262918706e-06, "Finetune/Loss": 0.6312497854232788, "Finetune/Loss (Raw)": 0.6127521395683289, "Finetune/Step": 12804, "Finetune/Step Time": 6.813079608604312}
+{"Finetune/Learning Rate": 5.3068373737832e-06, "Finetune/Loss": 0.6300956606864929, "Finetune/Loss (Raw)": 0.5685639977455139, "Finetune/Step": 12805, "Finetune/Step Time": 6.816135289147496}
+{"Finetune/Learning Rate": 5.305350454359276e-06, "Finetune/Loss": 0.6313246488571167, "Finetune/Loss (Raw)": 0.740398108959198, "Finetune/Step": 12806, "Finetune/Step Time": 6.818039866164327}
+{"Finetune/Learning Rate": 5.303863668062264e-06, "Finetune/Loss": 0.6315726637840271, "Finetune/Loss (Raw)": 0.7117942571640015, "Finetune/Step": 12807, "Finetune/Step Time": 6.815472265705466}
+{"Finetune/Learning Rate": 5.302377014934322e-06, "Finetune/Loss": 0.6324216723442078, "Finetune/Loss (Raw)": 0.6955344080924988, "Finetune/Step": 12808, "Finetune/Step Time": 6.81854865513742}
+{"Finetune/Learning Rate": 5.300890495017612e-06, "Finetune/Loss": 0.6325408220291138, "Finetune/Loss (Raw)": 0.7188520431518555, "Finetune/Step": 12809, "Finetune/Step Time": 6.819315329194069}
+{"Finetune/Learning Rate": 5.299404108354284e-06, "Finetune/Loss": 0.631845235824585, "Finetune/Loss (Raw)": 0.624305009841919, "Finetune/Step": 12810, "Finetune/Step Time": 6.808489713817835}
+{"Finetune/Learning Rate": 5.297917854986489e-06, "Finetune/Loss": 0.6305896043777466, "Finetune/Loss (Raw)": 0.5587596893310547, "Finetune/Step": 12811, "Finetune/Step Time": 6.792883925139904}
+{"Finetune/Learning Rate": 5.296431734956372e-06, "Finetune/Loss": 0.6304896473884583, "Finetune/Loss (Raw)": 0.6194549798965454, "Finetune/Step": 12812, "Finetune/Step Time": 6.7901300098747015}
+{"Finetune/Learning Rate": 5.2949457483060765e-06, "Finetune/Loss": 0.6316930055618286, "Finetune/Loss (Raw)": 0.6593441963195801, "Finetune/Step": 12813, "Finetune/Step Time": 6.778333293274045}
+{"Finetune/Learning Rate": 5.293459895077739e-06, "Finetune/Loss": 0.6317311525344849, "Finetune/Loss (Raw)": 0.6277304887771606, "Finetune/Step": 12814, "Finetune/Step Time": 6.764214098453522}
+{"Finetune/Learning Rate": 5.2919741753134966e-06, "Finetune/Loss": 0.6297537088394165, "Finetune/Loss (Raw)": 0.5134146809577942, "Finetune/Step": 12815, "Finetune/Step Time": 6.755993410944939}
+{"Finetune/Learning Rate": 5.290488589055484e-06, "Finetune/Loss": 0.6304981112480164, "Finetune/Loss (Raw)": 0.7812997698783875, "Finetune/Step": 12816, "Finetune/Step Time": 6.760105723515153}
+{"Finetune/Learning Rate": 5.289003136345813e-06, "Finetune/Loss": 0.6309447288513184, "Finetune/Loss (Raw)": 0.651233434677124, "Finetune/Step": 12817, "Finetune/Step Time": 6.747444182634354}
+{"Finetune/Learning Rate": 5.2875178172266215e-06, "Finetune/Loss": 0.6297928094863892, "Finetune/Loss (Raw)": 0.6237326264381409, "Finetune/Step": 12818, "Finetune/Step Time": 6.744126370176673}
+{"Finetune/Learning Rate": 5.286032631740023e-06, "Finetune/Loss": 0.6287375688552856, "Finetune/Loss (Raw)": 0.5978448390960693, "Finetune/Step": 12819, "Finetune/Step Time": 6.756809752434492}
+{"Finetune/Learning Rate": 5.284547579928136e-06, "Finetune/Loss": 0.62664794921875, "Finetune/Loss (Raw)": 0.5332008004188538, "Finetune/Step": 12820, "Finetune/Step Time": 6.768850663676858}
+{"Finetune/Learning Rate": 5.283062661833069e-06, "Finetune/Loss": 0.6262651085853577, "Finetune/Loss (Raw)": 0.5554293394088745, "Finetune/Step": 12821, "Finetune/Step Time": 6.766696486622095}
+{"Finetune/Learning Rate": 5.2815778774969336e-06, "Finetune/Loss": 0.6271618604660034, "Finetune/Loss (Raw)": 0.7718199491500854, "Finetune/Step": 12822, "Finetune/Step Time": 6.749701924622059}
+{"Finetune/Learning Rate": 5.280093226961836e-06, "Finetune/Loss": 0.628664493560791, "Finetune/Loss (Raw)": 0.743550717830658, "Finetune/Step": 12823, "Finetune/Step Time": 6.765689006075263}
+{"Finetune/Learning Rate": 5.278608710269863e-06, "Finetune/Loss": 0.6306483745574951, "Finetune/Loss (Raw)": 0.7738399505615234, "Finetune/Step": 12824, "Finetune/Step Time": 6.7598971128463745}
+{"Finetune/Learning Rate": 5.277124327463127e-06, "Finetune/Loss": 0.6303479671478271, "Finetune/Loss (Raw)": 0.6705058217048645, "Finetune/Step": 12825, "Finetune/Step Time": 6.761072868481278}
+{"Finetune/Learning Rate": 5.275640078583715e-06, "Finetune/Loss": 0.6292052268981934, "Finetune/Loss (Raw)": 0.5038437247276306, "Finetune/Step": 12826, "Finetune/Step Time": 6.781699446961284}
+{"Finetune/Learning Rate": 5.274155963673715e-06, "Finetune/Loss": 0.6288174390792847, "Finetune/Loss (Raw)": 0.5767251253128052, "Finetune/Step": 12827, "Finetune/Step Time": 6.779658442363143}
+{"Finetune/Learning Rate": 5.272671982775214e-06, "Finetune/Loss": 0.6283109188079834, "Finetune/Loss (Raw)": 0.602471113204956, "Finetune/Step": 12828, "Finetune/Step Time": 6.7660900224000216}
+{"Finetune/Learning Rate": 5.271188135930297e-06, "Finetune/Loss": 0.6284747123718262, "Finetune/Loss (Raw)": 0.6587991714477539, "Finetune/Step": 12829, "Finetune/Step Time": 6.765243947505951}
+{"Finetune/Learning Rate": 5.269704423181032e-06, "Finetune/Loss": 0.6301813721656799, "Finetune/Loss (Raw)": 0.635339617729187, "Finetune/Step": 12830, "Finetune/Step Time": 6.75532440841198}
+{"Finetune/Learning Rate": 5.2682208445695005e-06, "Finetune/Loss": 0.6302545070648193, "Finetune/Loss (Raw)": 0.6693198680877686, "Finetune/Step": 12831, "Finetune/Step Time": 6.744244234636426}
+{"Finetune/Learning Rate": 5.266737400137765e-06, "Finetune/Loss": 0.6299012899398804, "Finetune/Loss (Raw)": 0.5506728887557983, "Finetune/Step": 12832, "Finetune/Step Time": 6.736895453184843}
+{"Finetune/Learning Rate": 5.265254089927903e-06, "Finetune/Loss": 0.6305457353591919, "Finetune/Loss (Raw)": 0.7146452069282532, "Finetune/Step": 12833, "Finetune/Step Time": 6.741508586332202}
+{"Finetune/Learning Rate": 5.263770913981969e-06, "Finetune/Loss": 0.629757285118103, "Finetune/Loss (Raw)": 0.4449195861816406, "Finetune/Step": 12834, "Finetune/Step Time": 6.7102576568722725}
+{"Finetune/Learning Rate": 5.262287872342029e-06, "Finetune/Loss": 0.62967848777771, "Finetune/Loss (Raw)": 0.722847044467926, "Finetune/Step": 12835, "Finetune/Step Time": 6.709006864577532}
+{"Finetune/Learning Rate": 5.260804965050128e-06, "Finetune/Loss": 0.6293218731880188, "Finetune/Loss (Raw)": 0.5072714686393738, "Finetune/Step": 12836, "Finetune/Step Time": 6.707624034956098}
+{"Finetune/Learning Rate": 5.259322192148322e-06, "Finetune/Loss": 0.6305043697357178, "Finetune/Loss (Raw)": 0.7051266431808472, "Finetune/Step": 12837, "Finetune/Step Time": 6.714141547679901}
+{"Finetune/Learning Rate": 5.2578395536786586e-06, "Finetune/Loss": 0.631111741065979, "Finetune/Loss (Raw)": 0.6893399357795715, "Finetune/Step": 12838, "Finetune/Step Time": 6.721553821116686}
+{"Finetune/Learning Rate": 5.256357049683176e-06, "Finetune/Loss": 0.6303942203521729, "Finetune/Loss (Raw)": 0.6390238404273987, "Finetune/Step": 12839, "Finetune/Step Time": 6.713159795850515}
+{"Finetune/Learning Rate": 5.254874680203923e-06, "Finetune/Loss": 0.6309709548950195, "Finetune/Loss (Raw)": 0.5928757190704346, "Finetune/Step": 12840, "Finetune/Step Time": 6.710097057744861}
+{"Finetune/Learning Rate": 5.253392445282934e-06, "Finetune/Loss": 0.630859375, "Finetune/Loss (Raw)": 0.6236008405685425, "Finetune/Step": 12841, "Finetune/Step Time": 6.710439844056964}
+{"Finetune/Learning Rate": 5.251910344962234e-06, "Finetune/Loss": 0.6300692558288574, "Finetune/Loss (Raw)": 0.5325252413749695, "Finetune/Step": 12842, "Finetune/Step Time": 6.709712076932192}
+{"Finetune/Learning Rate": 5.2504283792838554e-06, "Finetune/Loss": 0.6298179626464844, "Finetune/Loss (Raw)": 0.6443109512329102, "Finetune/Step": 12843, "Finetune/Step Time": 6.708532286807895}
+{"Finetune/Learning Rate": 5.248946548289821e-06, "Finetune/Loss": 0.6306194067001343, "Finetune/Loss (Raw)": 0.6366052627563477, "Finetune/Step": 12844, "Finetune/Step Time": 6.704717958346009}
+{"Finetune/Learning Rate": 5.247464852022153e-06, "Finetune/Loss": 0.6314563751220703, "Finetune/Loss (Raw)": 0.6934478282928467, "Finetune/Step": 12845, "Finetune/Step Time": 6.7078858856111765}
+{"Finetune/Learning Rate": 5.245983290522863e-06, "Finetune/Loss": 0.6318341493606567, "Finetune/Loss (Raw)": 0.6695248484611511, "Finetune/Step": 12846, "Finetune/Step Time": 6.7057776264846325}
+{"Finetune/Learning Rate": 5.244501863833976e-06, "Finetune/Loss": 0.6313560009002686, "Finetune/Loss (Raw)": 0.6241553425788879, "Finetune/Step": 12847, "Finetune/Step Time": 6.700888166204095}
+{"Finetune/Learning Rate": 5.24302057199749e-06, "Finetune/Loss": 0.6301549077033997, "Finetune/Loss (Raw)": 0.5804190039634705, "Finetune/Step": 12848, "Finetune/Step Time": 6.715116623789072}
+{"Finetune/Learning Rate": 5.241539415055412e-06, "Finetune/Loss": 0.6292911767959595, "Finetune/Loss (Raw)": 0.516480028629303, "Finetune/Step": 12849, "Finetune/Step Time": 6.731711287051439}
+{"Finetune/Learning Rate": 5.240058393049747e-06, "Finetune/Loss": 0.6278055906295776, "Finetune/Loss (Raw)": 0.4535692036151886, "Finetune/Step": 12850, "Finetune/Step Time": 6.744074195623398}
+{"Finetune/Learning Rate": 5.23857750602249e-06, "Finetune/Loss": 0.6273307800292969, "Finetune/Loss (Raw)": 0.644209623336792, "Finetune/Step": 12851, "Finetune/Step Time": 6.7422442473471165}
+{"Finetune/Learning Rate": 5.237096754015635e-06, "Finetune/Loss": 0.6283348202705383, "Finetune/Loss (Raw)": 0.710990309715271, "Finetune/Step": 12852, "Finetune/Step Time": 6.732161922380328}
+{"Finetune/Learning Rate": 5.235616137071172e-06, "Finetune/Loss": 0.6284940242767334, "Finetune/Loss (Raw)": 0.6769129633903503, "Finetune/Step": 12853, "Finetune/Step Time": 6.738931763917208}
+{"Finetune/Learning Rate": 5.234135655231087e-06, "Finetune/Loss": 0.6289471387863159, "Finetune/Loss (Raw)": 0.6664955019950867, "Finetune/Step": 12854, "Finetune/Step Time": 6.7404175121337175}
+{"Finetune/Learning Rate": 5.232655308537364e-06, "Finetune/Loss": 0.6306833028793335, "Finetune/Loss (Raw)": 0.8012343049049377, "Finetune/Step": 12855, "Finetune/Step Time": 6.740711586549878}
+{"Finetune/Learning Rate": 5.231175097031978e-06, "Finetune/Loss": 0.6299977898597717, "Finetune/Loss (Raw)": 0.6858226656913757, "Finetune/Step": 12856, "Finetune/Step Time": 6.748301280662417}
+{"Finetune/Learning Rate": 5.229695020756906e-06, "Finetune/Loss": 0.6311015486717224, "Finetune/Loss (Raw)": 0.6849920153617859, "Finetune/Step": 12857, "Finetune/Step Time": 6.7342225555330515}
+{"Finetune/Learning Rate": 5.22821507975412e-06, "Finetune/Loss": 0.6303550004959106, "Finetune/Loss (Raw)": 0.6229828596115112, "Finetune/Step": 12858, "Finetune/Step Time": 6.71562435477972}
+{"Finetune/Learning Rate": 5.226735274065583e-06, "Finetune/Loss": 0.6323333382606506, "Finetune/Loss (Raw)": 0.8320865631103516, "Finetune/Step": 12859, "Finetune/Step Time": 6.7173698134720325}
+{"Finetune/Learning Rate": 5.225255603733261e-06, "Finetune/Loss": 0.633213460445404, "Finetune/Loss (Raw)": 0.6283289790153503, "Finetune/Step": 12860, "Finetune/Step Time": 6.7173263020813465}
+{"Finetune/Learning Rate": 5.223776068799114e-06, "Finetune/Loss": 0.632836639881134, "Finetune/Loss (Raw)": 0.6310425996780396, "Finetune/Step": 12861, "Finetune/Step Time": 6.700211418792605}
+{"Finetune/Learning Rate": 5.222296669305093e-06, "Finetune/Loss": 0.6325819492340088, "Finetune/Loss (Raw)": 0.6290507316589355, "Finetune/Step": 12862, "Finetune/Step Time": 6.7001579739153385}
+{"Finetune/Learning Rate": 5.220817405293155e-06, "Finetune/Loss": 0.6329429745674133, "Finetune/Loss (Raw)": 0.6944018602371216, "Finetune/Step": 12863, "Finetune/Step Time": 6.685816504061222}
+{"Finetune/Learning Rate": 5.219338276805243e-06, "Finetune/Loss": 0.6327204704284668, "Finetune/Loss (Raw)": 0.6539556384086609, "Finetune/Step": 12864, "Finetune/Step Time": 6.685589514672756}
+{"Finetune/Learning Rate": 5.217859283883308e-06, "Finetune/Loss": 0.633577823638916, "Finetune/Loss (Raw)": 0.7254961133003235, "Finetune/Step": 12865, "Finetune/Step Time": 6.685169143602252}
+{"Finetune/Learning Rate": 5.216380426569279e-06, "Finetune/Loss": 0.633933424949646, "Finetune/Loss (Raw)": 0.6259366273880005, "Finetune/Step": 12866, "Finetune/Step Time": 6.681862147524953}
+{"Finetune/Learning Rate": 5.2149017049051e-06, "Finetune/Loss": 0.6336554288864136, "Finetune/Loss (Raw)": 0.6633661985397339, "Finetune/Step": 12867, "Finetune/Step Time": 6.677954200655222}
+{"Finetune/Learning Rate": 5.213423118932704e-06, "Finetune/Loss": 0.6343804597854614, "Finetune/Loss (Raw)": 0.6445115804672241, "Finetune/Step": 12868, "Finetune/Step Time": 6.680476864799857}
+{"Finetune/Learning Rate": 5.211944668694015e-06, "Finetune/Loss": 0.6354628801345825, "Finetune/Loss (Raw)": 0.648813009262085, "Finetune/Step": 12869, "Finetune/Step Time": 6.683504460379481}
+{"Finetune/Learning Rate": 5.21046635423096e-06, "Finetune/Loss": 0.6354563236236572, "Finetune/Loss (Raw)": 0.5939127206802368, "Finetune/Step": 12870, "Finetune/Step Time": 6.675531847402453}
+{"Finetune/Learning Rate": 5.208988175585463e-06, "Finetune/Loss": 0.6355865001678467, "Finetune/Loss (Raw)": 0.7404549717903137, "Finetune/Step": 12871, "Finetune/Step Time": 6.678721617907286}
+{"Finetune/Learning Rate": 5.207510132799436e-06, "Finetune/Loss": 0.6345775127410889, "Finetune/Loss (Raw)": 0.6012941002845764, "Finetune/Step": 12872, "Finetune/Step Time": 6.687774980440736}
+{"Finetune/Learning Rate": 5.206032225914788e-06, "Finetune/Loss": 0.6345669031143188, "Finetune/Loss (Raw)": 0.6427735090255737, "Finetune/Step": 12873, "Finetune/Step Time": 6.688165238127112}
+{"Finetune/Learning Rate": 5.204554454973438e-06, "Finetune/Loss": 0.634799599647522, "Finetune/Loss (Raw)": 0.6095979809761047, "Finetune/Step": 12874, "Finetune/Step Time": 6.688799597322941}
+{"Finetune/Learning Rate": 5.203076820017287e-06, "Finetune/Loss": 0.6352697610855103, "Finetune/Loss (Raw)": 0.6971607208251953, "Finetune/Step": 12875, "Finetune/Step Time": 6.69434460811317}
+{"Finetune/Learning Rate": 5.201599321088236e-06, "Finetune/Loss": 0.6341049671173096, "Finetune/Loss (Raw)": 0.497303307056427, "Finetune/Step": 12876, "Finetune/Step Time": 6.679766569286585}
+{"Finetune/Learning Rate": 5.20012195822819e-06, "Finetune/Loss": 0.6346021890640259, "Finetune/Loss (Raw)": 0.7515650987625122, "Finetune/Step": 12877, "Finetune/Step Time": 6.6781312841922045}
+{"Finetune/Learning Rate": 5.19864473147903e-06, "Finetune/Loss": 0.634199321269989, "Finetune/Loss (Raw)": 0.5228163599967957, "Finetune/Step": 12878, "Finetune/Step Time": 6.671245604753494}
+{"Finetune/Learning Rate": 5.197167640882652e-06, "Finetune/Loss": 0.6348371505737305, "Finetune/Loss (Raw)": 0.6483510136604309, "Finetune/Step": 12879, "Finetune/Step Time": 6.669320924207568}
+{"Finetune/Learning Rate": 5.19569068648094e-06, "Finetune/Loss": 0.6368500590324402, "Finetune/Loss (Raw)": 0.873828649520874, "Finetune/Step": 12880, "Finetune/Step Time": 6.663421042263508}
+{"Finetune/Learning Rate": 5.194213868315781e-06, "Finetune/Loss": 0.6361192464828491, "Finetune/Loss (Raw)": 0.5718892812728882, "Finetune/Step": 12881, "Finetune/Step Time": 6.687119841575623}
+{"Finetune/Learning Rate": 5.192737186429052e-06, "Finetune/Loss": 0.6361722350120544, "Finetune/Loss (Raw)": 0.5811372399330139, "Finetune/Step": 12882, "Finetune/Step Time": 6.689271153882146}
+{"Finetune/Learning Rate": 5.1912606408626295e-06, "Finetune/Loss": 0.6355805397033691, "Finetune/Loss (Raw)": 0.6038599610328674, "Finetune/Step": 12883, "Finetune/Step Time": 6.676334181800485}
+{"Finetune/Learning Rate": 5.189784231658377e-06, "Finetune/Loss": 0.6349672079086304, "Finetune/Loss (Raw)": 0.5074387788772583, "Finetune/Step": 12884, "Finetune/Step Time": 6.689275981858373}
+{"Finetune/Learning Rate": 5.1883079588581666e-06, "Finetune/Loss": 0.6346054673194885, "Finetune/Loss (Raw)": 0.6532160639762878, "Finetune/Step": 12885, "Finetune/Step Time": 6.690210288390517}
+{"Finetune/Learning Rate": 5.186831822503858e-06, "Finetune/Loss": 0.6351675987243652, "Finetune/Loss (Raw)": 0.6790943741798401, "Finetune/Step": 12886, "Finetune/Step Time": 6.709839409217238}
+{"Finetune/Learning Rate": 5.185355822637314e-06, "Finetune/Loss": 0.6351706981658936, "Finetune/Loss (Raw)": 0.7620199918746948, "Finetune/Step": 12887, "Finetune/Step Time": 6.7020682115107775}
+{"Finetune/Learning Rate": 5.183879959300382e-06, "Finetune/Loss": 0.6360553503036499, "Finetune/Loss (Raw)": 0.7557470202445984, "Finetune/Step": 12888, "Finetune/Step Time": 6.701799787580967}
+{"Finetune/Learning Rate": 5.182404232534927e-06, "Finetune/Loss": 0.636832058429718, "Finetune/Loss (Raw)": 0.7042223215103149, "Finetune/Step": 12889, "Finetune/Step Time": 6.689014771953225}
+{"Finetune/Learning Rate": 5.180928642382788e-06, "Finetune/Loss": 0.6375331282615662, "Finetune/Loss (Raw)": 0.700765073299408, "Finetune/Step": 12890, "Finetune/Step Time": 6.690162938088179}
+{"Finetune/Learning Rate": 5.179453188885806e-06, "Finetune/Loss": 0.6367310881614685, "Finetune/Loss (Raw)": 0.599566638469696, "Finetune/Step": 12891, "Finetune/Step Time": 6.688982950523496}
+{"Finetune/Learning Rate": 5.177977872085824e-06, "Finetune/Loss": 0.6367673873901367, "Finetune/Loss (Raw)": 0.7016009092330933, "Finetune/Step": 12892, "Finetune/Step Time": 6.705640671774745}
+{"Finetune/Learning Rate": 5.176502692024679e-06, "Finetune/Loss": 0.6385592222213745, "Finetune/Loss (Raw)": 0.627780556678772, "Finetune/Step": 12893, "Finetune/Step Time": 6.69243922457099}
+{"Finetune/Learning Rate": 5.1750276487442e-06, "Finetune/Loss": 0.6389250755310059, "Finetune/Loss (Raw)": 0.7507923245429993, "Finetune/Step": 12894, "Finetune/Step Time": 6.693454146385193}
+{"Finetune/Learning Rate": 5.1735527422862165e-06, "Finetune/Loss": 0.6380770802497864, "Finetune/Loss (Raw)": 0.5883000493049622, "Finetune/Step": 12895, "Finetune/Step Time": 6.694435503333807}
+{"Finetune/Learning Rate": 5.172077972692553e-06, "Finetune/Loss": 0.6387446522712708, "Finetune/Loss (Raw)": 0.796501100063324, "Finetune/Step": 12896, "Finetune/Step Time": 6.691655023023486}
+{"Finetune/Learning Rate": 5.17060334000503e-06, "Finetune/Loss": 0.6383340358734131, "Finetune/Loss (Raw)": 0.6680712699890137, "Finetune/Step": 12897, "Finetune/Step Time": 6.699133886024356}
+{"Finetune/Learning Rate": 5.169128844265463e-06, "Finetune/Loss": 0.6373940706253052, "Finetune/Loss (Raw)": 0.5604276061058044, "Finetune/Step": 12898, "Finetune/Step Time": 6.698653900995851}
+{"Finetune/Learning Rate": 5.167654485515664e-06, "Finetune/Loss": 0.6369709968566895, "Finetune/Loss (Raw)": 0.5799578428268433, "Finetune/Step": 12899, "Finetune/Step Time": 6.700943188741803}
+{"Finetune/Learning Rate": 5.166180263797442e-06, "Finetune/Loss": 0.6375412940979004, "Finetune/Loss (Raw)": 0.6357854604721069, "Finetune/Step": 12900, "Finetune/Step Time": 6.70385617390275}
+{"Finetune/Learning Rate": 5.164706179152604e-06, "Finetune/Loss": 0.6388964653015137, "Finetune/Loss (Raw)": 0.6903044581413269, "Finetune/Step": 12901, "Finetune/Step Time": 6.688548617064953}
+{"Finetune/Learning Rate": 5.1632322316229475e-06, "Finetune/Loss": 0.638229489326477, "Finetune/Loss (Raw)": 0.6242503523826599, "Finetune/Step": 12902, "Finetune/Step Time": 6.687794301658869}
+{"Finetune/Learning Rate": 5.161758421250274e-06, "Finetune/Loss": 0.6393577456474304, "Finetune/Loss (Raw)": 0.7337143421173096, "Finetune/Step": 12903, "Finetune/Step Time": 6.6884805634617805}
+{"Finetune/Learning Rate": 5.16028474807637e-06, "Finetune/Loss": 0.6381667256355286, "Finetune/Loss (Raw)": 0.57447350025177, "Finetune/Step": 12904, "Finetune/Step Time": 6.696537792682648}
+{"Finetune/Learning Rate": 5.158811212143029e-06, "Finetune/Loss": 0.638371467590332, "Finetune/Loss (Raw)": 0.5835602879524231, "Finetune/Step": 12905, "Finetune/Step Time": 6.710878495126963}
+{"Finetune/Learning Rate": 5.157337813492036e-06, "Finetune/Loss": 0.6404111981391907, "Finetune/Loss (Raw)": 0.74374920129776, "Finetune/Step": 12906, "Finetune/Step Time": 6.698872320353985}
+{"Finetune/Learning Rate": 5.1558645521651725e-06, "Finetune/Loss": 0.6390384435653687, "Finetune/Loss (Raw)": 0.6585861444473267, "Finetune/Step": 12907, "Finetune/Step Time": 6.698323160409927}
+{"Finetune/Learning Rate": 5.154391428204215e-06, "Finetune/Loss": 0.6394029855728149, "Finetune/Loss (Raw)": 0.6516427993774414, "Finetune/Step": 12908, "Finetune/Step Time": 6.700911451131105}
+{"Finetune/Learning Rate": 5.152918441650938e-06, "Finetune/Loss": 0.6378118395805359, "Finetune/Loss (Raw)": 0.6400308012962341, "Finetune/Step": 12909, "Finetune/Step Time": 6.700860330834985}
+{"Finetune/Learning Rate": 5.151445592547111e-06, "Finetune/Loss": 0.6378665566444397, "Finetune/Loss (Raw)": 0.5919637680053711, "Finetune/Step": 12910, "Finetune/Step Time": 6.697203231975436}
+{"Finetune/Learning Rate": 5.149972880934497e-06, "Finetune/Loss": 0.6386550664901733, "Finetune/Loss (Raw)": 0.6988200545310974, "Finetune/Step": 12911, "Finetune/Step Time": 6.692652978003025}
+{"Finetune/Learning Rate": 5.148500306854862e-06, "Finetune/Loss": 0.6378971338272095, "Finetune/Loss (Raw)": 0.5842995643615723, "Finetune/Step": 12912, "Finetune/Step Time": 6.686362039297819}
+{"Finetune/Learning Rate": 5.147027870349963e-06, "Finetune/Loss": 0.6377990245819092, "Finetune/Loss (Raw)": 0.6121758222579956, "Finetune/Step": 12913, "Finetune/Step Time": 6.687273563817143}
+{"Finetune/Learning Rate": 5.145555571461558e-06, "Finetune/Loss": 0.6378870606422424, "Finetune/Loss (Raw)": 0.5775755047798157, "Finetune/Step": 12914, "Finetune/Step Time": 6.6927255261689425}
+{"Finetune/Learning Rate": 5.144083410231384e-06, "Finetune/Loss": 0.636825680732727, "Finetune/Loss (Raw)": 0.6092216968536377, "Finetune/Step": 12915, "Finetune/Step Time": 6.695881027728319}
+{"Finetune/Learning Rate": 5.1426113867012e-06, "Finetune/Loss": 0.6377057433128357, "Finetune/Loss (Raw)": 0.6577659845352173, "Finetune/Step": 12916, "Finetune/Step Time": 6.708405209705234}
+{"Finetune/Learning Rate": 5.141139500912745e-06, "Finetune/Loss": 0.6375331878662109, "Finetune/Loss (Raw)": 0.6538010239601135, "Finetune/Step": 12917, "Finetune/Step Time": 6.707093216478825}
+{"Finetune/Learning Rate": 5.139667752907758e-06, "Finetune/Loss": 0.6392313838005066, "Finetune/Loss (Raw)": 0.7702980637550354, "Finetune/Step": 12918, "Finetune/Step Time": 6.705727692693472}
+{"Finetune/Learning Rate": 5.138196142727971e-06, "Finetune/Loss": 0.6398038864135742, "Finetune/Loss (Raw)": 0.688934326171875, "Finetune/Step": 12919, "Finetune/Step Time": 6.727247375994921}
+{"Finetune/Learning Rate": 5.13672467041512e-06, "Finetune/Loss": 0.6388437747955322, "Finetune/Loss (Raw)": 0.5663721561431885, "Finetune/Step": 12920, "Finetune/Step Time": 6.725369216874242}
+{"Finetune/Learning Rate": 5.135253336010923e-06, "Finetune/Loss": 0.6396872401237488, "Finetune/Loss (Raw)": 0.5934604406356812, "Finetune/Step": 12921, "Finetune/Step Time": 6.694660387933254}
+{"Finetune/Learning Rate": 5.133782139557107e-06, "Finetune/Loss": 0.6395764350891113, "Finetune/Loss (Raw)": 0.5921316146850586, "Finetune/Step": 12922, "Finetune/Step Time": 6.657462069764733}
+{"Finetune/Learning Rate": 5.132311081095394e-06, "Finetune/Loss": 0.6415069103240967, "Finetune/Loss (Raw)": 0.6756067872047424, "Finetune/Step": 12923, "Finetune/Step Time": 6.645943270996213}
+{"Finetune/Learning Rate": 5.1308401606674984e-06, "Finetune/Loss": 0.641079843044281, "Finetune/Loss (Raw)": 0.5659558773040771, "Finetune/Step": 12924, "Finetune/Step Time": 6.659358836710453}
+{"Finetune/Learning Rate": 5.129369378315128e-06, "Finetune/Loss": 0.640849232673645, "Finetune/Loss (Raw)": 0.5574938654899597, "Finetune/Step": 12925, "Finetune/Step Time": 6.6619593389332294}
+{"Finetune/Learning Rate": 5.127898734079997e-06, "Finetune/Loss": 0.6425163149833679, "Finetune/Loss (Raw)": 0.6004080772399902, "Finetune/Step": 12926, "Finetune/Step Time": 6.649345308542252}
+{"Finetune/Learning Rate": 5.126428228003799e-06, "Finetune/Loss": 0.642666757106781, "Finetune/Loss (Raw)": 0.6424713730812073, "Finetune/Step": 12927, "Finetune/Step Time": 6.635518454015255}
+{"Finetune/Learning Rate": 5.124957860128237e-06, "Finetune/Loss": 0.6428991556167603, "Finetune/Loss (Raw)": 0.6128916144371033, "Finetune/Step": 12928, "Finetune/Step Time": 6.636767763644457}
+{"Finetune/Learning Rate": 5.123487630495006e-06, "Finetune/Loss": 0.6414141058921814, "Finetune/Loss (Raw)": 0.4952705204486847, "Finetune/Step": 12929, "Finetune/Step Time": 6.6369822677224874}
+{"Finetune/Learning Rate": 5.1220175391458e-06, "Finetune/Loss": 0.6428075432777405, "Finetune/Loss (Raw)": 0.8290621042251587, "Finetune/Step": 12930, "Finetune/Step Time": 6.634689163416624}
+{"Finetune/Learning Rate": 5.1205475861223064e-06, "Finetune/Loss": 0.642959475517273, "Finetune/Loss (Raw)": 0.6034402251243591, "Finetune/Step": 12931, "Finetune/Step Time": 6.632418727502227}
+{"Finetune/Learning Rate": 5.119077771466212e-06, "Finetune/Loss": 0.6426336765289307, "Finetune/Loss (Raw)": 0.5710489153862, "Finetune/Step": 12932, "Finetune/Step Time": 6.641748998314142}
+{"Finetune/Learning Rate": 5.117608095219189e-06, "Finetune/Loss": 0.6439383029937744, "Finetune/Loss (Raw)": 0.7355574369430542, "Finetune/Step": 12933, "Finetune/Step Time": 6.639906642958522}
+{"Finetune/Learning Rate": 5.116138557422916e-06, "Finetune/Loss": 0.6439247131347656, "Finetune/Loss (Raw)": 0.7386620044708252, "Finetune/Step": 12934, "Finetune/Step Time": 6.637078031897545}
+{"Finetune/Learning Rate": 5.114669158119065e-06, "Finetune/Loss": 0.6443437337875366, "Finetune/Loss (Raw)": 0.765426516532898, "Finetune/Step": 12935, "Finetune/Step Time": 6.635502522811294}
+{"Finetune/Learning Rate": 5.113199897349302e-06, "Finetune/Loss": 0.6439559459686279, "Finetune/Loss (Raw)": 0.6458910703659058, "Finetune/Step": 12936, "Finetune/Step Time": 6.635498600080609}
+{"Finetune/Learning Rate": 5.111730775155298e-06, "Finetune/Loss": 0.6434851884841919, "Finetune/Loss (Raw)": 0.6585983633995056, "Finetune/Step": 12937, "Finetune/Step Time": 6.635201957076788}
+{"Finetune/Learning Rate": 5.110261791578712e-06, "Finetune/Loss": 0.643457293510437, "Finetune/Loss (Raw)": 0.6207368969917297, "Finetune/Step": 12938, "Finetune/Step Time": 6.634700173512101}
+{"Finetune/Learning Rate": 5.1087929466611945e-06, "Finetune/Loss": 0.644642174243927, "Finetune/Loss (Raw)": 0.7104216814041138, "Finetune/Step": 12939, "Finetune/Step Time": 6.635776672512293}
+{"Finetune/Learning Rate": 5.107324240444398e-06, "Finetune/Loss": 0.6450129747390747, "Finetune/Loss (Raw)": 0.666915774345398, "Finetune/Step": 12940, "Finetune/Step Time": 6.638366147875786}
+{"Finetune/Learning Rate": 5.1058556729699745e-06, "Finetune/Loss": 0.6456881165504456, "Finetune/Loss (Raw)": 0.7457626461982727, "Finetune/Step": 12941, "Finetune/Step Time": 6.635398797690868}
+{"Finetune/Learning Rate": 5.104387244279567e-06, "Finetune/Loss": 0.6454683542251587, "Finetune/Loss (Raw)": 0.5996050238609314, "Finetune/Step": 12942, "Finetune/Step Time": 6.633341934531927}
+{"Finetune/Learning Rate": 5.102918954414815e-06, "Finetune/Loss": 0.6467027068138123, "Finetune/Loss (Raw)": 0.6714097261428833, "Finetune/Step": 12943, "Finetune/Step Time": 6.632917044684291}
+{"Finetune/Learning Rate": 5.101450803417357e-06, "Finetune/Loss": 0.6464468240737915, "Finetune/Loss (Raw)": 0.7485483884811401, "Finetune/Step": 12944, "Finetune/Step Time": 6.623797768726945}
+{"Finetune/Learning Rate": 5.099982791328824e-06, "Finetune/Loss": 0.6465679407119751, "Finetune/Loss (Raw)": 0.6667368412017822, "Finetune/Step": 12945, "Finetune/Step Time": 6.62506327778101}
+{"Finetune/Learning Rate": 5.098514918190846e-06, "Finetune/Loss": 0.6460040807723999, "Finetune/Loss (Raw)": 0.5515589714050293, "Finetune/Step": 12946, "Finetune/Step Time": 6.626009410247207}
+{"Finetune/Learning Rate": 5.0970471840450475e-06, "Finetune/Loss": 0.6462820768356323, "Finetune/Loss (Raw)": 0.633429765701294, "Finetune/Step": 12947, "Finetune/Step Time": 6.622313268482685}
+{"Finetune/Learning Rate": 5.0955795889330475e-06, "Finetune/Loss": 0.6476685404777527, "Finetune/Loss (Raw)": 0.7106602787971497, "Finetune/Step": 12948, "Finetune/Step Time": 6.607099076732993}
+{"Finetune/Learning Rate": 5.094112132896464e-06, "Finetune/Loss": 0.6481285095214844, "Finetune/Loss (Raw)": 0.6143085360527039, "Finetune/Step": 12949, "Finetune/Step Time": 6.605808530002832}
+{"Finetune/Learning Rate": 5.09264481597691e-06, "Finetune/Loss": 0.6461119055747986, "Finetune/Loss (Raw)": 0.513695478439331, "Finetune/Step": 12950, "Finetune/Step Time": 6.6101818308234215}
+{"Finetune/Learning Rate": 5.091177638215995e-06, "Finetune/Loss": 0.6449271440505981, "Finetune/Loss (Raw)": 0.5918978452682495, "Finetune/Step": 12951, "Finetune/Step Time": 6.59304191544652}
+{"Finetune/Learning Rate": 5.089710599655323e-06, "Finetune/Loss": 0.6438205242156982, "Finetune/Loss (Raw)": 0.6321951150894165, "Finetune/Step": 12952, "Finetune/Step Time": 6.595597604289651}
+{"Finetune/Learning Rate": 5.088243700336495e-06, "Finetune/Loss": 0.6433142423629761, "Finetune/Loss (Raw)": 0.605700671672821, "Finetune/Step": 12953, "Finetune/Step Time": 6.5956057123839855}
+{"Finetune/Learning Rate": 5.086776940301109e-06, "Finetune/Loss": 0.6448277831077576, "Finetune/Loss (Raw)": 0.6975777745246887, "Finetune/Step": 12954, "Finetune/Step Time": 6.575107416138053}
+{"Finetune/Learning Rate": 5.085310319590757e-06, "Finetune/Loss": 0.6452839374542236, "Finetune/Loss (Raw)": 0.6351166367530823, "Finetune/Step": 12955, "Finetune/Step Time": 6.575081087648869}
+{"Finetune/Learning Rate": 5.08384383824703e-06, "Finetune/Loss": 0.6451938152313232, "Finetune/Loss (Raw)": 0.5909329652786255, "Finetune/Step": 12956, "Finetune/Step Time": 6.574379367753863}
+{"Finetune/Learning Rate": 5.082377496311513e-06, "Finetune/Loss": 0.6453005075454712, "Finetune/Loss (Raw)": 0.6724473834037781, "Finetune/Step": 12957, "Finetune/Step Time": 6.576240813359618}
+{"Finetune/Learning Rate": 5.0809112938257836e-06, "Finetune/Loss": 0.6458932161331177, "Finetune/Loss (Raw)": 0.7112107872962952, "Finetune/Step": 12958, "Finetune/Step Time": 6.573190281167626}
+{"Finetune/Learning Rate": 5.079445230831424e-06, "Finetune/Loss": 0.6456997990608215, "Finetune/Loss (Raw)": 0.6445633769035339, "Finetune/Step": 12959, "Finetune/Step Time": 6.577698305249214}
+{"Finetune/Learning Rate": 5.077979307370004e-06, "Finetune/Loss": 0.6472665071487427, "Finetune/Loss (Raw)": 0.7512147426605225, "Finetune/Step": 12960, "Finetune/Step Time": 6.581508282572031}
+{"Finetune/Learning Rate": 5.0765135234830955e-06, "Finetune/Loss": 0.6463605761528015, "Finetune/Loss (Raw)": 0.5986825227737427, "Finetune/Step": 12961, "Finetune/Step Time": 6.577864784747362}
+{"Finetune/Learning Rate": 5.075047879212266e-06, "Finetune/Loss": 0.6472216248512268, "Finetune/Loss (Raw)": 0.5551334023475647, "Finetune/Step": 12962, "Finetune/Step Time": 6.593083342537284}
+{"Finetune/Learning Rate": 5.073582374599071e-06, "Finetune/Loss": 0.6461268067359924, "Finetune/Loss (Raw)": 0.5827135443687439, "Finetune/Step": 12963, "Finetune/Step Time": 6.594582183286548}
+{"Finetune/Learning Rate": 5.072117009685066e-06, "Finetune/Loss": 0.6474446058273315, "Finetune/Loss (Raw)": 0.675942063331604, "Finetune/Step": 12964, "Finetune/Step Time": 6.593105575069785}
+{"Finetune/Learning Rate": 5.070651784511815e-06, "Finetune/Loss": 0.6462920308113098, "Finetune/Loss (Raw)": 0.5576021075248718, "Finetune/Step": 12965, "Finetune/Step Time": 6.593866392970085}
+{"Finetune/Learning Rate": 5.06918669912086e-06, "Finetune/Loss": 0.646005392074585, "Finetune/Loss (Raw)": 0.6526457071304321, "Finetune/Step": 12966, "Finetune/Step Time": 6.587339226156473}
+{"Finetune/Learning Rate": 5.0677217535537506e-06, "Finetune/Loss": 0.646338701248169, "Finetune/Loss (Raw)": 0.6816918849945068, "Finetune/Step": 12967, "Finetune/Step Time": 6.587951758876443}
+{"Finetune/Learning Rate": 5.06625694785203e-06, "Finetune/Loss": 0.6469761729240417, "Finetune/Loss (Raw)": 0.6744697690010071, "Finetune/Step": 12968, "Finetune/Step Time": 6.587865816429257}
+{"Finetune/Learning Rate": 5.064792282057229e-06, "Finetune/Loss": 0.6473421454429626, "Finetune/Loss (Raw)": 0.6704469323158264, "Finetune/Step": 12969, "Finetune/Step Time": 6.588920960202813}
+{"Finetune/Learning Rate": 5.063327756210885e-06, "Finetune/Loss": 0.6484105587005615, "Finetune/Loss (Raw)": 0.6692772507667542, "Finetune/Step": 12970, "Finetune/Step Time": 6.575721265748143}
+{"Finetune/Learning Rate": 5.061863370354524e-06, "Finetune/Loss": 0.6488591432571411, "Finetune/Loss (Raw)": 0.7017339468002319, "Finetune/Step": 12971, "Finetune/Step Time": 6.573126031085849}
+{"Finetune/Learning Rate": 5.06039912452968e-06, "Finetune/Loss": 0.6485534310340881, "Finetune/Loss (Raw)": 0.5974742770195007, "Finetune/Step": 12972, "Finetune/Step Time": 6.564719907939434}
+{"Finetune/Learning Rate": 5.05893501877787e-06, "Finetune/Loss": 0.6486858129501343, "Finetune/Loss (Raw)": 0.710393488407135, "Finetune/Step": 12973, "Finetune/Step Time": 6.56365823559463}
+{"Finetune/Learning Rate": 5.057471053140615e-06, "Finetune/Loss": 0.6486552357673645, "Finetune/Loss (Raw)": 0.6656155586242676, "Finetune/Step": 12974, "Finetune/Step Time": 6.577081922441721}
+{"Finetune/Learning Rate": 5.056007227659424e-06, "Finetune/Loss": 0.6492000222206116, "Finetune/Loss (Raw)": 0.6938856244087219, "Finetune/Step": 12975, "Finetune/Step Time": 6.589041490107775}
+{"Finetune/Learning Rate": 5.054543542375809e-06, "Finetune/Loss": 0.6496490836143494, "Finetune/Loss (Raw)": 0.6378992795944214, "Finetune/Step": 12976, "Finetune/Step Time": 6.583229653537273}
+{"Finetune/Learning Rate": 5.053079997331276e-06, "Finetune/Loss": 0.6502480506896973, "Finetune/Loss (Raw)": 0.5931459665298462, "Finetune/Step": 12977, "Finetune/Step Time": 6.568717515096068}
+{"Finetune/Learning Rate": 5.051616592567323e-06, "Finetune/Loss": 0.6519438028335571, "Finetune/Loss (Raw)": 0.6706240773200989, "Finetune/Step": 12978, "Finetune/Step Time": 6.5579511392861605}
+{"Finetune/Learning Rate": 5.050153328125455e-06, "Finetune/Loss": 0.6521430015563965, "Finetune/Loss (Raw)": 0.6697068214416504, "Finetune/Step": 12979, "Finetune/Step Time": 6.578625103458762}
+{"Finetune/Learning Rate": 5.048690204047169e-06, "Finetune/Loss": 0.6522645950317383, "Finetune/Loss (Raw)": 0.7265602350234985, "Finetune/Step": 12980, "Finetune/Step Time": 6.582955526188016}
+{"Finetune/Learning Rate": 5.0472272203739445e-06, "Finetune/Loss": 0.6513582468032837, "Finetune/Loss (Raw)": 0.5608953237533569, "Finetune/Step": 12981, "Finetune/Step Time": 6.591955045238137}
+{"Finetune/Learning Rate": 5.045764377147273e-06, "Finetune/Loss": 0.651894211769104, "Finetune/Loss (Raw)": 0.7350987195968628, "Finetune/Step": 12982, "Finetune/Step Time": 6.594340534880757}
+{"Finetune/Learning Rate": 5.044301674408633e-06, "Finetune/Loss": 0.6504834294319153, "Finetune/Loss (Raw)": 0.6206552982330322, "Finetune/Step": 12983, "Finetune/Step Time": 6.597687382251024}
+{"Finetune/Learning Rate": 5.042839112199509e-06, "Finetune/Loss": 0.6500587463378906, "Finetune/Loss (Raw)": 0.6314655542373657, "Finetune/Step": 12984, "Finetune/Step Time": 6.592391837388277}
+{"Finetune/Learning Rate": 5.041376690561366e-06, "Finetune/Loss": 0.6496217250823975, "Finetune/Loss (Raw)": 0.6290502548217773, "Finetune/Step": 12985, "Finetune/Step Time": 6.617656409740448}
+{"Finetune/Learning Rate": 5.039914409535683e-06, "Finetune/Loss": 0.6497423052787781, "Finetune/Loss (Raw)": 0.6384159326553345, "Finetune/Step": 12986, "Finetune/Step Time": 6.6185155268758535}
+{"Finetune/Learning Rate": 5.038452269163927e-06, "Finetune/Loss": 0.6486981511116028, "Finetune/Loss (Raw)": 0.6984395384788513, "Finetune/Step": 12987, "Finetune/Step Time": 6.6172554437071085}
+{"Finetune/Learning Rate": 5.0369902694875526e-06, "Finetune/Loss": 0.6487095355987549, "Finetune/Loss (Raw)": 0.6297827363014221, "Finetune/Step": 12988, "Finetune/Step Time": 6.618338666856289}
+{"Finetune/Learning Rate": 5.035528410548021e-06, "Finetune/Loss": 0.6480311155319214, "Finetune/Loss (Raw)": 0.5442118644714355, "Finetune/Step": 12989, "Finetune/Step Time": 6.617923457175493}
+{"Finetune/Learning Rate": 5.034066692386786e-06, "Finetune/Loss": 0.648541271686554, "Finetune/Loss (Raw)": 0.6943460702896118, "Finetune/Step": 12990, "Finetune/Step Time": 6.614000424742699}
+{"Finetune/Learning Rate": 5.032605115045299e-06, "Finetune/Loss": 0.647819995880127, "Finetune/Loss (Raw)": 0.6020843386650085, "Finetune/Step": 12991, "Finetune/Step Time": 6.614372992888093}
+{"Finetune/Learning Rate": 5.031143678565005e-06, "Finetune/Loss": 0.648507833480835, "Finetune/Loss (Raw)": 0.7419893145561218, "Finetune/Step": 12992, "Finetune/Step Time": 6.613401843234897}
+{"Finetune/Learning Rate": 5.0296823829873475e-06, "Finetune/Loss": 0.6475130319595337, "Finetune/Loss (Raw)": 0.5981643199920654, "Finetune/Step": 12993, "Finetune/Step Time": 6.618944646790624}
+{"Finetune/Learning Rate": 5.028221228353763e-06, "Finetune/Loss": 0.6471898555755615, "Finetune/Loss (Raw)": 0.5845749378204346, "Finetune/Step": 12994, "Finetune/Step Time": 6.628985516726971}
+{"Finetune/Learning Rate": 5.026760214705688e-06, "Finetune/Loss": 0.6473487615585327, "Finetune/Loss (Raw)": 0.6837038397789001, "Finetune/Step": 12995, "Finetune/Step Time": 6.627357874065638}
+{"Finetune/Learning Rate": 5.025299342084551e-06, "Finetune/Loss": 0.6476277112960815, "Finetune/Loss (Raw)": 0.6802186369895935, "Finetune/Step": 12996, "Finetune/Step Time": 6.624817723408341}
+{"Finetune/Learning Rate": 5.023838610531777e-06, "Finetune/Loss": 0.6465697288513184, "Finetune/Loss (Raw)": 0.5133904814720154, "Finetune/Step": 12997, "Finetune/Step Time": 6.620749149471521}
+{"Finetune/Learning Rate": 5.022378020088791e-06, "Finetune/Loss": 0.6471014022827148, "Finetune/Loss (Raw)": 0.6619584560394287, "Finetune/Step": 12998, "Finetune/Step Time": 6.619608774781227}
+{"Finetune/Learning Rate": 5.020917570797009e-06, "Finetune/Loss": 0.6462051868438721, "Finetune/Loss (Raw)": 0.62574702501297, "Finetune/Step": 12999, "Finetune/Step Time": 6.6173993088305}
+{"Finetune/Learning Rate": 5.019457262697847e-06, "Finetune/Loss": 0.6467652916908264, "Finetune/Loss (Raw)": 0.672986626625061, "Finetune/Step": 13000, "Finetune/Step Time": 6.614652089774609}
+{"Finetune/Learning Rate": 5.017997095832714e-06, "Finetune/Loss": 0.646221399307251, "Finetune/Loss (Raw)": 0.5731509327888489, "Finetune/Step": 13001, "Finetune/Step Time": 6.609845910221338}
+{"Finetune/Learning Rate": 5.0165370702430165e-06, "Finetune/Loss": 0.6464818716049194, "Finetune/Loss (Raw)": 0.6429396867752075, "Finetune/Step": 13002, "Finetune/Step Time": 6.6107522286474705}
+{"Finetune/Learning Rate": 5.015077185970156e-06, "Finetune/Loss": 0.6458452939987183, "Finetune/Loss (Raw)": 0.615681529045105, "Finetune/Step": 13003, "Finetune/Step Time": 6.608293196186423}
+{"Finetune/Learning Rate": 5.013617443055532e-06, "Finetune/Loss": 0.647070050239563, "Finetune/Loss (Raw)": 0.6540671586990356, "Finetune/Step": 13004, "Finetune/Step Time": 6.606383269652724}
+{"Finetune/Learning Rate": 5.012157841540537e-06, "Finetune/Loss": 0.6465035676956177, "Finetune/Loss (Raw)": 0.6790648698806763, "Finetune/Step": 13005, "Finetune/Step Time": 6.606298767030239}
+{"Finetune/Learning Rate": 5.010698381466564e-06, "Finetune/Loss": 0.6472233533859253, "Finetune/Loss (Raw)": 0.6149372458457947, "Finetune/Step": 13006, "Finetune/Step Time": 6.603168288245797}
+{"Finetune/Learning Rate": 5.009239062874995e-06, "Finetune/Loss": 0.6461844444274902, "Finetune/Loss (Raw)": 0.5153819918632507, "Finetune/Step": 13007, "Finetune/Step Time": 6.603004194796085}
+{"Finetune/Learning Rate": 5.007779885807216e-06, "Finetune/Loss": 0.6429989337921143, "Finetune/Loss (Raw)": 0.4660812020301819, "Finetune/Step": 13008, "Finetune/Step Time": 6.617859406396747}
+{"Finetune/Learning Rate": 5.006320850304602e-06, "Finetune/Loss": 0.642517626285553, "Finetune/Loss (Raw)": 0.5102775692939758, "Finetune/Step": 13009, "Finetune/Step Time": 6.618106501176953}
+{"Finetune/Learning Rate": 5.00486195640853e-06, "Finetune/Loss": 0.6427264213562012, "Finetune/Loss (Raw)": 0.6078571677207947, "Finetune/Step": 13010, "Finetune/Step Time": 6.615657031536102}
+{"Finetune/Learning Rate": 5.003403204160372e-06, "Finetune/Loss": 0.6420501470565796, "Finetune/Loss (Raw)": 0.5173017978668213, "Finetune/Step": 13011, "Finetune/Step Time": 6.614569034427404}
+{"Finetune/Learning Rate": 5.001944593601482e-06, "Finetune/Loss": 0.6435573697090149, "Finetune/Loss (Raw)": 0.7003651261329651, "Finetune/Step": 13012, "Finetune/Step Time": 6.618989299982786}
+{"Finetune/Learning Rate": 5.000486124773236e-06, "Finetune/Loss": 0.6428869962692261, "Finetune/Loss (Raw)": 0.5674039125442505, "Finetune/Step": 13013, "Finetune/Step Time": 6.618712645024061}
+{"Finetune/Learning Rate": 4.999027797716986e-06, "Finetune/Loss": 0.6424951553344727, "Finetune/Loss (Raw)": 0.6289449334144592, "Finetune/Step": 13014, "Finetune/Step Time": 6.599919099360704}
+{"Finetune/Learning Rate": 4.997569612474088e-06, "Finetune/Loss": 0.642478883266449, "Finetune/Loss (Raw)": 0.7599369287490845, "Finetune/Step": 13015, "Finetune/Step Time": 6.606168817728758}
+{"Finetune/Learning Rate": 4.996111569085889e-06, "Finetune/Loss": 0.6418278217315674, "Finetune/Loss (Raw)": 0.6724141836166382, "Finetune/Step": 13016, "Finetune/Step Time": 6.608652658760548}
+{"Finetune/Learning Rate": 4.994653667593742e-06, "Finetune/Loss": 0.6416797637939453, "Finetune/Loss (Raw)": 0.6852638125419617, "Finetune/Step": 13017, "Finetune/Step Time": 6.609264088794589}
+{"Finetune/Learning Rate": 4.9931959080389795e-06, "Finetune/Loss": 0.6410132646560669, "Finetune/Loss (Raw)": 0.6154533624649048, "Finetune/Step": 13018, "Finetune/Step Time": 6.613348992541432}
+{"Finetune/Learning Rate": 4.991738290462943e-06, "Finetune/Loss": 0.6414145827293396, "Finetune/Loss (Raw)": 0.650944173336029, "Finetune/Step": 13019, "Finetune/Step Time": 6.611349456012249}
+{"Finetune/Learning Rate": 4.9902808149069635e-06, "Finetune/Loss": 0.6405510902404785, "Finetune/Loss (Raw)": 0.5910698771476746, "Finetune/Step": 13020, "Finetune/Step Time": 6.5970509853214025}
+{"Finetune/Learning Rate": 4.988823481412378e-06, "Finetune/Loss": 0.641300618648529, "Finetune/Loss (Raw)": 0.7237231731414795, "Finetune/Step": 13021, "Finetune/Step Time": 6.596066126599908}
+{"Finetune/Learning Rate": 4.9873662900205086e-06, "Finetune/Loss": 0.6400917172431946, "Finetune/Loss (Raw)": 0.5960454940795898, "Finetune/Step": 13022, "Finetune/Step Time": 6.598721219226718}
+{"Finetune/Learning Rate": 4.985909240772682e-06, "Finetune/Loss": 0.6406701803207397, "Finetune/Loss (Raw)": 0.6623506546020508, "Finetune/Step": 13023, "Finetune/Step Time": 6.596677232533693}
+{"Finetune/Learning Rate": 4.984452333710207e-06, "Finetune/Loss": 0.6389583945274353, "Finetune/Loss (Raw)": 0.5773850679397583, "Finetune/Step": 13024, "Finetune/Step Time": 6.606454484164715}
+{"Finetune/Learning Rate": 4.982995568874401e-06, "Finetune/Loss": 0.6386806964874268, "Finetune/Loss (Raw)": 0.6325287222862244, "Finetune/Step": 13025, "Finetune/Step Time": 6.5993210300803185}
+{"Finetune/Learning Rate": 4.981538946306574e-06, "Finetune/Loss": 0.6391065120697021, "Finetune/Loss (Raw)": 0.6149340271949768, "Finetune/Step": 13026, "Finetune/Step Time": 6.60032825358212}
+{"Finetune/Learning Rate": 4.980082466048028e-06, "Finetune/Loss": 0.6406026482582092, "Finetune/Loss (Raw)": 0.7714622616767883, "Finetune/Step": 13027, "Finetune/Step Time": 6.599686831235886}
+{"Finetune/Learning Rate": 4.978626128140074e-06, "Finetune/Loss": 0.641372799873352, "Finetune/Loss (Raw)": 0.7343676090240479, "Finetune/Step": 13028, "Finetune/Step Time": 6.59422218427062}
+{"Finetune/Learning Rate": 4.977169932624007e-06, "Finetune/Loss": 0.6411404609680176, "Finetune/Loss (Raw)": 0.6605560779571533, "Finetune/Step": 13029, "Finetune/Step Time": 6.5943146124482155}
+{"Finetune/Learning Rate": 4.975713879541113e-06, "Finetune/Loss": 0.6406124234199524, "Finetune/Loss (Raw)": 0.5566645860671997, "Finetune/Step": 13030, "Finetune/Step Time": 6.59507080540061}
+{"Finetune/Learning Rate": 4.974257968932687e-06, "Finetune/Loss": 0.638573944568634, "Finetune/Loss (Raw)": 0.4727901220321655, "Finetune/Step": 13031, "Finetune/Step Time": 6.608482617884874}
+{"Finetune/Learning Rate": 4.972802200840013e-06, "Finetune/Loss": 0.6386651992797852, "Finetune/Loss (Raw)": 0.5861569046974182, "Finetune/Step": 13032, "Finetune/Step Time": 6.60322205349803}
+{"Finetune/Learning Rate": 4.971346575304375e-06, "Finetune/Loss": 0.6396112442016602, "Finetune/Loss (Raw)": 0.7046525478363037, "Finetune/Step": 13033, "Finetune/Step Time": 6.585308752954006}
+{"Finetune/Learning Rate": 4.969891092367043e-06, "Finetune/Loss": 0.6385918855667114, "Finetune/Loss (Raw)": 0.6132643222808838, "Finetune/Step": 13034, "Finetune/Step Time": 6.584209898486733}
+{"Finetune/Learning Rate": 4.968435752069304e-06, "Finetune/Loss": 0.6380250453948975, "Finetune/Loss (Raw)": 0.5860418677330017, "Finetune/Step": 13035, "Finetune/Step Time": 6.583359910175204}
+{"Finetune/Learning Rate": 4.966980554452415e-06, "Finetune/Loss": 0.6382036209106445, "Finetune/Loss (Raw)": 0.6744946837425232, "Finetune/Step": 13036, "Finetune/Step Time": 6.580172499641776}
+{"Finetune/Learning Rate": 4.965525499557646e-06, "Finetune/Loss": 0.6370823383331299, "Finetune/Loss (Raw)": 0.49651485681533813, "Finetune/Step": 13037, "Finetune/Step Time": 6.582627143710852}
+{"Finetune/Learning Rate": 4.964070587426258e-06, "Finetune/Loss": 0.637097954750061, "Finetune/Loss (Raw)": 0.5939529538154602, "Finetune/Step": 13038, "Finetune/Step Time": 6.600859405472875}
+{"Finetune/Learning Rate": 4.962615818099508e-06, "Finetune/Loss": 0.6357454061508179, "Finetune/Loss (Raw)": 0.5257032513618469, "Finetune/Step": 13039, "Finetune/Step Time": 6.602052737027407}
+{"Finetune/Learning Rate": 4.961161191618649e-06, "Finetune/Loss": 0.6372432708740234, "Finetune/Loss (Raw)": 0.7760201692581177, "Finetune/Step": 13040, "Finetune/Step Time": 6.604636428877711}
+{"Finetune/Learning Rate": 4.9597067080249285e-06, "Finetune/Loss": 0.638314962387085, "Finetune/Loss (Raw)": 0.7493536472320557, "Finetune/Step": 13041, "Finetune/Step Time": 6.601824639365077}
+{"Finetune/Learning Rate": 4.958252367359594e-06, "Finetune/Loss": 0.6385434865951538, "Finetune/Loss (Raw)": 0.6068238019943237, "Finetune/Step": 13042, "Finetune/Step Time": 6.598742168396711}
+{"Finetune/Learning Rate": 4.956798169663886e-06, "Finetune/Loss": 0.639373242855072, "Finetune/Loss (Raw)": 0.7154346108436584, "Finetune/Step": 13043, "Finetune/Step Time": 6.594065051525831}
+{"Finetune/Learning Rate": 4.955344114979041e-06, "Finetune/Loss": 0.638968825340271, "Finetune/Loss (Raw)": 0.6059958338737488, "Finetune/Step": 13044, "Finetune/Step Time": 6.566583402454853}
+{"Finetune/Learning Rate": 4.953890203346291e-06, "Finetune/Loss": 0.6389703750610352, "Finetune/Loss (Raw)": 0.6540060639381409, "Finetune/Step": 13045, "Finetune/Step Time": 6.570601746439934}
+{"Finetune/Learning Rate": 4.952436434806867e-06, "Finetune/Loss": 0.6382043361663818, "Finetune/Loss (Raw)": 0.6722356677055359, "Finetune/Step": 13046, "Finetune/Step Time": 6.570929558947682}
+{"Finetune/Learning Rate": 4.95098280940199e-06, "Finetune/Loss": 0.6366337537765503, "Finetune/Loss (Raw)": 0.4879034161567688, "Finetune/Step": 13047, "Finetune/Step Time": 6.568875450640917}
+{"Finetune/Learning Rate": 4.949529327172885e-06, "Finetune/Loss": 0.6369226574897766, "Finetune/Loss (Raw)": 0.6033523678779602, "Finetune/Step": 13048, "Finetune/Step Time": 6.570237955078483}
+{"Finetune/Learning Rate": 4.948075988160767e-06, "Finetune/Loss": 0.6377451419830322, "Finetune/Loss (Raw)": 0.6987386345863342, "Finetune/Step": 13049, "Finetune/Step Time": 6.570063538849354}
+{"Finetune/Learning Rate": 4.946622792406847e-06, "Finetune/Loss": 0.6377905607223511, "Finetune/Loss (Raw)": 0.5979496240615845, "Finetune/Step": 13050, "Finetune/Step Time": 6.570927817374468}
+{"Finetune/Learning Rate": 4.9451697399523345e-06, "Finetune/Loss": 0.6385024189949036, "Finetune/Loss (Raw)": 0.7667228579521179, "Finetune/Step": 13051, "Finetune/Step Time": 6.569126954302192}
+{"Finetune/Learning Rate": 4.943716830838436e-06, "Finetune/Loss": 0.6399350166320801, "Finetune/Loss (Raw)": 0.7493293285369873, "Finetune/Step": 13052, "Finetune/Step Time": 6.567178281024098}
+{"Finetune/Learning Rate": 4.942264065106352e-06, "Finetune/Loss": 0.6404468417167664, "Finetune/Loss (Raw)": 0.623004674911499, "Finetune/Step": 13053, "Finetune/Step Time": 6.56649555452168}
+{"Finetune/Learning Rate": 4.94081144279727e-06, "Finetune/Loss": 0.6404678821563721, "Finetune/Loss (Raw)": 0.6031041741371155, "Finetune/Step": 13054, "Finetune/Step Time": 6.566866010427475}
+{"Finetune/Learning Rate": 4.939358963952393e-06, "Finetune/Loss": 0.6407526731491089, "Finetune/Loss (Raw)": 0.678921103477478, "Finetune/Step": 13055, "Finetune/Step Time": 6.568280402570963}
+{"Finetune/Learning Rate": 4.937906628612905e-06, "Finetune/Loss": 0.6419435739517212, "Finetune/Loss (Raw)": 0.765333354473114, "Finetune/Step": 13056, "Finetune/Step Time": 6.567437257617712}
+{"Finetune/Learning Rate": 4.936454436819989e-06, "Finetune/Loss": 0.6438227295875549, "Finetune/Loss (Raw)": 0.7357980012893677, "Finetune/Step": 13057, "Finetune/Step Time": 6.566304996609688}
+{"Finetune/Learning Rate": 4.935002388614829e-06, "Finetune/Loss": 0.6425411105155945, "Finetune/Loss (Raw)": 0.6650142073631287, "Finetune/Step": 13058, "Finetune/Step Time": 6.566744202747941}
+{"Finetune/Learning Rate": 4.933550484038601e-06, "Finetune/Loss": 0.6428384184837341, "Finetune/Loss (Raw)": 0.6414952874183655, "Finetune/Step": 13059, "Finetune/Step Time": 6.568780932575464}
+{"Finetune/Learning Rate": 4.93209872313247e-06, "Finetune/Loss": 0.6420578360557556, "Finetune/Loss (Raw)": 0.47113192081451416, "Finetune/Step": 13060, "Finetune/Step Time": 6.563226148486137}
+{"Finetune/Learning Rate": 4.930647105937604e-06, "Finetune/Loss": 0.6406177282333374, "Finetune/Loss (Raw)": 0.5512220859527588, "Finetune/Step": 13061, "Finetune/Step Time": 6.567611386999488}
+{"Finetune/Learning Rate": 4.929195632495175e-06, "Finetune/Loss": 0.6401879787445068, "Finetune/Loss (Raw)": 0.6836613416671753, "Finetune/Step": 13062, "Finetune/Step Time": 6.568833054974675}
+{"Finetune/Learning Rate": 4.927744302846339e-06, "Finetune/Loss": 0.6396284103393555, "Finetune/Loss (Raw)": 0.6938000917434692, "Finetune/Step": 13063, "Finetune/Step Time": 6.583903742954135}
+{"Finetune/Learning Rate": 4.92629311703225e-06, "Finetune/Loss": 0.6398864984512329, "Finetune/Loss (Raw)": 0.6789208054542542, "Finetune/Step": 13064, "Finetune/Step Time": 6.582620954141021}
+{"Finetune/Learning Rate": 4.924842075094065e-06, "Finetune/Loss": 0.6408229470252991, "Finetune/Loss (Raw)": 0.7784661650657654, "Finetune/Step": 13065, "Finetune/Step Time": 6.581444784998894}
+{"Finetune/Learning Rate": 4.923391177072923e-06, "Finetune/Loss": 0.6418135762214661, "Finetune/Loss (Raw)": 0.7475379109382629, "Finetune/Step": 13066, "Finetune/Step Time": 6.58668963983655}
+{"Finetune/Learning Rate": 4.921940423009971e-06, "Finetune/Loss": 0.6411712169647217, "Finetune/Loss (Raw)": 0.6282007098197937, "Finetune/Step": 13067, "Finetune/Step Time": 6.6048347018659115}
+{"Finetune/Learning Rate": 4.9204898129463455e-06, "Finetune/Loss": 0.6403710842132568, "Finetune/Loss (Raw)": 0.5644984245300293, "Finetune/Step": 13068, "Finetune/Step Time": 6.605527052655816}
+{"Finetune/Learning Rate": 4.919039346923188e-06, "Finetune/Loss": 0.6410691738128662, "Finetune/Loss (Raw)": 0.8351107835769653, "Finetune/Step": 13069, "Finetune/Step Time": 6.604155087843537}
+{"Finetune/Learning Rate": 4.917589024981626e-06, "Finetune/Loss": 0.6406482458114624, "Finetune/Loss (Raw)": 0.5457330346107483, "Finetune/Step": 13070, "Finetune/Step Time": 6.60595983825624}
+{"Finetune/Learning Rate": 4.916138847162787e-06, "Finetune/Loss": 0.6407803297042847, "Finetune/Loss (Raw)": 0.6883220672607422, "Finetune/Step": 13071, "Finetune/Step Time": 6.605598943307996}
+{"Finetune/Learning Rate": 4.914688813507798e-06, "Finetune/Loss": 0.639585018157959, "Finetune/Loss (Raw)": 0.5955352187156677, "Finetune/Step": 13072, "Finetune/Step Time": 6.630328809842467}
+{"Finetune/Learning Rate": 4.913238924057769e-06, "Finetune/Loss": 0.6398971676826477, "Finetune/Loss (Raw)": 0.7067028880119324, "Finetune/Step": 13073, "Finetune/Step Time": 6.628131782636046}
+{"Finetune/Learning Rate": 4.91178917885382e-06, "Finetune/Loss": 0.640487790107727, "Finetune/Loss (Raw)": 0.6271539330482483, "Finetune/Step": 13074, "Finetune/Step Time": 6.627988422289491}
+{"Finetune/Learning Rate": 4.910339577937061e-06, "Finetune/Loss": 0.6404346227645874, "Finetune/Loss (Raw)": 0.6266229152679443, "Finetune/Step": 13075, "Finetune/Step Time": 6.621973464265466}
+{"Finetune/Learning Rate": 4.908890121348594e-06, "Finetune/Loss": 0.6402686834335327, "Finetune/Loss (Raw)": 0.6894214749336243, "Finetune/Step": 13076, "Finetune/Step Time": 6.626411907374859}
+{"Finetune/Learning Rate": 4.90744080912953e-06, "Finetune/Loss": 0.6393107175827026, "Finetune/Loss (Raw)": 0.4916885197162628, "Finetune/Step": 13077, "Finetune/Step Time": 6.641898429021239}
+{"Finetune/Learning Rate": 4.905991641320968e-06, "Finetune/Loss": 0.6390993595123291, "Finetune/Loss (Raw)": 0.4866437613964081, "Finetune/Step": 13078, "Finetune/Step Time": 6.663391161710024}
+{"Finetune/Learning Rate": 4.904542617963992e-06, "Finetune/Loss": 0.6395599842071533, "Finetune/Loss (Raw)": 0.6508591771125793, "Finetune/Step": 13079, "Finetune/Step Time": 6.663584170863032}
+{"Finetune/Learning Rate": 4.903093739099699e-06, "Finetune/Loss": 0.638655960559845, "Finetune/Loss (Raw)": 0.5164735913276672, "Finetune/Step": 13080, "Finetune/Step Time": 6.66772473603487}
+{"Finetune/Learning Rate": 4.9016450047691745e-06, "Finetune/Loss": 0.6387757062911987, "Finetune/Loss (Raw)": 0.6210270524024963, "Finetune/Step": 13081, "Finetune/Step Time": 6.668700322508812}
+{"Finetune/Learning Rate": 4.9001964150134995e-06, "Finetune/Loss": 0.6393183469772339, "Finetune/Loss (Raw)": 0.7670390605926514, "Finetune/Step": 13082, "Finetune/Step Time": 6.668137179687619}
+{"Finetune/Learning Rate": 4.8987479698737476e-06, "Finetune/Loss": 0.6396418809890747, "Finetune/Loss (Raw)": 0.6765296459197998, "Finetune/Step": 13083, "Finetune/Step Time": 6.676306117326021}
+{"Finetune/Learning Rate": 4.897299669391006e-06, "Finetune/Loss": 0.6398939490318298, "Finetune/Loss (Raw)": 0.6232017278671265, "Finetune/Step": 13084, "Finetune/Step Time": 6.680153070017695}
+{"Finetune/Learning Rate": 4.895851513606331e-06, "Finetune/Loss": 0.6386178731918335, "Finetune/Loss (Raw)": 0.5091025829315186, "Finetune/Step": 13085, "Finetune/Step Time": 6.699592791497707}
+{"Finetune/Learning Rate": 4.894403502560793e-06, "Finetune/Loss": 0.6365329027175903, "Finetune/Loss (Raw)": 0.44433605670928955, "Finetune/Step": 13086, "Finetune/Step Time": 6.717354811728001}
+{"Finetune/Learning Rate": 4.8929556362954536e-06, "Finetune/Loss": 0.6361216902732849, "Finetune/Loss (Raw)": 0.5919306874275208, "Finetune/Step": 13087, "Finetune/Step Time": 6.714064499363303}
+{"Finetune/Learning Rate": 4.89150791485137e-06, "Finetune/Loss": 0.6355912089347839, "Finetune/Loss (Raw)": 0.6833071112632751, "Finetune/Step": 13088, "Finetune/Step Time": 6.71000668592751}
+{"Finetune/Learning Rate": 4.890060338269594e-06, "Finetune/Loss": 0.6359235048294067, "Finetune/Loss (Raw)": 0.6412276029586792, "Finetune/Step": 13089, "Finetune/Step Time": 6.716913169249892}
+{"Finetune/Learning Rate": 4.888612906591178e-06, "Finetune/Loss": 0.6367640495300293, "Finetune/Loss (Raw)": 0.6627236604690552, "Finetune/Step": 13090, "Finetune/Step Time": 6.707216951996088}
+{"Finetune/Learning Rate": 4.887165619857164e-06, "Finetune/Loss": 0.637011706829071, "Finetune/Loss (Raw)": 0.614408016204834, "Finetune/Step": 13091, "Finetune/Step Time": 6.707346158102155}
+{"Finetune/Learning Rate": 4.885718478108594e-06, "Finetune/Loss": 0.6364045143127441, "Finetune/Loss (Raw)": 0.5982264280319214, "Finetune/Step": 13092, "Finetune/Step Time": 6.708489578217268}
+{"Finetune/Learning Rate": 4.8842714813865055e-06, "Finetune/Loss": 0.6370862126350403, "Finetune/Loss (Raw)": 0.6448552012443542, "Finetune/Step": 13093, "Finetune/Step Time": 6.702865287661552}
+{"Finetune/Learning Rate": 4.88282462973193e-06, "Finetune/Loss": 0.6369374990463257, "Finetune/Loss (Raw)": 0.6336088180541992, "Finetune/Step": 13094, "Finetune/Step Time": 6.706127727404237}
+{"Finetune/Learning Rate": 4.8813779231858975e-06, "Finetune/Loss": 0.6363295316696167, "Finetune/Loss (Raw)": 0.6038697957992554, "Finetune/Step": 13095, "Finetune/Step Time": 6.70770394615829}
+{"Finetune/Learning Rate": 4.879931361789431e-06, "Finetune/Loss": 0.6365728378295898, "Finetune/Loss (Raw)": 0.7056149840354919, "Finetune/Step": 13096, "Finetune/Step Time": 6.7076246570795774}
+{"Finetune/Learning Rate": 4.878484945583551e-06, "Finetune/Loss": 0.6359813213348389, "Finetune/Loss (Raw)": 0.5947362780570984, "Finetune/Step": 13097, "Finetune/Step Time": 6.706608274951577}
+{"Finetune/Learning Rate": 4.877038674609275e-06, "Finetune/Loss": 0.635725736618042, "Finetune/Loss (Raw)": 0.6365573406219482, "Finetune/Step": 13098, "Finetune/Step Time": 6.716655157506466}
+{"Finetune/Learning Rate": 4.875592548907615e-06, "Finetune/Loss": 0.6346331238746643, "Finetune/Loss (Raw)": 0.5618790984153748, "Finetune/Step": 13099, "Finetune/Step Time": 6.717045471072197}
+{"Finetune/Learning Rate": 4.874146568519578e-06, "Finetune/Loss": 0.6349782943725586, "Finetune/Loss (Raw)": 0.6416580677032471, "Finetune/Step": 13100, "Finetune/Step Time": 6.713387969881296}
+{"Finetune/Learning Rate": 4.872700733486169e-06, "Finetune/Loss": 0.634455144405365, "Finetune/Loss (Raw)": 0.6434305906295776, "Finetune/Step": 13101, "Finetune/Step Time": 6.715014256536961}
+{"Finetune/Learning Rate": 4.87125504384839e-06, "Finetune/Loss": 0.6341501474380493, "Finetune/Loss (Raw)": 0.6265769600868225, "Finetune/Step": 13102, "Finetune/Step Time": 6.716148579493165}
+{"Finetune/Learning Rate": 4.869809499647226e-06, "Finetune/Loss": 0.6329631805419922, "Finetune/Loss (Raw)": 0.5419471263885498, "Finetune/Step": 13103, "Finetune/Step Time": 6.705612476915121}
+{"Finetune/Learning Rate": 4.868364100923681e-06, "Finetune/Loss": 0.6328327655792236, "Finetune/Loss (Raw)": 0.6212145686149597, "Finetune/Step": 13104, "Finetune/Step Time": 6.694044403731823}
+{"Finetune/Learning Rate": 4.8669188477187365e-06, "Finetune/Loss": 0.6326861381530762, "Finetune/Loss (Raw)": 0.5743765234947205, "Finetune/Step": 13105, "Finetune/Step Time": 6.713389612734318}
+{"Finetune/Learning Rate": 4.865473740073378e-06, "Finetune/Loss": 0.6328047513961792, "Finetune/Loss (Raw)": 0.6858071088790894, "Finetune/Step": 13106, "Finetune/Step Time": 6.710425840690732}
+{"Finetune/Learning Rate": 4.864028778028582e-06, "Finetune/Loss": 0.6317095756530762, "Finetune/Loss (Raw)": 0.5295218825340271, "Finetune/Step": 13107, "Finetune/Step Time": 6.69246712513268}
+{"Finetune/Learning Rate": 4.862583961625331e-06, "Finetune/Loss": 0.6310872435569763, "Finetune/Loss (Raw)": 0.6469010710716248, "Finetune/Step": 13108, "Finetune/Step Time": 6.692060926929116}
+{"Finetune/Learning Rate": 4.861139290904585e-06, "Finetune/Loss": 0.6312248706817627, "Finetune/Loss (Raw)": 0.5785150527954102, "Finetune/Step": 13109, "Finetune/Step Time": 6.682764170691371}
+{"Finetune/Learning Rate": 4.859694765907313e-06, "Finetune/Loss": 0.6312924027442932, "Finetune/Loss (Raw)": 0.7437376976013184, "Finetune/Step": 13110, "Finetune/Step Time": 6.678794356063008}
+{"Finetune/Learning Rate": 4.858250386674482e-06, "Finetune/Loss": 0.6326950788497925, "Finetune/Loss (Raw)": 0.8001986145973206, "Finetune/Step": 13111, "Finetune/Step Time": 6.671719204634428}
+{"Finetune/Learning Rate": 4.856806153247051e-06, "Finetune/Loss": 0.6329646110534668, "Finetune/Loss (Raw)": 0.6659660339355469, "Finetune/Step": 13112, "Finetune/Step Time": 6.6712210569530725}
+{"Finetune/Learning Rate": 4.855362065665972e-06, "Finetune/Loss": 0.6332585215568542, "Finetune/Loss (Raw)": 0.6666737794876099, "Finetune/Step": 13113, "Finetune/Step Time": 6.645563146099448}
+{"Finetune/Learning Rate": 4.853918123972198e-06, "Finetune/Loss": 0.6335095167160034, "Finetune/Loss (Raw)": 0.6705413460731506, "Finetune/Step": 13114, "Finetune/Step Time": 6.64424385689199}
+{"Finetune/Learning Rate": 4.852474328206669e-06, "Finetune/Loss": 0.6326987147331238, "Finetune/Loss (Raw)": 0.5946600437164307, "Finetune/Step": 13115, "Finetune/Step Time": 6.647459989413619}
+{"Finetune/Learning Rate": 4.851030678410331e-06, "Finetune/Loss": 0.6337987184524536, "Finetune/Loss (Raw)": 0.7705855965614319, "Finetune/Step": 13116, "Finetune/Step Time": 6.650620570406318}
+{"Finetune/Learning Rate": 4.849587174624117e-06, "Finetune/Loss": 0.6353951096534729, "Finetune/Loss (Raw)": 0.7485447525978088, "Finetune/Step": 13117, "Finetune/Step Time": 6.648766329512}
+{"Finetune/Learning Rate": 4.8481438168889695e-06, "Finetune/Loss": 0.6350284218788147, "Finetune/Loss (Raw)": 0.647411048412323, "Finetune/Step": 13118, "Finetune/Step Time": 6.65905093587935}
+{"Finetune/Learning Rate": 4.846700605245813e-06, "Finetune/Loss": 0.6353511214256287, "Finetune/Loss (Raw)": 0.6433910727500916, "Finetune/Step": 13119, "Finetune/Step Time": 6.657388873398304}
+{"Finetune/Learning Rate": 4.845257539735577e-06, "Finetune/Loss": 0.6345487236976624, "Finetune/Loss (Raw)": 0.6392835974693298, "Finetune/Step": 13120, "Finetune/Step Time": 6.658910419791937}
+{"Finetune/Learning Rate": 4.8438146203991755e-06, "Finetune/Loss": 0.6356777548789978, "Finetune/Loss (Raw)": 0.7426757216453552, "Finetune/Step": 13121, "Finetune/Step Time": 6.654369689524174}
+{"Finetune/Learning Rate": 4.842371847277528e-06, "Finetune/Loss": 0.635972261428833, "Finetune/Loss (Raw)": 0.6222732067108154, "Finetune/Step": 13122, "Finetune/Step Time": 6.641043106094003}
+{"Finetune/Learning Rate": 4.84092922041155e-06, "Finetune/Loss": 0.6343826055526733, "Finetune/Loss (Raw)": 0.4802282750606537, "Finetune/Step": 13123, "Finetune/Step Time": 6.657308870926499}
+{"Finetune/Learning Rate": 4.839486739842144e-06, "Finetune/Loss": 0.6339313983917236, "Finetune/Loss (Raw)": 0.6224666833877563, "Finetune/Step": 13124, "Finetune/Step Time": 6.660050358623266}
+{"Finetune/Learning Rate": 4.838044405610225e-06, "Finetune/Loss": 0.6348356008529663, "Finetune/Loss (Raw)": 0.6291249394416809, "Finetune/Step": 13125, "Finetune/Step Time": 6.657331803813577}
+{"Finetune/Learning Rate": 4.83660221775669e-06, "Finetune/Loss": 0.6350578665733337, "Finetune/Loss (Raw)": 0.6904072165489197, "Finetune/Step": 13126, "Finetune/Step Time": 6.660433990880847}
+{"Finetune/Learning Rate": 4.835160176322431e-06, "Finetune/Loss": 0.6357212066650391, "Finetune/Loss (Raw)": 0.7106634378433228, "Finetune/Step": 13127, "Finetune/Step Time": 6.656856574118137}
+{"Finetune/Learning Rate": 4.833718281348342e-06, "Finetune/Loss": 0.6361949443817139, "Finetune/Loss (Raw)": 0.7336172461509705, "Finetune/Step": 13128, "Finetune/Step Time": 6.655901053920388}
+{"Finetune/Learning Rate": 4.832276532875311e-06, "Finetune/Loss": 0.6369187831878662, "Finetune/Loss (Raw)": 0.6658087968826294, "Finetune/Step": 13129, "Finetune/Step Time": 6.659657692536712}
+{"Finetune/Learning Rate": 4.830834930944223e-06, "Finetune/Loss": 0.6366047859191895, "Finetune/Loss (Raw)": 0.6027471423149109, "Finetune/Step": 13130, "Finetune/Step Time": 6.664701851084828}
+{"Finetune/Learning Rate": 4.829393475595957e-06, "Finetune/Loss": 0.6362112760543823, "Finetune/Loss (Raw)": 0.5653102397918701, "Finetune/Step": 13131, "Finetune/Step Time": 6.6641125828027725}
+{"Finetune/Learning Rate": 4.827952166871389e-06, "Finetune/Loss": 0.635884165763855, "Finetune/Loss (Raw)": 0.6121950745582581, "Finetune/Step": 13132, "Finetune/Step Time": 6.669122526422143}
+{"Finetune/Learning Rate": 4.826511004811391e-06, "Finetune/Loss": 0.6356313228607178, "Finetune/Loss (Raw)": 0.6467020511627197, "Finetune/Step": 13133, "Finetune/Step Time": 6.678411841392517}
+{"Finetune/Learning Rate": 4.825069989456828e-06, "Finetune/Loss": 0.6358802318572998, "Finetune/Loss (Raw)": 0.6468005180358887, "Finetune/Step": 13134, "Finetune/Step Time": 6.679872589185834}
+{"Finetune/Learning Rate": 4.823629120848566e-06, "Finetune/Loss": 0.636654257774353, "Finetune/Loss (Raw)": 0.6144490838050842, "Finetune/Step": 13135, "Finetune/Step Time": 6.679082648828626}
+{"Finetune/Learning Rate": 4.822188399027461e-06, "Finetune/Loss": 0.6387238502502441, "Finetune/Loss (Raw)": 0.730990469455719, "Finetune/Step": 13136, "Finetune/Step Time": 6.672376209869981}
+{"Finetune/Learning Rate": 4.820747824034369e-06, "Finetune/Loss": 0.6394368410110474, "Finetune/Loss (Raw)": 0.6015458106994629, "Finetune/Step": 13137, "Finetune/Step Time": 6.654978083446622}
+{"Finetune/Learning Rate": 4.819307395910143e-06, "Finetune/Loss": 0.6384002566337585, "Finetune/Loss (Raw)": 0.4751760959625244, "Finetune/Step": 13138, "Finetune/Step Time": 6.67007757909596}
+{"Finetune/Learning Rate": 4.817867114695626e-06, "Finetune/Loss": 0.6397399306297302, "Finetune/Loss (Raw)": 0.6887739896774292, "Finetune/Step": 13139, "Finetune/Step Time": 6.671187721192837}
+{"Finetune/Learning Rate": 4.816426980431662e-06, "Finetune/Loss": 0.6391509175300598, "Finetune/Loss (Raw)": 0.6249765157699585, "Finetune/Step": 13140, "Finetune/Step Time": 6.657440023496747}
+{"Finetune/Learning Rate": 4.814986993159089e-06, "Finetune/Loss": 0.6382355690002441, "Finetune/Loss (Raw)": 0.4502386748790741, "Finetune/Step": 13141, "Finetune/Step Time": 6.664385451003909}
+{"Finetune/Learning Rate": 4.813547152918739e-06, "Finetune/Loss": 0.6383302211761475, "Finetune/Loss (Raw)": 0.6410599946975708, "Finetune/Step": 13142, "Finetune/Step Time": 6.669357867911458}
+{"Finetune/Learning Rate": 4.812107459751446e-06, "Finetune/Loss": 0.6375917196273804, "Finetune/Loss (Raw)": 0.6654098033905029, "Finetune/Step": 13143, "Finetune/Step Time": 6.665290594100952}
+{"Finetune/Learning Rate": 4.810667913698032e-06, "Finetune/Loss": 0.638094425201416, "Finetune/Loss (Raw)": 0.7367528676986694, "Finetune/Step": 13144, "Finetune/Step Time": 6.665900586172938}
+{"Finetune/Learning Rate": 4.809228514799319e-06, "Finetune/Loss": 0.638067364692688, "Finetune/Loss (Raw)": 0.6818044185638428, "Finetune/Step": 13145, "Finetune/Step Time": 6.67755664139986}
+{"Finetune/Learning Rate": 4.807789263096124e-06, "Finetune/Loss": 0.6377127766609192, "Finetune/Loss (Raw)": 0.5700695514678955, "Finetune/Step": 13146, "Finetune/Step Time": 6.672328537330031}
+{"Finetune/Learning Rate": 4.8063501586292626e-06, "Finetune/Loss": 0.638247013092041, "Finetune/Loss (Raw)": 0.7193199992179871, "Finetune/Step": 13147, "Finetune/Step Time": 6.668615659698844}
+{"Finetune/Learning Rate": 4.8049112014395405e-06, "Finetune/Loss": 0.6391188502311707, "Finetune/Loss (Raw)": 0.7026661038398743, "Finetune/Step": 13148, "Finetune/Step Time": 6.667859768494964}
+{"Finetune/Learning Rate": 4.803472391567765e-06, "Finetune/Loss": 0.6385093331336975, "Finetune/Loss (Raw)": 0.6457111835479736, "Finetune/Step": 13149, "Finetune/Step Time": 6.668112436309457}
+{"Finetune/Learning Rate": 4.802033729054739e-06, "Finetune/Loss": 0.6382173299789429, "Finetune/Loss (Raw)": 0.558667004108429, "Finetune/Step": 13150, "Finetune/Step Time": 6.668613178655505}
+{"Finetune/Learning Rate": 4.800595213941247e-06, "Finetune/Loss": 0.6376065015792847, "Finetune/Loss (Raw)": 0.5841615796089172, "Finetune/Step": 13151, "Finetune/Step Time": 6.6704432386904955}
+{"Finetune/Learning Rate": 4.7991568462680945e-06, "Finetune/Loss": 0.6391441822052002, "Finetune/Loss (Raw)": 0.7742055654525757, "Finetune/Step": 13152, "Finetune/Step Time": 6.6630601938813925}
+{"Finetune/Learning Rate": 4.797718626076065e-06, "Finetune/Loss": 0.6390087604522705, "Finetune/Loss (Raw)": 0.615196168422699, "Finetune/Step": 13153, "Finetune/Step Time": 6.665569808334112}
+{"Finetune/Learning Rate": 4.796280553405941e-06, "Finetune/Loss": 0.6385320425033569, "Finetune/Loss (Raw)": 0.5539228320121765, "Finetune/Step": 13154, "Finetune/Step Time": 6.664140313863754}
+{"Finetune/Learning Rate": 4.794842628298503e-06, "Finetune/Loss": 0.6375745534896851, "Finetune/Loss (Raw)": 0.6488929986953735, "Finetune/Step": 13155, "Finetune/Step Time": 6.674695041030645}
+{"Finetune/Learning Rate": 4.793404850794526e-06, "Finetune/Loss": 0.6365888118743896, "Finetune/Loss (Raw)": 0.6081973910331726, "Finetune/Step": 13156, "Finetune/Step Time": 6.692071922123432}
+{"Finetune/Learning Rate": 4.7919672209347865e-06, "Finetune/Loss": 0.6362936496734619, "Finetune/Loss (Raw)": 0.6227796077728271, "Finetune/Step": 13157, "Finetune/Step Time": 6.695023963227868}
+{"Finetune/Learning Rate": 4.790529738760044e-06, "Finetune/Loss": 0.6371746063232422, "Finetune/Loss (Raw)": 0.6694170832633972, "Finetune/Step": 13158, "Finetune/Step Time": 6.692910693585873}
+{"Finetune/Learning Rate": 4.78909240431106e-06, "Finetune/Loss": 0.638376772403717, "Finetune/Loss (Raw)": 0.6266705989837646, "Finetune/Step": 13159, "Finetune/Step Time": 6.679133260622621}
+{"Finetune/Learning Rate": 4.7876552176286005e-06, "Finetune/Loss": 0.6396771669387817, "Finetune/Loss (Raw)": 0.7526103258132935, "Finetune/Step": 13160, "Finetune/Step Time": 6.6889771949499846}
+{"Finetune/Learning Rate": 4.786218178753418e-06, "Finetune/Loss": 0.6388067007064819, "Finetune/Loss (Raw)": 0.5932323932647705, "Finetune/Step": 13161, "Finetune/Step Time": 6.692119171842933}
+{"Finetune/Learning Rate": 4.784781287726261e-06, "Finetune/Loss": 0.6398721933364868, "Finetune/Loss (Raw)": 0.7496439814567566, "Finetune/Step": 13162, "Finetune/Step Time": 6.688418045639992}
+{"Finetune/Learning Rate": 4.783344544587881e-06, "Finetune/Loss": 0.6404992938041687, "Finetune/Loss (Raw)": 0.6663128137588501, "Finetune/Step": 13163, "Finetune/Step Time": 6.690878197550774}
+{"Finetune/Learning Rate": 4.781907949379012e-06, "Finetune/Loss": 0.6398268938064575, "Finetune/Loss (Raw)": 0.5884286761283875, "Finetune/Step": 13164, "Finetune/Step Time": 6.692288231104612}
+{"Finetune/Learning Rate": 4.780471502140394e-06, "Finetune/Loss": 0.6409903764724731, "Finetune/Loss (Raw)": 0.6454447507858276, "Finetune/Step": 13165, "Finetune/Step Time": 6.712428810074925}
+{"Finetune/Learning Rate": 4.779035202912761e-06, "Finetune/Loss": 0.642166018486023, "Finetune/Loss (Raw)": 0.744430422782898, "Finetune/Step": 13166, "Finetune/Step Time": 6.696708993986249}
+{"Finetune/Learning Rate": 4.777599051736844e-06, "Finetune/Loss": 0.6434542536735535, "Finetune/Loss (Raw)": 0.6905984878540039, "Finetune/Step": 13167, "Finetune/Step Time": 6.696116480976343}
+{"Finetune/Learning Rate": 4.77616304865337e-06, "Finetune/Loss": 0.6427323818206787, "Finetune/Loss (Raw)": 0.6836130023002625, "Finetune/Step": 13168, "Finetune/Step Time": 6.690606862306595}
+{"Finetune/Learning Rate": 4.774727193703058e-06, "Finetune/Loss": 0.640885591506958, "Finetune/Loss (Raw)": 0.5129692554473877, "Finetune/Step": 13169, "Finetune/Step Time": 6.711638778448105}
+{"Finetune/Learning Rate": 4.773291486926622e-06, "Finetune/Loss": 0.64156174659729, "Finetune/Loss (Raw)": 0.6933696269989014, "Finetune/Step": 13170, "Finetune/Step Time": 6.711541095748544}
+{"Finetune/Learning Rate": 4.771855928364777e-06, "Finetune/Loss": 0.6413860321044922, "Finetune/Loss (Raw)": 0.6929499506950378, "Finetune/Step": 13171, "Finetune/Step Time": 6.72609144821763}
+{"Finetune/Learning Rate": 4.770420518058231e-06, "Finetune/Loss": 0.641888439655304, "Finetune/Loss (Raw)": 0.6703029274940491, "Finetune/Step": 13172, "Finetune/Step Time": 6.7246162835508585}
+{"Finetune/Learning Rate": 4.768985256047683e-06, "Finetune/Loss": 0.6416537761688232, "Finetune/Loss (Raw)": 0.6239736080169678, "Finetune/Step": 13173, "Finetune/Step Time": 6.722534032538533}
+{"Finetune/Learning Rate": 4.767550142373844e-06, "Finetune/Loss": 0.6418905258178711, "Finetune/Loss (Raw)": 0.7025381326675415, "Finetune/Step": 13174, "Finetune/Step Time": 6.721358867362142}
+{"Finetune/Learning Rate": 4.766115177077406e-06, "Finetune/Loss": 0.6426588892936707, "Finetune/Loss (Raw)": 0.5862460136413574, "Finetune/Step": 13175, "Finetune/Step Time": 6.705618787556887}
+{"Finetune/Learning Rate": 4.7646803601990555e-06, "Finetune/Loss": 0.6439697742462158, "Finetune/Loss (Raw)": 0.771151065826416, "Finetune/Step": 13176, "Finetune/Step Time": 6.704841427505016}
+{"Finetune/Learning Rate": 4.763245691779482e-06, "Finetune/Loss": 0.6424639821052551, "Finetune/Loss (Raw)": 0.5059932470321655, "Finetune/Step": 13177, "Finetune/Step Time": 6.718647122383118}
+{"Finetune/Learning Rate": 4.76181117185937e-06, "Finetune/Loss": 0.6432478427886963, "Finetune/Loss (Raw)": 0.6982905268669128, "Finetune/Step": 13178, "Finetune/Step Time": 6.722827227786183}
+{"Finetune/Learning Rate": 4.760376800479397e-06, "Finetune/Loss": 0.6424083709716797, "Finetune/Loss (Raw)": 0.6592681407928467, "Finetune/Step": 13179, "Finetune/Step Time": 6.722331415861845}
+{"Finetune/Learning Rate": 4.758942577680235e-06, "Finetune/Loss": 0.6410725116729736, "Finetune/Loss (Raw)": 0.5783425569534302, "Finetune/Step": 13180, "Finetune/Step Time": 6.709156725555658}
+{"Finetune/Learning Rate": 4.757508503502566e-06, "Finetune/Loss": 0.6415866613388062, "Finetune/Loss (Raw)": 0.6888148784637451, "Finetune/Step": 13181, "Finetune/Step Time": 6.709162384271622}
+{"Finetune/Learning Rate": 4.756074577987045e-06, "Finetune/Loss": 0.6421623229980469, "Finetune/Loss (Raw)": 0.6767864227294922, "Finetune/Step": 13182, "Finetune/Step Time": 6.711220990866423}
+{"Finetune/Learning Rate": 4.754640801174336e-06, "Finetune/Loss": 0.6416404843330383, "Finetune/Loss (Raw)": 0.6121231317520142, "Finetune/Step": 13183, "Finetune/Step Time": 6.721349202096462}
+{"Finetune/Learning Rate": 4.7532071731050975e-06, "Finetune/Loss": 0.6405376195907593, "Finetune/Loss (Raw)": 0.6241727471351624, "Finetune/Step": 13184, "Finetune/Step Time": 6.723292246460915}
+{"Finetune/Learning Rate": 4.751773693819986e-06, "Finetune/Loss": 0.6409050226211548, "Finetune/Loss (Raw)": 0.7828161716461182, "Finetune/Step": 13185, "Finetune/Step Time": 6.736760484054685}
+{"Finetune/Learning Rate": 4.750340363359647e-06, "Finetune/Loss": 0.6402651071548462, "Finetune/Loss (Raw)": 0.5831061005592346, "Finetune/Step": 13186, "Finetune/Step Time": 6.739528343081474}
+{"Finetune/Learning Rate": 4.748907181764727e-06, "Finetune/Loss": 0.6405283212661743, "Finetune/Loss (Raw)": 0.6751911640167236, "Finetune/Step": 13187, "Finetune/Step Time": 6.740650134161115}
+{"Finetune/Learning Rate": 4.747474149075867e-06, "Finetune/Loss": 0.6431146860122681, "Finetune/Loss (Raw)": 0.8021887540817261, "Finetune/Step": 13188, "Finetune/Step Time": 6.738780887797475}
+{"Finetune/Learning Rate": 4.746041265333705e-06, "Finetune/Loss": 0.6431176662445068, "Finetune/Loss (Raw)": 0.5515969395637512, "Finetune/Step": 13189, "Finetune/Step Time": 6.735096972435713}
+{"Finetune/Learning Rate": 4.744608530578872e-06, "Finetune/Loss": 0.6425900459289551, "Finetune/Loss (Raw)": 0.6161252856254578, "Finetune/Step": 13190, "Finetune/Step Time": 6.731635136529803}
+{"Finetune/Learning Rate": 4.743175944851996e-06, "Finetune/Loss": 0.6426334381103516, "Finetune/Loss (Raw)": 0.699350893497467, "Finetune/Step": 13191, "Finetune/Step Time": 6.719283401966095}
+{"Finetune/Learning Rate": 4.7417435081937034e-06, "Finetune/Loss": 0.6428139209747314, "Finetune/Loss (Raw)": 0.7020276784896851, "Finetune/Step": 13192, "Finetune/Step Time": 6.719876255840063}
+{"Finetune/Learning Rate": 4.740311220644611e-06, "Finetune/Loss": 0.6419374346733093, "Finetune/Loss (Raw)": 0.6662739515304565, "Finetune/Step": 13193, "Finetune/Step Time": 6.720480626448989}
+{"Finetune/Learning Rate": 4.738879082245337e-06, "Finetune/Loss": 0.6410903930664062, "Finetune/Loss (Raw)": 0.639115035533905, "Finetune/Step": 13194, "Finetune/Step Time": 6.723630134016275}
+{"Finetune/Learning Rate": 4.737447093036491e-06, "Finetune/Loss": 0.6407091021537781, "Finetune/Loss (Raw)": 0.5793971419334412, "Finetune/Step": 13195, "Finetune/Step Time": 6.72670498304069}
+{"Finetune/Learning Rate": 4.736015253058681e-06, "Finetune/Loss": 0.6418159008026123, "Finetune/Loss (Raw)": 0.7061744928359985, "Finetune/Step": 13196, "Finetune/Step Time": 6.728967044502497}
+{"Finetune/Learning Rate": 4.7345835623525095e-06, "Finetune/Loss": 0.6406887769699097, "Finetune/Loss (Raw)": 0.6908329129219055, "Finetune/Step": 13197, "Finetune/Step Time": 6.73201042227447}
+{"Finetune/Learning Rate": 4.733152020958576e-06, "Finetune/Loss": 0.6406674385070801, "Finetune/Loss (Raw)": 0.5430008769035339, "Finetune/Step": 13198, "Finetune/Step Time": 6.745874779298902}
+{"Finetune/Learning Rate": 4.731720628917476e-06, "Finetune/Loss": 0.6413261890411377, "Finetune/Loss (Raw)": 0.77264803647995, "Finetune/Step": 13199, "Finetune/Step Time": 6.75097744166851}
+{"Finetune/Learning Rate": 4.7302893862697915e-06, "Finetune/Loss": 0.6414636969566345, "Finetune/Loss (Raw)": 0.613137423992157, "Finetune/Step": 13200, "Finetune/Step Time": 6.72806104645133}
+{"Finetune/Learning Rate": 4.72885829305612e-06, "Finetune/Loss": 0.6416690349578857, "Finetune/Loss (Raw)": 0.7329820394515991, "Finetune/Step": 13201, "Finetune/Step Time": 6.729551702737808}
+{"Finetune/Learning Rate": 4.7274273493170375e-06, "Finetune/Loss": 0.6424951553344727, "Finetune/Loss (Raw)": 0.732905387878418, "Finetune/Step": 13202, "Finetune/Step Time": 6.734746782109141}
+{"Finetune/Learning Rate": 4.7259965550931216e-06, "Finetune/Loss": 0.6439052820205688, "Finetune/Loss (Raw)": 0.8071147799491882, "Finetune/Step": 13203, "Finetune/Step Time": 6.736342316493392}
+{"Finetune/Learning Rate": 4.724565910424946e-06, "Finetune/Loss": 0.6446677446365356, "Finetune/Loss (Raw)": 0.7870122790336609, "Finetune/Step": 13204, "Finetune/Step Time": 6.740732906386256}
+{"Finetune/Learning Rate": 4.723135415353084e-06, "Finetune/Loss": 0.645933985710144, "Finetune/Loss (Raw)": 0.6537682414054871, "Finetune/Step": 13205, "Finetune/Step Time": 6.724818240851164}
+{"Finetune/Learning Rate": 4.721705069918094e-06, "Finetune/Loss": 0.6482347846031189, "Finetune/Loss (Raw)": 0.781144917011261, "Finetune/Step": 13206, "Finetune/Step Time": 6.701090639457107}
+{"Finetune/Learning Rate": 4.720274874160532e-06, "Finetune/Loss": 0.6479712128639221, "Finetune/Loss (Raw)": 0.6171264052391052, "Finetune/Step": 13207, "Finetune/Step Time": 6.710709309205413}
+{"Finetune/Learning Rate": 4.7188448281209665e-06, "Finetune/Loss": 0.6494521498680115, "Finetune/Loss (Raw)": 0.7060322165489197, "Finetune/Step": 13208, "Finetune/Step Time": 6.7045866176486015}
+{"Finetune/Learning Rate": 4.717414931839944e-06, "Finetune/Loss": 0.6493768692016602, "Finetune/Loss (Raw)": 0.6113896369934082, "Finetune/Step": 13209, "Finetune/Step Time": 6.701722022145987}
+{"Finetune/Learning Rate": 4.715985185358012e-06, "Finetune/Loss": 0.6475332379341125, "Finetune/Loss (Raw)": 0.5310530066490173, "Finetune/Step": 13210, "Finetune/Step Time": 6.703354060649872}
+{"Finetune/Learning Rate": 4.714555588715719e-06, "Finetune/Loss": 0.6477596759796143, "Finetune/Loss (Raw)": 0.7055176496505737, "Finetune/Step": 13211, "Finetune/Step Time": 6.696043286472559}
+{"Finetune/Learning Rate": 4.713126141953595e-06, "Finetune/Loss": 0.6478166580200195, "Finetune/Loss (Raw)": 0.6304925084114075, "Finetune/Step": 13212, "Finetune/Step Time": 6.683993412181735}
+{"Finetune/Learning Rate": 4.711696845112181e-06, "Finetune/Loss": 0.6485060453414917, "Finetune/Loss (Raw)": 0.5973494052886963, "Finetune/Step": 13213, "Finetune/Step Time": 6.664150860160589}
+{"Finetune/Learning Rate": 4.710267698232005e-06, "Finetune/Loss": 0.6496196985244751, "Finetune/Loss (Raw)": 0.5868767499923706, "Finetune/Step": 13214, "Finetune/Step Time": 6.648646786808968}
+{"Finetune/Learning Rate": 4.708838701353592e-06, "Finetune/Loss": 0.6506149172782898, "Finetune/Loss (Raw)": 0.7193241119384766, "Finetune/Step": 13215, "Finetune/Step Time": 6.650125734508038}
+{"Finetune/Learning Rate": 4.707409854517471e-06, "Finetune/Loss": 0.650310754776001, "Finetune/Loss (Raw)": 0.6443668603897095, "Finetune/Step": 13216, "Finetune/Step Time": 6.6660634893924}
+{"Finetune/Learning Rate": 4.70598115776416e-06, "Finetune/Loss": 0.6505561470985413, "Finetune/Loss (Raw)": 0.6726449728012085, "Finetune/Step": 13217, "Finetune/Step Time": 6.665026830509305}
+{"Finetune/Learning Rate": 4.704552611134167e-06, "Finetune/Loss": 0.6508947014808655, "Finetune/Loss (Raw)": 0.706051230430603, "Finetune/Step": 13218, "Finetune/Step Time": 6.660202868282795}
+{"Finetune/Learning Rate": 4.703124214668002e-06, "Finetune/Loss": 0.651178240776062, "Finetune/Loss (Raw)": 0.6506996750831604, "Finetune/Step": 13219, "Finetune/Step Time": 6.662915566936135}
+{"Finetune/Learning Rate": 4.701695968406173e-06, "Finetune/Loss": 0.6515837907791138, "Finetune/Loss (Raw)": 0.6501337885856628, "Finetune/Step": 13220, "Finetune/Step Time": 6.660654813051224}
+{"Finetune/Learning Rate": 4.7002678723891795e-06, "Finetune/Loss": 0.6507085561752319, "Finetune/Loss (Raw)": 0.5328397154808044, "Finetune/Step": 13221, "Finetune/Step Time": 6.657912906259298}
+{"Finetune/Learning Rate": 4.698839926657514e-06, "Finetune/Loss": 0.6503708362579346, "Finetune/Loss (Raw)": 0.5903693437576294, "Finetune/Step": 13222, "Finetune/Step Time": 6.657657688483596}
+{"Finetune/Learning Rate": 4.697412131251683e-06, "Finetune/Loss": 0.6503378748893738, "Finetune/Loss (Raw)": 0.5996583104133606, "Finetune/Step": 13223, "Finetune/Step Time": 6.656784066930413}
+{"Finetune/Learning Rate": 4.695984486212161e-06, "Finetune/Loss": 0.6500305533409119, "Finetune/Loss (Raw)": 0.6662765145301819, "Finetune/Step": 13224, "Finetune/Step Time": 6.656385160982609}
+{"Finetune/Learning Rate": 4.694556991579435e-06, "Finetune/Loss": 0.6502687931060791, "Finetune/Loss (Raw)": 0.6252309083938599, "Finetune/Step": 13225, "Finetune/Step Time": 6.658683590590954}
+{"Finetune/Learning Rate": 4.693129647393988e-06, "Finetune/Loss": 0.6495425701141357, "Finetune/Loss (Raw)": 0.5435944199562073, "Finetune/Step": 13226, "Finetune/Step Time": 6.657173564657569}
+{"Finetune/Learning Rate": 4.691702453696292e-06, "Finetune/Loss": 0.6492895483970642, "Finetune/Loss (Raw)": 0.5294938683509827, "Finetune/Step": 13227, "Finetune/Step Time": 6.658099625259638}
+{"Finetune/Learning Rate": 4.690275410526821e-06, "Finetune/Loss": 0.6492337584495544, "Finetune/Loss (Raw)": 0.6345182657241821, "Finetune/Step": 13228, "Finetune/Step Time": 6.657882925122976}
+{"Finetune/Learning Rate": 4.688848517926039e-06, "Finetune/Loss": 0.6495174169540405, "Finetune/Loss (Raw)": 0.6797410845756531, "Finetune/Step": 13229, "Finetune/Step Time": 6.655661281198263}
+{"Finetune/Learning Rate": 4.687421775934412e-06, "Finetune/Loss": 0.6500665545463562, "Finetune/Loss (Raw)": 0.696864128112793, "Finetune/Step": 13230, "Finetune/Step Time": 6.641859129071236}
+{"Finetune/Learning Rate": 4.6859951845923945e-06, "Finetune/Loss": 0.6509628295898438, "Finetune/Loss (Raw)": 0.6566705703735352, "Finetune/Step": 13231, "Finetune/Step Time": 6.645056284964085}
+{"Finetune/Learning Rate": 4.684568743940444e-06, "Finetune/Loss": 0.6512243747711182, "Finetune/Loss (Raw)": 0.6546980738639832, "Finetune/Step": 13232, "Finetune/Step Time": 6.64573310315609}
+{"Finetune/Learning Rate": 4.6831424540190084e-06, "Finetune/Loss": 0.6517184972763062, "Finetune/Loss (Raw)": 0.6376227736473083, "Finetune/Step": 13233, "Finetune/Step Time": 6.63970641978085}
+{"Finetune/Learning Rate": 4.681716314868534e-06, "Finetune/Loss": 0.6521289944648743, "Finetune/Loss (Raw)": 0.738345742225647, "Finetune/Step": 13234, "Finetune/Step Time": 6.643440920859575}
+{"Finetune/Learning Rate": 4.6802903265294606e-06, "Finetune/Loss": 0.6534585356712341, "Finetune/Loss (Raw)": 0.6997045278549194, "Finetune/Step": 13235, "Finetune/Step Time": 6.648605292662978}
+{"Finetune/Learning Rate": 4.678864489042228e-06, "Finetune/Loss": 0.6531104445457458, "Finetune/Loss (Raw)": 0.6023432612419128, "Finetune/Step": 13236, "Finetune/Step Time": 6.644772462546825}
+{"Finetune/Learning Rate": 4.677438802447266e-06, "Finetune/Loss": 0.6543195247650146, "Finetune/Loss (Raw)": 0.7332889437675476, "Finetune/Step": 13237, "Finetune/Step Time": 6.639719547703862}
+{"Finetune/Learning Rate": 4.676013266785004e-06, "Finetune/Loss": 0.6534127593040466, "Finetune/Loss (Raw)": 0.627659022808075, "Finetune/Step": 13238, "Finetune/Step Time": 6.6411251202225685}
+{"Finetune/Learning Rate": 4.674587882095868e-06, "Finetune/Loss": 0.6524025201797485, "Finetune/Loss (Raw)": 0.6708880662918091, "Finetune/Step": 13239, "Finetune/Step Time": 6.64522091858089}
+{"Finetune/Learning Rate": 4.673162648420275e-06, "Finetune/Loss": 0.6534931659698486, "Finetune/Loss (Raw)": 0.8055705428123474, "Finetune/Step": 13240, "Finetune/Step Time": 6.646746685728431}
+{"Finetune/Learning Rate": 4.671737565798642e-06, "Finetune/Loss": 0.6531108617782593, "Finetune/Loss (Raw)": 0.6177464723587036, "Finetune/Step": 13241, "Finetune/Step Time": 6.6433932390064}
+{"Finetune/Learning Rate": 4.67031263427138e-06, "Finetune/Loss": 0.652472734451294, "Finetune/Loss (Raw)": 0.5888552665710449, "Finetune/Step": 13242, "Finetune/Step Time": 6.6437474228441715}
+{"Finetune/Learning Rate": 4.668887853878896e-06, "Finetune/Loss": 0.6536806225776672, "Finetune/Loss (Raw)": 0.7492668628692627, "Finetune/Step": 13243, "Finetune/Step Time": 6.641960512846708}
+{"Finetune/Learning Rate": 4.667463224661592e-06, "Finetune/Loss": 0.6528514623641968, "Finetune/Loss (Raw)": 0.664448618888855, "Finetune/Step": 13244, "Finetune/Step Time": 6.643817501142621}
+{"Finetune/Learning Rate": 4.666038746659869e-06, "Finetune/Loss": 0.6517981290817261, "Finetune/Loss (Raw)": 0.6137303709983826, "Finetune/Step": 13245, "Finetune/Step Time": 6.659154815599322}
+{"Finetune/Learning Rate": 4.664614419914119e-06, "Finetune/Loss": 0.6520904898643494, "Finetune/Loss (Raw)": 0.6848271489143372, "Finetune/Step": 13246, "Finetune/Step Time": 6.646348187699914}
+{"Finetune/Learning Rate": 4.663190244464732e-06, "Finetune/Loss": 0.651840329170227, "Finetune/Loss (Raw)": 0.6113761067390442, "Finetune/Step": 13247, "Finetune/Step Time": 6.646046845242381}
+{"Finetune/Learning Rate": 4.661766220352098e-06, "Finetune/Loss": 0.6519813537597656, "Finetune/Loss (Raw)": 0.657329261302948, "Finetune/Step": 13248, "Finetune/Step Time": 6.661591954529285}
+{"Finetune/Learning Rate": 4.660342347616585e-06, "Finetune/Loss": 0.65113365650177, "Finetune/Loss (Raw)": 0.634179413318634, "Finetune/Step": 13249, "Finetune/Step Time": 6.661683091893792}
+{"Finetune/Learning Rate": 4.658918626298584e-06, "Finetune/Loss": 0.6519526839256287, "Finetune/Loss (Raw)": 0.7271037101745605, "Finetune/Step": 13250, "Finetune/Step Time": 6.663126489147544}
+{"Finetune/Learning Rate": 4.657495056438462e-06, "Finetune/Loss": 0.6529595851898193, "Finetune/Loss (Raw)": 0.609112024307251, "Finetune/Step": 13251, "Finetune/Step Time": 6.649664241820574}
+{"Finetune/Learning Rate": 4.656071638076589e-06, "Finetune/Loss": 0.6523552536964417, "Finetune/Loss (Raw)": 0.5451124906539917, "Finetune/Step": 13252, "Finetune/Step Time": 6.651161955669522}
+{"Finetune/Learning Rate": 4.654648371253329e-06, "Finetune/Loss": 0.6518524885177612, "Finetune/Loss (Raw)": 0.564774751663208, "Finetune/Step": 13253, "Finetune/Step Time": 6.672276007011533}
+{"Finetune/Learning Rate": 4.653225256009043e-06, "Finetune/Loss": 0.6519067287445068, "Finetune/Loss (Raw)": 0.6973465085029602, "Finetune/Step": 13254, "Finetune/Step Time": 6.667691869661212}
+{"Finetune/Learning Rate": 4.6518022923840815e-06, "Finetune/Loss": 0.6514642238616943, "Finetune/Loss (Raw)": 0.6540166139602661, "Finetune/Step": 13255, "Finetune/Step Time": 6.672049952670932}
+{"Finetune/Learning Rate": 4.650379480418795e-06, "Finetune/Loss": 0.6505780220031738, "Finetune/Loss (Raw)": 0.6201885342597961, "Finetune/Step": 13256, "Finetune/Step Time": 6.670564662665129}
+{"Finetune/Learning Rate": 4.648956820153539e-06, "Finetune/Loss": 0.650313138961792, "Finetune/Loss (Raw)": 0.6319084763526917, "Finetune/Step": 13257, "Finetune/Step Time": 6.665975712239742}
+{"Finetune/Learning Rate": 4.647534311628649e-06, "Finetune/Loss": 0.6507558226585388, "Finetune/Loss (Raw)": 0.6594048738479614, "Finetune/Step": 13258, "Finetune/Step Time": 6.674500970169902}
+{"Finetune/Learning Rate": 4.646111954884467e-06, "Finetune/Loss": 0.6510471105575562, "Finetune/Loss (Raw)": 0.6025930047035217, "Finetune/Step": 13259, "Finetune/Step Time": 6.677531976252794}
+{"Finetune/Learning Rate": 4.644689749961329e-06, "Finetune/Loss": 0.6519652605056763, "Finetune/Loss (Raw)": 0.7297228574752808, "Finetune/Step": 13260, "Finetune/Step Time": 6.675744520500302}
+{"Finetune/Learning Rate": 4.643267696899557e-06, "Finetune/Loss": 0.6512496471405029, "Finetune/Loss (Raw)": 0.5551033020019531, "Finetune/Step": 13261, "Finetune/Step Time": 6.669777428731322}
+{"Finetune/Learning Rate": 4.641845795739481e-06, "Finetune/Loss": 0.651343047618866, "Finetune/Loss (Raw)": 0.6587536931037903, "Finetune/Step": 13262, "Finetune/Step Time": 6.6741379126906395}
+{"Finetune/Learning Rate": 4.640424046521419e-06, "Finetune/Loss": 0.6521098613739014, "Finetune/Loss (Raw)": 0.7125994563102722, "Finetune/Step": 13263, "Finetune/Step Time": 6.676814021542668}
+{"Finetune/Learning Rate": 4.639002449285693e-06, "Finetune/Loss": 0.650968074798584, "Finetune/Loss (Raw)": 0.5848453044891357, "Finetune/Step": 13264, "Finetune/Step Time": 6.684776837006211}
+{"Finetune/Learning Rate": 4.637581004072613e-06, "Finetune/Loss": 0.6514221429824829, "Finetune/Loss (Raw)": 0.6596643328666687, "Finetune/Step": 13265, "Finetune/Step Time": 6.679022250697017}
+{"Finetune/Learning Rate": 4.636159710922491e-06, "Finetune/Loss": 0.652511715888977, "Finetune/Loss (Raw)": 0.6146413683891296, "Finetune/Step": 13266, "Finetune/Step Time": 6.6663608979433775}
+{"Finetune/Learning Rate": 4.634738569875623e-06, "Finetune/Loss": 0.6532917618751526, "Finetune/Loss (Raw)": 0.7886200547218323, "Finetune/Step": 13267, "Finetune/Step Time": 6.665437899529934}
+{"Finetune/Learning Rate": 4.633317580972313e-06, "Finetune/Loss": 0.653927206993103, "Finetune/Loss (Raw)": 0.7063134908676147, "Finetune/Step": 13268, "Finetune/Step Time": 6.668231260031462}
+{"Finetune/Learning Rate": 4.631896744252855e-06, "Finetune/Loss": 0.6551680564880371, "Finetune/Loss (Raw)": 0.6090712547302246, "Finetune/Step": 13269, "Finetune/Step Time": 6.665905011817813}
+{"Finetune/Learning Rate": 4.63047605975754e-06, "Finetune/Loss": 0.6545238494873047, "Finetune/Loss (Raw)": 0.5585936903953552, "Finetune/Step": 13270, "Finetune/Step Time": 6.666882716119289}
+{"Finetune/Learning Rate": 4.6290555275266525e-06, "Finetune/Loss": 0.653985857963562, "Finetune/Loss (Raw)": 0.5965467691421509, "Finetune/Step": 13271, "Finetune/Step Time": 6.6702570747584105}
+{"Finetune/Learning Rate": 4.627635147600485e-06, "Finetune/Loss": 0.6533211469650269, "Finetune/Loss (Raw)": 0.651674747467041, "Finetune/Step": 13272, "Finetune/Step Time": 6.66681201942265}
+{"Finetune/Learning Rate": 4.626214920019302e-06, "Finetune/Loss": 0.6540862917900085, "Finetune/Loss (Raw)": 0.7797440886497498, "Finetune/Step": 13273, "Finetune/Step Time": 6.655657220631838}
+{"Finetune/Learning Rate": 4.624794844823385e-06, "Finetune/Loss": 0.6551929116249084, "Finetune/Loss (Raw)": 0.7117182016372681, "Finetune/Step": 13274, "Finetune/Step Time": 6.660382671281695}
+{"Finetune/Learning Rate": 4.623374922053e-06, "Finetune/Loss": 0.6548534631729126, "Finetune/Loss (Raw)": 0.6758671998977661, "Finetune/Step": 13275, "Finetune/Step Time": 6.666218336671591}
+{"Finetune/Learning Rate": 4.621955151748413e-06, "Finetune/Loss": 0.6545525789260864, "Finetune/Loss (Raw)": 0.6641517281532288, "Finetune/Step": 13276, "Finetune/Step Time": 6.662752225995064}
+{"Finetune/Learning Rate": 4.620535533949886e-06, "Finetune/Loss": 0.6532377004623413, "Finetune/Loss (Raw)": 0.47740438580513, "Finetune/Step": 13277, "Finetune/Step Time": 6.6687434539198875}
+{"Finetune/Learning Rate": 4.619116068697672e-06, "Finetune/Loss": 0.6537375450134277, "Finetune/Loss (Raw)": 0.6226567029953003, "Finetune/Step": 13278, "Finetune/Step Time": 6.666515724733472}
+{"Finetune/Learning Rate": 4.6176967560320275e-06, "Finetune/Loss": 0.6542246341705322, "Finetune/Loss (Raw)": 0.6464994549751282, "Finetune/Step": 13279, "Finetune/Step Time": 6.667086793109775}
+{"Finetune/Learning Rate": 4.616277595993196e-06, "Finetune/Loss": 0.6522818803787231, "Finetune/Loss (Raw)": 0.5255311131477356, "Finetune/Step": 13280, "Finetune/Step Time": 6.6798332668840885}
+{"Finetune/Learning Rate": 4.614858588621424e-06, "Finetune/Loss": 0.6519765257835388, "Finetune/Loss (Raw)": 0.5761165022850037, "Finetune/Step": 13281, "Finetune/Step Time": 6.676581781357527}
+{"Finetune/Learning Rate": 4.613439733956948e-06, "Finetune/Loss": 0.653600811958313, "Finetune/Loss (Raw)": 0.7618330121040344, "Finetune/Step": 13282, "Finetune/Step Time": 6.677412433549762}
+{"Finetune/Learning Rate": 4.612021032040004e-06, "Finetune/Loss": 0.653733491897583, "Finetune/Loss (Raw)": 0.665874183177948, "Finetune/Step": 13283, "Finetune/Step Time": 6.669749388471246}
+{"Finetune/Learning Rate": 4.610602482910823e-06, "Finetune/Loss": 0.654810905456543, "Finetune/Loss (Raw)": 0.7461068630218506, "Finetune/Step": 13284, "Finetune/Step Time": 6.653944741934538}
+{"Finetune/Learning Rate": 4.609184086609629e-06, "Finetune/Loss": 0.6555609703063965, "Finetune/Loss (Raw)": 0.7187923789024353, "Finetune/Step": 13285, "Finetune/Step Time": 6.650675009936094}
+{"Finetune/Learning Rate": 4.607765843176646e-06, "Finetune/Loss": 0.6563235521316528, "Finetune/Loss (Raw)": 0.7670228481292725, "Finetune/Step": 13286, "Finetune/Step Time": 6.652955085039139}
+{"Finetune/Learning Rate": 4.60634775265209e-06, "Finetune/Loss": 0.6559784412384033, "Finetune/Loss (Raw)": 0.5824977159500122, "Finetune/Step": 13287, "Finetune/Step Time": 6.652217570692301}
+{"Finetune/Learning Rate": 4.604929815076174e-06, "Finetune/Loss": 0.6553431749343872, "Finetune/Loss (Raw)": 0.671286940574646, "Finetune/Step": 13288, "Finetune/Step Time": 6.6563945431262255}
+{"Finetune/Learning Rate": 4.603512030489107e-06, "Finetune/Loss": 0.6556037664413452, "Finetune/Loss (Raw)": 0.6265981793403625, "Finetune/Step": 13289, "Finetune/Step Time": 6.656250737607479}
+{"Finetune/Learning Rate": 4.602094398931093e-06, "Finetune/Loss": 0.6551661491394043, "Finetune/Loss (Raw)": 0.6936290860176086, "Finetune/Step": 13290, "Finetune/Step Time": 6.66345564648509}
+{"Finetune/Learning Rate": 4.600676920442332e-06, "Finetune/Loss": 0.6557499170303345, "Finetune/Loss (Raw)": 0.7410311102867126, "Finetune/Step": 13291, "Finetune/Step Time": 6.679407516494393}
+{"Finetune/Learning Rate": 4.59925959506302e-06, "Finetune/Loss": 0.6571936011314392, "Finetune/Loss (Raw)": 0.7732217907905579, "Finetune/Step": 13292, "Finetune/Step Time": 6.68309130333364}
+{"Finetune/Learning Rate": 4.597842422833349e-06, "Finetune/Loss": 0.6577874422073364, "Finetune/Loss (Raw)": 0.7214596271514893, "Finetune/Step": 13293, "Finetune/Step Time": 6.657630847766995}
+{"Finetune/Learning Rate": 4.596425403793505e-06, "Finetune/Loss": 0.6557905673980713, "Finetune/Loss (Raw)": 0.48882412910461426, "Finetune/Step": 13294, "Finetune/Step Time": 6.684365289285779}
+{"Finetune/Learning Rate": 4.59500853798367e-06, "Finetune/Loss": 0.6554770469665527, "Finetune/Loss (Raw)": 0.6504733562469482, "Finetune/Step": 13295, "Finetune/Step Time": 6.683252289891243}
+{"Finetune/Learning Rate": 4.593591825444028e-06, "Finetune/Loss": 0.6564016342163086, "Finetune/Loss (Raw)": 0.8019581437110901, "Finetune/Step": 13296, "Finetune/Step Time": 6.6832336112856865}
+{"Finetune/Learning Rate": 4.592175266214744e-06, "Finetune/Loss": 0.6569538116455078, "Finetune/Loss (Raw)": 0.5836512446403503, "Finetune/Step": 13297, "Finetune/Step Time": 6.662105882540345}
+{"Finetune/Learning Rate": 4.590758860335988e-06, "Finetune/Loss": 0.6574869155883789, "Finetune/Loss (Raw)": 0.7616080045700073, "Finetune/Step": 13298, "Finetune/Step Time": 6.665080115199089}
+{"Finetune/Learning Rate": 4.589342607847932e-06, "Finetune/Loss": 0.657560408115387, "Finetune/Loss (Raw)": 0.7023541927337646, "Finetune/Step": 13299, "Finetune/Step Time": 6.650641022250056}
+{"Finetune/Learning Rate": 4.587926508790735e-06, "Finetune/Loss": 0.657180905342102, "Finetune/Loss (Raw)": 0.6217218041419983, "Finetune/Step": 13300, "Finetune/Step Time": 6.65054877102375}
+{"Finetune/Learning Rate": 4.58651056320455e-06, "Finetune/Loss": 0.6573517322540283, "Finetune/Loss (Raw)": 0.6458441019058228, "Finetune/Step": 13301, "Finetune/Step Time": 6.648633198812604}
+{"Finetune/Learning Rate": 4.585094771129537e-06, "Finetune/Loss": 0.6567692756652832, "Finetune/Loss (Raw)": 0.6279876232147217, "Finetune/Step": 13302, "Finetune/Step Time": 6.6563173197209835}
+{"Finetune/Learning Rate": 4.583679132605835e-06, "Finetune/Loss": 0.6573231816291809, "Finetune/Loss (Raw)": 0.6571462750434875, "Finetune/Step": 13303, "Finetune/Step Time": 6.662038626149297}
+{"Finetune/Learning Rate": 4.58226364767359e-06, "Finetune/Loss": 0.6557788252830505, "Finetune/Loss (Raw)": 0.5734645128250122, "Finetune/Step": 13304, "Finetune/Step Time": 6.662511859089136}
+{"Finetune/Learning Rate": 4.580848316372939e-06, "Finetune/Loss": 0.6562144160270691, "Finetune/Loss (Raw)": 0.5617507696151733, "Finetune/Step": 13305, "Finetune/Step Time": 6.648805687204003}
+{"Finetune/Learning Rate": 4.579433138744023e-06, "Finetune/Loss": 0.6561132669448853, "Finetune/Loss (Raw)": 0.6853473782539368, "Finetune/Step": 13306, "Finetune/Step Time": 6.643780974671245}
+{"Finetune/Learning Rate": 4.578018114826969e-06, "Finetune/Loss": 0.6561346054077148, "Finetune/Loss (Raw)": 0.6619959473609924, "Finetune/Step": 13307, "Finetune/Step Time": 6.645319137722254}
+{"Finetune/Learning Rate": 4.576603244661907e-06, "Finetune/Loss": 0.6570760011672974, "Finetune/Loss (Raw)": 0.6988418698310852, "Finetune/Step": 13308, "Finetune/Step Time": 6.647485740482807}
+{"Finetune/Learning Rate": 4.575188528288951e-06, "Finetune/Loss": 0.6565872430801392, "Finetune/Loss (Raw)": 0.6262552738189697, "Finetune/Step": 13309, "Finetune/Step Time": 6.6459293104708195}
+{"Finetune/Learning Rate": 4.573773965748223e-06, "Finetune/Loss": 0.6565196514129639, "Finetune/Loss (Raw)": 0.6681371927261353, "Finetune/Step": 13310, "Finetune/Step Time": 6.640354121103883}
+{"Finetune/Learning Rate": 4.572359557079834e-06, "Finetune/Loss": 0.6571907997131348, "Finetune/Loss (Raw)": 0.6980299353599548, "Finetune/Step": 13311, "Finetune/Step Time": 6.624147187918425}
+{"Finetune/Learning Rate": 4.57094530232389e-06, "Finetune/Loss": 0.6562217473983765, "Finetune/Loss (Raw)": 0.5001339316368103, "Finetune/Step": 13312, "Finetune/Step Time": 6.6368362214416265}
+{"Finetune/Learning Rate": 4.569531201520504e-06, "Finetune/Loss": 0.6551794409751892, "Finetune/Loss (Raw)": 0.649400532245636, "Finetune/Step": 13313, "Finetune/Step Time": 6.624014699831605}
+{"Finetune/Learning Rate": 4.568117254709774e-06, "Finetune/Loss": 0.6555659770965576, "Finetune/Loss (Raw)": 0.6325784921646118, "Finetune/Step": 13314, "Finetune/Step Time": 6.620150437578559}
+{"Finetune/Learning Rate": 4.566703461931789e-06, "Finetune/Loss": 0.6547144055366516, "Finetune/Loss (Raw)": 0.5661889314651489, "Finetune/Step": 13315, "Finetune/Step Time": 6.618324194103479}
+{"Finetune/Learning Rate": 4.565289823226644e-06, "Finetune/Loss": 0.6535153388977051, "Finetune/Loss (Raw)": 0.6487129330635071, "Finetune/Step": 13316, "Finetune/Step Time": 6.614702809602022}
+{"Finetune/Learning Rate": 4.563876338634425e-06, "Finetune/Loss": 0.6542217135429382, "Finetune/Loss (Raw)": 0.6420140266418457, "Finetune/Step": 13317, "Finetune/Step Time": 6.615570457652211}
+{"Finetune/Learning Rate": 4.562463008195214e-06, "Finetune/Loss": 0.6536440849304199, "Finetune/Loss (Raw)": 0.542190670967102, "Finetune/Step": 13318, "Finetune/Step Time": 6.617132283747196}
+{"Finetune/Learning Rate": 4.561049831949087e-06, "Finetune/Loss": 0.6534695625305176, "Finetune/Loss (Raw)": 0.6770133376121521, "Finetune/Step": 13319, "Finetune/Step Time": 6.615689614787698}
+{"Finetune/Learning Rate": 4.559636809936124e-06, "Finetune/Loss": 0.6522955894470215, "Finetune/Loss (Raw)": 0.5517515540122986, "Finetune/Step": 13320, "Finetune/Step Time": 6.614206338301301}
+{"Finetune/Learning Rate": 4.558223942196394e-06, "Finetune/Loss": 0.6509910821914673, "Finetune/Loss (Raw)": 0.49930238723754883, "Finetune/Step": 13321, "Finetune/Step Time": 6.6137445867061615}
+{"Finetune/Learning Rate": 4.556811228769956e-06, "Finetune/Loss": 0.6517740488052368, "Finetune/Loss (Raw)": 0.7393295168876648, "Finetune/Step": 13322, "Finetune/Step Time": 6.6099970526993275}
+{"Finetune/Learning Rate": 4.555398669696873e-06, "Finetune/Loss": 0.6536798477172852, "Finetune/Loss (Raw)": 0.8233468532562256, "Finetune/Step": 13323, "Finetune/Step Time": 6.591174203902483}
+{"Finetune/Learning Rate": 4.5539862650172e-06, "Finetune/Loss": 0.6534243226051331, "Finetune/Loss (Raw)": 0.673457145690918, "Finetune/Step": 13324, "Finetune/Step Time": 6.586424760520458}
+{"Finetune/Learning Rate": 4.552574014770992e-06, "Finetune/Loss": 0.6520941853523254, "Finetune/Loss (Raw)": 0.5205789804458618, "Finetune/Step": 13325, "Finetune/Step Time": 6.584220075979829}
+{"Finetune/Learning Rate": 4.551161918998293e-06, "Finetune/Loss": 0.6536220908164978, "Finetune/Loss (Raw)": 0.7385734915733337, "Finetune/Step": 13326, "Finetune/Step Time": 6.572189956903458}
+{"Finetune/Learning Rate": 4.549749977739148e-06, "Finetune/Loss": 0.6527196764945984, "Finetune/Loss (Raw)": 0.6571382284164429, "Finetune/Step": 13327, "Finetune/Step Time": 6.566365102306008}
+{"Finetune/Learning Rate": 4.548338191033595e-06, "Finetune/Loss": 0.6526715755462646, "Finetune/Loss (Raw)": 0.6069788932800293, "Finetune/Step": 13328, "Finetune/Step Time": 6.566233716905117}
+{"Finetune/Learning Rate": 4.54692655892167e-06, "Finetune/Loss": 0.6510834097862244, "Finetune/Loss (Raw)": 0.5297029614448547, "Finetune/Step": 13329, "Finetune/Step Time": 6.56773397885263}
+{"Finetune/Learning Rate": 4.5455150814434005e-06, "Finetune/Loss": 0.6499127149581909, "Finetune/Loss (Raw)": 0.5830534100532532, "Finetune/Step": 13330, "Finetune/Step Time": 6.562817322090268}
+{"Finetune/Learning Rate": 4.544103758638812e-06, "Finetune/Loss": 0.648710310459137, "Finetune/Loss (Raw)": 0.6532061100006104, "Finetune/Step": 13331, "Finetune/Step Time": 6.5622839611023664}
+{"Finetune/Learning Rate": 4.542692590547927e-06, "Finetune/Loss": 0.6475479602813721, "Finetune/Loss (Raw)": 0.6382344365119934, "Finetune/Step": 13332, "Finetune/Step Time": 6.566552959382534}
+{"Finetune/Learning Rate": 4.541281577210761e-06, "Finetune/Loss": 0.6478732228279114, "Finetune/Loss (Raw)": 0.6954002976417542, "Finetune/Step": 13333, "Finetune/Step Time": 6.567697009071708}
+{"Finetune/Learning Rate": 4.5398707186673275e-06, "Finetune/Loss": 0.6469035744667053, "Finetune/Loss (Raw)": 0.6570281386375427, "Finetune/Step": 13334, "Finetune/Step Time": 6.568185472860932}
+{"Finetune/Learning Rate": 4.538460014957634e-06, "Finetune/Loss": 0.6470193862915039, "Finetune/Loss (Raw)": 0.6319559216499329, "Finetune/Step": 13335, "Finetune/Step Time": 6.558808637782931}
+{"Finetune/Learning Rate": 4.5370494661216835e-06, "Finetune/Loss": 0.6462579369544983, "Finetune/Loss (Raw)": 0.608559250831604, "Finetune/Step": 13336, "Finetune/Step Time": 6.55867451056838}
+{"Finetune/Learning Rate": 4.535639072199476e-06, "Finetune/Loss": 0.6463467478752136, "Finetune/Loss (Raw)": 0.6227590441703796, "Finetune/Step": 13337, "Finetune/Step Time": 6.567165644839406}
+{"Finetune/Learning Rate": 4.534228833231006e-06, "Finetune/Loss": 0.6475011110305786, "Finetune/Loss (Raw)": 0.6788115501403809, "Finetune/Step": 13338, "Finetune/Step Time": 6.567895814776421}
+{"Finetune/Learning Rate": 4.532818749256263e-06, "Finetune/Loss": 0.6456146240234375, "Finetune/Loss (Raw)": 0.46405166387557983, "Finetune/Step": 13339, "Finetune/Step Time": 6.58489178866148}
+{"Finetune/Learning Rate": 4.531408820315234e-06, "Finetune/Loss": 0.645927906036377, "Finetune/Loss (Raw)": 0.6705887317657471, "Finetune/Step": 13340, "Finetune/Step Time": 6.586452508345246}
+{"Finetune/Learning Rate": 4.529999046447901e-06, "Finetune/Loss": 0.6462541818618774, "Finetune/Loss (Raw)": 0.6391100287437439, "Finetune/Step": 13341, "Finetune/Step Time": 6.5978818610310555}
+{"Finetune/Learning Rate": 4.52858942769424e-06, "Finetune/Loss": 0.6462604999542236, "Finetune/Loss (Raw)": 0.5876915454864502, "Finetune/Step": 13342, "Finetune/Step Time": 6.602278908714652}
+{"Finetune/Learning Rate": 4.527179964094224e-06, "Finetune/Loss": 0.6463251113891602, "Finetune/Loss (Raw)": 0.7275906801223755, "Finetune/Step": 13343, "Finetune/Step Time": 6.599492561072111}
+{"Finetune/Learning Rate": 4.525770655687821e-06, "Finetune/Loss": 0.6459947824478149, "Finetune/Loss (Raw)": 0.6020827889442444, "Finetune/Step": 13344, "Finetune/Step Time": 6.596136273816228}
+{"Finetune/Learning Rate": 4.524361502515e-06, "Finetune/Loss": 0.6463654637336731, "Finetune/Loss (Raw)": 0.7200945019721985, "Finetune/Step": 13345, "Finetune/Step Time": 6.59172784909606}
+{"Finetune/Learning Rate": 4.5229525046157085e-06, "Finetune/Loss": 0.6466188430786133, "Finetune/Loss (Raw)": 0.7384896278381348, "Finetune/Step": 13346, "Finetune/Step Time": 6.607653006911278}
+{"Finetune/Learning Rate": 4.521543662029914e-06, "Finetune/Loss": 0.646808385848999, "Finetune/Loss (Raw)": 0.674957275390625, "Finetune/Step": 13347, "Finetune/Step Time": 6.603028401732445}
+{"Finetune/Learning Rate": 4.520134974797561e-06, "Finetune/Loss": 0.6473989486694336, "Finetune/Loss (Raw)": 0.7257294058799744, "Finetune/Step": 13348, "Finetune/Step Time": 6.603272428736091}
+{"Finetune/Learning Rate": 4.518726442958599e-06, "Finetune/Loss": 0.6486294269561768, "Finetune/Loss (Raw)": 0.6903284192085266, "Finetune/Step": 13349, "Finetune/Step Time": 6.603389767929912}
+{"Finetune/Learning Rate": 4.517318066552967e-06, "Finetune/Loss": 0.6489844918251038, "Finetune/Loss (Raw)": 0.6358250379562378, "Finetune/Step": 13350, "Finetune/Step Time": 6.604083137586713}
+{"Finetune/Learning Rate": 4.515909845620609e-06, "Finetune/Loss": 0.649393618106842, "Finetune/Loss (Raw)": 0.6520293354988098, "Finetune/Step": 13351, "Finetune/Step Time": 6.624073475599289}
+{"Finetune/Learning Rate": 4.514501780201449e-06, "Finetune/Loss": 0.6490789651870728, "Finetune/Loss (Raw)": 0.6260002255439758, "Finetune/Step": 13352, "Finetune/Step Time": 6.62933275103569}
+{"Finetune/Learning Rate": 4.513093870335419e-06, "Finetune/Loss": 0.648932695388794, "Finetune/Loss (Raw)": 0.6065047383308411, "Finetune/Step": 13353, "Finetune/Step Time": 6.633557450026274}
+{"Finetune/Learning Rate": 4.511686116062441e-06, "Finetune/Loss": 0.6494468450546265, "Finetune/Loss (Raw)": 0.6094081401824951, "Finetune/Step": 13354, "Finetune/Step Time": 6.625485038384795}
+{"Finetune/Learning Rate": 4.510278517422441e-06, "Finetune/Loss": 0.6503226161003113, "Finetune/Loss (Raw)": 0.6415900588035583, "Finetune/Step": 13355, "Finetune/Step Time": 6.623896587640047}
+{"Finetune/Learning Rate": 4.508871074455334e-06, "Finetune/Loss": 0.6492267847061157, "Finetune/Loss (Raw)": 0.4942583441734314, "Finetune/Step": 13356, "Finetune/Step Time": 6.623879490420222}
+{"Finetune/Learning Rate": 4.507463787201031e-06, "Finetune/Loss": 0.6478424072265625, "Finetune/Loss (Raw)": 0.5025361180305481, "Finetune/Step": 13357, "Finetune/Step Time": 6.638137694448233}
+{"Finetune/Learning Rate": 4.506056655699432e-06, "Finetune/Loss": 0.6473325490951538, "Finetune/Loss (Raw)": 0.6316010355949402, "Finetune/Step": 13358, "Finetune/Step Time": 6.635462554171681}
+{"Finetune/Learning Rate": 4.504649679990444e-06, "Finetune/Loss": 0.645673930644989, "Finetune/Loss (Raw)": 0.44436800479888916, "Finetune/Step": 13359, "Finetune/Step Time": 6.657842198386788}
+{"Finetune/Learning Rate": 4.5032428601139644e-06, "Finetune/Loss": 0.6449300050735474, "Finetune/Loss (Raw)": 0.559475839138031, "Finetune/Step": 13360, "Finetune/Step Time": 6.678784908726811}
+{"Finetune/Learning Rate": 4.5018361961098825e-06, "Finetune/Loss": 0.6446560025215149, "Finetune/Loss (Raw)": 0.6025488376617432, "Finetune/Step": 13361, "Finetune/Step Time": 6.665381211787462}
+{"Finetune/Learning Rate": 4.5004296880180954e-06, "Finetune/Loss": 0.6435787677764893, "Finetune/Loss (Raw)": 0.6004583239555359, "Finetune/Step": 13362, "Finetune/Step Time": 6.6629780028015375}
+{"Finetune/Learning Rate": 4.499023335878488e-06, "Finetune/Loss": 0.6421945095062256, "Finetune/Loss (Raw)": 0.5225279927253723, "Finetune/Step": 13363, "Finetune/Step Time": 6.653944233432412}
+{"Finetune/Learning Rate": 4.497617139730932e-06, "Finetune/Loss": 0.6422466039657593, "Finetune/Loss (Raw)": 0.6090093851089478, "Finetune/Step": 13364, "Finetune/Step Time": 6.655360985547304}
+{"Finetune/Learning Rate": 4.496211099615307e-06, "Finetune/Loss": 0.6416752934455872, "Finetune/Loss (Raw)": 0.6601579785346985, "Finetune/Step": 13365, "Finetune/Step Time": 6.658686337992549}
+{"Finetune/Learning Rate": 4.4948052155714835e-06, "Finetune/Loss": 0.6416242718696594, "Finetune/Loss (Raw)": 0.6211261749267578, "Finetune/Step": 13366, "Finetune/Step Time": 6.658339958637953}
+{"Finetune/Learning Rate": 4.4933994876393316e-06, "Finetune/Loss": 0.6403234004974365, "Finetune/Loss (Raw)": 0.5043842792510986, "Finetune/Step": 13367, "Finetune/Step Time": 6.658053454011679}
+{"Finetune/Learning Rate": 4.491993915858706e-06, "Finetune/Loss": 0.6387194991111755, "Finetune/Loss (Raw)": 0.6002659201622009, "Finetune/Step": 13368, "Finetune/Step Time": 6.6562933418899775}
+{"Finetune/Learning Rate": 4.490588500269479e-06, "Finetune/Loss": 0.639252245426178, "Finetune/Loss (Raw)": 0.685940146446228, "Finetune/Step": 13369, "Finetune/Step Time": 6.656672699376941}
+{"Finetune/Learning Rate": 4.489183240911491e-06, "Finetune/Loss": 0.6398984789848328, "Finetune/Loss (Raw)": 0.6715664863586426, "Finetune/Step": 13370, "Finetune/Step Time": 6.6576410215348005}
+{"Finetune/Learning Rate": 4.487778137824597e-06, "Finetune/Loss": 0.6389174461364746, "Finetune/Loss (Raw)": 0.6236998438835144, "Finetune/Step": 13371, "Finetune/Step Time": 6.661410199478269}
+{"Finetune/Learning Rate": 4.486373191048639e-06, "Finetune/Loss": 0.6390137672424316, "Finetune/Loss (Raw)": 0.6767796874046326, "Finetune/Step": 13372, "Finetune/Step Time": 6.653208388015628}
+{"Finetune/Learning Rate": 4.484968400623459e-06, "Finetune/Loss": 0.6389197111129761, "Finetune/Loss (Raw)": 0.6016825437545776, "Finetune/Step": 13373, "Finetune/Step Time": 6.660729892551899}
+{"Finetune/Learning Rate": 4.483563766588892e-06, "Finetune/Loss": 0.6386318206787109, "Finetune/Loss (Raw)": 0.6479832530021667, "Finetune/Step": 13374, "Finetune/Step Time": 6.661936542019248}
+{"Finetune/Learning Rate": 4.4821592889847696e-06, "Finetune/Loss": 0.6382095217704773, "Finetune/Loss (Raw)": 0.5573192834854126, "Finetune/Step": 13375, "Finetune/Step Time": 6.6682104505598545}
+{"Finetune/Learning Rate": 4.48075496785092e-06, "Finetune/Loss": 0.6368224620819092, "Finetune/Loss (Raw)": 0.47978824377059937, "Finetune/Step": 13376, "Finetune/Step Time": 6.664565188810229}
+{"Finetune/Learning Rate": 4.479350803227165e-06, "Finetune/Loss": 0.6363698840141296, "Finetune/Loss (Raw)": 0.5762474536895752, "Finetune/Step": 13377, "Finetune/Step Time": 6.65908258035779}
+{"Finetune/Learning Rate": 4.477946795153322e-06, "Finetune/Loss": 0.6359056234359741, "Finetune/Loss (Raw)": 0.6676809787750244, "Finetune/Step": 13378, "Finetune/Step Time": 6.659224689006805}
+{"Finetune/Learning Rate": 4.476542943669205e-06, "Finetune/Loss": 0.635956883430481, "Finetune/Loss (Raw)": 0.6156794428825378, "Finetune/Step": 13379, "Finetune/Step Time": 6.659572526812553}
+{"Finetune/Learning Rate": 4.475139248814625e-06, "Finetune/Loss": 0.6363939642906189, "Finetune/Loss (Raw)": 0.601052463054657, "Finetune/Step": 13380, "Finetune/Step Time": 6.659590099006891}
+{"Finetune/Learning Rate": 4.473735710629385e-06, "Finetune/Loss": 0.6366779804229736, "Finetune/Loss (Raw)": 0.6011333465576172, "Finetune/Step": 13381, "Finetune/Step Time": 6.656931607052684}
+{"Finetune/Learning Rate": 4.4723323291532835e-06, "Finetune/Loss": 0.6359630227088928, "Finetune/Loss (Raw)": 0.6058209538459778, "Finetune/Step": 13382, "Finetune/Step Time": 6.6619016751646996}
+{"Finetune/Learning Rate": 4.470929104426121e-06, "Finetune/Loss": 0.6365872025489807, "Finetune/Loss (Raw)": 0.7339165210723877, "Finetune/Step": 13383, "Finetune/Step Time": 6.656141662970185}
+{"Finetune/Learning Rate": 4.469526036487686e-06, "Finetune/Loss": 0.6365529298782349, "Finetune/Loss (Raw)": 0.6158007383346558, "Finetune/Step": 13384, "Finetune/Step Time": 6.671264536678791}
+{"Finetune/Learning Rate": 4.468123125377766e-06, "Finetune/Loss": 0.6373355388641357, "Finetune/Loss (Raw)": 0.7320884466171265, "Finetune/Step": 13385, "Finetune/Step Time": 6.678081229329109}
+{"Finetune/Learning Rate": 4.466720371136143e-06, "Finetune/Loss": 0.6376882791519165, "Finetune/Loss (Raw)": 0.7045455574989319, "Finetune/Step": 13386, "Finetune/Step Time": 6.664437530562282}
+{"Finetune/Learning Rate": 4.465317773802599e-06, "Finetune/Loss": 0.637454628944397, "Finetune/Loss (Raw)": 0.5726912617683411, "Finetune/Step": 13387, "Finetune/Step Time": 6.662562068551779}
+{"Finetune/Learning Rate": 4.463915333416898e-06, "Finetune/Loss": 0.6372163891792297, "Finetune/Loss (Raw)": 0.6992276310920715, "Finetune/Step": 13388, "Finetune/Step Time": 6.658848961815238}
+{"Finetune/Learning Rate": 4.46251305001882e-06, "Finetune/Loss": 0.6387088298797607, "Finetune/Loss (Raw)": 0.7461320161819458, "Finetune/Step": 13389, "Finetune/Step Time": 6.656444599851966}
+{"Finetune/Learning Rate": 4.461110923648123e-06, "Finetune/Loss": 0.6381723880767822, "Finetune/Loss (Raw)": 0.5900908708572388, "Finetune/Step": 13390, "Finetune/Step Time": 6.650763096287847}
+{"Finetune/Learning Rate": 4.459708954344571e-06, "Finetune/Loss": 0.637875497341156, "Finetune/Loss (Raw)": 0.6746003031730652, "Finetune/Step": 13391, "Finetune/Step Time": 6.646234691143036}
+{"Finetune/Learning Rate": 4.45830714214792e-06, "Finetune/Loss": 0.6389079093933105, "Finetune/Loss (Raw)": 0.7169936895370483, "Finetune/Step": 13392, "Finetune/Step Time": 6.629797741770744}
+{"Finetune/Learning Rate": 4.456905487097923e-06, "Finetune/Loss": 0.6383011341094971, "Finetune/Loss (Raw)": 0.5819910764694214, "Finetune/Step": 13393, "Finetune/Step Time": 6.629394121468067}
+{"Finetune/Learning Rate": 4.455503989234319e-06, "Finetune/Loss": 0.639012336730957, "Finetune/Loss (Raw)": 0.7056813836097717, "Finetune/Step": 13394, "Finetune/Step Time": 6.628491442650557}
+{"Finetune/Learning Rate": 4.454102648596852e-06, "Finetune/Loss": 0.6389278173446655, "Finetune/Loss (Raw)": 0.7778044939041138, "Finetune/Step": 13395, "Finetune/Step Time": 6.632050005719066}
+{"Finetune/Learning Rate": 4.452701465225268e-06, "Finetune/Loss": 0.637537956237793, "Finetune/Loss (Raw)": 0.5284051299095154, "Finetune/Step": 13396, "Finetune/Step Time": 6.624493047595024}
+{"Finetune/Learning Rate": 4.451300439159295e-06, "Finetune/Loss": 0.638343095779419, "Finetune/Loss (Raw)": 0.7121266722679138, "Finetune/Step": 13397, "Finetune/Step Time": 6.61958509683609}
+{"Finetune/Learning Rate": 4.449899570438663e-06, "Finetune/Loss": 0.6380699872970581, "Finetune/Loss (Raw)": 0.523635983467102, "Finetune/Step": 13398, "Finetune/Step Time": 6.612980047240853}
+{"Finetune/Learning Rate": 4.448498859103102e-06, "Finetune/Loss": 0.6382555961608887, "Finetune/Loss (Raw)": 0.6203115582466125, "Finetune/Step": 13399, "Finetune/Step Time": 6.62449306063354}
+{"Finetune/Learning Rate": 4.447098305192323e-06, "Finetune/Loss": 0.637592077255249, "Finetune/Loss (Raw)": 0.5667444467544556, "Finetune/Step": 13400, "Finetune/Step Time": 6.626010086387396}
+{"Finetune/Learning Rate": 4.445697908746045e-06, "Finetune/Loss": 0.6366873979568481, "Finetune/Loss (Raw)": 0.6639469265937805, "Finetune/Step": 13401, "Finetune/Step Time": 6.623721728101373}
+{"Finetune/Learning Rate": 4.444297669803981e-06, "Finetune/Loss": 0.6360992193222046, "Finetune/Loss (Raw)": 0.6364237666130066, "Finetune/Step": 13402, "Finetune/Step Time": 6.627809699624777}
+{"Finetune/Learning Rate": 4.4428975884058325e-06, "Finetune/Loss": 0.635864794254303, "Finetune/Loss (Raw)": 0.6458637118339539, "Finetune/Step": 13403, "Finetune/Step Time": 6.625029623508453}
+{"Finetune/Learning Rate": 4.441497664591309e-06, "Finetune/Loss": 0.6369207501411438, "Finetune/Loss (Raw)": 0.7993136644363403, "Finetune/Step": 13404, "Finetune/Step Time": 6.630392150953412}
+{"Finetune/Learning Rate": 4.440097898400106e-06, "Finetune/Loss": 0.6386995315551758, "Finetune/Loss (Raw)": 0.7050906419754028, "Finetune/Step": 13405, "Finetune/Step Time": 6.624777935445309}
+{"Finetune/Learning Rate": 4.438698289871921e-06, "Finetune/Loss": 0.638923168182373, "Finetune/Loss (Raw)": 0.6512755751609802, "Finetune/Step": 13406, "Finetune/Step Time": 6.62251041084528}
+{"Finetune/Learning Rate": 4.437298839046433e-06, "Finetune/Loss": 0.6388407945632935, "Finetune/Loss (Raw)": 0.6359659433364868, "Finetune/Step": 13407, "Finetune/Step Time": 6.62565803527832}
+{"Finetune/Learning Rate": 4.435899545963333e-06, "Finetune/Loss": 0.6393517255783081, "Finetune/Loss (Raw)": 0.5909273624420166, "Finetune/Step": 13408, "Finetune/Step Time": 6.649613033980131}
+{"Finetune/Learning Rate": 4.434500410662299e-06, "Finetune/Loss": 0.6394107937812805, "Finetune/Loss (Raw)": 0.5836732387542725, "Finetune/Step": 13409, "Finetune/Step Time": 6.645738301798701}
+{"Finetune/Learning Rate": 4.4331014331830036e-06, "Finetune/Loss": 0.6387138962745667, "Finetune/Loss (Raw)": 0.6726332306861877, "Finetune/Step": 13410, "Finetune/Step Time": 6.646215358749032}
+{"Finetune/Learning Rate": 4.4317026135651255e-06, "Finetune/Loss": 0.6387947797775269, "Finetune/Loss (Raw)": 0.6762315630912781, "Finetune/Step": 13411, "Finetune/Step Time": 6.646478682756424}
+{"Finetune/Learning Rate": 4.430303951848331e-06, "Finetune/Loss": 0.6378552913665771, "Finetune/Loss (Raw)": 0.6258427500724792, "Finetune/Step": 13412, "Finetune/Step Time": 6.647371638566256}
+{"Finetune/Learning Rate": 4.4289054480722734e-06, "Finetune/Loss": 0.6356754302978516, "Finetune/Loss (Raw)": 0.4397760331630707, "Finetune/Step": 13413, "Finetune/Step Time": 6.663056958466768}
+{"Finetune/Learning Rate": 4.427507102276617e-06, "Finetune/Loss": 0.6341702938079834, "Finetune/Loss (Raw)": 0.5743657350540161, "Finetune/Step": 13414, "Finetune/Step Time": 6.679636450484395}
+{"Finetune/Learning Rate": 4.426108914501011e-06, "Finetune/Loss": 0.63436359167099, "Finetune/Loss (Raw)": 0.6072363257408142, "Finetune/Step": 13415, "Finetune/Step Time": 6.6827387399971485}
+{"Finetune/Learning Rate": 4.424710884785108e-06, "Finetune/Loss": 0.6338039636611938, "Finetune/Loss (Raw)": 0.5996519923210144, "Finetune/Step": 13416, "Finetune/Step Time": 6.664410065859556}
+{"Finetune/Learning Rate": 4.423313013168546e-06, "Finetune/Loss": 0.634355902671814, "Finetune/Loss (Raw)": 0.6972535848617554, "Finetune/Step": 13417, "Finetune/Step Time": 6.669588366523385}
+{"Finetune/Learning Rate": 4.421915299690976e-06, "Finetune/Loss": 0.6340590715408325, "Finetune/Loss (Raw)": 0.6556296348571777, "Finetune/Step": 13418, "Finetune/Step Time": 6.667581375688314}
+{"Finetune/Learning Rate": 4.420517744392023e-06, "Finetune/Loss": 0.6325696706771851, "Finetune/Loss (Raw)": 0.55039381980896, "Finetune/Step": 13419, "Finetune/Step Time": 6.649804463610053}
+{"Finetune/Learning Rate": 4.419120347311321e-06, "Finetune/Loss": 0.6327750086784363, "Finetune/Loss (Raw)": 0.7995017170906067, "Finetune/Step": 13420, "Finetune/Step Time": 6.644635541364551}
+{"Finetune/Learning Rate": 4.417723108488495e-06, "Finetune/Loss": 0.6318297386169434, "Finetune/Loss (Raw)": 0.6004675626754761, "Finetune/Step": 13421, "Finetune/Step Time": 6.642108801752329}
+{"Finetune/Learning Rate": 4.416326027963169e-06, "Finetune/Loss": 0.633061408996582, "Finetune/Loss (Raw)": 0.6464716792106628, "Finetune/Step": 13422, "Finetune/Step Time": 6.612790523096919}
+{"Finetune/Learning Rate": 4.414929105774959e-06, "Finetune/Loss": 0.6328567266464233, "Finetune/Loss (Raw)": 0.6242813467979431, "Finetune/Step": 13423, "Finetune/Step Time": 6.6143791396170855}
+{"Finetune/Learning Rate": 4.413532341963477e-06, "Finetune/Loss": 0.6314703822135925, "Finetune/Loss (Raw)": 0.6245002150535583, "Finetune/Step": 13424, "Finetune/Step Time": 6.616153482347727}
+{"Finetune/Learning Rate": 4.412135736568332e-06, "Finetune/Loss": 0.631399929523468, "Finetune/Loss (Raw)": 0.574638307094574, "Finetune/Step": 13425, "Finetune/Step Time": 6.61661939881742}
+{"Finetune/Learning Rate": 4.410739289629128e-06, "Finetune/Loss": 0.6299903392791748, "Finetune/Loss (Raw)": 0.5811752080917358, "Finetune/Step": 13426, "Finetune/Step Time": 6.615372886881232}
+{"Finetune/Learning Rate": 4.4093430011854645e-06, "Finetune/Loss": 0.6295315027236938, "Finetune/Loss (Raw)": 0.6436291933059692, "Finetune/Step": 13427, "Finetune/Step Time": 6.612447721883655}
+{"Finetune/Learning Rate": 4.407946871276935e-06, "Finetune/Loss": 0.6301758289337158, "Finetune/Loss (Raw)": 0.7041904926300049, "Finetune/Step": 13428, "Finetune/Step Time": 6.61184018291533}
+{"Finetune/Learning Rate": 4.406550899943131e-06, "Finetune/Loss": 0.6302496194839478, "Finetune/Loss (Raw)": 0.6552935838699341, "Finetune/Step": 13429, "Finetune/Step Time": 6.610418681055307}
+{"Finetune/Learning Rate": 4.405155087223637e-06, "Finetune/Loss": 0.6303236484527588, "Finetune/Loss (Raw)": 0.6374622583389282, "Finetune/Step": 13430, "Finetune/Step Time": 6.6094274036586285}
+{"Finetune/Learning Rate": 4.403759433158036e-06, "Finetune/Loss": 0.6300472617149353, "Finetune/Loss (Raw)": 0.6217643618583679, "Finetune/Step": 13431, "Finetune/Step Time": 6.601751318201423}
+{"Finetune/Learning Rate": 4.402363937785904e-06, "Finetune/Loss": 0.6304248571395874, "Finetune/Loss (Raw)": 0.6217972636222839, "Finetune/Step": 13432, "Finetune/Step Time": 6.597970614209771}
+{"Finetune/Learning Rate": 4.400968601146813e-06, "Finetune/Loss": 0.6312456727027893, "Finetune/Loss (Raw)": 0.6668166518211365, "Finetune/Step": 13433, "Finetune/Step Time": 6.5976708475500345}
+{"Finetune/Learning Rate": 4.39957342328033e-06, "Finetune/Loss": 0.6308039426803589, "Finetune/Loss (Raw)": 0.6288036108016968, "Finetune/Step": 13434, "Finetune/Step Time": 6.599164918065071}
+{"Finetune/Learning Rate": 4.39817840422602e-06, "Finetune/Loss": 0.630823016166687, "Finetune/Loss (Raw)": 0.6644381284713745, "Finetune/Step": 13435, "Finetune/Step Time": 6.598992682993412}
+{"Finetune/Learning Rate": 4.3967835440234455e-06, "Finetune/Loss": 0.6294873952865601, "Finetune/Loss (Raw)": 0.5278859734535217, "Finetune/Step": 13436, "Finetune/Step Time": 6.596372630447149}
+{"Finetune/Learning Rate": 4.3953888427121475e-06, "Finetune/Loss": 0.6297924518585205, "Finetune/Loss (Raw)": 0.6652958989143372, "Finetune/Step": 13437, "Finetune/Step Time": 6.597353037446737}
+{"Finetune/Learning Rate": 4.393994300331689e-06, "Finetune/Loss": 0.6307100057601929, "Finetune/Loss (Raw)": 0.7855892777442932, "Finetune/Step": 13438, "Finetune/Step Time": 6.598410116508603}
+{"Finetune/Learning Rate": 4.39259991692161e-06, "Finetune/Loss": 0.6307153701782227, "Finetune/Loss (Raw)": 0.6987159252166748, "Finetune/Step": 13439, "Finetune/Step Time": 6.621344545856118}
+{"Finetune/Learning Rate": 4.391205692521453e-06, "Finetune/Loss": 0.6321471929550171, "Finetune/Loss (Raw)": 0.6834048628807068, "Finetune/Step": 13440, "Finetune/Step Time": 6.60592177323997}
+{"Finetune/Learning Rate": 4.389811627170753e-06, "Finetune/Loss": 0.6317343711853027, "Finetune/Loss (Raw)": 0.5965655446052551, "Finetune/Step": 13441, "Finetune/Step Time": 6.605899441987276}
+{"Finetune/Learning Rate": 4.388417720909046e-06, "Finetune/Loss": 0.631065845489502, "Finetune/Loss (Raw)": 0.5470044612884521, "Finetune/Step": 13442, "Finetune/Step Time": 6.614547461271286}
+{"Finetune/Learning Rate": 4.387023973775851e-06, "Finetune/Loss": 0.6315870881080627, "Finetune/Loss (Raw)": 0.6329047679901123, "Finetune/Step": 13443, "Finetune/Step Time": 6.618859197944403}
+{"Finetune/Learning Rate": 4.385630385810692e-06, "Finetune/Loss": 0.6318929195404053, "Finetune/Loss (Raw)": 0.6878602504730225, "Finetune/Step": 13444, "Finetune/Step Time": 6.6426414512097836}
+{"Finetune/Learning Rate": 4.384236957053093e-06, "Finetune/Loss": 0.6324023008346558, "Finetune/Loss (Raw)": 0.7072185277938843, "Finetune/Step": 13445, "Finetune/Step Time": 6.64228605479002}
+{"Finetune/Learning Rate": 4.382843687542565e-06, "Finetune/Loss": 0.6333069205284119, "Finetune/Loss (Raw)": 0.6579758524894714, "Finetune/Step": 13446, "Finetune/Step Time": 6.6427499651908875}
+{"Finetune/Learning Rate": 4.3814505773186174e-06, "Finetune/Loss": 0.6331362724304199, "Finetune/Loss (Raw)": 0.655167818069458, "Finetune/Step": 13447, "Finetune/Step Time": 6.645083228126168}
+{"Finetune/Learning Rate": 4.3800576264207586e-06, "Finetune/Loss": 0.6336499452590942, "Finetune/Loss (Raw)": 0.6175062656402588, "Finetune/Step": 13448, "Finetune/Step Time": 6.644573446363211}
+{"Finetune/Learning Rate": 4.378664834888479e-06, "Finetune/Loss": 0.6346324682235718, "Finetune/Loss (Raw)": 0.6250663995742798, "Finetune/Step": 13449, "Finetune/Step Time": 6.646612007170916}
+{"Finetune/Learning Rate": 4.377272202761281e-06, "Finetune/Loss": 0.6337067484855652, "Finetune/Loss (Raw)": 0.6208376288414001, "Finetune/Step": 13450, "Finetune/Step Time": 6.659514473751187}
+{"Finetune/Learning Rate": 4.37587973007865e-06, "Finetune/Loss": 0.6328541040420532, "Finetune/Loss (Raw)": 0.7142088413238525, "Finetune/Step": 13451, "Finetune/Step Time": 6.66031651198864}
+{"Finetune/Learning Rate": 4.374487416880082e-06, "Finetune/Loss": 0.6313230395317078, "Finetune/Loss (Raw)": 0.4774814546108246, "Finetune/Step": 13452, "Finetune/Step Time": 6.677014887332916}
+{"Finetune/Learning Rate": 4.373095263205054e-06, "Finetune/Loss": 0.6332753896713257, "Finetune/Loss (Raw)": 0.7704816460609436, "Finetune/Step": 13453, "Finetune/Step Time": 6.675996934995055}
+{"Finetune/Learning Rate": 4.3717032690930465e-06, "Finetune/Loss": 0.632318377494812, "Finetune/Loss (Raw)": 0.6160639524459839, "Finetune/Step": 13454, "Finetune/Step Time": 6.675629895180464}
+{"Finetune/Learning Rate": 4.370311434583525e-06, "Finetune/Loss": 0.6322831511497498, "Finetune/Loss (Raw)": 0.6526380777359009, "Finetune/Step": 13455, "Finetune/Step Time": 6.674864873290062}
+{"Finetune/Learning Rate": 4.368919759715964e-06, "Finetune/Loss": 0.6329938173294067, "Finetune/Loss (Raw)": 0.6979409456253052, "Finetune/Step": 13456, "Finetune/Step Time": 6.6746972892433405}
+{"Finetune/Learning Rate": 4.367528244529825e-06, "Finetune/Loss": 0.6330974102020264, "Finetune/Loss (Raw)": 0.5429651141166687, "Finetune/Step": 13457, "Finetune/Step Time": 6.670232625678182}
+{"Finetune/Learning Rate": 4.366136889064568e-06, "Finetune/Loss": 0.634357750415802, "Finetune/Loss (Raw)": 0.7443807721138, "Finetune/Step": 13458, "Finetune/Step Time": 6.6651389710605145}
+{"Finetune/Learning Rate": 4.364745693359646e-06, "Finetune/Loss": 0.6349635124206543, "Finetune/Loss (Raw)": 0.7307371497154236, "Finetune/Step": 13459, "Finetune/Step Time": 6.6663748472929}
+{"Finetune/Learning Rate": 4.3633546574545185e-06, "Finetune/Loss": 0.6347549557685852, "Finetune/Loss (Raw)": 0.6115400791168213, "Finetune/Step": 13460, "Finetune/Step Time": 6.67466676235199}
+{"Finetune/Learning Rate": 4.361963781388621e-06, "Finetune/Loss": 0.6346108913421631, "Finetune/Loss (Raw)": 0.6769663691520691, "Finetune/Step": 13461, "Finetune/Step Time": 6.675192402675748}
+{"Finetune/Learning Rate": 4.360573065201398e-06, "Finetune/Loss": 0.6350299119949341, "Finetune/Loss (Raw)": 0.7106589674949646, "Finetune/Step": 13462, "Finetune/Step Time": 6.674625661224127}
+{"Finetune/Learning Rate": 4.359182508932286e-06, "Finetune/Loss": 0.6362965106964111, "Finetune/Loss (Raw)": 0.7940798997879028, "Finetune/Step": 13463, "Finetune/Step Time": 6.678303360939026}
+{"Finetune/Learning Rate": 4.357792112620718e-06, "Finetune/Loss": 0.636547327041626, "Finetune/Loss (Raw)": 0.6406698226928711, "Finetune/Step": 13464, "Finetune/Step Time": 6.676924718543887}
+{"Finetune/Learning Rate": 4.356401876306121e-06, "Finetune/Loss": 0.6367638111114502, "Finetune/Loss (Raw)": 0.6504670977592468, "Finetune/Step": 13465, "Finetune/Step Time": 6.672536630183458}
+{"Finetune/Learning Rate": 4.355011800027919e-06, "Finetune/Loss": 0.6358667612075806, "Finetune/Loss (Raw)": 0.5639902949333191, "Finetune/Step": 13466, "Finetune/Step Time": 6.673493089154363}
+{"Finetune/Learning Rate": 4.353621883825531e-06, "Finetune/Loss": 0.6372907161712646, "Finetune/Loss (Raw)": 0.6463099718093872, "Finetune/Step": 13467, "Finetune/Step Time": 6.671362437307835}
+{"Finetune/Learning Rate": 4.3522321277383686e-06, "Finetune/Loss": 0.6382064819335938, "Finetune/Loss (Raw)": 0.7878066897392273, "Finetune/Step": 13468, "Finetune/Step Time": 6.677249580621719}
+{"Finetune/Learning Rate": 4.3508425318058436e-06, "Finetune/Loss": 0.6388249397277832, "Finetune/Loss (Raw)": 0.7182806134223938, "Finetune/Step": 13469, "Finetune/Step Time": 6.669602867215872}
+{"Finetune/Learning Rate": 4.349453096067361e-06, "Finetune/Loss": 0.639109194278717, "Finetune/Loss (Raw)": 0.6240708827972412, "Finetune/Step": 13470, "Finetune/Step Time": 6.6707021035254}
+{"Finetune/Learning Rate": 4.348063820562319e-06, "Finetune/Loss": 0.6385616064071655, "Finetune/Loss (Raw)": 0.6575039029121399, "Finetune/Step": 13471, "Finetune/Step Time": 6.672057889401913}
+{"Finetune/Learning Rate": 4.346674705330117e-06, "Finetune/Loss": 0.6393066644668579, "Finetune/Loss (Raw)": 0.6974412202835083, "Finetune/Step": 13472, "Finetune/Step Time": 6.662307631224394}
+{"Finetune/Learning Rate": 4.345285750410143e-06, "Finetune/Loss": 0.6390478610992432, "Finetune/Loss (Raw)": 0.6869742274284363, "Finetune/Step": 13473, "Finetune/Step Time": 6.661636404693127}
+{"Finetune/Learning Rate": 4.3438969558417865e-06, "Finetune/Loss": 0.6378957033157349, "Finetune/Loss (Raw)": 0.5910163521766663, "Finetune/Step": 13474, "Finetune/Step Time": 6.663707844913006}
+{"Finetune/Learning Rate": 4.342508321664428e-06, "Finetune/Loss": 0.6375460624694824, "Finetune/Loss (Raw)": 0.6302011013031006, "Finetune/Step": 13475, "Finetune/Step Time": 6.662618409842253}
+{"Finetune/Learning Rate": 4.3411198479174455e-06, "Finetune/Loss": 0.6369050741195679, "Finetune/Loss (Raw)": 0.6436819434165955, "Finetune/Step": 13476, "Finetune/Step Time": 6.6631381418555975}
+{"Finetune/Learning Rate": 4.3397315346402125e-06, "Finetune/Loss": 0.6371859312057495, "Finetune/Loss (Raw)": 0.7262837886810303, "Finetune/Step": 13477, "Finetune/Step Time": 6.6818042527884245}
+{"Finetune/Learning Rate": 4.338343381872098e-06, "Finetune/Loss": 0.6368710994720459, "Finetune/Loss (Raw)": 0.5955215692520142, "Finetune/Step": 13478, "Finetune/Step Time": 6.692009249702096}
+{"Finetune/Learning Rate": 4.336955389652465e-06, "Finetune/Loss": 0.6360909938812256, "Finetune/Loss (Raw)": 0.5521798729896545, "Finetune/Step": 13479, "Finetune/Step Time": 6.6736023016273975}
+{"Finetune/Learning Rate": 4.335567558020673e-06, "Finetune/Loss": 0.6362307667732239, "Finetune/Loss (Raw)": 0.6438875794410706, "Finetune/Step": 13480, "Finetune/Step Time": 6.670041661709547}
+{"Finetune/Learning Rate": 4.334179887016079e-06, "Finetune/Loss": 0.6361600160598755, "Finetune/Loss (Raw)": 0.5974465012550354, "Finetune/Step": 13481, "Finetune/Step Time": 6.66748970001936}
+{"Finetune/Learning Rate": 4.332792376678031e-06, "Finetune/Loss": 0.6370970010757446, "Finetune/Loss (Raw)": 0.7293425798416138, "Finetune/Step": 13482, "Finetune/Step Time": 6.667135341092944}
+{"Finetune/Learning Rate": 4.3314050270458764e-06, "Finetune/Loss": 0.63697350025177, "Finetune/Loss (Raw)": 0.6257848739624023, "Finetune/Step": 13483, "Finetune/Step Time": 6.667196558788419}
+{"Finetune/Learning Rate": 4.33001783815896e-06, "Finetune/Loss": 0.6381100416183472, "Finetune/Loss (Raw)": 0.639736533164978, "Finetune/Step": 13484, "Finetune/Step Time": 6.680399097502232}
+{"Finetune/Learning Rate": 4.32863081005661e-06, "Finetune/Loss": 0.6390994787216187, "Finetune/Loss (Raw)": 0.629177987575531, "Finetune/Step": 13485, "Finetune/Step Time": 6.669586516916752}
+{"Finetune/Learning Rate": 4.327243942778158e-06, "Finetune/Loss": 0.6395460367202759, "Finetune/Loss (Raw)": 0.6887691617012024, "Finetune/Step": 13486, "Finetune/Step Time": 6.668734662234783}
+{"Finetune/Learning Rate": 4.3258572363629424e-06, "Finetune/Loss": 0.641444206237793, "Finetune/Loss (Raw)": 0.687324047088623, "Finetune/Step": 13487, "Finetune/Step Time": 6.643094154074788}
+{"Finetune/Learning Rate": 4.32447069085028e-06, "Finetune/Loss": 0.6422377824783325, "Finetune/Loss (Raw)": 0.6610597968101501, "Finetune/Step": 13488, "Finetune/Step Time": 6.627152223140001}
+{"Finetune/Learning Rate": 4.323084306279489e-06, "Finetune/Loss": 0.642959475517273, "Finetune/Loss (Raw)": 0.6949231624603271, "Finetune/Step": 13489, "Finetune/Step Time": 6.626504277810454}
+{"Finetune/Learning Rate": 4.3216980826898856e-06, "Finetune/Loss": 0.6435306072235107, "Finetune/Loss (Raw)": 0.6735705137252808, "Finetune/Step": 13490, "Finetune/Step Time": 6.621759414672852}
+{"Finetune/Learning Rate": 4.32031202012078e-06, "Finetune/Loss": 0.6450265049934387, "Finetune/Loss (Raw)": 0.7139979600906372, "Finetune/Step": 13491, "Finetune/Step Time": 6.62449087202549}
+{"Finetune/Learning Rate": 4.318926118611472e-06, "Finetune/Loss": 0.6457547545433044, "Finetune/Loss (Raw)": 0.7022233009338379, "Finetune/Step": 13492, "Finetune/Step Time": 6.62564941495657}
+{"Finetune/Learning Rate": 4.31754037820126e-06, "Finetune/Loss": 0.6465072631835938, "Finetune/Loss (Raw)": 0.7564817070960999, "Finetune/Step": 13493, "Finetune/Step Time": 6.623720487579703}
+{"Finetune/Learning Rate": 4.3161547989294476e-06, "Finetune/Loss": 0.6470695734024048, "Finetune/Loss (Raw)": 0.6931004524230957, "Finetune/Step": 13494, "Finetune/Step Time": 6.628658941015601}
+{"Finetune/Learning Rate": 4.314769380835323e-06, "Finetune/Loss": 0.6479871273040771, "Finetune/Loss (Raw)": 0.6218291521072388, "Finetune/Step": 13495, "Finetune/Step Time": 6.626426741480827}
+{"Finetune/Learning Rate": 4.313384123958172e-06, "Finetune/Loss": 0.6489547491073608, "Finetune/Loss (Raw)": 0.7241272330284119, "Finetune/Step": 13496, "Finetune/Step Time": 6.622847633436322}
+{"Finetune/Learning Rate": 4.311999028337279e-06, "Finetune/Loss": 0.6489720940589905, "Finetune/Loss (Raw)": 0.6881549954414368, "Finetune/Step": 13497, "Finetune/Step Time": 6.628004129976034}
+{"Finetune/Learning Rate": 4.310614094011918e-06, "Finetune/Loss": 0.6496419906616211, "Finetune/Loss (Raw)": 0.7573115229606628, "Finetune/Step": 13498, "Finetune/Step Time": 6.627576312050223}
+{"Finetune/Learning Rate": 4.309229321021361e-06, "Finetune/Loss": 0.6500640511512756, "Finetune/Loss (Raw)": 0.6777241230010986, "Finetune/Step": 13499, "Finetune/Step Time": 6.626172870397568}
+{"Finetune/Learning Rate": 4.307844709404875e-06, "Finetune/Loss": 0.650082528591156, "Finetune/Loss (Raw)": 0.6791473627090454, "Finetune/Step": 13500, "Finetune/Step Time": 6.632531154900789}
+{"Finetune/Learning Rate": 4.30646025920173e-06, "Finetune/Loss": 0.6506354212760925, "Finetune/Loss (Raw)": 0.6724552512168884, "Finetune/Step": 13501, "Finetune/Step Time": 6.610142299905419}
+{"Finetune/Learning Rate": 4.305075970451183e-06, "Finetune/Loss": 0.6505069732666016, "Finetune/Loss (Raw)": 0.6315411329269409, "Finetune/Step": 13502, "Finetune/Step Time": 6.61441769823432}
+{"Finetune/Learning Rate": 4.303691843192489e-06, "Finetune/Loss": 0.6499541997909546, "Finetune/Loss (Raw)": 0.48655930161476135, "Finetune/Step": 13503, "Finetune/Step Time": 6.614473715424538}
+{"Finetune/Learning Rate": 4.302307877464893e-06, "Finetune/Loss": 0.6505210399627686, "Finetune/Loss (Raw)": 0.5523512363433838, "Finetune/Step": 13504, "Finetune/Step Time": 6.6028465665876865}
+{"Finetune/Learning Rate": 4.300924073307644e-06, "Finetune/Loss": 0.6502820253372192, "Finetune/Loss (Raw)": 0.5456498861312866, "Finetune/Step": 13505, "Finetune/Step Time": 6.6229139771312475}
+{"Finetune/Learning Rate": 4.299540430759983e-06, "Finetune/Loss": 0.6497493982315063, "Finetune/Loss (Raw)": 0.5994998812675476, "Finetune/Step": 13506, "Finetune/Step Time": 6.631516354158521}
+{"Finetune/Learning Rate": 4.2981569498611405e-06, "Finetune/Loss": 0.6499156951904297, "Finetune/Loss (Raw)": 0.636968731880188, "Finetune/Step": 13507, "Finetune/Step Time": 6.6303873881697655}
+{"Finetune/Learning Rate": 4.296773630650358e-06, "Finetune/Loss": 0.6501805186271667, "Finetune/Loss (Raw)": 0.6349512934684753, "Finetune/Step": 13508, "Finetune/Step Time": 6.627039415761828}
+{"Finetune/Learning Rate": 4.2953904731668605e-06, "Finetune/Loss": 0.6510906219482422, "Finetune/Loss (Raw)": 0.7176296710968018, "Finetune/Step": 13509, "Finetune/Step Time": 6.609672203660011}
+{"Finetune/Learning Rate": 4.294007477449863e-06, "Finetune/Loss": 0.6516261100769043, "Finetune/Loss (Raw)": 0.6743596196174622, "Finetune/Step": 13510, "Finetune/Step Time": 6.606642575934529}
+{"Finetune/Learning Rate": 4.292624643538588e-06, "Finetune/Loss": 0.6507381200790405, "Finetune/Loss (Raw)": 0.6202491521835327, "Finetune/Step": 13511, "Finetune/Step Time": 6.613029833883047}
+{"Finetune/Learning Rate": 4.29124197147225e-06, "Finetune/Loss": 0.6505095958709717, "Finetune/Loss (Raw)": 0.5865591764450073, "Finetune/Step": 13512, "Finetune/Step Time": 6.5958690997213125}
+{"Finetune/Learning Rate": 4.289859461290056e-06, "Finetune/Loss": 0.6495341062545776, "Finetune/Loss (Raw)": 0.6072219610214233, "Finetune/Step": 13513, "Finetune/Step Time": 6.60726523026824}
+{"Finetune/Learning Rate": 4.288477113031209e-06, "Finetune/Loss": 0.6492913961410522, "Finetune/Loss (Raw)": 0.6734738945960999, "Finetune/Step": 13514, "Finetune/Step Time": 6.603969905525446}
+{"Finetune/Learning Rate": 4.287094926734911e-06, "Finetune/Loss": 0.649208664894104, "Finetune/Loss (Raw)": 0.5620972514152527, "Finetune/Step": 13515, "Finetune/Step Time": 6.611751275137067}
+{"Finetune/Learning Rate": 4.285712902440353e-06, "Finetune/Loss": 0.6497591137886047, "Finetune/Loss (Raw)": 0.7696948051452637, "Finetune/Step": 13516, "Finetune/Step Time": 6.615396307781339}
+{"Finetune/Learning Rate": 4.28433104018673e-06, "Finetune/Loss": 0.6479096412658691, "Finetune/Loss (Raw)": 0.5093954801559448, "Finetune/Step": 13517, "Finetune/Step Time": 6.628173638135195}
+{"Finetune/Learning Rate": 4.282949340013225e-06, "Finetune/Loss": 0.64817875623703, "Finetune/Loss (Raw)": 0.6245335340499878, "Finetune/Step": 13518, "Finetune/Step Time": 6.624902660027146}
+{"Finetune/Learning Rate": 4.28156780195902e-06, "Finetune/Loss": 0.6483513116836548, "Finetune/Loss (Raw)": 0.6966982483863831, "Finetune/Step": 13519, "Finetune/Step Time": 6.630099656060338}
+{"Finetune/Learning Rate": 4.280186426063291e-06, "Finetune/Loss": 0.6474775075912476, "Finetune/Loss (Raw)": 0.6051405668258667, "Finetune/Step": 13520, "Finetune/Step Time": 6.632433466613293}
+{"Finetune/Learning Rate": 4.278805212365209e-06, "Finetune/Loss": 0.6482098698616028, "Finetune/Loss (Raw)": 0.6757354736328125, "Finetune/Step": 13521, "Finetune/Step Time": 6.637073123827577}
+{"Finetune/Learning Rate": 4.277424160903944e-06, "Finetune/Loss": 0.6480547785758972, "Finetune/Loss (Raw)": 0.6858245134353638, "Finetune/Step": 13522, "Finetune/Step Time": 6.638101767748594}
+{"Finetune/Learning Rate": 4.276043271718655e-06, "Finetune/Loss": 0.6452906727790833, "Finetune/Loss (Raw)": 0.42400240898132324, "Finetune/Step": 13523, "Finetune/Step Time": 6.646533001214266}
+{"Finetune/Learning Rate": 4.274662544848504e-06, "Finetune/Loss": 0.6464004516601562, "Finetune/Loss (Raw)": 0.6704616546630859, "Finetune/Step": 13524, "Finetune/Step Time": 6.646341942250729}
+{"Finetune/Learning Rate": 4.2732819803326405e-06, "Finetune/Loss": 0.6464177966117859, "Finetune/Loss (Raw)": 0.7143419981002808, "Finetune/Step": 13525, "Finetune/Step Time": 6.648597229272127}
+{"Finetune/Learning Rate": 4.271901578210217e-06, "Finetune/Loss": 0.6467466950416565, "Finetune/Loss (Raw)": 0.5657351016998291, "Finetune/Step": 13526, "Finetune/Step Time": 6.65085225366056}
+{"Finetune/Learning Rate": 4.270521338520375e-06, "Finetune/Loss": 0.6473172307014465, "Finetune/Loss (Raw)": 0.6933392882347107, "Finetune/Step": 13527, "Finetune/Step Time": 6.639441374689341}
+{"Finetune/Learning Rate": 4.269141261302256e-06, "Finetune/Loss": 0.6487786769866943, "Finetune/Loss (Raw)": 0.7538132071495056, "Finetune/Step": 13528, "Finetune/Step Time": 6.641777189448476}
+{"Finetune/Learning Rate": 4.267761346594995e-06, "Finetune/Loss": 0.6488072872161865, "Finetune/Loss (Raw)": 0.6676040291786194, "Finetune/Step": 13529, "Finetune/Step Time": 6.644632117822766}
+{"Finetune/Learning Rate": 4.2663815944377215e-06, "Finetune/Loss": 0.647996723651886, "Finetune/Loss (Raw)": 0.5326710939407349, "Finetune/Step": 13530, "Finetune/Step Time": 6.63433956168592}
+{"Finetune/Learning Rate": 4.265002004869561e-06, "Finetune/Loss": 0.6484969258308411, "Finetune/Loss (Raw)": 0.7098916172981262, "Finetune/Step": 13531, "Finetune/Step Time": 6.6369249895215034}
+{"Finetune/Learning Rate": 4.263622577929637e-06, "Finetune/Loss": 0.6466481685638428, "Finetune/Loss (Raw)": 0.5626711249351501, "Finetune/Step": 13532, "Finetune/Step Time": 6.650430463254452}
+{"Finetune/Learning Rate": 4.2622433136570675e-06, "Finetune/Loss": 0.6460769772529602, "Finetune/Loss (Raw)": 0.6319789290428162, "Finetune/Step": 13533, "Finetune/Step Time": 6.653422648087144}
+{"Finetune/Learning Rate": 4.260864212090954e-06, "Finetune/Loss": 0.646611750125885, "Finetune/Loss (Raw)": 0.7197252511978149, "Finetune/Step": 13534, "Finetune/Step Time": 6.658055787906051}
+{"Finetune/Learning Rate": 4.259485273270415e-06, "Finetune/Loss": 0.6476134657859802, "Finetune/Loss (Raw)": 0.7641904950141907, "Finetune/Step": 13535, "Finetune/Step Time": 6.655842388048768}
+{"Finetune/Learning Rate": 4.258106497234551e-06, "Finetune/Loss": 0.6472506523132324, "Finetune/Loss (Raw)": 0.5444841384887695, "Finetune/Step": 13536, "Finetune/Step Time": 6.619588853791356}
+{"Finetune/Learning Rate": 4.2567278840224576e-06, "Finetune/Loss": 0.648678183555603, "Finetune/Loss (Raw)": 0.7663995027542114, "Finetune/Step": 13537, "Finetune/Step Time": 6.647552194073796}
+{"Finetune/Learning Rate": 4.25534943367323e-06, "Finetune/Loss": 0.6486436724662781, "Finetune/Loss (Raw)": 0.6682127714157104, "Finetune/Step": 13538, "Finetune/Step Time": 6.648732762783766}
+{"Finetune/Learning Rate": 4.253971146225962e-06, "Finetune/Loss": 0.6481007933616638, "Finetune/Loss (Raw)": 0.6067433953285217, "Finetune/Step": 13539, "Finetune/Step Time": 6.642786180600524}
+{"Finetune/Learning Rate": 4.252593021719728e-06, "Finetune/Loss": 0.6484727263450623, "Finetune/Loss (Raw)": 0.6734548211097717, "Finetune/Step": 13540, "Finetune/Step Time": 6.642252337187529}
+{"Finetune/Learning Rate": 4.251215060193612e-06, "Finetune/Loss": 0.6500334143638611, "Finetune/Loss (Raw)": 0.6395379900932312, "Finetune/Step": 13541, "Finetune/Step Time": 6.631131671369076}
+{"Finetune/Learning Rate": 4.249837261686687e-06, "Finetune/Loss": 0.6498178839683533, "Finetune/Loss (Raw)": 0.5467813611030579, "Finetune/Step": 13542, "Finetune/Step Time": 6.612440854310989}
+{"Finetune/Learning Rate": 4.248459626238028e-06, "Finetune/Loss": 0.6493391990661621, "Finetune/Loss (Raw)": 0.5459643006324768, "Finetune/Step": 13543, "Finetune/Step Time": 6.63938657194376}
+{"Finetune/Learning Rate": 4.2470821538867e-06, "Finetune/Loss": 0.6490986943244934, "Finetune/Loss (Raw)": 0.5688695311546326, "Finetune/Step": 13544, "Finetune/Step Time": 6.64172974973917}
+{"Finetune/Learning Rate": 4.245704844671767e-06, "Finetune/Loss": 0.6486327648162842, "Finetune/Loss (Raw)": 0.6376135945320129, "Finetune/Step": 13545, "Finetune/Step Time": 6.63619514554739}
+{"Finetune/Learning Rate": 4.244327698632277e-06, "Finetune/Loss": 0.648418664932251, "Finetune/Loss (Raw)": 0.6282296180725098, "Finetune/Step": 13546, "Finetune/Step Time": 6.6317235846072435}
+{"Finetune/Learning Rate": 4.242950715807287e-06, "Finetune/Loss": 0.6485910415649414, "Finetune/Loss (Raw)": 0.5724536776542664, "Finetune/Step": 13547, "Finetune/Step Time": 6.640060640871525}
+{"Finetune/Learning Rate": 4.241573896235844e-06, "Finetune/Loss": 0.6479489803314209, "Finetune/Loss (Raw)": 0.7173137068748474, "Finetune/Step": 13548, "Finetune/Step Time": 6.642228167504072}
+{"Finetune/Learning Rate": 4.240197239956987e-06, "Finetune/Loss": 0.6479097604751587, "Finetune/Loss (Raw)": 0.5954442024230957, "Finetune/Step": 13549, "Finetune/Step Time": 6.644407395273447}
+{"Finetune/Learning Rate": 4.238820747009761e-06, "Finetune/Loss": 0.6475933194160461, "Finetune/Loss (Raw)": 0.6059748530387878, "Finetune/Step": 13550, "Finetune/Step Time": 6.646056033670902}
+{"Finetune/Learning Rate": 4.2374444174332e-06, "Finetune/Loss": 0.6480394601821899, "Finetune/Loss (Raw)": 0.6813840270042419, "Finetune/Step": 13551, "Finetune/Step Time": 6.645597010850906}
+{"Finetune/Learning Rate": 4.236068251266324e-06, "Finetune/Loss": 0.6474940776824951, "Finetune/Loss (Raw)": 0.5546975135803223, "Finetune/Step": 13552, "Finetune/Step Time": 6.656820043921471}
+{"Finetune/Learning Rate": 4.234692248548163e-06, "Finetune/Loss": 0.6482424736022949, "Finetune/Loss (Raw)": 0.6704267263412476, "Finetune/Step": 13553, "Finetune/Step Time": 6.65818927064538}
+{"Finetune/Learning Rate": 4.233316409317735e-06, "Finetune/Loss": 0.649775505065918, "Finetune/Loss (Raw)": 0.7774035334587097, "Finetune/Step": 13554, "Finetune/Step Time": 6.657445445656776}
+{"Finetune/Learning Rate": 4.231940733614055e-06, "Finetune/Loss": 0.6483561396598816, "Finetune/Loss (Raw)": 0.46194949746131897, "Finetune/Step": 13555, "Finetune/Step Time": 6.671824445948005}
+{"Finetune/Learning Rate": 4.2305652214761305e-06, "Finetune/Loss": 0.6482202410697937, "Finetune/Loss (Raw)": 0.6867966055870056, "Finetune/Step": 13556, "Finetune/Step Time": 6.680406037718058}
+{"Finetune/Learning Rate": 4.229189872942978e-06, "Finetune/Loss": 0.6478692293167114, "Finetune/Loss (Raw)": 0.6103644967079163, "Finetune/Step": 13557, "Finetune/Step Time": 6.682125927880406}
+{"Finetune/Learning Rate": 4.227814688053586e-06, "Finetune/Loss": 0.6481186151504517, "Finetune/Loss (Raw)": 0.6693767309188843, "Finetune/Step": 13558, "Finetune/Step Time": 6.675580093637109}
+{"Finetune/Learning Rate": 4.226439666846958e-06, "Finetune/Loss": 0.6488950252532959, "Finetune/Loss (Raw)": 0.7211509943008423, "Finetune/Step": 13559, "Finetune/Step Time": 6.6760189682245255}
+{"Finetune/Learning Rate": 4.2250648093620805e-06, "Finetune/Loss": 0.6486366987228394, "Finetune/Loss (Raw)": 0.5887347459793091, "Finetune/Step": 13560, "Finetune/Step Time": 6.685514399781823}
+{"Finetune/Learning Rate": 4.223690115637944e-06, "Finetune/Loss": 0.6484754085540771, "Finetune/Loss (Raw)": 0.6461652517318726, "Finetune/Step": 13561, "Finetune/Step Time": 6.687351785600185}
+{"Finetune/Learning Rate": 4.2223155857135316e-06, "Finetune/Loss": 0.6491152048110962, "Finetune/Loss (Raw)": 0.7107013463973999, "Finetune/Step": 13562, "Finetune/Step Time": 6.686103073880076}
+{"Finetune/Learning Rate": 4.220941219627818e-06, "Finetune/Loss": 0.6490873098373413, "Finetune/Loss (Raw)": 0.6608691215515137, "Finetune/Step": 13563, "Finetune/Step Time": 6.686859214678407}
+{"Finetune/Learning Rate": 4.219567017419778e-06, "Finetune/Loss": 0.6506205201148987, "Finetune/Loss (Raw)": 0.7241343855857849, "Finetune/Step": 13564, "Finetune/Step Time": 6.686760477721691}
+{"Finetune/Learning Rate": 4.21819297912838e-06, "Finetune/Loss": 0.6501978039741516, "Finetune/Loss (Raw)": 0.611189603805542, "Finetune/Step": 13565, "Finetune/Step Time": 6.687010312452912}
+{"Finetune/Learning Rate": 4.216819104792589e-06, "Finetune/Loss": 0.6494693160057068, "Finetune/Loss (Raw)": 0.6923405528068542, "Finetune/Step": 13566, "Finetune/Step Time": 6.684543689712882}
+{"Finetune/Learning Rate": 4.215445394451363e-06, "Finetune/Loss": 0.648831844329834, "Finetune/Loss (Raw)": 0.6171148419380188, "Finetune/Step": 13567, "Finetune/Step Time": 6.680668111890554}
+{"Finetune/Learning Rate": 4.214071848143655e-06, "Finetune/Loss": 0.648145854473114, "Finetune/Loss (Raw)": 0.5956015586853027, "Finetune/Step": 13568, "Finetune/Step Time": 6.679085787385702}
+{"Finetune/Learning Rate": 4.2126984659084184e-06, "Finetune/Loss": 0.6488704085350037, "Finetune/Loss (Raw)": 0.6893101930618286, "Finetune/Step": 13569, "Finetune/Step Time": 6.6816046461462975}
+{"Finetune/Learning Rate": 4.211325247784594e-06, "Finetune/Loss": 0.6495038270950317, "Finetune/Loss (Raw)": 0.6280791759490967, "Finetune/Step": 13570, "Finetune/Step Time": 6.689120143651962}
+{"Finetune/Learning Rate": 4.209952193811126e-06, "Finetune/Loss": 0.6493964791297913, "Finetune/Loss (Raw)": 0.6191679239273071, "Finetune/Step": 13571, "Finetune/Step Time": 6.682038137689233}
+{"Finetune/Learning Rate": 4.208579304026949e-06, "Finetune/Loss": 0.647985577583313, "Finetune/Loss (Raw)": 0.507260799407959, "Finetune/Step": 13572, "Finetune/Step Time": 6.662808883935213}
+{"Finetune/Learning Rate": 4.207206578470996e-06, "Finetune/Loss": 0.647297203540802, "Finetune/Loss (Raw)": 0.619110643863678, "Finetune/Step": 13573, "Finetune/Step Time": 6.663239719346166}
+{"Finetune/Learning Rate": 4.20583401718219e-06, "Finetune/Loss": 0.646940290927887, "Finetune/Loss (Raw)": 0.6122868657112122, "Finetune/Step": 13574, "Finetune/Step Time": 6.6614116579294205}
+{"Finetune/Learning Rate": 4.204461620199456e-06, "Finetune/Loss": 0.646763265132904, "Finetune/Loss (Raw)": 0.6325096487998962, "Finetune/Step": 13575, "Finetune/Step Time": 6.657662721350789}
+{"Finetune/Learning Rate": 4.203089387561709e-06, "Finetune/Loss": 0.6476408243179321, "Finetune/Loss (Raw)": 0.7298322916030884, "Finetune/Step": 13576, "Finetune/Step Time": 6.657292502000928}
+{"Finetune/Learning Rate": 4.201717319307863e-06, "Finetune/Loss": 0.6482635736465454, "Finetune/Loss (Raw)": 0.7047863602638245, "Finetune/Step": 13577, "Finetune/Step Time": 6.656329272314906}
+{"Finetune/Learning Rate": 4.2003454154768265e-06, "Finetune/Loss": 0.6483721137046814, "Finetune/Loss (Raw)": 0.6347271800041199, "Finetune/Step": 13578, "Finetune/Step Time": 6.638117974624038}
+{"Finetune/Learning Rate": 4.198973676107502e-06, "Finetune/Loss": 0.6479571461677551, "Finetune/Loss (Raw)": 0.6610924601554871, "Finetune/Step": 13579, "Finetune/Step Time": 6.634663671255112}
+{"Finetune/Learning Rate": 4.197602101238787e-06, "Finetune/Loss": 0.6492231488227844, "Finetune/Loss (Raw)": 0.6395291090011597, "Finetune/Step": 13580, "Finetune/Step Time": 6.619165752083063}
+{"Finetune/Learning Rate": 4.196230690909578e-06, "Finetune/Loss": 0.6479858160018921, "Finetune/Loss (Raw)": 0.6121057271957397, "Finetune/Step": 13581, "Finetune/Step Time": 6.619502313435078}
+{"Finetune/Learning Rate": 4.194859445158766e-06, "Finetune/Loss": 0.6480796337127686, "Finetune/Loss (Raw)": 0.6280710697174072, "Finetune/Step": 13582, "Finetune/Step Time": 6.614898378029466}
+{"Finetune/Learning Rate": 4.193488364025224e-06, "Finetune/Loss": 0.6475085020065308, "Finetune/Loss (Raw)": 0.5795335173606873, "Finetune/Step": 13583, "Finetune/Step Time": 6.615668039768934}
+{"Finetune/Learning Rate": 4.192117447547845e-06, "Finetune/Loss": 0.6469242572784424, "Finetune/Loss (Raw)": 0.6231528520584106, "Finetune/Step": 13584, "Finetune/Step Time": 6.618306420743465}
+{"Finetune/Learning Rate": 4.190746695765501e-06, "Finetune/Loss": 0.6471656560897827, "Finetune/Loss (Raw)": 0.5738670825958252, "Finetune/Step": 13585, "Finetune/Step Time": 6.621278619393706}
+{"Finetune/Learning Rate": 4.18937610871706e-06, "Finetune/Loss": 0.6469615697860718, "Finetune/Loss (Raw)": 0.7182545065879822, "Finetune/Step": 13586, "Finetune/Step Time": 6.634926306083798}
+{"Finetune/Learning Rate": 4.18800568644139e-06, "Finetune/Loss": 0.6458905935287476, "Finetune/Loss (Raw)": 0.5936556458473206, "Finetune/Step": 13587, "Finetune/Step Time": 6.635621793568134}
+{"Finetune/Learning Rate": 4.186635428977355e-06, "Finetune/Loss": 0.6466382741928101, "Finetune/Loss (Raw)": 0.7072396874427795, "Finetune/Step": 13588, "Finetune/Step Time": 6.623156871646643}
+{"Finetune/Learning Rate": 4.185265336363804e-06, "Finetune/Loss": 0.6463404893875122, "Finetune/Loss (Raw)": 0.6388532519340515, "Finetune/Step": 13589, "Finetune/Step Time": 6.622451709583402}
+{"Finetune/Learning Rate": 4.183895408639591e-06, "Finetune/Loss": 0.645550012588501, "Finetune/Loss (Raw)": 0.6094713807106018, "Finetune/Step": 13590, "Finetune/Step Time": 6.6172053553164005}
+{"Finetune/Learning Rate": 4.1825256458435685e-06, "Finetune/Loss": 0.6449931859970093, "Finetune/Loss (Raw)": 0.7228068113327026, "Finetune/Step": 13591, "Finetune/Step Time": 6.627004200592637}
+{"Finetune/Learning Rate": 4.1811560480145754e-06, "Finetune/Loss": 0.6450612545013428, "Finetune/Loss (Raw)": 0.649390459060669, "Finetune/Step": 13592, "Finetune/Step Time": 6.625619409605861}
+{"Finetune/Learning Rate": 4.17978661519145e-06, "Finetune/Loss": 0.6452181339263916, "Finetune/Loss (Raw)": 0.6705467104911804, "Finetune/Step": 13593, "Finetune/Step Time": 6.629587300121784}
+{"Finetune/Learning Rate": 4.178417347413029e-06, "Finetune/Loss": 0.645630419254303, "Finetune/Loss (Raw)": 0.6167634129524231, "Finetune/Step": 13594, "Finetune/Step Time": 6.629810754209757}
+{"Finetune/Learning Rate": 4.177048244718136e-06, "Finetune/Loss": 0.645620584487915, "Finetune/Loss (Raw)": 0.6450534462928772, "Finetune/Step": 13595, "Finetune/Step Time": 6.615301422774792}
+{"Finetune/Learning Rate": 4.175679307145595e-06, "Finetune/Loss": 0.6440684199333191, "Finetune/Loss (Raw)": 0.5891329646110535, "Finetune/Step": 13596, "Finetune/Step Time": 6.604991914704442}
+{"Finetune/Learning Rate": 4.174310534734227e-06, "Finetune/Loss": 0.6439461708068848, "Finetune/Loss (Raw)": 0.7026289701461792, "Finetune/Step": 13597, "Finetune/Step Time": 6.602821258828044}
+{"Finetune/Learning Rate": 4.172941927522843e-06, "Finetune/Loss": 0.6438398361206055, "Finetune/Loss (Raw)": 0.6104629635810852, "Finetune/Step": 13598, "Finetune/Step Time": 6.598112685605884}
+{"Finetune/Learning Rate": 4.17157348555026e-06, "Finetune/Loss": 0.6437824964523315, "Finetune/Loss (Raw)": 0.6501588225364685, "Finetune/Step": 13599, "Finetune/Step Time": 6.596646821126342}
+{"Finetune/Learning Rate": 4.170205208855281e-06, "Finetune/Loss": 0.6422428488731384, "Finetune/Loss (Raw)": 0.5003698468208313, "Finetune/Step": 13600, "Finetune/Step Time": 6.60786347836256}
+{"Finetune/Learning Rate": 4.1688370974767025e-06, "Finetune/Loss": 0.6424853801727295, "Finetune/Loss (Raw)": 0.7180150151252747, "Finetune/Step": 13601, "Finetune/Step Time": 6.608864961192012}
+{"Finetune/Learning Rate": 4.167469151453322e-06, "Finetune/Loss": 0.6423089504241943, "Finetune/Loss (Raw)": 0.5684354305267334, "Finetune/Step": 13602, "Finetune/Step Time": 6.593736257404089}
+{"Finetune/Learning Rate": 4.1661013708239305e-06, "Finetune/Loss": 0.6426326036453247, "Finetune/Loss (Raw)": 0.6716313362121582, "Finetune/Step": 13603, "Finetune/Step Time": 6.5968820080161095}
+{"Finetune/Learning Rate": 4.164733755627315e-06, "Finetune/Loss": 0.6434363126754761, "Finetune/Loss (Raw)": 0.7465533018112183, "Finetune/Step": 13604, "Finetune/Step Time": 6.598979067057371}
+{"Finetune/Learning Rate": 4.1633663059022534e-06, "Finetune/Loss": 0.6426558494567871, "Finetune/Loss (Raw)": 0.6263874769210815, "Finetune/Step": 13605, "Finetune/Step Time": 6.590900637209415}
+{"Finetune/Learning Rate": 4.161999021687533e-06, "Finetune/Loss": 0.642783522605896, "Finetune/Loss (Raw)": 0.6118624210357666, "Finetune/Step": 13606, "Finetune/Step Time": 6.578500159084797}
+{"Finetune/Learning Rate": 4.160631903021916e-06, "Finetune/Loss": 0.6430668830871582, "Finetune/Loss (Raw)": 0.5884526371955872, "Finetune/Step": 13607, "Finetune/Step Time": 6.582537991926074}
+{"Finetune/Learning Rate": 4.159264949944173e-06, "Finetune/Loss": 0.6429663896560669, "Finetune/Loss (Raw)": 0.6310165524482727, "Finetune/Step": 13608, "Finetune/Step Time": 6.595471540465951}
+{"Finetune/Learning Rate": 4.157898162493068e-06, "Finetune/Loss": 0.6435610055923462, "Finetune/Loss (Raw)": 0.6735663414001465, "Finetune/Step": 13609, "Finetune/Step Time": 6.604354282841086}
+{"Finetune/Learning Rate": 4.156531540707357e-06, "Finetune/Loss": 0.6425333619117737, "Finetune/Loss (Raw)": 0.5977980494499207, "Finetune/Step": 13610, "Finetune/Step Time": 6.610586985945702}
+{"Finetune/Learning Rate": 4.155165084625796e-06, "Finetune/Loss": 0.6425436735153198, "Finetune/Loss (Raw)": 0.6271147727966309, "Finetune/Step": 13611, "Finetune/Step Time": 6.609294345602393}
+{"Finetune/Learning Rate": 4.153798794287133e-06, "Finetune/Loss": 0.6434534788131714, "Finetune/Loss (Raw)": 0.7561905384063721, "Finetune/Step": 13612, "Finetune/Step Time": 6.598837418481708}
+{"Finetune/Learning Rate": 4.152432669730111e-06, "Finetune/Loss": 0.6439505815505981, "Finetune/Loss (Raw)": 0.6927974820137024, "Finetune/Step": 13613, "Finetune/Step Time": 6.594784097746015}
+{"Finetune/Learning Rate": 4.15106671099347e-06, "Finetune/Loss": 0.6434326767921448, "Finetune/Loss (Raw)": 0.6224812865257263, "Finetune/Step": 13614, "Finetune/Step Time": 6.6234595980495214}
+{"Finetune/Learning Rate": 4.149700918115946e-06, "Finetune/Loss": 0.6434242725372314, "Finetune/Loss (Raw)": 0.6862478256225586, "Finetune/Step": 13615, "Finetune/Step Time": 6.626598849892616}
+{"Finetune/Learning Rate": 4.148335291136267e-06, "Finetune/Loss": 0.6417549252510071, "Finetune/Loss (Raw)": 0.44738319516181946, "Finetune/Step": 13616, "Finetune/Step Time": 6.62723889388144}
+{"Finetune/Learning Rate": 4.1469698300931595e-06, "Finetune/Loss": 0.6410062313079834, "Finetune/Loss (Raw)": 0.5990928411483765, "Finetune/Step": 13617, "Finetune/Step Time": 6.629130970686674}
+{"Finetune/Learning Rate": 4.145604535025344e-06, "Finetune/Loss": 0.6406834125518799, "Finetune/Loss (Raw)": 0.6322469115257263, "Finetune/Step": 13618, "Finetune/Step Time": 6.6346654407680035}
+{"Finetune/Learning Rate": 4.144239405971536e-06, "Finetune/Loss": 0.64043128490448, "Finetune/Loss (Raw)": 0.6817228198051453, "Finetune/Step": 13619, "Finetune/Step Time": 6.631071265786886}
+{"Finetune/Learning Rate": 4.142874442970447e-06, "Finetune/Loss": 0.6398190855979919, "Finetune/Loss (Raw)": 0.6238700747489929, "Finetune/Step": 13620, "Finetune/Step Time": 6.629449488595128}
+{"Finetune/Learning Rate": 4.141509646060784e-06, "Finetune/Loss": 0.6378235816955566, "Finetune/Loss (Raw)": 0.5010536313056946, "Finetune/Step": 13621, "Finetune/Step Time": 6.630858274176717}
+{"Finetune/Learning Rate": 4.140145015281247e-06, "Finetune/Loss": 0.637065052986145, "Finetune/Loss (Raw)": 0.5960118770599365, "Finetune/Step": 13622, "Finetune/Step Time": 6.625835699960589}
+{"Finetune/Learning Rate": 4.138780550670535e-06, "Finetune/Loss": 0.6372910141944885, "Finetune/Loss (Raw)": 0.6507473587989807, "Finetune/Step": 13623, "Finetune/Step Time": 6.624791854992509}
+{"Finetune/Learning Rate": 4.1374162522673436e-06, "Finetune/Loss": 0.636465311050415, "Finetune/Loss (Raw)": 0.6184320449829102, "Finetune/Step": 13624, "Finetune/Step Time": 6.632706766948104}
+{"Finetune/Learning Rate": 4.136052120110347e-06, "Finetune/Loss": 0.6365495324134827, "Finetune/Loss (Raw)": 0.698941171169281, "Finetune/Step": 13625, "Finetune/Step Time": 6.646035464480519}
+{"Finetune/Learning Rate": 4.134688154238244e-06, "Finetune/Loss": 0.6351250410079956, "Finetune/Loss (Raw)": 0.574979841709137, "Finetune/Step": 13626, "Finetune/Step Time": 6.649846237152815}
+{"Finetune/Learning Rate": 4.133324354689704e-06, "Finetune/Loss": 0.6347572803497314, "Finetune/Loss (Raw)": 0.6306432485580444, "Finetune/Step": 13627, "Finetune/Step Time": 6.649023126810789}
+{"Finetune/Learning Rate": 4.131960721503403e-06, "Finetune/Loss": 0.63444584608078, "Finetune/Loss (Raw)": 0.6392908692359924, "Finetune/Step": 13628, "Finetune/Step Time": 6.6469464506953955}
+{"Finetune/Learning Rate": 4.13059725471801e-06, "Finetune/Loss": 0.6331472396850586, "Finetune/Loss (Raw)": 0.5062265992164612, "Finetune/Step": 13629, "Finetune/Step Time": 6.650222882628441}
+{"Finetune/Learning Rate": 4.129233954372192e-06, "Finetune/Loss": 0.6331711411476135, "Finetune/Loss (Raw)": 0.634600818157196, "Finetune/Step": 13630, "Finetune/Step Time": 6.668276136741042}
+{"Finetune/Learning Rate": 4.127870820504602e-06, "Finetune/Loss": 0.6338667869567871, "Finetune/Loss (Raw)": 0.5756063461303711, "Finetune/Step": 13631, "Finetune/Step Time": 6.660407332703471}
+{"Finetune/Learning Rate": 4.126507853153891e-06, "Finetune/Loss": 0.6351928114891052, "Finetune/Loss (Raw)": 0.7220799922943115, "Finetune/Step": 13632, "Finetune/Step Time": 6.656716726720333}
+{"Finetune/Learning Rate": 4.125145052358722e-06, "Finetune/Loss": 0.6352312564849854, "Finetune/Loss (Raw)": 0.5505717396736145, "Finetune/Step": 13633, "Finetune/Step Time": 6.654265953227878}
+{"Finetune/Learning Rate": 4.1237824181577325e-06, "Finetune/Loss": 0.6360332369804382, "Finetune/Loss (Raw)": 0.7021522521972656, "Finetune/Step": 13634, "Finetune/Step Time": 6.647464532405138}
+{"Finetune/Learning Rate": 4.122419950589563e-06, "Finetune/Loss": 0.6370772123336792, "Finetune/Loss (Raw)": 0.7706015110015869, "Finetune/Step": 13635, "Finetune/Step Time": 6.653395634144545}
+{"Finetune/Learning Rate": 4.1210576496928546e-06, "Finetune/Loss": 0.6368229389190674, "Finetune/Loss (Raw)": 0.6024013757705688, "Finetune/Step": 13636, "Finetune/Step Time": 6.670947479084134}
+{"Finetune/Learning Rate": 4.11969551550623e-06, "Finetune/Loss": 0.6364468336105347, "Finetune/Loss (Raw)": 0.669491708278656, "Finetune/Step": 13637, "Finetune/Step Time": 6.673585079610348}
+{"Finetune/Learning Rate": 4.118333548068319e-06, "Finetune/Loss": 0.6360569596290588, "Finetune/Loss (Raw)": 0.6244518756866455, "Finetune/Step": 13638, "Finetune/Step Time": 6.673607353121042}
+{"Finetune/Learning Rate": 4.11697174741774e-06, "Finetune/Loss": 0.635193407535553, "Finetune/Loss (Raw)": 0.5097141265869141, "Finetune/Step": 13639, "Finetune/Step Time": 6.684668716043234}
+{"Finetune/Learning Rate": 4.115610113593117e-06, "Finetune/Loss": 0.6354930400848389, "Finetune/Loss (Raw)": 0.6249112486839294, "Finetune/Step": 13640, "Finetune/Step Time": 6.689914437010884}
+{"Finetune/Learning Rate": 4.114248646633059e-06, "Finetune/Loss": 0.6352735757827759, "Finetune/Loss (Raw)": 0.5791358947753906, "Finetune/Step": 13641, "Finetune/Step Time": 6.680667206645012}
+{"Finetune/Learning Rate": 4.112887346576174e-06, "Finetune/Loss": 0.6351410150527954, "Finetune/Loss (Raw)": 0.6565024852752686, "Finetune/Step": 13642, "Finetune/Step Time": 6.680987574160099}
+{"Finetune/Learning Rate": 4.111526213461061e-06, "Finetune/Loss": 0.6354460716247559, "Finetune/Loss (Raw)": 0.6011449694633484, "Finetune/Step": 13643, "Finetune/Step Time": 6.672481723129749}
+{"Finetune/Learning Rate": 4.11016524732632e-06, "Finetune/Loss": 0.634534478187561, "Finetune/Loss (Raw)": 0.6530076265335083, "Finetune/Step": 13644, "Finetune/Step Time": 6.671734590083361}
+{"Finetune/Learning Rate": 4.108804448210544e-06, "Finetune/Loss": 0.6350045204162598, "Finetune/Loss (Raw)": 0.5695615410804749, "Finetune/Step": 13645, "Finetune/Step Time": 6.663284840062261}
+{"Finetune/Learning Rate": 4.107443816152318e-06, "Finetune/Loss": 0.6349208950996399, "Finetune/Loss (Raw)": 0.6138264536857605, "Finetune/Step": 13646, "Finetune/Step Time": 6.662988880649209}
+{"Finetune/Learning Rate": 4.106083351190232e-06, "Finetune/Loss": 0.6348077058792114, "Finetune/Loss (Raw)": 0.6822139620780945, "Finetune/Step": 13647, "Finetune/Step Time": 6.6619602013379335}
+{"Finetune/Learning Rate": 4.104723053362867e-06, "Finetune/Loss": 0.635816216468811, "Finetune/Loss (Raw)": 0.7342304587364197, "Finetune/Step": 13648, "Finetune/Step Time": 6.66374297067523}
+{"Finetune/Learning Rate": 4.103362922708788e-06, "Finetune/Loss": 0.6351674795150757, "Finetune/Loss (Raw)": 0.5927058458328247, "Finetune/Step": 13649, "Finetune/Step Time": 6.672401731833816}
+{"Finetune/Learning Rate": 4.102002959266568e-06, "Finetune/Loss": 0.635001540184021, "Finetune/Loss (Raw)": 0.6645769476890564, "Finetune/Step": 13650, "Finetune/Step Time": 6.677551636472344}
+{"Finetune/Learning Rate": 4.100643163074774e-06, "Finetune/Loss": 0.6381977796554565, "Finetune/Loss (Raw)": 0.8331274390220642, "Finetune/Step": 13651, "Finetune/Step Time": 6.667392134666443}
+{"Finetune/Learning Rate": 4.0992835341719626e-06, "Finetune/Loss": 0.638232409954071, "Finetune/Loss (Raw)": 0.674882173538208, "Finetune/Step": 13652, "Finetune/Step Time": 6.668911790475249}
+{"Finetune/Learning Rate": 4.097924072596692e-06, "Finetune/Loss": 0.638104259967804, "Finetune/Loss (Raw)": 0.6979409456253052, "Finetune/Step": 13653, "Finetune/Step Time": 6.680631002411246}
+{"Finetune/Learning Rate": 4.096564778387507e-06, "Finetune/Loss": 0.6386157274246216, "Finetune/Loss (Raw)": 0.6312054991722107, "Finetune/Step": 13654, "Finetune/Step Time": 6.686820182949305}
+{"Finetune/Learning Rate": 4.095205651582965e-06, "Finetune/Loss": 0.6365892291069031, "Finetune/Loss (Raw)": 0.4339498281478882, "Finetune/Step": 13655, "Finetune/Step Time": 6.700177658349276}
+{"Finetune/Learning Rate": 4.093846692221597e-06, "Finetune/Loss": 0.6359878778457642, "Finetune/Loss (Raw)": 0.6768410205841064, "Finetune/Step": 13656, "Finetune/Step Time": 6.710340201854706}
+{"Finetune/Learning Rate": 4.092487900341941e-06, "Finetune/Loss": 0.6357355713844299, "Finetune/Loss (Raw)": 0.6353099942207336, "Finetune/Step": 13657, "Finetune/Step Time": 6.709869170561433}
+{"Finetune/Learning Rate": 4.09112927598253e-06, "Finetune/Loss": 0.6361932754516602, "Finetune/Loss (Raw)": 0.5912482142448425, "Finetune/Step": 13658, "Finetune/Step Time": 6.710131373256445}
+{"Finetune/Learning Rate": 4.0897708191818905e-06, "Finetune/Loss": 0.6358500719070435, "Finetune/Loss (Raw)": 0.6659671068191528, "Finetune/Step": 13659, "Finetune/Step Time": 6.707458790391684}
+{"Finetune/Learning Rate": 4.088412529978544e-06, "Finetune/Loss": 0.6358689069747925, "Finetune/Loss (Raw)": 0.5650796890258789, "Finetune/Step": 13660, "Finetune/Step Time": 6.707549549639225}
+{"Finetune/Learning Rate": 4.0870544084110075e-06, "Finetune/Loss": 0.6355777978897095, "Finetune/Loss (Raw)": 0.5947118997573853, "Finetune/Step": 13661, "Finetune/Step Time": 6.705370230600238}
+{"Finetune/Learning Rate": 4.085696454517794e-06, "Finetune/Loss": 0.6344831585884094, "Finetune/Loss (Raw)": 0.5796177387237549, "Finetune/Step": 13662, "Finetune/Step Time": 6.707840301096439}
+{"Finetune/Learning Rate": 4.084338668337411e-06, "Finetune/Loss": 0.6329994201660156, "Finetune/Loss (Raw)": 0.57427579164505, "Finetune/Step": 13663, "Finetune/Step Time": 6.7211630921810865}
+{"Finetune/Learning Rate": 4.082981049908362e-06, "Finetune/Loss": 0.6343005895614624, "Finetune/Loss (Raw)": 0.7110332250595093, "Finetune/Step": 13664, "Finetune/Step Time": 6.726845251396298}
+{"Finetune/Learning Rate": 4.081623599269144e-06, "Finetune/Loss": 0.6332603693008423, "Finetune/Loss (Raw)": 0.6332486271858215, "Finetune/Step": 13665, "Finetune/Step Time": 6.702744962647557}
+{"Finetune/Learning Rate": 4.0802663164582515e-06, "Finetune/Loss": 0.6336489319801331, "Finetune/Loss (Raw)": 0.7179505228996277, "Finetune/Step": 13666, "Finetune/Step Time": 6.701208086684346}
+{"Finetune/Learning Rate": 4.078909201514172e-06, "Finetune/Loss": 0.6335663199424744, "Finetune/Loss (Raw)": 0.5961665511131287, "Finetune/Step": 13667, "Finetune/Step Time": 6.726605894044042}
+{"Finetune/Learning Rate": 4.077552254475391e-06, "Finetune/Loss": 0.6338549852371216, "Finetune/Loss (Raw)": 0.7103973031044006, "Finetune/Step": 13668, "Finetune/Step Time": 6.7430035304278135}
+{"Finetune/Learning Rate": 4.076195475380387e-06, "Finetune/Loss": 0.6343255043029785, "Finetune/Loss (Raw)": 0.6997638940811157, "Finetune/Step": 13669, "Finetune/Step Time": 6.7432672046124935}
+{"Finetune/Learning Rate": 4.074838864267633e-06, "Finetune/Loss": 0.6355057954788208, "Finetune/Loss (Raw)": 0.6978662014007568, "Finetune/Step": 13670, "Finetune/Step Time": 6.747330840677023}
+{"Finetune/Learning Rate": 4.073482421175601e-06, "Finetune/Loss": 0.6370394229888916, "Finetune/Loss (Raw)": 0.7422705292701721, "Finetune/Step": 13671, "Finetune/Step Time": 6.7167342361062765}
+{"Finetune/Learning Rate": 4.072126146142754e-06, "Finetune/Loss": 0.6383085250854492, "Finetune/Loss (Raw)": 0.7313162684440613, "Finetune/Step": 13672, "Finetune/Step Time": 6.7205337677150965}
+{"Finetune/Learning Rate": 4.070770039207555e-06, "Finetune/Loss": 0.6382861137390137, "Finetune/Loss (Raw)": 0.6347430944442749, "Finetune/Step": 13673, "Finetune/Step Time": 6.721712747588754}
+{"Finetune/Learning Rate": 4.069414100408456e-06, "Finetune/Loss": 0.63853520154953, "Finetune/Loss (Raw)": 0.6601127982139587, "Finetune/Step": 13674, "Finetune/Step Time": 6.724891358986497}
+{"Finetune/Learning Rate": 4.068058329783907e-06, "Finetune/Loss": 0.6391713619232178, "Finetune/Loss (Raw)": 0.6538774371147156, "Finetune/Step": 13675, "Finetune/Step Time": 6.7184183690696955}
+{"Finetune/Learning Rate": 4.066702727372357e-06, "Finetune/Loss": 0.6375421285629272, "Finetune/Loss (Raw)": 0.508774995803833, "Finetune/Step": 13676, "Finetune/Step Time": 6.71898590773344}
+{"Finetune/Learning Rate": 4.065347293212246e-06, "Finetune/Loss": 0.6383434534072876, "Finetune/Loss (Raw)": 0.6980182528495789, "Finetune/Step": 13677, "Finetune/Step Time": 6.719126343727112}
+{"Finetune/Learning Rate": 4.063992027342009e-06, "Finetune/Loss": 0.6382862329483032, "Finetune/Loss (Raw)": 0.5986495614051819, "Finetune/Step": 13678, "Finetune/Step Time": 6.7185147646814585}
+{"Finetune/Learning Rate": 4.062636929800083e-06, "Finetune/Loss": 0.639275312423706, "Finetune/Loss (Raw)": 0.8079785704612732, "Finetune/Step": 13679, "Finetune/Step Time": 6.714520210400224}
+{"Finetune/Learning Rate": 4.061282000624885e-06, "Finetune/Loss": 0.6402836441993713, "Finetune/Loss (Raw)": 0.6837679147720337, "Finetune/Step": 13680, "Finetune/Step Time": 6.700590817257762}
+{"Finetune/Learning Rate": 4.059927239854841e-06, "Finetune/Loss": 0.6408126354217529, "Finetune/Loss (Raw)": 0.7381386160850525, "Finetune/Step": 13681, "Finetune/Step Time": 6.697215564548969}
+{"Finetune/Learning Rate": 4.058572647528371e-06, "Finetune/Loss": 0.6394230127334595, "Finetune/Loss (Raw)": 0.599531352519989, "Finetune/Step": 13682, "Finetune/Step Time": 6.707894470542669}
+{"Finetune/Learning Rate": 4.0572182236838855e-06, "Finetune/Loss": 0.6408439874649048, "Finetune/Loss (Raw)": 0.6438300013542175, "Finetune/Step": 13683, "Finetune/Step Time": 6.694806961342692}
+{"Finetune/Learning Rate": 4.055863968359793e-06, "Finetune/Loss": 0.6402403116226196, "Finetune/Loss (Raw)": 0.609534740447998, "Finetune/Step": 13684, "Finetune/Step Time": 6.685565998777747}
+{"Finetune/Learning Rate": 4.054509881594497e-06, "Finetune/Loss": 0.6411358118057251, "Finetune/Loss (Raw)": 0.7249830365180969, "Finetune/Step": 13685, "Finetune/Step Time": 6.694254511967301}
+{"Finetune/Learning Rate": 4.053155963426393e-06, "Finetune/Loss": 0.6407659649848938, "Finetune/Loss (Raw)": 0.6220318675041199, "Finetune/Step": 13686, "Finetune/Step Time": 6.694293623790145}
+{"Finetune/Learning Rate": 4.051802213893874e-06, "Finetune/Loss": 0.6406354308128357, "Finetune/Loss (Raw)": 0.704448401927948, "Finetune/Step": 13687, "Finetune/Step Time": 6.69400661252439}
+{"Finetune/Learning Rate": 4.050448633035326e-06, "Finetune/Loss": 0.6410931348800659, "Finetune/Loss (Raw)": 0.6473193764686584, "Finetune/Step": 13688, "Finetune/Step Time": 6.690402831882238}
+{"Finetune/Learning Rate": 4.049095220889141e-06, "Finetune/Loss": 0.6420563459396362, "Finetune/Loss (Raw)": 0.76945960521698, "Finetune/Step": 13689, "Finetune/Step Time": 6.687383906915784}
+{"Finetune/Learning Rate": 4.0477419774936935e-06, "Finetune/Loss": 0.6411720514297485, "Finetune/Loss (Raw)": 0.5975114107131958, "Finetune/Step": 13690, "Finetune/Step Time": 6.6955090425908566}
+{"Finetune/Learning Rate": 4.046388902887361e-06, "Finetune/Loss": 0.6413937211036682, "Finetune/Loss (Raw)": 0.6892381906509399, "Finetune/Step": 13691, "Finetune/Step Time": 6.695662094280124}
+{"Finetune/Learning Rate": 4.045035997108504e-06, "Finetune/Loss": 0.6400801539421082, "Finetune/Loss (Raw)": 0.5559966564178467, "Finetune/Step": 13692, "Finetune/Step Time": 6.693717136979103}
+{"Finetune/Learning Rate": 4.043683260195494e-06, "Finetune/Loss": 0.6406112909317017, "Finetune/Loss (Raw)": 0.6791762113571167, "Finetune/Step": 13693, "Finetune/Step Time": 6.693369073793292}
+{"Finetune/Learning Rate": 4.042330692186689e-06, "Finetune/Loss": 0.639705240726471, "Finetune/Loss (Raw)": 0.5763673782348633, "Finetune/Step": 13694, "Finetune/Step Time": 6.696453029289842}
+{"Finetune/Learning Rate": 4.040978293120441e-06, "Finetune/Loss": 0.6402980089187622, "Finetune/Loss (Raw)": 0.6929866671562195, "Finetune/Step": 13695, "Finetune/Step Time": 6.677635360509157}
+{"Finetune/Learning Rate": 4.039626063035107e-06, "Finetune/Loss": 0.6400527954101562, "Finetune/Loss (Raw)": 0.56421959400177, "Finetune/Step": 13696, "Finetune/Step Time": 6.6809674967080355}
+{"Finetune/Learning Rate": 4.038274001969033e-06, "Finetune/Loss": 0.6398942470550537, "Finetune/Loss (Raw)": 0.6690073013305664, "Finetune/Step": 13697, "Finetune/Step Time": 6.68059485591948}
+{"Finetune/Learning Rate": 4.0369221099605505e-06, "Finetune/Loss": 0.640269935131073, "Finetune/Loss (Raw)": 0.6761693954467773, "Finetune/Step": 13698, "Finetune/Step Time": 6.665336985141039}
+{"Finetune/Learning Rate": 4.0355703870480016e-06, "Finetune/Loss": 0.6406596302986145, "Finetune/Loss (Raw)": 0.6690512895584106, "Finetune/Step": 13699, "Finetune/Step Time": 6.668371239677072}
+{"Finetune/Learning Rate": 4.034218833269714e-06, "Finetune/Loss": 0.6426423192024231, "Finetune/Loss (Raw)": 0.7610469460487366, "Finetune/Step": 13700, "Finetune/Step Time": 6.665909107774496}
+{"Finetune/Learning Rate": 4.0328674486640175e-06, "Finetune/Loss": 0.6431301832199097, "Finetune/Loss (Raw)": 0.681553065776825, "Finetune/Step": 13701, "Finetune/Step Time": 6.6617326363921165}
+{"Finetune/Learning Rate": 4.031516233269228e-06, "Finetune/Loss": 0.6427940130233765, "Finetune/Loss (Raw)": 0.5692614316940308, "Finetune/Step": 13702, "Finetune/Step Time": 6.664339078590274}
+{"Finetune/Learning Rate": 4.030165187123673e-06, "Finetune/Loss": 0.6429776549339294, "Finetune/Loss (Raw)": 0.6560179591178894, "Finetune/Step": 13703, "Finetune/Step Time": 6.667579112574458}
+{"Finetune/Learning Rate": 4.028814310265654e-06, "Finetune/Loss": 0.6424977779388428, "Finetune/Loss (Raw)": 0.6684005856513977, "Finetune/Step": 13704, "Finetune/Step Time": 6.667575415223837}
+{"Finetune/Learning Rate": 4.027463602733481e-06, "Finetune/Loss": 0.6422795057296753, "Finetune/Loss (Raw)": 0.6768537759780884, "Finetune/Step": 13705, "Finetune/Step Time": 6.670885508880019}
+{"Finetune/Learning Rate": 4.026113064565457e-06, "Finetune/Loss": 0.6424112915992737, "Finetune/Loss (Raw)": 0.6515929698944092, "Finetune/Step": 13706, "Finetune/Step Time": 6.67308534309268}
+{"Finetune/Learning Rate": 4.0247626957998785e-06, "Finetune/Loss": 0.642473578453064, "Finetune/Loss (Raw)": 0.6690630316734314, "Finetune/Step": 13707, "Finetune/Step Time": 6.674505166709423}
+{"Finetune/Learning Rate": 4.023412496475039e-06, "Finetune/Loss": 0.6425563097000122, "Finetune/Loss (Raw)": 0.6501181721687317, "Finetune/Step": 13708, "Finetune/Step Time": 6.675872260704637}
+{"Finetune/Learning Rate": 4.022062466629226e-06, "Finetune/Loss": 0.6423416137695312, "Finetune/Loss (Raw)": 0.5846307277679443, "Finetune/Step": 13709, "Finetune/Step Time": 6.677695384249091}
+{"Finetune/Learning Rate": 4.020712606300723e-06, "Finetune/Loss": 0.6420735120773315, "Finetune/Loss (Raw)": 0.5937462449073792, "Finetune/Step": 13710, "Finetune/Step Time": 6.679713387042284}
+{"Finetune/Learning Rate": 4.019362915527807e-06, "Finetune/Loss": 0.6425557732582092, "Finetune/Loss (Raw)": 0.6412667036056519, "Finetune/Step": 13711, "Finetune/Step Time": 6.6814947705715895}
+{"Finetune/Learning Rate": 4.018013394348752e-06, "Finetune/Loss": 0.6426074504852295, "Finetune/Loss (Raw)": 0.6297641396522522, "Finetune/Step": 13712, "Finetune/Step Time": 6.679794669151306}
+{"Finetune/Learning Rate": 4.016664042801827e-06, "Finetune/Loss": 0.6427167654037476, "Finetune/Loss (Raw)": 0.5878604650497437, "Finetune/Step": 13713, "Finetune/Step Time": 6.682610651478171}
+{"Finetune/Learning Rate": 4.015314860925294e-06, "Finetune/Loss": 0.6429823637008667, "Finetune/Loss (Raw)": 0.7522538900375366, "Finetune/Step": 13714, "Finetune/Step Time": 6.685005031526089}
+{"Finetune/Learning Rate": 4.013965848757415e-06, "Finetune/Loss": 0.6431695222854614, "Finetune/Loss (Raw)": 0.617609441280365, "Finetune/Step": 13715, "Finetune/Step Time": 6.684121070429683}
+{"Finetune/Learning Rate": 4.012617006336442e-06, "Finetune/Loss": 0.6428097486495972, "Finetune/Loss (Raw)": 0.6611884832382202, "Finetune/Step": 13716, "Finetune/Step Time": 6.678192932158709}
+{"Finetune/Learning Rate": 4.011268333700625e-06, "Finetune/Loss": 0.6425653100013733, "Finetune/Loss (Raw)": 0.607566237449646, "Finetune/Step": 13717, "Finetune/Step Time": 6.6788543201982975}
+{"Finetune/Learning Rate": 4.009919830888209e-06, "Finetune/Loss": 0.6424590945243835, "Finetune/Loss (Raw)": 0.5958791971206665, "Finetune/Step": 13718, "Finetune/Step Time": 6.70041804946959}
+{"Finetune/Learning Rate": 4.008571497937432e-06, "Finetune/Loss": 0.641204297542572, "Finetune/Loss (Raw)": 0.5621935725212097, "Finetune/Step": 13719, "Finetune/Step Time": 6.693450782448053}
+{"Finetune/Learning Rate": 4.007223334886531e-06, "Finetune/Loss": 0.6406021118164062, "Finetune/Loss (Raw)": 0.5723115801811218, "Finetune/Step": 13720, "Finetune/Step Time": 6.696896903216839}
+{"Finetune/Learning Rate": 4.005875341773739e-06, "Finetune/Loss": 0.6402935981750488, "Finetune/Loss (Raw)": 0.6310548782348633, "Finetune/Step": 13721, "Finetune/Step Time": 6.691155726090074}
+{"Finetune/Learning Rate": 4.004527518637268e-06, "Finetune/Loss": 0.6404286026954651, "Finetune/Loss (Raw)": 0.6340436339378357, "Finetune/Step": 13722, "Finetune/Step Time": 6.687194036319852}
+{"Finetune/Learning Rate": 4.003179865515353e-06, "Finetune/Loss": 0.6409710645675659, "Finetune/Loss (Raw)": 0.7144820690155029, "Finetune/Step": 13723, "Finetune/Step Time": 6.704920498654246}
+{"Finetune/Learning Rate": 4.001832382446204e-06, "Finetune/Loss": 0.641035258769989, "Finetune/Loss (Raw)": 0.5973517894744873, "Finetune/Step": 13724, "Finetune/Step Time": 6.702019300311804}
+{"Finetune/Learning Rate": 4.000485069468032e-06, "Finetune/Loss": 0.6400128602981567, "Finetune/Loss (Raw)": 0.5717662572860718, "Finetune/Step": 13725, "Finetune/Step Time": 6.7014860566705465}
+{"Finetune/Learning Rate": 3.999137926619043e-06, "Finetune/Loss": 0.6402205228805542, "Finetune/Loss (Raw)": 0.6370410323143005, "Finetune/Step": 13726, "Finetune/Step Time": 6.70442265085876}
+{"Finetune/Learning Rate": 3.997790953937442e-06, "Finetune/Loss": 0.6408320665359497, "Finetune/Loss (Raw)": 0.7284335494041443, "Finetune/Step": 13727, "Finetune/Step Time": 6.707325138151646}
+{"Finetune/Learning Rate": 3.996444151461417e-06, "Finetune/Loss": 0.6408628225326538, "Finetune/Loss (Raw)": 0.504311740398407, "Finetune/Step": 13728, "Finetune/Step Time": 6.692312024533749}
+{"Finetune/Learning Rate": 3.995097519229162e-06, "Finetune/Loss": 0.6396554708480835, "Finetune/Loss (Raw)": 0.5634786486625671, "Finetune/Step": 13729, "Finetune/Step Time": 6.720149269327521}
+{"Finetune/Learning Rate": 3.993751057278868e-06, "Finetune/Loss": 0.6398638486862183, "Finetune/Loss (Raw)": 0.5951005220413208, "Finetune/Step": 13730, "Finetune/Step Time": 6.716282922774553}
+{"Finetune/Learning Rate": 3.992404765648717e-06, "Finetune/Loss": 0.6392009258270264, "Finetune/Loss (Raw)": 0.5867791771888733, "Finetune/Step": 13731, "Finetune/Step Time": 6.721259521320462}
+{"Finetune/Learning Rate": 3.991058644376881e-06, "Finetune/Loss": 0.63837730884552, "Finetune/Loss (Raw)": 0.6411287188529968, "Finetune/Step": 13732, "Finetune/Step Time": 6.717065315693617}
+{"Finetune/Learning Rate": 3.989712693501539e-06, "Finetune/Loss": 0.6387183666229248, "Finetune/Loss (Raw)": 0.6700435280799866, "Finetune/Step": 13733, "Finetune/Step Time": 6.710377983748913}
+{"Finetune/Learning Rate": 3.98836691306085e-06, "Finetune/Loss": 0.6378370523452759, "Finetune/Loss (Raw)": 0.4990609288215637, "Finetune/Step": 13734, "Finetune/Step Time": 6.72224810346961}
+{"Finetune/Learning Rate": 3.9870213030929805e-06, "Finetune/Loss": 0.6369943022727966, "Finetune/Loss (Raw)": 0.4805750548839569, "Finetune/Step": 13735, "Finetune/Step Time": 6.719925319775939}
+{"Finetune/Learning Rate": 3.98567586363609e-06, "Finetune/Loss": 0.6380027532577515, "Finetune/Loss (Raw)": 0.7601019740104675, "Finetune/Step": 13736, "Finetune/Step Time": 6.705335328355432}
+{"Finetune/Learning Rate": 3.984330594728324e-06, "Finetune/Loss": 0.6379542946815491, "Finetune/Loss (Raw)": 0.6673606038093567, "Finetune/Step": 13737, "Finetune/Step Time": 6.696373578161001}
+{"Finetune/Learning Rate": 3.982985496407841e-06, "Finetune/Loss": 0.6382570266723633, "Finetune/Loss (Raw)": 0.6365488171577454, "Finetune/Step": 13738, "Finetune/Step Time": 6.693912973627448}
+{"Finetune/Learning Rate": 3.981640568712778e-06, "Finetune/Loss": 0.6380216479301453, "Finetune/Loss (Raw)": 0.5969845652580261, "Finetune/Step": 13739, "Finetune/Step Time": 6.699521211907268}
+{"Finetune/Learning Rate": 3.980295811681279e-06, "Finetune/Loss": 0.6368165016174316, "Finetune/Loss (Raw)": 0.6019299626350403, "Finetune/Step": 13740, "Finetune/Step Time": 6.705486813560128}
+{"Finetune/Learning Rate": 3.978951225351469e-06, "Finetune/Loss": 0.6370434761047363, "Finetune/Loss (Raw)": 0.7218577265739441, "Finetune/Step": 13741, "Finetune/Step Time": 6.707126781344414}
+{"Finetune/Learning Rate": 3.97760680976148e-06, "Finetune/Loss": 0.6386102437973022, "Finetune/Loss (Raw)": 0.8230220079421997, "Finetune/Step": 13742, "Finetune/Step Time": 6.68100406602025}
+{"Finetune/Learning Rate": 3.976262564949438e-06, "Finetune/Loss": 0.6385645866394043, "Finetune/Loss (Raw)": 0.6803994178771973, "Finetune/Step": 13743, "Finetune/Step Time": 6.683220341801643}
+{"Finetune/Learning Rate": 3.9749184909534565e-06, "Finetune/Loss": 0.6404597759246826, "Finetune/Loss (Raw)": 0.6899787783622742, "Finetune/Step": 13744, "Finetune/Step Time": 6.679105518385768}
+{"Finetune/Learning Rate": 3.973574587811656e-06, "Finetune/Loss": 0.641234815120697, "Finetune/Loss (Raw)": 0.6982917785644531, "Finetune/Step": 13745, "Finetune/Step Time": 6.680668585002422}
+{"Finetune/Learning Rate": 3.972230855562148e-06, "Finetune/Loss": 0.6413567066192627, "Finetune/Loss (Raw)": 0.6478402018547058, "Finetune/Step": 13746, "Finetune/Step Time": 6.707768676802516}
+{"Finetune/Learning Rate": 3.970887294243028e-06, "Finetune/Loss": 0.640009343624115, "Finetune/Loss (Raw)": 0.5092721581459045, "Finetune/Step": 13747, "Finetune/Step Time": 6.712234303355217}
+{"Finetune/Learning Rate": 3.969543903892401e-06, "Finetune/Loss": 0.6410233378410339, "Finetune/Loss (Raw)": 0.7536606192588806, "Finetune/Step": 13748, "Finetune/Step Time": 6.713922653347254}
+{"Finetune/Learning Rate": 3.96820068454836e-06, "Finetune/Loss": 0.6422492861747742, "Finetune/Loss (Raw)": 0.6579735279083252, "Finetune/Step": 13749, "Finetune/Step Time": 6.71430373005569}
+{"Finetune/Learning Rate": 3.966857636248996e-06, "Finetune/Loss": 0.6424018144607544, "Finetune/Loss (Raw)": 0.6155386567115784, "Finetune/Step": 13750, "Finetune/Step Time": 6.713733838871121}
+{"Finetune/Learning Rate": 3.965514759032388e-06, "Finetune/Loss": 0.6430516242980957, "Finetune/Loss (Raw)": 0.7339185476303101, "Finetune/Step": 13751, "Finetune/Step Time": 6.713970456272364}
+{"Finetune/Learning Rate": 3.96417205293663e-06, "Finetune/Loss": 0.6438746452331543, "Finetune/Loss (Raw)": 0.7237846255302429, "Finetune/Step": 13752, "Finetune/Step Time": 6.712583888322115}
+{"Finetune/Learning Rate": 3.962829517999786e-06, "Finetune/Loss": 0.6433216333389282, "Finetune/Loss (Raw)": 0.6281469464302063, "Finetune/Step": 13753, "Finetune/Step Time": 6.715892190113664}
+{"Finetune/Learning Rate": 3.961487154259929e-06, "Finetune/Loss": 0.6443881988525391, "Finetune/Loss (Raw)": 0.7115064859390259, "Finetune/Step": 13754, "Finetune/Step Time": 6.714302072301507}
+{"Finetune/Learning Rate": 3.960144961755124e-06, "Finetune/Loss": 0.6448015570640564, "Finetune/Loss (Raw)": 0.6835533976554871, "Finetune/Step": 13755, "Finetune/Step Time": 6.714687675237656}
+{"Finetune/Learning Rate": 3.958802940523434e-06, "Finetune/Loss": 0.6443558931350708, "Finetune/Loss (Raw)": 0.5822438597679138, "Finetune/Step": 13756, "Finetune/Step Time": 6.728473890572786}
+{"Finetune/Learning Rate": 3.957461090602913e-06, "Finetune/Loss": 0.6447591781616211, "Finetune/Loss (Raw)": 0.5578523278236389, "Finetune/Step": 13757, "Finetune/Step Time": 6.723402561619878}
+{"Finetune/Learning Rate": 3.956119412031614e-06, "Finetune/Loss": 0.6444472670555115, "Finetune/Loss (Raw)": 0.5946668982505798, "Finetune/Step": 13758, "Finetune/Step Time": 6.723790924996138}
+{"Finetune/Learning Rate": 3.954777904847581e-06, "Finetune/Loss": 0.6458085775375366, "Finetune/Loss (Raw)": 0.7498595118522644, "Finetune/Step": 13759, "Finetune/Step Time": 6.730405282229185}
+{"Finetune/Learning Rate": 3.953436569088856e-06, "Finetune/Loss": 0.6441661715507507, "Finetune/Loss (Raw)": 0.5118519067764282, "Finetune/Step": 13760, "Finetune/Step Time": 6.749769480898976}
+{"Finetune/Learning Rate": 3.952095404793476e-06, "Finetune/Loss": 0.6449816823005676, "Finetune/Loss (Raw)": 0.6549558639526367, "Finetune/Step": 13761, "Finetune/Step Time": 6.741056896746159}
+{"Finetune/Learning Rate": 3.950754411999474e-06, "Finetune/Loss": 0.6449116468429565, "Finetune/Loss (Raw)": 0.6931819319725037, "Finetune/Step": 13762, "Finetune/Step Time": 6.738988820463419}
+{"Finetune/Learning Rate": 3.949413590744874e-06, "Finetune/Loss": 0.6435586214065552, "Finetune/Loss (Raw)": 0.597423791885376, "Finetune/Step": 13763, "Finetune/Step Time": 6.730244543403387}
+{"Finetune/Learning Rate": 3.948072941067699e-06, "Finetune/Loss": 0.6448347568511963, "Finetune/Loss (Raw)": 0.765741765499115, "Finetune/Step": 13764, "Finetune/Step Time": 6.716624982655048}
+{"Finetune/Learning Rate": 3.946732463005965e-06, "Finetune/Loss": 0.6440614461898804, "Finetune/Loss (Raw)": 0.5705077648162842, "Finetune/Step": 13765, "Finetune/Step Time": 6.719359090551734}
+{"Finetune/Learning Rate": 3.945392156597686e-06, "Finetune/Loss": 0.6444910168647766, "Finetune/Loss (Raw)": 0.6794374585151672, "Finetune/Step": 13766, "Finetune/Step Time": 6.7262452114373446}
+{"Finetune/Learning Rate": 3.944052021880869e-06, "Finetune/Loss": 0.6454521417617798, "Finetune/Loss (Raw)": 0.6327420473098755, "Finetune/Step": 13767, "Finetune/Step Time": 6.709621695801616}
+{"Finetune/Learning Rate": 3.9427120588935154e-06, "Finetune/Loss": 0.6456801891326904, "Finetune/Loss (Raw)": 0.6540952920913696, "Finetune/Step": 13768, "Finetune/Step Time": 6.724083509296179}
+{"Finetune/Learning Rate": 3.941372267673624e-06, "Finetune/Loss": 0.6458251476287842, "Finetune/Loss (Raw)": 0.5976896286010742, "Finetune/Step": 13769, "Finetune/Step Time": 6.719763942062855}
+{"Finetune/Learning Rate": 3.940032648259188e-06, "Finetune/Loss": 0.645797610282898, "Finetune/Loss (Raw)": 0.652980387210846, "Finetune/Step": 13770, "Finetune/Step Time": 6.722262477502227}
+{"Finetune/Learning Rate": 3.938693200688188e-06, "Finetune/Loss": 0.6469240188598633, "Finetune/Loss (Raw)": 0.745324432849884, "Finetune/Step": 13771, "Finetune/Step Time": 6.722480334341526}
+{"Finetune/Learning Rate": 3.937353924998617e-06, "Finetune/Loss": 0.6468942165374756, "Finetune/Loss (Raw)": 0.6491917967796326, "Finetune/Step": 13772, "Finetune/Step Time": 6.722567953169346}
+{"Finetune/Learning Rate": 3.936014821228448e-06, "Finetune/Loss": 0.6464022397994995, "Finetune/Loss (Raw)": 0.5065850019454956, "Finetune/Step": 13773, "Finetune/Step Time": 6.720226338133216}
+{"Finetune/Learning Rate": 3.934675889415656e-06, "Finetune/Loss": 0.6474846601486206, "Finetune/Loss (Raw)": 0.7523791193962097, "Finetune/Step": 13774, "Finetune/Step Time": 6.727272894233465}
+{"Finetune/Learning Rate": 3.933337129598207e-06, "Finetune/Loss": 0.6460798978805542, "Finetune/Loss (Raw)": 0.5024119019508362, "Finetune/Step": 13775, "Finetune/Step Time": 6.722797753289342}
+{"Finetune/Learning Rate": 3.931998541814069e-06, "Finetune/Loss": 0.6454964876174927, "Finetune/Loss (Raw)": 0.6595501899719238, "Finetune/Step": 13776, "Finetune/Step Time": 6.720357172191143}
+{"Finetune/Learning Rate": 3.930660126101196e-06, "Finetune/Loss": 0.6455544829368591, "Finetune/Loss (Raw)": 0.600128173828125, "Finetune/Step": 13777, "Finetune/Step Time": 6.707795588299632}
+{"Finetune/Learning Rate": 3.929321882497536e-06, "Finetune/Loss": 0.6441972255706787, "Finetune/Loss (Raw)": 0.4908444881439209, "Finetune/Step": 13778, "Finetune/Step Time": 6.715186454355717}
+{"Finetune/Learning Rate": 3.927983811041052e-06, "Finetune/Loss": 0.6424214243888855, "Finetune/Loss (Raw)": 0.6058300137519836, "Finetune/Step": 13779, "Finetune/Step Time": 6.716747976839542}
+{"Finetune/Learning Rate": 3.9266459117696785e-06, "Finetune/Loss": 0.6422780752182007, "Finetune/Loss (Raw)": 0.6565285921096802, "Finetune/Step": 13780, "Finetune/Step Time": 6.714134272187948}
+{"Finetune/Learning Rate": 3.925308184721357e-06, "Finetune/Loss": 0.6418733596801758, "Finetune/Loss (Raw)": 0.6461348533630371, "Finetune/Step": 13781, "Finetune/Step Time": 6.699712147936225}
+{"Finetune/Learning Rate": 3.923970629934024e-06, "Finetune/Loss": 0.6409144401550293, "Finetune/Loss (Raw)": 0.5084717273712158, "Finetune/Step": 13782, "Finetune/Step Time": 6.689435258507729}
+{"Finetune/Learning Rate": 3.922633247445604e-06, "Finetune/Loss": 0.6416006088256836, "Finetune/Loss (Raw)": 0.5217761397361755, "Finetune/Step": 13783, "Finetune/Step Time": 6.676123719662428}
+{"Finetune/Learning Rate": 3.921296037294022e-06, "Finetune/Loss": 0.6408307552337646, "Finetune/Loss (Raw)": 0.5782968997955322, "Finetune/Step": 13784, "Finetune/Step Time": 6.663687109947205}
+{"Finetune/Learning Rate": 3.919958999517196e-06, "Finetune/Loss": 0.6403354406356812, "Finetune/Loss (Raw)": 0.5719176530838013, "Finetune/Step": 13785, "Finetune/Step Time": 6.66116083227098}
+{"Finetune/Learning Rate": 3.918622134153047e-06, "Finetune/Loss": 0.640059232711792, "Finetune/Loss (Raw)": 0.5558924674987793, "Finetune/Step": 13786, "Finetune/Step Time": 6.662082178518176}
+{"Finetune/Learning Rate": 3.917285441239481e-06, "Finetune/Loss": 0.6401707530021667, "Finetune/Loss (Raw)": 0.6802411079406738, "Finetune/Step": 13787, "Finetune/Step Time": 6.660882897675037}
+{"Finetune/Learning Rate": 3.9159489208144074e-06, "Finetune/Loss": 0.6413222551345825, "Finetune/Loss (Raw)": 0.7124674320220947, "Finetune/Step": 13788, "Finetune/Step Time": 6.643474178388715}
+{"Finetune/Learning Rate": 3.914612572915717e-06, "Finetune/Loss": 0.6410966515541077, "Finetune/Loss (Raw)": 0.5658347606658936, "Finetune/Step": 13789, "Finetune/Step Time": 6.6448733396828175}
+{"Finetune/Learning Rate": 3.9132763975813095e-06, "Finetune/Loss": 0.6416028141975403, "Finetune/Loss (Raw)": 0.6444061398506165, "Finetune/Step": 13790, "Finetune/Step Time": 6.635795705020428}
+{"Finetune/Learning Rate": 3.9119403948490755e-06, "Finetune/Loss": 0.6429163217544556, "Finetune/Loss (Raw)": 0.7424067258834839, "Finetune/Step": 13791, "Finetune/Step Time": 6.618487410247326}
+{"Finetune/Learning Rate": 3.9106045647569005e-06, "Finetune/Loss": 0.6428650617599487, "Finetune/Loss (Raw)": 0.7044673562049866, "Finetune/Step": 13792, "Finetune/Step Time": 6.607746401801705}
+{"Finetune/Learning Rate": 3.9092689073426595e-06, "Finetune/Loss": 0.6430589556694031, "Finetune/Loss (Raw)": 0.6580722332000732, "Finetune/Step": 13793, "Finetune/Step Time": 6.607211798429489}
+{"Finetune/Learning Rate": 3.90793342264424e-06, "Finetune/Loss": 0.6441420316696167, "Finetune/Loss (Raw)": 0.8565902709960938, "Finetune/Step": 13794, "Finetune/Step Time": 6.607205521315336}
+{"Finetune/Learning Rate": 3.906598110699501e-06, "Finetune/Loss": 0.644585132598877, "Finetune/Loss (Raw)": 0.6528834104537964, "Finetune/Step": 13795, "Finetune/Step Time": 6.591394867748022}
+{"Finetune/Learning Rate": 3.905262971546313e-06, "Finetune/Loss": 0.644041121006012, "Finetune/Loss (Raw)": 0.6407554149627686, "Finetune/Step": 13796, "Finetune/Step Time": 6.577959127724171}
+{"Finetune/Learning Rate": 3.903928005222536e-06, "Finetune/Loss": 0.6444462537765503, "Finetune/Loss (Raw)": 0.7516194581985474, "Finetune/Step": 13797, "Finetune/Step Time": 6.575821029022336}
+{"Finetune/Learning Rate": 3.902593211766025e-06, "Finetune/Loss": 0.6445248126983643, "Finetune/Loss (Raw)": 0.7079267501831055, "Finetune/Step": 13798, "Finetune/Step Time": 6.574228424578905}
+{"Finetune/Learning Rate": 3.901258591214633e-06, "Finetune/Loss": 0.6447587013244629, "Finetune/Loss (Raw)": 0.7722053527832031, "Finetune/Step": 13799, "Finetune/Step Time": 6.574003841727972}
+{"Finetune/Learning Rate": 3.899924143606204e-06, "Finetune/Loss": 0.6437933444976807, "Finetune/Loss (Raw)": 0.607746958732605, "Finetune/Step": 13800, "Finetune/Step Time": 6.594930037856102}
+{"Finetune/Learning Rate": 3.898589868978581e-06, "Finetune/Loss": 0.6444307565689087, "Finetune/Loss (Raw)": 0.7163437604904175, "Finetune/Step": 13801, "Finetune/Step Time": 6.5946064200252295}
+{"Finetune/Learning Rate": 3.897255767369598e-06, "Finetune/Loss": 0.6442289352416992, "Finetune/Loss (Raw)": 0.6342736482620239, "Finetune/Step": 13802, "Finetune/Step Time": 6.624751124531031}
+{"Finetune/Learning Rate": 3.895921838817089e-06, "Finetune/Loss": 0.6451356410980225, "Finetune/Loss (Raw)": 0.7699358463287354, "Finetune/Step": 13803, "Finetune/Step Time": 6.622801780700684}
+{"Finetune/Learning Rate": 3.894588083358877e-06, "Finetune/Loss": 0.6460449695587158, "Finetune/Loss (Raw)": 0.6251687407493591, "Finetune/Step": 13804, "Finetune/Step Time": 6.624822933226824}
+{"Finetune/Learning Rate": 3.8932545010327875e-06, "Finetune/Loss": 0.6462128162384033, "Finetune/Loss (Raw)": 0.7195039391517639, "Finetune/Step": 13805, "Finetune/Step Time": 6.631878454238176}
+{"Finetune/Learning Rate": 3.891921091876634e-06, "Finetune/Loss": 0.6462773680686951, "Finetune/Loss (Raw)": 0.6069077253341675, "Finetune/Step": 13806, "Finetune/Step Time": 6.635502999648452}
+{"Finetune/Learning Rate": 3.890587855928228e-06, "Finetune/Loss": 0.6453351974487305, "Finetune/Loss (Raw)": 0.687385618686676, "Finetune/Step": 13807, "Finetune/Step Time": 6.642593594267964}
+{"Finetune/Learning Rate": 3.88925479322538e-06, "Finetune/Loss": 0.6452763080596924, "Finetune/Loss (Raw)": 0.6762261986732483, "Finetune/Step": 13808, "Finetune/Step Time": 6.6485482305288315}
+{"Finetune/Learning Rate": 3.887921903805888e-06, "Finetune/Loss": 0.6441209316253662, "Finetune/Loss (Raw)": 0.5902490615844727, "Finetune/Step": 13809, "Finetune/Step Time": 6.653004167601466}
+{"Finetune/Learning Rate": 3.886589187707551e-06, "Finetune/Loss": 0.6438084244728088, "Finetune/Loss (Raw)": 0.5595362782478333, "Finetune/Step": 13810, "Finetune/Step Time": 6.644485851749778}
+{"Finetune/Learning Rate": 3.885256644968161e-06, "Finetune/Loss": 0.6427478790283203, "Finetune/Loss (Raw)": 0.508080005645752, "Finetune/Step": 13811, "Finetune/Step Time": 6.6616492830216885}
+{"Finetune/Learning Rate": 3.883924275625504e-06, "Finetune/Loss": 0.6435794234275818, "Finetune/Loss (Raw)": 0.715964674949646, "Finetune/Step": 13812, "Finetune/Step Time": 6.662904234603047}
+{"Finetune/Learning Rate": 3.882592079717362e-06, "Finetune/Loss": 0.6433126926422119, "Finetune/Loss (Raw)": 0.6908501982688904, "Finetune/Step": 13813, "Finetune/Step Time": 6.66063891351223}
+{"Finetune/Learning Rate": 3.881260057281513e-06, "Finetune/Loss": 0.6441624164581299, "Finetune/Loss (Raw)": 0.730795681476593, "Finetune/Step": 13814, "Finetune/Step Time": 6.6616924945265055}
+{"Finetune/Learning Rate": 3.87992820835573e-06, "Finetune/Loss": 0.6446447372436523, "Finetune/Loss (Raw)": 0.76618891954422, "Finetune/Step": 13815, "Finetune/Step Time": 6.684797586873174}
+{"Finetune/Learning Rate": 3.878596532977779e-06, "Finetune/Loss": 0.6443984508514404, "Finetune/Loss (Raw)": 0.6157888174057007, "Finetune/Step": 13816, "Finetune/Step Time": 6.6990801971405745}
+{"Finetune/Learning Rate": 3.877265031185426e-06, "Finetune/Loss": 0.6437153220176697, "Finetune/Loss (Raw)": 0.6820223331451416, "Finetune/Step": 13817, "Finetune/Step Time": 6.698661062866449}
+{"Finetune/Learning Rate": 3.875933703016427e-06, "Finetune/Loss": 0.643157422542572, "Finetune/Loss (Raw)": 0.5260980725288391, "Finetune/Step": 13818, "Finetune/Step Time": 6.70493234321475}
+{"Finetune/Learning Rate": 3.874602548508531e-06, "Finetune/Loss": 0.6425004005432129, "Finetune/Loss (Raw)": 0.6051457524299622, "Finetune/Step": 13819, "Finetune/Step Time": 6.705554494634271}
+{"Finetune/Learning Rate": 3.873271567699485e-06, "Finetune/Loss": 0.6425286531448364, "Finetune/Loss (Raw)": 0.5596030354499817, "Finetune/Step": 13820, "Finetune/Step Time": 6.707517838105559}
+{"Finetune/Learning Rate": 3.871940760627039e-06, "Finetune/Loss": 0.6429250240325928, "Finetune/Loss (Raw)": 0.7299189567565918, "Finetune/Step": 13821, "Finetune/Step Time": 6.709752798080444}
+{"Finetune/Learning Rate": 3.8706101273289264e-06, "Finetune/Loss": 0.6430810689926147, "Finetune/Loss (Raw)": 0.5963351130485535, "Finetune/Step": 13822, "Finetune/Step Time": 6.721685526892543}
+{"Finetune/Learning Rate": 3.869279667842881e-06, "Finetune/Loss": 0.6431053876876831, "Finetune/Loss (Raw)": 0.6961067318916321, "Finetune/Step": 13823, "Finetune/Step Time": 6.721179731190205}
+{"Finetune/Learning Rate": 3.867949382206632e-06, "Finetune/Loss": 0.6432983875274658, "Finetune/Loss (Raw)": 0.5889180302619934, "Finetune/Step": 13824, "Finetune/Step Time": 6.720710288733244}
+{"Finetune/Learning Rate": 3.866619270457903e-06, "Finetune/Loss": 0.6430927515029907, "Finetune/Loss (Raw)": 0.6426863670349121, "Finetune/Step": 13825, "Finetune/Step Time": 6.717260668054223}
+{"Finetune/Learning Rate": 3.865289332634407e-06, "Finetune/Loss": 0.6423060894012451, "Finetune/Loss (Raw)": 0.5754765868186951, "Finetune/Step": 13826, "Finetune/Step Time": 6.718813993036747}
+{"Finetune/Learning Rate": 3.86395956877386e-06, "Finetune/Loss": 0.6423536539077759, "Finetune/Loss (Raw)": 0.6751425862312317, "Finetune/Step": 13827, "Finetune/Step Time": 6.721949314698577}
+{"Finetune/Learning Rate": 3.8626299789139725e-06, "Finetune/Loss": 0.6407676339149475, "Finetune/Loss (Raw)": 0.5580311417579651, "Finetune/Step": 13828, "Finetune/Step Time": 6.72366639226675}
+{"Finetune/Learning Rate": 3.861300563092446e-06, "Finetune/Loss": 0.6411476135253906, "Finetune/Loss (Raw)": 0.7301993370056152, "Finetune/Step": 13829, "Finetune/Step Time": 6.726891148835421}
+{"Finetune/Learning Rate": 3.85997132134698e-06, "Finetune/Loss": 0.6407822370529175, "Finetune/Loss (Raw)": 0.5224809646606445, "Finetune/Step": 13830, "Finetune/Step Time": 6.741022951900959}
+{"Finetune/Learning Rate": 3.8586422537152715e-06, "Finetune/Loss": 0.640314519405365, "Finetune/Loss (Raw)": 0.5961567163467407, "Finetune/Step": 13831, "Finetune/Step Time": 6.740298675373197}
+{"Finetune/Learning Rate": 3.857313360235001e-06, "Finetune/Loss": 0.6393840312957764, "Finetune/Loss (Raw)": 0.5492997765541077, "Finetune/Step": 13832, "Finetune/Step Time": 6.748190427199006}
+{"Finetune/Learning Rate": 3.855984640943856e-06, "Finetune/Loss": 0.638787031173706, "Finetune/Loss (Raw)": 0.6004414558410645, "Finetune/Step": 13833, "Finetune/Step Time": 6.7444286700338125}
+{"Finetune/Learning Rate": 3.854656095879512e-06, "Finetune/Loss": 0.6382558345794678, "Finetune/Loss (Raw)": 0.5835919976234436, "Finetune/Step": 13834, "Finetune/Step Time": 6.744657287374139}
+{"Finetune/Learning Rate": 3.85332772507965e-06, "Finetune/Loss": 0.6383729577064514, "Finetune/Loss (Raw)": 0.6840609312057495, "Finetune/Step": 13835, "Finetune/Step Time": 6.746329441666603}
+{"Finetune/Learning Rate": 3.851999528581933e-06, "Finetune/Loss": 0.6384308934211731, "Finetune/Loss (Raw)": 0.6575273871421814, "Finetune/Step": 13836, "Finetune/Step Time": 6.7459596786648035}
+{"Finetune/Learning Rate": 3.850671506424033e-06, "Finetune/Loss": 0.638401985168457, "Finetune/Loss (Raw)": 0.5809333920478821, "Finetune/Step": 13837, "Finetune/Step Time": 6.747074766084552}
+{"Finetune/Learning Rate": 3.849343658643597e-06, "Finetune/Loss": 0.6388702988624573, "Finetune/Loss (Raw)": 0.6536873579025269, "Finetune/Step": 13838, "Finetune/Step Time": 6.744694732129574}
+{"Finetune/Learning Rate": 3.848015985278286e-06, "Finetune/Loss": 0.638120174407959, "Finetune/Loss (Raw)": 0.545250415802002, "Finetune/Step": 13839, "Finetune/Step Time": 6.755722286179662}
+{"Finetune/Learning Rate": 3.846688486365749e-06, "Finetune/Loss": 0.6381266117095947, "Finetune/Loss (Raw)": 0.63059002161026, "Finetune/Step": 13840, "Finetune/Step Time": 6.752906067296863}
+{"Finetune/Learning Rate": 3.845361161943622e-06, "Finetune/Loss": 0.6388460397720337, "Finetune/Loss (Raw)": 0.6799482703208923, "Finetune/Step": 13841, "Finetune/Step Time": 6.74681163020432}
+{"Finetune/Learning Rate": 3.844034012049557e-06, "Finetune/Loss": 0.6368340253829956, "Finetune/Loss (Raw)": 0.4947158694267273, "Finetune/Step": 13842, "Finetune/Step Time": 6.739258920773864}
+{"Finetune/Learning Rate": 3.842707036721185e-06, "Finetune/Loss": 0.6373330354690552, "Finetune/Loss (Raw)": 0.6814818382263184, "Finetune/Step": 13843, "Finetune/Step Time": 6.7432166039943695}
+{"Finetune/Learning Rate": 3.841380235996129e-06, "Finetune/Loss": 0.6362323760986328, "Finetune/Loss (Raw)": 0.5203033685684204, "Finetune/Step": 13844, "Finetune/Step Time": 6.75713050365448}
+{"Finetune/Learning Rate": 3.840053609912017e-06, "Finetune/Loss": 0.6350431442260742, "Finetune/Loss (Raw)": 0.45534735918045044, "Finetune/Step": 13845, "Finetune/Step Time": 6.770478496327996}
+{"Finetune/Learning Rate": 3.838727158506468e-06, "Finetune/Loss": 0.6348036527633667, "Finetune/Loss (Raw)": 0.5652253031730652, "Finetune/Step": 13846, "Finetune/Step Time": 6.7794966455549}
+{"Finetune/Learning Rate": 3.837400881817096e-06, "Finetune/Loss": 0.6345698833465576, "Finetune/Loss (Raw)": 0.5322645902633667, "Finetune/Step": 13847, "Finetune/Step Time": 6.778670683503151}
+{"Finetune/Learning Rate": 3.836074779881511e-06, "Finetune/Loss": 0.6358044147491455, "Finetune/Loss (Raw)": 0.7303357720375061, "Finetune/Step": 13848, "Finetune/Step Time": 6.7772948276251554}
+{"Finetune/Learning Rate": 3.834748852737318e-06, "Finetune/Loss": 0.6359737515449524, "Finetune/Loss (Raw)": 0.6527320146560669, "Finetune/Step": 13849, "Finetune/Step Time": 6.792323663830757}
+{"Finetune/Learning Rate": 3.8334231004221154e-06, "Finetune/Loss": 0.6348669528961182, "Finetune/Loss (Raw)": 0.49237051606178284, "Finetune/Step": 13850, "Finetune/Step Time": 6.801063183695078}
+{"Finetune/Learning Rate": 3.832097522973498e-06, "Finetune/Loss": 0.6346917152404785, "Finetune/Loss (Raw)": 0.6920473575592041, "Finetune/Step": 13851, "Finetune/Step Time": 6.78625600785017}
+{"Finetune/Learning Rate": 3.830772120429056e-06, "Finetune/Loss": 0.635075569152832, "Finetune/Loss (Raw)": 0.6464889645576477, "Finetune/Step": 13852, "Finetune/Step Time": 6.788889480754733}
+{"Finetune/Learning Rate": 3.829446892826374e-06, "Finetune/Loss": 0.6354407072067261, "Finetune/Loss (Raw)": 0.6185022592544556, "Finetune/Step": 13853, "Finetune/Step Time": 6.803041877225041}
+{"Finetune/Learning Rate": 3.828121840203031e-06, "Finetune/Loss": 0.6356655955314636, "Finetune/Loss (Raw)": 0.6658273339271545, "Finetune/Step": 13854, "Finetune/Step Time": 6.800958061590791}
+{"Finetune/Learning Rate": 3.826796962596603e-06, "Finetune/Loss": 0.6357294321060181, "Finetune/Loss (Raw)": 0.7366026639938354, "Finetune/Step": 13855, "Finetune/Step Time": 6.7957058269530535}
+{"Finetune/Learning Rate": 3.825472260044658e-06, "Finetune/Loss": 0.6367775201797485, "Finetune/Loss (Raw)": 0.6384752988815308, "Finetune/Step": 13856, "Finetune/Step Time": 6.798708487302065}
+{"Finetune/Learning Rate": 3.824147732584762e-06, "Finetune/Loss": 0.6367015242576599, "Finetune/Loss (Raw)": 0.553744375705719, "Finetune/Step": 13857, "Finetune/Step Time": 6.7701595313847065}
+{"Finetune/Learning Rate": 3.822823380254475e-06, "Finetune/Loss": 0.6372382640838623, "Finetune/Loss (Raw)": 0.6638026833534241, "Finetune/Step": 13858, "Finetune/Step Time": 6.770993011072278}
+{"Finetune/Learning Rate": 3.82149920309135e-06, "Finetune/Loss": 0.6386574506759644, "Finetune/Loss (Raw)": 0.7684355974197388, "Finetune/Step": 13859, "Finetune/Step Time": 6.766722369939089}
+{"Finetune/Learning Rate": 3.82017520113294e-06, "Finetune/Loss": 0.638573169708252, "Finetune/Loss (Raw)": 0.630338728427887, "Finetune/Step": 13860, "Finetune/Step Time": 6.774269789457321}
+{"Finetune/Learning Rate": 3.818851374416787e-06, "Finetune/Loss": 0.6379203796386719, "Finetune/Loss (Raw)": 0.5864921808242798, "Finetune/Step": 13861, "Finetune/Step Time": 6.773707376793027}
+{"Finetune/Learning Rate": 3.817527722980432e-06, "Finetune/Loss": 0.6392329931259155, "Finetune/Loss (Raw)": 0.6670733690261841, "Finetune/Step": 13862, "Finetune/Step Time": 6.763448689132929}
+{"Finetune/Learning Rate": 3.816204246861412e-06, "Finetune/Loss": 0.6400032639503479, "Finetune/Loss (Raw)": 0.5791701674461365, "Finetune/Step": 13863, "Finetune/Step Time": 6.759319664910436}
+{"Finetune/Learning Rate": 3.814880946097253e-06, "Finetune/Loss": 0.6388081312179565, "Finetune/Loss (Raw)": 0.6071229577064514, "Finetune/Step": 13864, "Finetune/Step Time": 6.764627780765295}
+{"Finetune/Learning Rate": 3.813557820725483e-06, "Finetune/Loss": 0.6384360790252686, "Finetune/Loss (Raw)": 0.6197454333305359, "Finetune/Step": 13865, "Finetune/Step Time": 6.763876719400287}
+{"Finetune/Learning Rate": 3.812234870783622e-06, "Finetune/Loss": 0.63824462890625, "Finetune/Loss (Raw)": 0.6120352745056152, "Finetune/Step": 13866, "Finetune/Step Time": 6.760358467698097}
+{"Finetune/Learning Rate": 3.8109120963091874e-06, "Finetune/Loss": 0.638646125793457, "Finetune/Loss (Raw)": 0.6483762860298157, "Finetune/Step": 13867, "Finetune/Step Time": 6.756474751979113}
+{"Finetune/Learning Rate": 3.809589497339683e-06, "Finetune/Loss": 0.6386648416519165, "Finetune/Loss (Raw)": 0.6043309569358826, "Finetune/Step": 13868, "Finetune/Step Time": 6.750261791050434}
+{"Finetune/Learning Rate": 3.8082670739126135e-06, "Finetune/Loss": 0.6383352279663086, "Finetune/Loss (Raw)": 0.6796645522117615, "Finetune/Step": 13869, "Finetune/Step Time": 6.7479621563106775}
+{"Finetune/Learning Rate": 3.8069448260654863e-06, "Finetune/Loss": 0.6362127661705017, "Finetune/Loss (Raw)": 0.5513485074043274, "Finetune/Step": 13870, "Finetune/Step Time": 6.747635256499052}
+{"Finetune/Learning Rate": 3.8056227538357935e-06, "Finetune/Loss": 0.6352629661560059, "Finetune/Loss (Raw)": 0.5588213205337524, "Finetune/Step": 13871, "Finetune/Step Time": 6.749657168984413}
+{"Finetune/Learning Rate": 3.8043008572610253e-06, "Finetune/Loss": 0.6346768140792847, "Finetune/Loss (Raw)": 0.6149581074714661, "Finetune/Step": 13872, "Finetune/Step Time": 6.7493785340338945}
+{"Finetune/Learning Rate": 3.8029791363786694e-06, "Finetune/Loss": 0.63463294506073, "Finetune/Loss (Raw)": 0.6926702857017517, "Finetune/Step": 13873, "Finetune/Step Time": 6.744100909680128}
+{"Finetune/Learning Rate": 3.8016575912262e-06, "Finetune/Loss": 0.6343119740486145, "Finetune/Loss (Raw)": 0.6067550778388977, "Finetune/Step": 13874, "Finetune/Step Time": 6.72324831597507}
+{"Finetune/Learning Rate": 3.8003362218410955e-06, "Finetune/Loss": 0.6356492638587952, "Finetune/Loss (Raw)": 0.6804459095001221, "Finetune/Step": 13875, "Finetune/Step Time": 6.723648007959127}
+{"Finetune/Learning Rate": 3.799015028260823e-06, "Finetune/Loss": 0.6345348358154297, "Finetune/Loss (Raw)": 0.6110209226608276, "Finetune/Step": 13876, "Finetune/Step Time": 6.720142716541886}
+{"Finetune/Learning Rate": 3.7976940105228545e-06, "Finetune/Loss": 0.6351667642593384, "Finetune/Loss (Raw)": 0.7388599514961243, "Finetune/Step": 13877, "Finetune/Step Time": 6.716935712844133}
+{"Finetune/Learning Rate": 3.7963731686646467e-06, "Finetune/Loss": 0.635558545589447, "Finetune/Loss (Raw)": 0.665683925151825, "Finetune/Step": 13878, "Finetune/Step Time": 6.719275852665305}
+{"Finetune/Learning Rate": 3.7950525027236585e-06, "Finetune/Loss": 0.6341944932937622, "Finetune/Loss (Raw)": 0.5593151450157166, "Finetune/Step": 13879, "Finetune/Step Time": 6.7221128437668085}
+{"Finetune/Learning Rate": 3.7937320127373336e-06, "Finetune/Loss": 0.633158266544342, "Finetune/Loss (Raw)": 0.5911512970924377, "Finetune/Step": 13880, "Finetune/Step Time": 6.718977373093367}
+{"Finetune/Learning Rate": 3.792411698743119e-06, "Finetune/Loss": 0.6333484649658203, "Finetune/Loss (Raw)": 0.6524909734725952, "Finetune/Step": 13881, "Finetune/Step Time": 6.699604690074921}
+{"Finetune/Learning Rate": 3.7910915607784583e-06, "Finetune/Loss": 0.6321576237678528, "Finetune/Loss (Raw)": 0.5590814352035522, "Finetune/Step": 13882, "Finetune/Step Time": 6.697351727634668}
+{"Finetune/Learning Rate": 3.7897715988807815e-06, "Finetune/Loss": 0.6321604251861572, "Finetune/Loss (Raw)": 0.6839083433151245, "Finetune/Step": 13883, "Finetune/Step Time": 6.698937537148595}
+{"Finetune/Learning Rate": 3.788451813087526e-06, "Finetune/Loss": 0.6323387622833252, "Finetune/Loss (Raw)": 0.6050680875778198, "Finetune/Step": 13884, "Finetune/Step Time": 6.680709855630994}
+{"Finetune/Learning Rate": 3.7871322034361167e-06, "Finetune/Loss": 0.6323856711387634, "Finetune/Loss (Raw)": 0.56386399269104, "Finetune/Step": 13885, "Finetune/Step Time": 6.685435622930527}
+{"Finetune/Learning Rate": 3.785812769963969e-06, "Finetune/Loss": 0.632305920124054, "Finetune/Loss (Raw)": 0.5844591856002808, "Finetune/Step": 13886, "Finetune/Step Time": 6.664506772533059}
+{"Finetune/Learning Rate": 3.784493512708499e-06, "Finetune/Loss": 0.63092041015625, "Finetune/Loss (Raw)": 0.5725072026252747, "Finetune/Step": 13887, "Finetune/Step Time": 6.673304868862033}
+{"Finetune/Learning Rate": 3.7831744317071194e-06, "Finetune/Loss": 0.6315034031867981, "Finetune/Loss (Raw)": 0.5864815711975098, "Finetune/Step": 13888, "Finetune/Step Time": 6.66393799893558}
+{"Finetune/Learning Rate": 3.7818555269972347e-06, "Finetune/Loss": 0.6323962807655334, "Finetune/Loss (Raw)": 0.7692398428916931, "Finetune/Step": 13889, "Finetune/Step Time": 6.659552693367004}
+{"Finetune/Learning Rate": 3.780536798616241e-06, "Finetune/Loss": 0.6315096616744995, "Finetune/Loss (Raw)": 0.5796962976455688, "Finetune/Step": 13890, "Finetune/Step Time": 6.661183550953865}
+{"Finetune/Learning Rate": 3.7792182466015447e-06, "Finetune/Loss": 0.6319462656974792, "Finetune/Loss (Raw)": 0.6533119082450867, "Finetune/Step": 13891, "Finetune/Step Time": 6.663912294432521}
+{"Finetune/Learning Rate": 3.7778998709905267e-06, "Finetune/Loss": 0.630165159702301, "Finetune/Loss (Raw)": 0.5377606153488159, "Finetune/Step": 13892, "Finetune/Step Time": 6.676099447533488}
+{"Finetune/Learning Rate": 3.776581671820575e-06, "Finetune/Loss": 0.6318269968032837, "Finetune/Loss (Raw)": 0.7832173109054565, "Finetune/Step": 13893, "Finetune/Step Time": 6.674933971837163}
+{"Finetune/Learning Rate": 3.7752636491290694e-06, "Finetune/Loss": 0.6311699748039246, "Finetune/Loss (Raw)": 0.5953441858291626, "Finetune/Step": 13894, "Finetune/Step Time": 6.665896788239479}
+{"Finetune/Learning Rate": 3.773945802953386e-06, "Finetune/Loss": 0.6319329738616943, "Finetune/Loss (Raw)": 0.7304084300994873, "Finetune/Step": 13895, "Finetune/Step Time": 6.6670207642018795}
+{"Finetune/Learning Rate": 3.7726281333308955e-06, "Finetune/Loss": 0.6322039365768433, "Finetune/Loss (Raw)": 0.6887741088867188, "Finetune/Step": 13896, "Finetune/Step Time": 6.6481280736625195}
+{"Finetune/Learning Rate": 3.771310640298963e-06, "Finetune/Loss": 0.6327722668647766, "Finetune/Loss (Raw)": 0.6704342365264893, "Finetune/Step": 13897, "Finetune/Step Time": 6.646570701152086}
+{"Finetune/Learning Rate": 3.7699933238949483e-06, "Finetune/Loss": 0.6327240467071533, "Finetune/Loss (Raw)": 0.6468173861503601, "Finetune/Step": 13898, "Finetune/Step Time": 6.645937595516443}
+{"Finetune/Learning Rate": 3.768676184156207e-06, "Finetune/Loss": 0.6327016353607178, "Finetune/Loss (Raw)": 0.7424458265304565, "Finetune/Step": 13899, "Finetune/Step Time": 6.64852674305439}
+{"Finetune/Learning Rate": 3.7673592211200905e-06, "Finetune/Loss": 0.6310229301452637, "Finetune/Loss (Raw)": 0.434317409992218, "Finetune/Step": 13900, "Finetune/Step Time": 6.649852622300386}
+{"Finetune/Learning Rate": 3.766042434823942e-06, "Finetune/Loss": 0.6321568489074707, "Finetune/Loss (Raw)": 0.6517317295074463, "Finetune/Step": 13901, "Finetune/Step Time": 6.650552857667208}
+{"Finetune/Learning Rate": 3.7647258253051043e-06, "Finetune/Loss": 0.6309769153594971, "Finetune/Loss (Raw)": 0.601347029209137, "Finetune/Step": 13902, "Finetune/Step Time": 6.6455057095736265}
+{"Finetune/Learning Rate": 3.7634093926009106e-06, "Finetune/Loss": 0.6312903165817261, "Finetune/Loss (Raw)": 0.5425275564193726, "Finetune/Step": 13903, "Finetune/Step Time": 6.646257570013404}
+{"Finetune/Learning Rate": 3.7620931367486925e-06, "Finetune/Loss": 0.6309821009635925, "Finetune/Loss (Raw)": 0.6200960874557495, "Finetune/Step": 13904, "Finetune/Step Time": 6.663035023957491}
+{"Finetune/Learning Rate": 3.760777057785775e-06, "Finetune/Loss": 0.6315598487854004, "Finetune/Loss (Raw)": 0.6740732789039612, "Finetune/Step": 13905, "Finetune/Step Time": 6.662182908505201}
+{"Finetune/Learning Rate": 3.7594611557494776e-06, "Finetune/Loss": 0.6331354379653931, "Finetune/Loss (Raw)": 0.6925262808799744, "Finetune/Step": 13906, "Finetune/Step Time": 6.64910526946187}
+{"Finetune/Learning Rate": 3.758145430677116e-06, "Finetune/Loss": 0.6338571906089783, "Finetune/Loss (Raw)": 0.6982176899909973, "Finetune/Step": 13907, "Finetune/Step Time": 6.644537148997188}
+{"Finetune/Learning Rate": 3.756829882606001e-06, "Finetune/Loss": 0.6339328289031982, "Finetune/Loss (Raw)": 0.6662100553512573, "Finetune/Step": 13908, "Finetune/Step Time": 6.6591819524765015}
+{"Finetune/Learning Rate": 3.755514511573437e-06, "Finetune/Loss": 0.6342295408248901, "Finetune/Loss (Raw)": 0.6841118931770325, "Finetune/Step": 13909, "Finetune/Step Time": 6.678055057302117}
+{"Finetune/Learning Rate": 3.7541993176167246e-06, "Finetune/Loss": 0.635692834854126, "Finetune/Loss (Raw)": 0.695773720741272, "Finetune/Step": 13910, "Finetune/Step Time": 6.682882018387318}
+{"Finetune/Learning Rate": 3.7528843007731597e-06, "Finetune/Loss": 0.6366804242134094, "Finetune/Loss (Raw)": 0.648187518119812, "Finetune/Step": 13911, "Finetune/Step Time": 6.679271463304758}
+{"Finetune/Learning Rate": 3.75156946108003e-06, "Finetune/Loss": 0.6361610889434814, "Finetune/Loss (Raw)": 0.5118178725242615, "Finetune/Step": 13912, "Finetune/Step Time": 6.680171946063638}
+{"Finetune/Learning Rate": 3.7502547985746242e-06, "Finetune/Loss": 0.6359302997589111, "Finetune/Loss (Raw)": 0.542378306388855, "Finetune/Step": 13913, "Finetune/Step Time": 6.680380400270224}
+{"Finetune/Learning Rate": 3.748940313294218e-06, "Finetune/Loss": 0.6363922357559204, "Finetune/Loss (Raw)": 0.6150200366973877, "Finetune/Step": 13914, "Finetune/Step Time": 6.684506349265575}
+{"Finetune/Learning Rate": 3.7476260052760905e-06, "Finetune/Loss": 0.6357647180557251, "Finetune/Loss (Raw)": 0.5999133586883545, "Finetune/Step": 13915, "Finetune/Step Time": 6.701804613694549}
+{"Finetune/Learning Rate": 3.7463118745575134e-06, "Finetune/Loss": 0.6353188753128052, "Finetune/Loss (Raw)": 0.6553977727890015, "Finetune/Step": 13916, "Finetune/Step Time": 6.701185988262296}
+{"Finetune/Learning Rate": 3.7449979211757417e-06, "Finetune/Loss": 0.6365652084350586, "Finetune/Loss (Raw)": 0.7253738641738892, "Finetune/Step": 13917, "Finetune/Step Time": 6.699154796078801}
+{"Finetune/Learning Rate": 3.7436841451680452e-06, "Finetune/Loss": 0.6366612315177917, "Finetune/Loss (Raw)": 0.6566984057426453, "Finetune/Step": 13918, "Finetune/Step Time": 6.7004939410835505}
+{"Finetune/Learning Rate": 3.7423705465716753e-06, "Finetune/Loss": 0.6358906030654907, "Finetune/Loss (Raw)": 0.6437682509422302, "Finetune/Step": 13919, "Finetune/Step Time": 6.702004166319966}
+{"Finetune/Learning Rate": 3.7410571254238835e-06, "Finetune/Loss": 0.6355563402175903, "Finetune/Loss (Raw)": 0.6616716980934143, "Finetune/Step": 13920, "Finetune/Step Time": 6.701551660895348}
+{"Finetune/Learning Rate": 3.7397438817619127e-06, "Finetune/Loss": 0.6354734897613525, "Finetune/Loss (Raw)": 0.6474774479866028, "Finetune/Step": 13921, "Finetune/Step Time": 6.701385069638491}
+{"Finetune/Learning Rate": 3.7384308156230077e-06, "Finetune/Loss": 0.6330643892288208, "Finetune/Loss (Raw)": 0.548220694065094, "Finetune/Step": 13922, "Finetune/Step Time": 6.7052289098501205}
+{"Finetune/Learning Rate": 3.7371179270443956e-06, "Finetune/Loss": 0.6328150629997253, "Finetune/Loss (Raw)": 0.6209734678268433, "Finetune/Step": 13923, "Finetune/Step Time": 6.6958072278648615}
+{"Finetune/Learning Rate": 3.7358052160633095e-06, "Finetune/Loss": 0.6315345764160156, "Finetune/Loss (Raw)": 0.4768497347831726, "Finetune/Step": 13924, "Finetune/Step Time": 6.709618121385574}
+{"Finetune/Learning Rate": 3.7344926827169714e-06, "Finetune/Loss": 0.6302722096443176, "Finetune/Loss (Raw)": 0.590036928653717, "Finetune/Step": 13925, "Finetune/Step Time": 6.707875633612275}
+{"Finetune/Learning Rate": 3.733180327042607e-06, "Finetune/Loss": 0.6289633512496948, "Finetune/Loss (Raw)": 0.5403915643692017, "Finetune/Step": 13926, "Finetune/Step Time": 6.707889562472701}
+{"Finetune/Learning Rate": 3.7318681490774287e-06, "Finetune/Loss": 0.6274838447570801, "Finetune/Loss (Raw)": 0.5828280448913574, "Finetune/Step": 13927, "Finetune/Step Time": 6.713377682492137}
+{"Finetune/Learning Rate": 3.7305561488586484e-06, "Finetune/Loss": 0.6280681490898132, "Finetune/Loss (Raw)": 0.6825414299964905, "Finetune/Step": 13928, "Finetune/Step Time": 6.68631448969245}
+{"Finetune/Learning Rate": 3.7292443264234647e-06, "Finetune/Loss": 0.6286988854408264, "Finetune/Loss (Raw)": 0.7970783710479736, "Finetune/Step": 13929, "Finetune/Step Time": 6.68649054504931}
+{"Finetune/Learning Rate": 3.727932681809081e-06, "Finetune/Loss": 0.6278875470161438, "Finetune/Loss (Raw)": 0.5304207801818848, "Finetune/Step": 13930, "Finetune/Step Time": 6.656580328941345}
+{"Finetune/Learning Rate": 3.7266212150526905e-06, "Finetune/Loss": 0.6267697215080261, "Finetune/Loss (Raw)": 0.6268538236618042, "Finetune/Step": 13931, "Finetune/Step Time": 6.657929660752416}
+{"Finetune/Learning Rate": 3.7253099261914794e-06, "Finetune/Loss": 0.6273741722106934, "Finetune/Loss (Raw)": 0.7025403380393982, "Finetune/Step": 13932, "Finetune/Step Time": 6.651170874014497}
+{"Finetune/Learning Rate": 3.7239988152626394e-06, "Finetune/Loss": 0.6267793774604797, "Finetune/Loss (Raw)": 0.6433693766593933, "Finetune/Step": 13933, "Finetune/Step Time": 6.640951905399561}
+{"Finetune/Learning Rate": 3.72268788230335e-06, "Finetune/Loss": 0.6271498203277588, "Finetune/Loss (Raw)": 0.6543233394622803, "Finetune/Step": 13934, "Finetune/Step Time": 6.637212669476867}
+{"Finetune/Learning Rate": 3.7213771273507794e-06, "Finetune/Loss": 0.6277016997337341, "Finetune/Loss (Raw)": 0.7580268383026123, "Finetune/Step": 13935, "Finetune/Step Time": 6.631718888878822}
+{"Finetune/Learning Rate": 3.7200665504420984e-06, "Finetune/Loss": 0.6277256011962891, "Finetune/Loss (Raw)": 0.6792760491371155, "Finetune/Step": 13936, "Finetune/Step Time": 6.6291509084403515}
+{"Finetune/Learning Rate": 3.718756151614472e-06, "Finetune/Loss": 0.6269918084144592, "Finetune/Loss (Raw)": 0.49632957577705383, "Finetune/Step": 13937, "Finetune/Step Time": 6.642639668658376}
+{"Finetune/Learning Rate": 3.7174459309050604e-06, "Finetune/Loss": 0.6281098127365112, "Finetune/Loss (Raw)": 0.7026428580284119, "Finetune/Step": 13938, "Finetune/Step Time": 6.640486586838961}
+{"Finetune/Learning Rate": 3.7161358883510135e-06, "Finetune/Loss": 0.6299049854278564, "Finetune/Loss (Raw)": 0.73786860704422, "Finetune/Step": 13939, "Finetune/Step Time": 6.6559262201189995}
+{"Finetune/Learning Rate": 3.714826023989491e-06, "Finetune/Loss": 0.6294624209403992, "Finetune/Loss (Raw)": 0.6593073606491089, "Finetune/Step": 13940, "Finetune/Step Time": 6.65433050878346}
+{"Finetune/Learning Rate": 3.7135163378576255e-06, "Finetune/Loss": 0.6290922164916992, "Finetune/Loss (Raw)": 0.6434671878814697, "Finetune/Step": 13941, "Finetune/Step Time": 6.647834338247776}
+{"Finetune/Learning Rate": 3.7122068299925616e-06, "Finetune/Loss": 0.6271002292633057, "Finetune/Loss (Raw)": 0.47582918405532837, "Finetune/Step": 13942, "Finetune/Step Time": 6.67747169546783}
+{"Finetune/Learning Rate": 3.710897500431431e-06, "Finetune/Loss": 0.625508189201355, "Finetune/Loss (Raw)": 0.5623975396156311, "Finetune/Step": 13943, "Finetune/Step Time": 6.6583153158426285}
+{"Finetune/Learning Rate": 3.709588349211364e-06, "Finetune/Loss": 0.6252990365028381, "Finetune/Loss (Raw)": 0.5890185832977295, "Finetune/Step": 13944, "Finetune/Step Time": 6.641129534691572}
+{"Finetune/Learning Rate": 3.7082793763694837e-06, "Finetune/Loss": 0.6248648166656494, "Finetune/Loss (Raw)": 0.6264453530311584, "Finetune/Step": 13945, "Finetune/Step Time": 6.6432509776204824}
+{"Finetune/Learning Rate": 3.706970581942908e-06, "Finetune/Loss": 0.6257702112197876, "Finetune/Loss (Raw)": 0.6419875025749207, "Finetune/Step": 13946, "Finetune/Step Time": 6.628048332408071}
+{"Finetune/Learning Rate": 3.705661965968753e-06, "Finetune/Loss": 0.6255115270614624, "Finetune/Loss (Raw)": 0.5720346570014954, "Finetune/Step": 13947, "Finetune/Step Time": 6.626264903694391}
+{"Finetune/Learning Rate": 3.7043535284841247e-06, "Finetune/Loss": 0.6259168982505798, "Finetune/Loss (Raw)": 0.6114909052848816, "Finetune/Step": 13948, "Finetune/Step Time": 6.626676362007856}
+{"Finetune/Learning Rate": 3.7030452695261287e-06, "Finetune/Loss": 0.625306248664856, "Finetune/Loss (Raw)": 0.6517539620399475, "Finetune/Step": 13949, "Finetune/Step Time": 6.625043282285333}
+{"Finetune/Learning Rate": 3.7017371891318633e-06, "Finetune/Loss": 0.6253325939178467, "Finetune/Loss (Raw)": 0.599708080291748, "Finetune/Step": 13950, "Finetune/Step Time": 6.615115027874708}
+{"Finetune/Learning Rate": 3.700429287338421e-06, "Finetune/Loss": 0.6252661347389221, "Finetune/Loss (Raw)": 0.6876016855239868, "Finetune/Step": 13951, "Finetune/Step Time": 6.618510439991951}
+{"Finetune/Learning Rate": 3.6991215641828903e-06, "Finetune/Loss": 0.6259641051292419, "Finetune/Loss (Raw)": 0.6782540678977966, "Finetune/Step": 13952, "Finetune/Step Time": 6.6201316975057125}
+{"Finetune/Learning Rate": 3.6978140197023548e-06, "Finetune/Loss": 0.6253640651702881, "Finetune/Loss (Raw)": 0.5658849477767944, "Finetune/Step": 13953, "Finetune/Step Time": 6.622730486094952}
+{"Finetune/Learning Rate": 3.6965066539338924e-06, "Finetune/Loss": 0.6258660554885864, "Finetune/Loss (Raw)": 0.6397283673286438, "Finetune/Step": 13954, "Finetune/Step Time": 6.624713245779276}
+{"Finetune/Learning Rate": 3.6951994669145764e-06, "Finetune/Loss": 0.6257503032684326, "Finetune/Loss (Raw)": 0.6603248715400696, "Finetune/Step": 13955, "Finetune/Step Time": 6.623818065971136}
+{"Finetune/Learning Rate": 3.693892458681475e-06, "Finetune/Loss": 0.6258425712585449, "Finetune/Loss (Raw)": 0.5698400735855103, "Finetune/Step": 13956, "Finetune/Step Time": 6.626187236979604}
+{"Finetune/Learning Rate": 3.6925856292716522e-06, "Finetune/Loss": 0.6260628700256348, "Finetune/Loss (Raw)": 0.7583985924720764, "Finetune/Step": 13957, "Finetune/Step Time": 6.6230985298752785}
+{"Finetune/Learning Rate": 3.691278978722168e-06, "Finetune/Loss": 0.6269851922988892, "Finetune/Loss (Raw)": 0.6405467987060547, "Finetune/Step": 13958, "Finetune/Step Time": 6.6113144513219595}
+{"Finetune/Learning Rate": 3.6899725070700654e-06, "Finetune/Loss": 0.6265589594841003, "Finetune/Loss (Raw)": 0.541591227054596, "Finetune/Step": 13959, "Finetune/Step Time": 6.62675117328763}
+{"Finetune/Learning Rate": 3.6886662143524034e-06, "Finetune/Loss": 0.6274187564849854, "Finetune/Loss (Raw)": 0.6593539714813232, "Finetune/Step": 13960, "Finetune/Step Time": 6.627853166311979}
+{"Finetune/Learning Rate": 3.68736010060622e-06, "Finetune/Loss": 0.6276590824127197, "Finetune/Loss (Raw)": 0.6312041878700256, "Finetune/Step": 13961, "Finetune/Step Time": 6.631183981895447}
+{"Finetune/Learning Rate": 3.686054165868552e-06, "Finetune/Loss": 0.628190279006958, "Finetune/Loss (Raw)": 0.6515862345695496, "Finetune/Step": 13962, "Finetune/Step Time": 6.629881026223302}
+{"Finetune/Learning Rate": 3.6847484101764354e-06, "Finetune/Loss": 0.6287568807601929, "Finetune/Loss (Raw)": 0.756580650806427, "Finetune/Step": 13963, "Finetune/Step Time": 6.628765979781747}
+{"Finetune/Learning Rate": 3.683442833566898e-06, "Finetune/Loss": 0.6290065050125122, "Finetune/Loss (Raw)": 0.6894888877868652, "Finetune/Step": 13964, "Finetune/Step Time": 6.6287185326218605}
+{"Finetune/Learning Rate": 3.6821374360769577e-06, "Finetune/Loss": 0.6292946338653564, "Finetune/Loss (Raw)": 0.6178043484687805, "Finetune/Step": 13965, "Finetune/Step Time": 6.62945569306612}
+{"Finetune/Learning Rate": 3.6808322177436296e-06, "Finetune/Loss": 0.6285876631736755, "Finetune/Loss (Raw)": 0.563198983669281, "Finetune/Step": 13966, "Finetune/Step Time": 6.628198694437742}
+{"Finetune/Learning Rate": 3.6795271786039343e-06, "Finetune/Loss": 0.6292751431465149, "Finetune/Loss (Raw)": 0.6332463622093201, "Finetune/Step": 13967, "Finetune/Step Time": 6.61624500900507}
+{"Finetune/Learning Rate": 3.678222318694875e-06, "Finetune/Loss": 0.6291933059692383, "Finetune/Loss (Raw)": 0.6201177835464478, "Finetune/Step": 13968, "Finetune/Step Time": 6.6183323580771685}
+{"Finetune/Learning Rate": 3.6769176380534543e-06, "Finetune/Loss": 0.629338264465332, "Finetune/Loss (Raw)": 0.6984986066818237, "Finetune/Step": 13969, "Finetune/Step Time": 6.629003344103694}
+{"Finetune/Learning Rate": 3.6756131367166727e-06, "Finetune/Loss": 0.6308689713478088, "Finetune/Loss (Raw)": 0.6906515955924988, "Finetune/Step": 13970, "Finetune/Step Time": 6.626180766150355}
+{"Finetune/Learning Rate": 3.6743088147215146e-06, "Finetune/Loss": 0.6305285692214966, "Finetune/Loss (Raw)": 0.6379138827323914, "Finetune/Step": 13971, "Finetune/Step Time": 6.621732970699668}
+{"Finetune/Learning Rate": 3.6730046721049705e-06, "Finetune/Loss": 0.6311636567115784, "Finetune/Loss (Raw)": 0.6015850305557251, "Finetune/Step": 13972, "Finetune/Step Time": 6.609785001724958}
+{"Finetune/Learning Rate": 3.671700708904019e-06, "Finetune/Loss": 0.6337561011314392, "Finetune/Loss (Raw)": 0.787184476852417, "Finetune/Step": 13973, "Finetune/Step Time": 6.597918324172497}
+{"Finetune/Learning Rate": 3.670396925155644e-06, "Finetune/Loss": 0.6337652206420898, "Finetune/Loss (Raw)": 0.5664005279541016, "Finetune/Step": 13974, "Finetune/Step Time": 6.578849421814084}
+{"Finetune/Learning Rate": 3.6690933208968114e-06, "Finetune/Loss": 0.6342253684997559, "Finetune/Loss (Raw)": 0.5911531448364258, "Finetune/Step": 13975, "Finetune/Step Time": 6.575926851481199}
+{"Finetune/Learning Rate": 3.667789896164495e-06, "Finetune/Loss": 0.634053111076355, "Finetune/Loss (Raw)": 0.7082931399345398, "Finetune/Step": 13976, "Finetune/Step Time": 6.5784796960651875}
+{"Finetune/Learning Rate": 3.6664866509956466e-06, "Finetune/Loss": 0.6341098546981812, "Finetune/Loss (Raw)": 0.6599954962730408, "Finetune/Step": 13977, "Finetune/Step Time": 6.561733607202768}
+{"Finetune/Learning Rate": 3.6651835854272266e-06, "Finetune/Loss": 0.6352992057800293, "Finetune/Loss (Raw)": 0.6446030735969543, "Finetune/Step": 13978, "Finetune/Step Time": 6.581124862655997}
+{"Finetune/Learning Rate": 3.663880699496186e-06, "Finetune/Loss": 0.634296178817749, "Finetune/Loss (Raw)": 0.5636587142944336, "Finetune/Step": 13979, "Finetune/Step Time": 6.580149503424764}
+{"Finetune/Learning Rate": 3.6625779932394723e-06, "Finetune/Loss": 0.6339067220687866, "Finetune/Loss (Raw)": 0.5966346263885498, "Finetune/Step": 13980, "Finetune/Step Time": 6.580172270536423}
+{"Finetune/Learning Rate": 3.661275466694022e-06, "Finetune/Loss": 0.6334604024887085, "Finetune/Loss (Raw)": 0.5613752603530884, "Finetune/Step": 13981, "Finetune/Step Time": 6.57056256569922}
+{"Finetune/Learning Rate": 3.65997311989678e-06, "Finetune/Loss": 0.6324766874313354, "Finetune/Loss (Raw)": 0.5399163365364075, "Finetune/Step": 13982, "Finetune/Step Time": 6.584545573219657}
+{"Finetune/Learning Rate": 3.65867095288467e-06, "Finetune/Loss": 0.6312460899353027, "Finetune/Loss (Raw)": 0.5790849328041077, "Finetune/Step": 13983, "Finetune/Step Time": 6.587688529863954}
+{"Finetune/Learning Rate": 3.6573689656946177e-06, "Finetune/Loss": 0.6322221755981445, "Finetune/Loss (Raw)": 0.7634122371673584, "Finetune/Step": 13984, "Finetune/Step Time": 6.590612364932895}
+{"Finetune/Learning Rate": 3.6560671583635467e-06, "Finetune/Loss": 0.6325395703315735, "Finetune/Loss (Raw)": 0.5943745374679565, "Finetune/Step": 13985, "Finetune/Step Time": 6.589481379836798}
+{"Finetune/Learning Rate": 3.6547655309283712e-06, "Finetune/Loss": 0.6326136589050293, "Finetune/Loss (Raw)": 0.6732901930809021, "Finetune/Step": 13986, "Finetune/Step Time": 6.588955046609044}
+{"Finetune/Learning Rate": 3.6534640834260018e-06, "Finetune/Loss": 0.6316168308258057, "Finetune/Loss (Raw)": 0.6408371329307556, "Finetune/Step": 13987, "Finetune/Step Time": 6.583444794639945}
+{"Finetune/Learning Rate": 3.6521628158933397e-06, "Finetune/Loss": 0.6317538022994995, "Finetune/Loss (Raw)": 0.6478705406188965, "Finetune/Step": 13988, "Finetune/Step Time": 6.5783502496778965}
+{"Finetune/Learning Rate": 3.6508617283672978e-06, "Finetune/Loss": 0.6320528984069824, "Finetune/Loss (Raw)": 0.6247804164886475, "Finetune/Step": 13989, "Finetune/Step Time": 6.577827712520957}
+{"Finetune/Learning Rate": 3.6495608208847576e-06, "Finetune/Loss": 0.6324340105056763, "Finetune/Loss (Raw)": 0.7158481478691101, "Finetune/Step": 13990, "Finetune/Step Time": 6.575556870549917}
+{"Finetune/Learning Rate": 3.648260093482615e-06, "Finetune/Loss": 0.6321104764938354, "Finetune/Loss (Raw)": 0.5377620458602905, "Finetune/Step": 13991, "Finetune/Step Time": 6.590303581207991}
+{"Finetune/Learning Rate": 3.6469595461977546e-06, "Finetune/Loss": 0.6325591802597046, "Finetune/Loss (Raw)": 0.6645525097846985, "Finetune/Step": 13992, "Finetune/Step Time": 6.585918299853802}
+{"Finetune/Learning Rate": 3.645659179067055e-06, "Finetune/Loss": 0.6331380009651184, "Finetune/Loss (Raw)": 0.6938376426696777, "Finetune/Step": 13993, "Finetune/Step Time": 6.583580384030938}
+{"Finetune/Learning Rate": 3.6443589921273926e-06, "Finetune/Loss": 0.6331335306167603, "Finetune/Loss (Raw)": 0.611463725566864, "Finetune/Step": 13994, "Finetune/Step Time": 6.581872746348381}
+{"Finetune/Learning Rate": 3.643058985415636e-06, "Finetune/Loss": 0.6326843500137329, "Finetune/Loss (Raw)": 0.590880274772644, "Finetune/Step": 13995, "Finetune/Step Time": 6.582211494445801}
+{"Finetune/Learning Rate": 3.64175915896865e-06, "Finetune/Loss": 0.633742094039917, "Finetune/Loss (Raw)": 0.7397224307060242, "Finetune/Step": 13996, "Finetune/Step Time": 6.583726039156318}
+{"Finetune/Learning Rate": 3.640459512823292e-06, "Finetune/Loss": 0.6333099603652954, "Finetune/Loss (Raw)": 0.6243515610694885, "Finetune/Step": 13997, "Finetune/Step Time": 6.601083733141422}
+{"Finetune/Learning Rate": 3.63916004701642e-06, "Finetune/Loss": 0.6346170902252197, "Finetune/Loss (Raw)": 0.7186607122421265, "Finetune/Step": 13998, "Finetune/Step Time": 6.601269887760282}
+{"Finetune/Learning Rate": 3.6378607615848815e-06, "Finetune/Loss": 0.6348763108253479, "Finetune/Loss (Raw)": 0.5920061469078064, "Finetune/Step": 13999, "Finetune/Step Time": 6.592657210305333}
+{"Finetune/Learning Rate": 3.6365616565655193e-06, "Finetune/Loss": 0.6346803903579712, "Finetune/Loss (Raw)": 0.5898778438568115, "Finetune/Step": 14000, "Finetune/Step Time": 6.588511481881142}
+{"Finetune/Learning Rate": 3.6352627319951737e-06, "Finetune/Loss": 0.6349602341651917, "Finetune/Loss (Raw)": 0.7284896373748779, "Finetune/Step": 14001, "Finetune/Step Time": 6.5873498395085335}
+{"Finetune/Learning Rate": 3.633963987910678e-06, "Finetune/Loss": 0.6352031230926514, "Finetune/Loss (Raw)": 0.6378465294837952, "Finetune/Step": 14002, "Finetune/Step Time": 6.593958148732781}
+{"Finetune/Learning Rate": 3.6326654243488614e-06, "Finetune/Loss": 0.6352729797363281, "Finetune/Loss (Raw)": 0.6893821954727173, "Finetune/Step": 14003, "Finetune/Step Time": 6.594773668795824}
+{"Finetune/Learning Rate": 3.6313670413465464e-06, "Finetune/Loss": 0.6362866163253784, "Finetune/Loss (Raw)": 0.7407674193382263, "Finetune/Step": 14004, "Finetune/Step Time": 6.5945398565381765}
+{"Finetune/Learning Rate": 3.6300688389405526e-06, "Finetune/Loss": 0.6346184611320496, "Finetune/Loss (Raw)": 0.5253393054008484, "Finetune/Step": 14005, "Finetune/Step Time": 6.611469868570566}
+{"Finetune/Learning Rate": 3.628770817167693e-06, "Finetune/Loss": 0.6346237659454346, "Finetune/Loss (Raw)": 0.66636061668396, "Finetune/Step": 14006, "Finetune/Step Time": 6.609497386962175}
+{"Finetune/Learning Rate": 3.6274729760647788e-06, "Finetune/Loss": 0.6365046501159668, "Finetune/Loss (Raw)": 0.8000635504722595, "Finetune/Step": 14007, "Finetune/Step Time": 6.610217439010739}
+{"Finetune/Learning Rate": 3.626175315668603e-06, "Finetune/Loss": 0.6369202733039856, "Finetune/Loss (Raw)": 0.6443551778793335, "Finetune/Step": 14008, "Finetune/Step Time": 6.629036927595735}
+{"Finetune/Learning Rate": 3.624877836015974e-06, "Finetune/Loss": 0.6364294290542603, "Finetune/Loss (Raw)": 0.5896663665771484, "Finetune/Step": 14009, "Finetune/Step Time": 6.628479467704892}
+{"Finetune/Learning Rate": 3.6235805371436817e-06, "Finetune/Loss": 0.6369553208351135, "Finetune/Loss (Raw)": 0.6263934969902039, "Finetune/Step": 14010, "Finetune/Step Time": 6.628828413784504}
+{"Finetune/Learning Rate": 3.6222834190885125e-06, "Finetune/Loss": 0.6360840797424316, "Finetune/Loss (Raw)": 0.5723949074745178, "Finetune/Step": 14011, "Finetune/Step Time": 6.6319362707436085}
+{"Finetune/Learning Rate": 3.620986481887251e-06, "Finetune/Loss": 0.6370116472244263, "Finetune/Loss (Raw)": 0.7237963676452637, "Finetune/Step": 14012, "Finetune/Step Time": 6.642037216573954}
+{"Finetune/Learning Rate": 3.619689725576675e-06, "Finetune/Loss": 0.6373095512390137, "Finetune/Loss (Raw)": 0.6019883155822754, "Finetune/Step": 14013, "Finetune/Step Time": 6.638409823179245}
+{"Finetune/Learning Rate": 3.6183931501935533e-06, "Finetune/Loss": 0.637913167476654, "Finetune/Loss (Raw)": 0.6617266535758972, "Finetune/Step": 14014, "Finetune/Step Time": 6.636989109218121}
+{"Finetune/Learning Rate": 3.6170967557746504e-06, "Finetune/Loss": 0.6384311318397522, "Finetune/Loss (Raw)": 0.6388055682182312, "Finetune/Step": 14015, "Finetune/Step Time": 6.6223661713302135}
+{"Finetune/Learning Rate": 3.615800542356738e-06, "Finetune/Loss": 0.6393181681632996, "Finetune/Loss (Raw)": 0.7000199556350708, "Finetune/Step": 14016, "Finetune/Step Time": 6.618325548246503}
+{"Finetune/Learning Rate": 3.6145045099765663e-06, "Finetune/Loss": 0.6379655003547668, "Finetune/Loss (Raw)": 0.5960966348648071, "Finetune/Step": 14017, "Finetune/Step Time": 6.621761400252581}
+{"Finetune/Learning Rate": 3.6132086586708893e-06, "Finetune/Loss": 0.6383897066116333, "Finetune/Loss (Raw)": 0.6339981555938721, "Finetune/Step": 14018, "Finetune/Step Time": 6.6193957310169935}
+{"Finetune/Learning Rate": 3.611912988476457e-06, "Finetune/Loss": 0.6386034488677979, "Finetune/Loss (Raw)": 0.6806715726852417, "Finetune/Step": 14019, "Finetune/Step Time": 6.621531305834651}
+{"Finetune/Learning Rate": 3.6106174994300037e-06, "Finetune/Loss": 0.639435350894928, "Finetune/Loss (Raw)": 0.6442463397979736, "Finetune/Step": 14020, "Finetune/Step Time": 6.619855284690857}
+{"Finetune/Learning Rate": 3.6093221915682685e-06, "Finetune/Loss": 0.638420820236206, "Finetune/Loss (Raw)": 0.6533520817756653, "Finetune/Step": 14021, "Finetune/Step Time": 6.61814414896071}
+{"Finetune/Learning Rate": 3.6080270649279804e-06, "Finetune/Loss": 0.6382636427879333, "Finetune/Loss (Raw)": 0.575228750705719, "Finetune/Step": 14022, "Finetune/Step Time": 6.623776562511921}
+{"Finetune/Learning Rate": 3.6067321195458715e-06, "Finetune/Loss": 0.6367478966712952, "Finetune/Loss (Raw)": 0.5363889932632446, "Finetune/Step": 14023, "Finetune/Step Time": 6.63130865432322}
+{"Finetune/Learning Rate": 3.6054373554586598e-06, "Finetune/Loss": 0.6357823610305786, "Finetune/Loss (Raw)": 0.5651887059211731, "Finetune/Step": 14024, "Finetune/Step Time": 6.635378923267126}
+{"Finetune/Learning Rate": 3.604142772703064e-06, "Finetune/Loss": 0.6359527111053467, "Finetune/Loss (Raw)": 0.6922373175621033, "Finetune/Step": 14025, "Finetune/Step Time": 6.638876968994737}
+{"Finetune/Learning Rate": 3.602848371315789e-06, "Finetune/Loss": 0.635827898979187, "Finetune/Loss (Raw)": 0.6308454275131226, "Finetune/Step": 14026, "Finetune/Step Time": 6.638848025351763}
+{"Finetune/Learning Rate": 3.6015541513335427e-06, "Finetune/Loss": 0.6354522109031677, "Finetune/Loss (Raw)": 0.6943581700325012, "Finetune/Step": 14027, "Finetune/Step Time": 6.633564554154873}
+{"Finetune/Learning Rate": 3.600260112793026e-06, "Finetune/Loss": 0.6377711296081543, "Finetune/Loss (Raw)": 0.7311344146728516, "Finetune/Step": 14028, "Finetune/Step Time": 6.629272235557437}
+{"Finetune/Learning Rate": 3.5989662557309313e-06, "Finetune/Loss": 0.6373813152313232, "Finetune/Loss (Raw)": 0.6018433570861816, "Finetune/Step": 14029, "Finetune/Step Time": 6.628979325294495}
+{"Finetune/Learning Rate": 3.597672580183954e-06, "Finetune/Loss": 0.6381014585494995, "Finetune/Loss (Raw)": 0.6935222744941711, "Finetune/Step": 14030, "Finetune/Step Time": 6.634426508098841}
+{"Finetune/Learning Rate": 3.5963790861887805e-06, "Finetune/Loss": 0.6395381093025208, "Finetune/Loss (Raw)": 0.7264149188995361, "Finetune/Step": 14031, "Finetune/Step Time": 6.638278415426612}
+{"Finetune/Learning Rate": 3.5950857737820834e-06, "Finetune/Loss": 0.6404470205307007, "Finetune/Loss (Raw)": 0.7364330291748047, "Finetune/Step": 14032, "Finetune/Step Time": 6.639566149562597}
+{"Finetune/Learning Rate": 3.59379264300054e-06, "Finetune/Loss": 0.6402682065963745, "Finetune/Loss (Raw)": 0.6511849164962769, "Finetune/Step": 14033, "Finetune/Step Time": 6.64181743748486}
+{"Finetune/Learning Rate": 3.592499693880821e-06, "Finetune/Loss": 0.6386160254478455, "Finetune/Loss (Raw)": 0.4810468256473541, "Finetune/Step": 14034, "Finetune/Step Time": 6.64640618301928}
+{"Finetune/Learning Rate": 3.5912069264595894e-06, "Finetune/Loss": 0.6380589604377747, "Finetune/Loss (Raw)": 0.6269214749336243, "Finetune/Step": 14035, "Finetune/Step Time": 6.664670147001743}
+{"Finetune/Learning Rate": 3.589914340773506e-06, "Finetune/Loss": 0.6376797556877136, "Finetune/Loss (Raw)": 0.6176696419715881, "Finetune/Step": 14036, "Finetune/Step Time": 6.649049298837781}
+{"Finetune/Learning Rate": 3.5886219368592236e-06, "Finetune/Loss": 0.6373668909072876, "Finetune/Loss (Raw)": 0.6440649628639221, "Finetune/Step": 14037, "Finetune/Step Time": 6.633779646828771}
+{"Finetune/Learning Rate": 3.5873297147533913e-06, "Finetune/Loss": 0.6363327503204346, "Finetune/Loss (Raw)": 0.5634060502052307, "Finetune/Step": 14038, "Finetune/Step Time": 6.6406191028654575}
+{"Finetune/Learning Rate": 3.586037674492654e-06, "Finetune/Loss": 0.6366285085678101, "Finetune/Loss (Raw)": 0.6860451102256775, "Finetune/Step": 14039, "Finetune/Step Time": 6.650663556531072}
+{"Finetune/Learning Rate": 3.5847458161136485e-06, "Finetune/Loss": 0.6384738683700562, "Finetune/Loss (Raw)": 0.7480260729789734, "Finetune/Step": 14040, "Finetune/Step Time": 6.649427022784948}
+{"Finetune/Learning Rate": 3.5834541396530097e-06, "Finetune/Loss": 0.6395080089569092, "Finetune/Loss (Raw)": 0.6747453808784485, "Finetune/Step": 14041, "Finetune/Step Time": 6.654520750045776}
+{"Finetune/Learning Rate": 3.5821626451473656e-06, "Finetune/Loss": 0.6400625705718994, "Finetune/Loss (Raw)": 0.6860068440437317, "Finetune/Step": 14042, "Finetune/Step Time": 6.651350429281592}
+{"Finetune/Learning Rate": 3.5808713326333376e-06, "Finetune/Loss": 0.6398919224739075, "Finetune/Loss (Raw)": 0.5780667066574097, "Finetune/Step": 14043, "Finetune/Step Time": 6.646845534443855}
+{"Finetune/Learning Rate": 3.5795802021475468e-06, "Finetune/Loss": 0.6401411294937134, "Finetune/Loss (Raw)": 0.6872916221618652, "Finetune/Step": 14044, "Finetune/Step Time": 6.645532839000225}
+{"Finetune/Learning Rate": 3.5782892537266035e-06, "Finetune/Loss": 0.6395567059516907, "Finetune/Loss (Raw)": 0.6505714058876038, "Finetune/Step": 14045, "Finetune/Step Time": 6.6463769525289536}
+{"Finetune/Learning Rate": 3.576998487407115e-06, "Finetune/Loss": 0.6385776996612549, "Finetune/Loss (Raw)": 0.5313827991485596, "Finetune/Step": 14046, "Finetune/Step Time": 6.649605745449662}
+{"Finetune/Learning Rate": 3.575707903225686e-06, "Finetune/Loss": 0.6389032602310181, "Finetune/Loss (Raw)": 0.6854457259178162, "Finetune/Step": 14047, "Finetune/Step Time": 6.6617536302655935}
+{"Finetune/Learning Rate": 3.574417501218913e-06, "Finetune/Loss": 0.6393458247184753, "Finetune/Loss (Raw)": 0.7183133959770203, "Finetune/Step": 14048, "Finetune/Step Time": 6.6637396439909935}
+{"Finetune/Learning Rate": 3.5731272814233864e-06, "Finetune/Loss": 0.6384561657905579, "Finetune/Loss (Raw)": 0.5336015224456787, "Finetune/Step": 14049, "Finetune/Step Time": 6.680164752528071}
+{"Finetune/Learning Rate": 3.571837243875695e-06, "Finetune/Loss": 0.6404125690460205, "Finetune/Loss (Raw)": 0.7986418008804321, "Finetune/Step": 14050, "Finetune/Step Time": 6.676336886361241}
+{"Finetune/Learning Rate": 3.570547388612421e-06, "Finetune/Loss": 0.6395605206489563, "Finetune/Loss (Raw)": 0.5119125247001648, "Finetune/Step": 14051, "Finetune/Step Time": 6.678986746817827}
+{"Finetune/Learning Rate": 3.5692577156701393e-06, "Finetune/Loss": 0.6400408148765564, "Finetune/Loss (Raw)": 0.538327693939209, "Finetune/Step": 14052, "Finetune/Step Time": 6.666306475177407}
+{"Finetune/Learning Rate": 3.567968225085423e-06, "Finetune/Loss": 0.6401389837265015, "Finetune/Loss (Raw)": 0.6026054620742798, "Finetune/Step": 14053, "Finetune/Step Time": 6.666552659124136}
+{"Finetune/Learning Rate": 3.5666789168948368e-06, "Finetune/Loss": 0.6412211656570435, "Finetune/Loss (Raw)": 0.6789103150367737, "Finetune/Step": 14054, "Finetune/Step Time": 6.668993629515171}
+{"Finetune/Learning Rate": 3.5653897911349464e-06, "Finetune/Loss": 0.6420683860778809, "Finetune/Loss (Raw)": 0.6912669539451599, "Finetune/Step": 14055, "Finetune/Step Time": 6.6636706460267305}
+{"Finetune/Learning Rate": 3.564100847842297e-06, "Finetune/Loss": 0.6414976119995117, "Finetune/Loss (Raw)": 0.6094845533370972, "Finetune/Step": 14056, "Finetune/Step Time": 6.664517529308796}
+{"Finetune/Learning Rate": 3.56281208705345e-06, "Finetune/Loss": 0.6398323774337769, "Finetune/Loss (Raw)": 0.583928644657135, "Finetune/Step": 14057, "Finetune/Step Time": 6.665421208366752}
+{"Finetune/Learning Rate": 3.561523508804946e-06, "Finetune/Loss": 0.6400082111358643, "Finetune/Loss (Raw)": 0.5529186129570007, "Finetune/Step": 14058, "Finetune/Step Time": 6.67788096703589}
+{"Finetune/Learning Rate": 3.560235113133328e-06, "Finetune/Loss": 0.6401609182357788, "Finetune/Loss (Raw)": 0.6464059948921204, "Finetune/Step": 14059, "Finetune/Step Time": 6.679575886577368}
+{"Finetune/Learning Rate": 3.55894690007513e-06, "Finetune/Loss": 0.6395494937896729, "Finetune/Loss (Raw)": 0.6242770552635193, "Finetune/Step": 14060, "Finetune/Step Time": 6.691551864147186}
+{"Finetune/Learning Rate": 3.5576588696668847e-06, "Finetune/Loss": 0.6381267309188843, "Finetune/Loss (Raw)": 0.46126049757003784, "Finetune/Step": 14061, "Finetune/Step Time": 6.7099153362214565}
+{"Finetune/Learning Rate": 3.556371021945112e-06, "Finetune/Loss": 0.6386538743972778, "Finetune/Loss (Raw)": 0.7217977643013, "Finetune/Step": 14062, "Finetune/Step Time": 6.716292176395655}
+{"Finetune/Learning Rate": 3.5550833569463326e-06, "Finetune/Loss": 0.6374742984771729, "Finetune/Loss (Raw)": 0.6070371270179749, "Finetune/Step": 14063, "Finetune/Step Time": 6.716628400608897}
+{"Finetune/Learning Rate": 3.55379587470706e-06, "Finetune/Loss": 0.6365646123886108, "Finetune/Loss (Raw)": 0.5628355741500854, "Finetune/Step": 14064, "Finetune/Step Time": 6.7148928083479404}
+{"Finetune/Learning Rate": 3.552508575263809e-06, "Finetune/Loss": 0.6376249194145203, "Finetune/Loss (Raw)": 0.6320492029190063, "Finetune/Step": 14065, "Finetune/Step Time": 6.69799405708909}
+{"Finetune/Learning Rate": 3.5512214586530803e-06, "Finetune/Loss": 0.6371327638626099, "Finetune/Loss (Raw)": 0.6396520733833313, "Finetune/Step": 14066, "Finetune/Step Time": 6.699539722874761}
+{"Finetune/Learning Rate": 3.549934524911376e-06, "Finetune/Loss": 0.6360663175582886, "Finetune/Loss (Raw)": 0.6013563871383667, "Finetune/Step": 14067, "Finetune/Step Time": 6.669407917186618}
+{"Finetune/Learning Rate": 3.5486477740751844e-06, "Finetune/Loss": 0.6361240148544312, "Finetune/Loss (Raw)": 0.6667004227638245, "Finetune/Step": 14068, "Finetune/Step Time": 6.683270325884223}
+{"Finetune/Learning Rate": 3.547361206180996e-06, "Finetune/Loss": 0.6370006203651428, "Finetune/Loss (Raw)": 0.7556689977645874, "Finetune/Step": 14069, "Finetune/Step Time": 6.685064245015383}
+{"Finetune/Learning Rate": 3.546074821265296e-06, "Finetune/Loss": 0.6385316252708435, "Finetune/Loss (Raw)": 0.6717981100082397, "Finetune/Step": 14070, "Finetune/Step Time": 6.656769244000316}
+{"Finetune/Learning Rate": 3.5447886193645577e-06, "Finetune/Loss": 0.6394568681716919, "Finetune/Loss (Raw)": 0.6808314323425293, "Finetune/Step": 14071, "Finetune/Step Time": 6.651500502601266}
+{"Finetune/Learning Rate": 3.5435026005152605e-06, "Finetune/Loss": 0.6401463747024536, "Finetune/Loss (Raw)": 0.6772737503051758, "Finetune/Step": 14072, "Finetune/Step Time": 6.6541501842439175}
+{"Finetune/Learning Rate": 3.5422167647538707e-06, "Finetune/Loss": 0.6404285430908203, "Finetune/Loss (Raw)": 0.6625561714172363, "Finetune/Step": 14073, "Finetune/Step Time": 6.660328816622496}
+{"Finetune/Learning Rate": 3.5409311121168533e-06, "Finetune/Loss": 0.6409232020378113, "Finetune/Loss (Raw)": 0.7053065299987793, "Finetune/Step": 14074, "Finetune/Step Time": 6.662274988368154}
+{"Finetune/Learning Rate": 3.53964564264066e-06, "Finetune/Loss": 0.6424920558929443, "Finetune/Loss (Raw)": 0.7728511095046997, "Finetune/Step": 14075, "Finetune/Step Time": 6.660620661452413}
+{"Finetune/Learning Rate": 3.538360356361744e-06, "Finetune/Loss": 0.6429811120033264, "Finetune/Loss (Raw)": 0.6740889549255371, "Finetune/Step": 14076, "Finetune/Step Time": 6.659515272825956}
+{"Finetune/Learning Rate": 3.5370752533165543e-06, "Finetune/Loss": 0.6418629884719849, "Finetune/Loss (Raw)": 0.5086373686790466, "Finetune/Step": 14077, "Finetune/Step Time": 6.663085093721747}
+{"Finetune/Learning Rate": 3.535790333541529e-06, "Finetune/Loss": 0.6416643857955933, "Finetune/Loss (Raw)": 0.5742878913879395, "Finetune/Step": 14078, "Finetune/Step Time": 6.661704899743199}
+{"Finetune/Learning Rate": 3.5345055970731113e-06, "Finetune/Loss": 0.6419960260391235, "Finetune/Loss (Raw)": 0.7300547361373901, "Finetune/Step": 14079, "Finetune/Step Time": 6.659204192459583}
+{"Finetune/Learning Rate": 3.5332210439477334e-06, "Finetune/Loss": 0.6416460275650024, "Finetune/Loss (Raw)": 0.6334419846534729, "Finetune/Step": 14080, "Finetune/Step Time": 6.657890003174543}
+{"Finetune/Learning Rate": 3.5319366742018135e-06, "Finetune/Loss": 0.6421673893928528, "Finetune/Loss (Raw)": 0.6326190233230591, "Finetune/Step": 14081, "Finetune/Step Time": 6.657141018658876}
+{"Finetune/Learning Rate": 3.5306524878717774e-06, "Finetune/Loss": 0.6410701274871826, "Finetune/Loss (Raw)": 0.49928489327430725, "Finetune/Step": 14082, "Finetune/Step Time": 6.6537008583545685}
+{"Finetune/Learning Rate": 3.5293684849940402e-06, "Finetune/Loss": 0.6412817239761353, "Finetune/Loss (Raw)": 0.687415599822998, "Finetune/Step": 14083, "Finetune/Step Time": 6.653885228559375}
+{"Finetune/Learning Rate": 3.5280846656050127e-06, "Finetune/Loss": 0.6415910720825195, "Finetune/Loss (Raw)": 0.6094298362731934, "Finetune/Step": 14084, "Finetune/Step Time": 6.6569265983998775}
+{"Finetune/Learning Rate": 3.526801029741097e-06, "Finetune/Loss": 0.6409475803375244, "Finetune/Loss (Raw)": 0.6760342121124268, "Finetune/Step": 14085, "Finetune/Step Time": 6.658076196908951}
+{"Finetune/Learning Rate": 3.525517577438703e-06, "Finetune/Loss": 0.641135573387146, "Finetune/Loss (Raw)": 0.664599597454071, "Finetune/Step": 14086, "Finetune/Step Time": 6.655423250049353}
+{"Finetune/Learning Rate": 3.5242343087342166e-06, "Finetune/Loss": 0.6423817873001099, "Finetune/Loss (Raw)": 0.7011117339134216, "Finetune/Step": 14087, "Finetune/Step Time": 6.639492332935333}
+{"Finetune/Learning Rate": 3.5229512236640317e-06, "Finetune/Loss": 0.6427592039108276, "Finetune/Loss (Raw)": 0.7076640129089355, "Finetune/Step": 14088, "Finetune/Step Time": 6.637198926880956}
+{"Finetune/Learning Rate": 3.521668322264531e-06, "Finetune/Loss": 0.6435555219650269, "Finetune/Loss (Raw)": 0.7331326603889465, "Finetune/Step": 14089, "Finetune/Step Time": 6.636595441028476}
+{"Finetune/Learning Rate": 3.520385604572094e-06, "Finetune/Loss": 0.6436349153518677, "Finetune/Loss (Raw)": 0.6617538928985596, "Finetune/Step": 14090, "Finetune/Step Time": 6.652533946558833}
+{"Finetune/Learning Rate": 3.5191030706230967e-06, "Finetune/Loss": 0.6422896981239319, "Finetune/Loss (Raw)": 0.5843921899795532, "Finetune/Step": 14091, "Finetune/Step Time": 6.65474852360785}
+{"Finetune/Learning Rate": 3.517820720453906e-06, "Finetune/Loss": 0.6412578821182251, "Finetune/Loss (Raw)": 0.5574168562889099, "Finetune/Step": 14092, "Finetune/Step Time": 6.660740414634347}
+{"Finetune/Learning Rate": 3.516538554100888e-06, "Finetune/Loss": 0.6409658193588257, "Finetune/Loss (Raw)": 0.5804134011268616, "Finetune/Step": 14093, "Finetune/Step Time": 6.659194951876998}
+{"Finetune/Learning Rate": 3.5152565716003996e-06, "Finetune/Loss": 0.6422678232192993, "Finetune/Loss (Raw)": 0.729854941368103, "Finetune/Step": 14094, "Finetune/Step Time": 6.660942144691944}
+{"Finetune/Learning Rate": 3.513974772988795e-06, "Finetune/Loss": 0.6430039405822754, "Finetune/Loss (Raw)": 0.7274723052978516, "Finetune/Step": 14095, "Finetune/Step Time": 6.6804372519254684}
+{"Finetune/Learning Rate": 3.5126931583024215e-06, "Finetune/Loss": 0.643105149269104, "Finetune/Loss (Raw)": 0.6330682039260864, "Finetune/Step": 14096, "Finetune/Step Time": 6.681755676865578}
+{"Finetune/Learning Rate": 3.5114117275776238e-06, "Finetune/Loss": 0.642266035079956, "Finetune/Loss (Raw)": 0.5910913944244385, "Finetune/Step": 14097, "Finetune/Step Time": 6.675242757424712}
+{"Finetune/Learning Rate": 3.5101304808507375e-06, "Finetune/Loss": 0.64244145154953, "Finetune/Loss (Raw)": 0.7131083607673645, "Finetune/Step": 14098, "Finetune/Step Time": 6.687258638441563}
+{"Finetune/Learning Rate": 3.508849418158096e-06, "Finetune/Loss": 0.6420539617538452, "Finetune/Loss (Raw)": 0.5883164405822754, "Finetune/Step": 14099, "Finetune/Step Time": 6.727078380063176}
+{"Finetune/Learning Rate": 3.507568539536027e-06, "Finetune/Loss": 0.6423974633216858, "Finetune/Loss (Raw)": 0.64555424451828, "Finetune/Step": 14100, "Finetune/Step Time": 6.724747749045491}
+{"Finetune/Learning Rate": 3.5062878450208515e-06, "Finetune/Loss": 0.6409575939178467, "Finetune/Loss (Raw)": 0.602885901927948, "Finetune/Step": 14101, "Finetune/Step Time": 6.73704849742353}
+{"Finetune/Learning Rate": 3.505007334648888e-06, "Finetune/Loss": 0.6410171985626221, "Finetune/Loss (Raw)": 0.5740289688110352, "Finetune/Step": 14102, "Finetune/Step Time": 6.729021862149239}
+{"Finetune/Learning Rate": 3.5037270084564467e-06, "Finetune/Loss": 0.6412489414215088, "Finetune/Loss (Raw)": 0.6208178997039795, "Finetune/Step": 14103, "Finetune/Step Time": 6.734661526978016}
+{"Finetune/Learning Rate": 3.502446866479837e-06, "Finetune/Loss": 0.6415318250656128, "Finetune/Loss (Raw)": 0.7445025444030762, "Finetune/Step": 14104, "Finetune/Step Time": 6.730990789830685}
+{"Finetune/Learning Rate": 3.5011669087553525e-06, "Finetune/Loss": 0.6401056051254272, "Finetune/Loss (Raw)": 0.477433979511261, "Finetune/Step": 14105, "Finetune/Step Time": 6.739732980728149}
+{"Finetune/Learning Rate": 3.4998871353192964e-06, "Finetune/Loss": 0.6396349668502808, "Finetune/Loss (Raw)": 0.5843547582626343, "Finetune/Step": 14106, "Finetune/Step Time": 6.712147071957588}
+{"Finetune/Learning Rate": 3.4986075462079583e-06, "Finetune/Loss": 0.6405709385871887, "Finetune/Loss (Raw)": 0.6834684014320374, "Finetune/Step": 14107, "Finetune/Step Time": 6.710254957899451}
+{"Finetune/Learning Rate": 3.497328141457622e-06, "Finetune/Loss": 0.6406944394111633, "Finetune/Loss (Raw)": 0.6124411225318909, "Finetune/Step": 14108, "Finetune/Step Time": 6.712175961583853}
+{"Finetune/Learning Rate": 3.496048921104569e-06, "Finetune/Loss": 0.6411290168762207, "Finetune/Loss (Raw)": 0.6170010566711426, "Finetune/Step": 14109, "Finetune/Step Time": 6.706107813864946}
+{"Finetune/Learning Rate": 3.4947698851850766e-06, "Finetune/Loss": 0.6401568651199341, "Finetune/Loss (Raw)": 0.4154817759990692, "Finetune/Step": 14110, "Finetune/Step Time": 6.69351096265018}
+{"Finetune/Learning Rate": 3.493491033735409e-06, "Finetune/Loss": 0.6399856209754944, "Finetune/Loss (Raw)": 0.5571710467338562, "Finetune/Step": 14111, "Finetune/Step Time": 6.699631351977587}
+{"Finetune/Learning Rate": 3.4922123667918305e-06, "Finetune/Loss": 0.6389071941375732, "Finetune/Loss (Raw)": 0.6253672242164612, "Finetune/Step": 14112, "Finetune/Step Time": 6.694135766476393}
+{"Finetune/Learning Rate": 3.490933884390606e-06, "Finetune/Loss": 0.639629602432251, "Finetune/Loss (Raw)": 0.6868466734886169, "Finetune/Step": 14113, "Finetune/Step Time": 6.698939356952906}
+{"Finetune/Learning Rate": 3.4896555865679884e-06, "Finetune/Loss": 0.6396468877792358, "Finetune/Loss (Raw)": 0.6754969954490662, "Finetune/Step": 14114, "Finetune/Step Time": 6.711800729855895}
+{"Finetune/Learning Rate": 3.4883774733602247e-06, "Finetune/Loss": 0.638953685760498, "Finetune/Loss (Raw)": 0.5521143674850464, "Finetune/Step": 14115, "Finetune/Step Time": 6.712442576885223}
+{"Finetune/Learning Rate": 3.487099544803563e-06, "Finetune/Loss": 0.638363242149353, "Finetune/Loss (Raw)": 0.5722837448120117, "Finetune/Step": 14116, "Finetune/Step Time": 6.719355270266533}
+{"Finetune/Learning Rate": 3.4858218009342338e-06, "Finetune/Loss": 0.6396492719650269, "Finetune/Loss (Raw)": 0.7893972396850586, "Finetune/Step": 14117, "Finetune/Step Time": 6.720618233084679}
+{"Finetune/Learning Rate": 3.4845442417884756e-06, "Finetune/Loss": 0.6386741399765015, "Finetune/Loss (Raw)": 0.5910316109657288, "Finetune/Step": 14118, "Finetune/Step Time": 6.72297977656126}
+{"Finetune/Learning Rate": 3.483266867402515e-06, "Finetune/Loss": 0.6389334201812744, "Finetune/Loss (Raw)": 0.5709515810012817, "Finetune/Step": 14119, "Finetune/Step Time": 6.7105945236980915}
+{"Finetune/Learning Rate": 3.4819896778125706e-06, "Finetune/Loss": 0.6387394666671753, "Finetune/Loss (Raw)": 0.6397213935852051, "Finetune/Step": 14120, "Finetune/Step Time": 6.711755907163024}
+{"Finetune/Learning Rate": 3.480712673054868e-06, "Finetune/Loss": 0.638561487197876, "Finetune/Loss (Raw)": 0.6710608005523682, "Finetune/Step": 14121, "Finetune/Step Time": 6.713487656787038}
+{"Finetune/Learning Rate": 3.479435853165619e-06, "Finetune/Loss": 0.6386958360671997, "Finetune/Loss (Raw)": 0.6286580562591553, "Finetune/Step": 14122, "Finetune/Step Time": 6.714974770322442}
+{"Finetune/Learning Rate": 3.478159218181024e-06, "Finetune/Loss": 0.639299213886261, "Finetune/Loss (Raw)": 0.6681159734725952, "Finetune/Step": 14123, "Finetune/Step Time": 6.730236766859889}
+{"Finetune/Learning Rate": 3.4768827681372887e-06, "Finetune/Loss": 0.6395037770271301, "Finetune/Loss (Raw)": 0.7659065127372742, "Finetune/Step": 14124, "Finetune/Step Time": 6.7276149317622185}
+{"Finetune/Learning Rate": 3.475606503070609e-06, "Finetune/Loss": 0.6394449472427368, "Finetune/Loss (Raw)": 0.6168197989463806, "Finetune/Step": 14125, "Finetune/Step Time": 6.730483299121261}
+{"Finetune/Learning Rate": 3.4743304230171747e-06, "Finetune/Loss": 0.6382706761360168, "Finetune/Loss (Raw)": 0.5683526396751404, "Finetune/Step": 14126, "Finetune/Step Time": 6.741297040134668}
+{"Finetune/Learning Rate": 3.47305452801317e-06, "Finetune/Loss": 0.6383053660392761, "Finetune/Loss (Raw)": 0.596450924873352, "Finetune/Step": 14127, "Finetune/Step Time": 6.743961378931999}
+{"Finetune/Learning Rate": 3.4717788180947855e-06, "Finetune/Loss": 0.640432596206665, "Finetune/Loss (Raw)": 0.8621670603752136, "Finetune/Step": 14128, "Finetune/Step Time": 6.764919433742762}
+{"Finetune/Learning Rate": 3.4705032932981866e-06, "Finetune/Loss": 0.6406209468841553, "Finetune/Loss (Raw)": 0.7525998950004578, "Finetune/Step": 14129, "Finetune/Step Time": 6.779543796554208}
+{"Finetune/Learning Rate": 3.4692279536595475e-06, "Finetune/Loss": 0.6417879462242126, "Finetune/Loss (Raw)": 0.7872191071510315, "Finetune/Step": 14130, "Finetune/Step Time": 6.762110084295273}
+{"Finetune/Learning Rate": 3.467952799215032e-06, "Finetune/Loss": 0.6418941020965576, "Finetune/Loss (Raw)": 0.7029715776443481, "Finetune/Step": 14131, "Finetune/Step Time": 6.760554142296314}
+{"Finetune/Learning Rate": 3.466677830000801e-06, "Finetune/Loss": 0.6411923766136169, "Finetune/Loss (Raw)": 0.6509415507316589, "Finetune/Step": 14132, "Finetune/Step Time": 6.760529018938541}
+{"Finetune/Learning Rate": 3.4654030460530075e-06, "Finetune/Loss": 0.6422756314277649, "Finetune/Loss (Raw)": 0.663998007774353, "Finetune/Step": 14133, "Finetune/Step Time": 6.749140817672014}
+{"Finetune/Learning Rate": 3.464128447407802e-06, "Finetune/Loss": 0.6423909664154053, "Finetune/Loss (Raw)": 0.6811206936836243, "Finetune/Step": 14134, "Finetune/Step Time": 6.747579151764512}
+{"Finetune/Learning Rate": 3.4628540341013283e-06, "Finetune/Loss": 0.6408298015594482, "Finetune/Loss (Raw)": 0.6002326607704163, "Finetune/Step": 14135, "Finetune/Step Time": 6.744861921295524}
+{"Finetune/Learning Rate": 3.4615798061697258e-06, "Finetune/Loss": 0.6417635679244995, "Finetune/Loss (Raw)": 0.7638831734657288, "Finetune/Step": 14136, "Finetune/Step Time": 6.726449646055698}
+{"Finetune/Learning Rate": 3.4603057636491266e-06, "Finetune/Loss": 0.6425451636314392, "Finetune/Loss (Raw)": 0.6897068023681641, "Finetune/Step": 14137, "Finetune/Step Time": 6.724283831194043}
+{"Finetune/Learning Rate": 3.4590319065756594e-06, "Finetune/Loss": 0.6426708698272705, "Finetune/Loss (Raw)": 0.6424883604049683, "Finetune/Step": 14138, "Finetune/Step Time": 6.724741334095597}
+{"Finetune/Learning Rate": 3.4577582349854475e-06, "Finetune/Loss": 0.643064022064209, "Finetune/Loss (Raw)": 0.6227203607559204, "Finetune/Step": 14139, "Finetune/Step Time": 6.720776231959462}
+{"Finetune/Learning Rate": 3.456484748914608e-06, "Finetune/Loss": 0.6431283950805664, "Finetune/Loss (Raw)": 0.7320312261581421, "Finetune/Step": 14140, "Finetune/Step Time": 6.723224492743611}
+{"Finetune/Learning Rate": 3.455211448399255e-06, "Finetune/Loss": 0.6435033082962036, "Finetune/Loss (Raw)": 0.6499723792076111, "Finetune/Step": 14141, "Finetune/Step Time": 6.721009789034724}
+{"Finetune/Learning Rate": 3.4539383334754927e-06, "Finetune/Loss": 0.6418279409408569, "Finetune/Loss (Raw)": 0.4472828209400177, "Finetune/Step": 14142, "Finetune/Step Time": 6.736615424975753}
+{"Finetune/Learning Rate": 3.452665404179426e-06, "Finetune/Loss": 0.6420478224754333, "Finetune/Loss (Raw)": 0.6669491529464722, "Finetune/Step": 14143, "Finetune/Step Time": 6.7381028439849615}
+{"Finetune/Learning Rate": 3.4513926605471504e-06, "Finetune/Loss": 0.6416263580322266, "Finetune/Loss (Raw)": 0.6460800170898438, "Finetune/Step": 14144, "Finetune/Step Time": 6.736631121486425}
+{"Finetune/Learning Rate": 3.4501201026147567e-06, "Finetune/Loss": 0.6412683725357056, "Finetune/Loss (Raw)": 0.5502693057060242, "Finetune/Step": 14145, "Finetune/Step Time": 6.730830041691661}
+{"Finetune/Learning Rate": 3.4488477304183344e-06, "Finetune/Loss": 0.6413202285766602, "Finetune/Loss (Raw)": 0.6406359076499939, "Finetune/Step": 14146, "Finetune/Step Time": 6.729518283158541}
+{"Finetune/Learning Rate": 3.447575543993955e-06, "Finetune/Loss": 0.6411508917808533, "Finetune/Loss (Raw)": 0.6589964628219604, "Finetune/Step": 14147, "Finetune/Step Time": 6.725133145228028}
+{"Finetune/Learning Rate": 3.446303543377705e-06, "Finetune/Loss": 0.6408219933509827, "Finetune/Loss (Raw)": 0.6021493673324585, "Finetune/Step": 14148, "Finetune/Step Time": 6.710632955655456}
+{"Finetune/Learning Rate": 3.445031728605649e-06, "Finetune/Loss": 0.6406973600387573, "Finetune/Loss (Raw)": 0.6373986005783081, "Finetune/Step": 14149, "Finetune/Step Time": 6.7091894168406725}
+{"Finetune/Learning Rate": 3.443760099713854e-06, "Finetune/Loss": 0.6407523155212402, "Finetune/Loss (Raw)": 0.582268476486206, "Finetune/Step": 14150, "Finetune/Step Time": 6.713215285912156}
+{"Finetune/Learning Rate": 3.4424886567383785e-06, "Finetune/Loss": 0.642343282699585, "Finetune/Loss (Raw)": 0.7400227785110474, "Finetune/Step": 14151, "Finetune/Step Time": 6.705975644290447}
+{"Finetune/Learning Rate": 3.4412173997152785e-06, "Finetune/Loss": 0.6423863172531128, "Finetune/Loss (Raw)": 0.5707053542137146, "Finetune/Step": 14152, "Finetune/Step Time": 6.707346549257636}
+{"Finetune/Learning Rate": 3.4399463286806056e-06, "Finetune/Loss": 0.6417348980903625, "Finetune/Loss (Raw)": 0.6088511943817139, "Finetune/Step": 14153, "Finetune/Step Time": 6.705062951892614}
+{"Finetune/Learning Rate": 3.438675443670394e-06, "Finetune/Loss": 0.6403132677078247, "Finetune/Loss (Raw)": 0.4488758146762848, "Finetune/Step": 14154, "Finetune/Step Time": 6.719492631033063}
+{"Finetune/Learning Rate": 3.4374047447206914e-06, "Finetune/Loss": 0.639579713344574, "Finetune/Loss (Raw)": 0.6004654765129089, "Finetune/Step": 14155, "Finetune/Step Time": 6.722969725728035}
+{"Finetune/Learning Rate": 3.4361342318675297e-06, "Finetune/Loss": 0.6395323276519775, "Finetune/Loss (Raw)": 0.7250657081604004, "Finetune/Step": 14156, "Finetune/Step Time": 6.724080987274647}
+{"Finetune/Learning Rate": 3.4348639051469346e-06, "Finetune/Loss": 0.6397905945777893, "Finetune/Loss (Raw)": 0.6349066495895386, "Finetune/Step": 14157, "Finetune/Step Time": 6.729552989825606}
+{"Finetune/Learning Rate": 3.4335937645949312e-06, "Finetune/Loss": 0.6389667391777039, "Finetune/Loss (Raw)": 0.5880627632141113, "Finetune/Step": 14158, "Finetune/Step Time": 6.73218790255487}
+{"Finetune/Learning Rate": 3.43232381024754e-06, "Finetune/Loss": 0.6384472250938416, "Finetune/Loss (Raw)": 0.6599183082580566, "Finetune/Step": 14159, "Finetune/Step Time": 6.728349443525076}
+{"Finetune/Learning Rate": 3.4310540421407667e-06, "Finetune/Loss": 0.6373467445373535, "Finetune/Loss (Raw)": 0.5955712199211121, "Finetune/Step": 14160, "Finetune/Step Time": 6.708392994478345}
+{"Finetune/Learning Rate": 3.429784460310617e-06, "Finetune/Loss": 0.6363832950592041, "Finetune/Loss (Raw)": 0.5278655886650085, "Finetune/Step": 14161, "Finetune/Step Time": 6.713727716356516}
+{"Finetune/Learning Rate": 3.4285150647930997e-06, "Finetune/Loss": 0.6379591226577759, "Finetune/Loss (Raw)": 0.6827512979507446, "Finetune/Step": 14162, "Finetune/Step Time": 6.708977099508047}
+{"Finetune/Learning Rate": 3.4272458556242095e-06, "Finetune/Loss": 0.638948917388916, "Finetune/Loss (Raw)": 0.7536205053329468, "Finetune/Step": 14163, "Finetune/Step Time": 6.7073291558772326}
+{"Finetune/Learning Rate": 3.425976832839936e-06, "Finetune/Loss": 0.638738751411438, "Finetune/Loss (Raw)": 0.5907645225524902, "Finetune/Step": 14164, "Finetune/Step Time": 6.708608435466886}
+{"Finetune/Learning Rate": 3.4247079964762686e-06, "Finetune/Loss": 0.6396560668945312, "Finetune/Loss (Raw)": 0.7614899277687073, "Finetune/Step": 14165, "Finetune/Step Time": 6.702934281900525}
+{"Finetune/Learning Rate": 3.4234393465691806e-06, "Finetune/Loss": 0.6400979161262512, "Finetune/Loss (Raw)": 0.6199533939361572, "Finetune/Step": 14166, "Finetune/Step Time": 6.694859366863966}
+{"Finetune/Learning Rate": 3.422170883154653e-06, "Finetune/Loss": 0.6397111415863037, "Finetune/Loss (Raw)": 0.6365348100662231, "Finetune/Step": 14167, "Finetune/Step Time": 6.686590911820531}
+{"Finetune/Learning Rate": 3.42090260626865e-06, "Finetune/Loss": 0.6388748288154602, "Finetune/Loss (Raw)": 0.6409809589385986, "Finetune/Step": 14168, "Finetune/Step Time": 6.685502227395773}
+{"Finetune/Learning Rate": 3.4196345159471444e-06, "Finetune/Loss": 0.6386829018592834, "Finetune/Loss (Raw)": 0.6501802206039429, "Finetune/Step": 14169, "Finetune/Step Time": 6.6933985110372305}
+{"Finetune/Learning Rate": 3.4183666122260915e-06, "Finetune/Loss": 0.6385363340377808, "Finetune/Loss (Raw)": 0.6672508716583252, "Finetune/Step": 14170, "Finetune/Step Time": 6.695842280983925}
+{"Finetune/Learning Rate": 3.4170988951414496e-06, "Finetune/Loss": 0.6390395164489746, "Finetune/Loss (Raw)": 0.6424621343612671, "Finetune/Step": 14171, "Finetune/Step Time": 6.68998041190207}
+{"Finetune/Learning Rate": 3.415831364729161e-06, "Finetune/Loss": 0.6378589868545532, "Finetune/Loss (Raw)": 0.5361865758895874, "Finetune/Step": 14172, "Finetune/Step Time": 6.707032606005669}
+{"Finetune/Learning Rate": 3.414564021025172e-06, "Finetune/Loss": 0.6385723352432251, "Finetune/Loss (Raw)": 0.7418878674507141, "Finetune/Step": 14173, "Finetune/Step Time": 6.703971065580845}
+{"Finetune/Learning Rate": 3.41329686406542e-06, "Finetune/Loss": 0.6385688781738281, "Finetune/Loss (Raw)": 0.5309334397315979, "Finetune/Step": 14174, "Finetune/Step Time": 6.7172587141394615}
+{"Finetune/Learning Rate": 3.4120298938858385e-06, "Finetune/Loss": 0.6381641626358032, "Finetune/Loss (Raw)": 0.6336455941200256, "Finetune/Step": 14175, "Finetune/Step Time": 6.704699555411935}
+{"Finetune/Learning Rate": 3.4107631105223528e-06, "Finetune/Loss": 0.6376708745956421, "Finetune/Loss (Raw)": 0.6551650762557983, "Finetune/Step": 14176, "Finetune/Step Time": 6.703345254063606}
+{"Finetune/Learning Rate": 3.409496514010895e-06, "Finetune/Loss": 0.639556348323822, "Finetune/Loss (Raw)": 0.7749501466751099, "Finetune/Step": 14177, "Finetune/Step Time": 6.688656037673354}
+{"Finetune/Learning Rate": 3.4082301043873712e-06, "Finetune/Loss": 0.637974202632904, "Finetune/Loss (Raw)": 0.5961260199546814, "Finetune/Step": 14178, "Finetune/Step Time": 6.691907223314047}
+{"Finetune/Learning Rate": 3.4069638816876983e-06, "Finetune/Loss": 0.6388991475105286, "Finetune/Loss (Raw)": 0.6303037405014038, "Finetune/Step": 14179, "Finetune/Step Time": 6.69568370655179}
+{"Finetune/Learning Rate": 3.4056978459477807e-06, "Finetune/Loss": 0.6391375660896301, "Finetune/Loss (Raw)": 0.5688503384590149, "Finetune/Step": 14180, "Finetune/Step Time": 6.691885828971863}
+{"Finetune/Learning Rate": 3.40443199720352e-06, "Finetune/Loss": 0.6392745971679688, "Finetune/Loss (Raw)": 0.6201465129852295, "Finetune/Step": 14181, "Finetune/Step Time": 6.693329906091094}
+{"Finetune/Learning Rate": 3.403166335490814e-06, "Finetune/Loss": 0.6389238834381104, "Finetune/Loss (Raw)": 0.6340160369873047, "Finetune/Step": 14182, "Finetune/Step Time": 6.69201604090631}
+{"Finetune/Learning Rate": 3.4019008608455508e-06, "Finetune/Loss": 0.638330340385437, "Finetune/Loss (Raw)": 0.6152878403663635, "Finetune/Step": 14183, "Finetune/Step Time": 6.707454500719905}
+{"Finetune/Learning Rate": 3.4006355733036167e-06, "Finetune/Loss": 0.6384407877922058, "Finetune/Loss (Raw)": 0.623624324798584, "Finetune/Step": 14184, "Finetune/Step Time": 6.714603571221232}
+{"Finetune/Learning Rate": 3.3993704729008924e-06, "Finetune/Loss": 0.6390217542648315, "Finetune/Loss (Raw)": 0.6582925915718079, "Finetune/Step": 14185, "Finetune/Step Time": 6.726990789175034}
+{"Finetune/Learning Rate": 3.3981055596732515e-06, "Finetune/Loss": 0.6399661302566528, "Finetune/Loss (Raw)": 0.6738073825836182, "Finetune/Step": 14186, "Finetune/Step Time": 6.714748952537775}
+{"Finetune/Learning Rate": 3.396840833656563e-06, "Finetune/Loss": 0.6397905349731445, "Finetune/Loss (Raw)": 0.623926043510437, "Finetune/Step": 14187, "Finetune/Step Time": 6.725829817354679}
+{"Finetune/Learning Rate": 3.3955762948866922e-06, "Finetune/Loss": 0.6393554210662842, "Finetune/Loss (Raw)": 0.5685826539993286, "Finetune/Step": 14188, "Finetune/Step Time": 6.732912339270115}
+{"Finetune/Learning Rate": 3.3943119433994977e-06, "Finetune/Loss": 0.6405150890350342, "Finetune/Loss (Raw)": 0.6096969842910767, "Finetune/Step": 14189, "Finetune/Step Time": 6.720996802672744}
+{"Finetune/Learning Rate": 3.3930477792308315e-06, "Finetune/Loss": 0.6404072046279907, "Finetune/Loss (Raw)": 0.7079821228981018, "Finetune/Step": 14190, "Finetune/Step Time": 6.716056112200022}
+{"Finetune/Learning Rate": 3.3917838024165426e-06, "Finetune/Loss": 0.6402381062507629, "Finetune/Loss (Raw)": 0.585398256778717, "Finetune/Step": 14191, "Finetune/Step Time": 6.721060119569302}
+{"Finetune/Learning Rate": 3.390520012992474e-06, "Finetune/Loss": 0.641387939453125, "Finetune/Loss (Raw)": 0.7100090980529785, "Finetune/Step": 14192, "Finetune/Step Time": 6.72200870513916}
+{"Finetune/Learning Rate": 3.3892564109944636e-06, "Finetune/Loss": 0.6408638954162598, "Finetune/Loss (Raw)": 0.564971387386322, "Finetune/Step": 14193, "Finetune/Step Time": 6.7227340787649155}
+{"Finetune/Learning Rate": 3.3879929964583427e-06, "Finetune/Loss": 0.6407026052474976, "Finetune/Loss (Raw)": 0.6190106272697449, "Finetune/Step": 14194, "Finetune/Step Time": 6.737276207655668}
+{"Finetune/Learning Rate": 3.3867297694199373e-06, "Finetune/Loss": 0.6415776014328003, "Finetune/Loss (Raw)": 0.7133541703224182, "Finetune/Step": 14195, "Finetune/Step Time": 6.735037624835968}
+{"Finetune/Learning Rate": 3.3854667299150712e-06, "Finetune/Loss": 0.6418050527572632, "Finetune/Loss (Raw)": 0.695815920829773, "Finetune/Step": 14196, "Finetune/Step Time": 6.732787249609828}
+{"Finetune/Learning Rate": 3.3842038779795594e-06, "Finetune/Loss": 0.6399502158164978, "Finetune/Loss (Raw)": 0.5182530283927917, "Finetune/Step": 14197, "Finetune/Step Time": 6.72971211001277}
+{"Finetune/Learning Rate": 3.3829412136492124e-06, "Finetune/Loss": 0.6383132934570312, "Finetune/Loss (Raw)": 0.46226564049720764, "Finetune/Step": 14198, "Finetune/Step Time": 6.7336721401661634}
+{"Finetune/Learning Rate": 3.381678736959837e-06, "Finetune/Loss": 0.6383308172225952, "Finetune/Loss (Raw)": 0.6830787658691406, "Finetune/Step": 14199, "Finetune/Step Time": 6.735883321613073}
+{"Finetune/Learning Rate": 3.3804164479472313e-06, "Finetune/Loss": 0.6389437913894653, "Finetune/Loss (Raw)": 0.7557298541069031, "Finetune/Step": 14200, "Finetune/Step Time": 6.7317346297204494}
+{"Finetune/Learning Rate": 3.3791543466471954e-06, "Finetune/Loss": 0.638913094997406, "Finetune/Loss (Raw)": 0.6586300730705261, "Finetune/Step": 14201, "Finetune/Step Time": 6.722265159711242}
+{"Finetune/Learning Rate": 3.377892433095512e-06, "Finetune/Loss": 0.6377190947532654, "Finetune/Loss (Raw)": 0.5524770617485046, "Finetune/Step": 14202, "Finetune/Step Time": 6.72442726790905}
+{"Finetune/Learning Rate": 3.3766307073279658e-06, "Finetune/Loss": 0.6361294984817505, "Finetune/Loss (Raw)": 0.5693798661231995, "Finetune/Step": 14203, "Finetune/Step Time": 6.72697270475328}
+{"Finetune/Learning Rate": 3.3753691693803404e-06, "Finetune/Loss": 0.6368401050567627, "Finetune/Loss (Raw)": 0.7650489807128906, "Finetune/Step": 14204, "Finetune/Step Time": 6.729066897183657}
+{"Finetune/Learning Rate": 3.374107819288408e-06, "Finetune/Loss": 0.6385469436645508, "Finetune/Loss (Raw)": 0.7271149754524231, "Finetune/Step": 14205, "Finetune/Step Time": 6.730513839051127}
+{"Finetune/Learning Rate": 3.372846657087936e-06, "Finetune/Loss": 0.6394330859184265, "Finetune/Loss (Raw)": 0.6877104043960571, "Finetune/Step": 14206, "Finetune/Step Time": 6.728001041337848}
+{"Finetune/Learning Rate": 3.371585682814692e-06, "Finetune/Loss": 0.638158917427063, "Finetune/Loss (Raw)": 0.5669610500335693, "Finetune/Step": 14207, "Finetune/Step Time": 6.727357713505626}
+{"Finetune/Learning Rate": 3.3703248965044253e-06, "Finetune/Loss": 0.6372063755989075, "Finetune/Loss (Raw)": 0.5115162134170532, "Finetune/Step": 14208, "Finetune/Step Time": 6.758150206878781}
+{"Finetune/Learning Rate": 3.3690642981928922e-06, "Finetune/Loss": 0.6367758512496948, "Finetune/Loss (Raw)": 0.5775122046470642, "Finetune/Step": 14209, "Finetune/Step Time": 6.760242436081171}
+{"Finetune/Learning Rate": 3.367803887915837e-06, "Finetune/Loss": 0.638261079788208, "Finetune/Loss (Raw)": 0.6893951892852783, "Finetune/Step": 14210, "Finetune/Step Time": 6.76250946521759}
+{"Finetune/Learning Rate": 3.3665436657090066e-06, "Finetune/Loss": 0.6381089687347412, "Finetune/Loss (Raw)": 0.667941689491272, "Finetune/Step": 14211, "Finetune/Step Time": 6.759404247626662}
+{"Finetune/Learning Rate": 3.365283631608135e-06, "Finetune/Loss": 0.638321042060852, "Finetune/Loss (Raw)": 0.6365767121315002, "Finetune/Step": 14212, "Finetune/Step Time": 6.752511665225029}
+{"Finetune/Learning Rate": 3.3640237856489565e-06, "Finetune/Loss": 0.6391631364822388, "Finetune/Loss (Raw)": 0.7838206887245178, "Finetune/Step": 14213, "Finetune/Step Time": 6.7499417550861835}
+{"Finetune/Learning Rate": 3.3627641278671896e-06, "Finetune/Loss": 0.6378974914550781, "Finetune/Loss (Raw)": 0.5026005506515503, "Finetune/Step": 14214, "Finetune/Step Time": 6.74934147298336}
+{"Finetune/Learning Rate": 3.361504658298559e-06, "Finetune/Loss": 0.6370543241500854, "Finetune/Loss (Raw)": 0.5931801199913025, "Finetune/Step": 14215, "Finetune/Step Time": 6.746293844655156}
+{"Finetune/Learning Rate": 3.360245376978779e-06, "Finetune/Loss": 0.6359414458274841, "Finetune/Loss (Raw)": 0.5652171969413757, "Finetune/Step": 14216, "Finetune/Step Time": 6.739974610507488}
+{"Finetune/Learning Rate": 3.358986283943555e-06, "Finetune/Loss": 0.6351594924926758, "Finetune/Loss (Raw)": 0.633052408695221, "Finetune/Step": 14217, "Finetune/Step Time": 6.736221885308623}
+{"Finetune/Learning Rate": 3.3577273792285993e-06, "Finetune/Loss": 0.6352251768112183, "Finetune/Loss (Raw)": 0.6701555848121643, "Finetune/Step": 14218, "Finetune/Step Time": 6.734725231304765}
+{"Finetune/Learning Rate": 3.3564686628696106e-06, "Finetune/Loss": 0.6359235644340515, "Finetune/Loss (Raw)": 0.6737837195396423, "Finetune/Step": 14219, "Finetune/Step Time": 6.73307448066771}
+{"Finetune/Learning Rate": 3.355210134902275e-06, "Finetune/Loss": 0.636884331703186, "Finetune/Loss (Raw)": 0.6803885102272034, "Finetune/Step": 14220, "Finetune/Step Time": 6.724436396732926}
+{"Finetune/Learning Rate": 3.3539517953622846e-06, "Finetune/Loss": 0.6386126279830933, "Finetune/Loss (Raw)": 0.8016462922096252, "Finetune/Step": 14221, "Finetune/Step Time": 6.746838696300983}
+{"Finetune/Learning Rate": 3.352693644285323e-06, "Finetune/Loss": 0.6363675594329834, "Finetune/Loss (Raw)": 0.44247931241989136, "Finetune/Step": 14222, "Finetune/Step Time": 6.761681713163853}
+{"Finetune/Learning Rate": 3.351435681707067e-06, "Finetune/Loss": 0.6348917484283447, "Finetune/Loss (Raw)": 0.5385702252388, "Finetune/Step": 14223, "Finetune/Step Time": 6.74472382850945}
+{"Finetune/Learning Rate": 3.3501779076631867e-06, "Finetune/Loss": 0.6349695920944214, "Finetune/Loss (Raw)": 0.6430274248123169, "Finetune/Step": 14224, "Finetune/Step Time": 6.7512170653790236}
+{"Finetune/Learning Rate": 3.3489203221893572e-06, "Finetune/Loss": 0.6351748108863831, "Finetune/Loss (Raw)": 0.6173691749572754, "Finetune/Step": 14225, "Finetune/Step Time": 6.751260040327907}
+{"Finetune/Learning Rate": 3.34766292532123e-06, "Finetune/Loss": 0.6340149641036987, "Finetune/Loss (Raw)": 0.5646464824676514, "Finetune/Step": 14226, "Finetune/Step Time": 6.749470425769687}
+{"Finetune/Learning Rate": 3.3464057170944676e-06, "Finetune/Loss": 0.6343247890472412, "Finetune/Loss (Raw)": 0.6279692053794861, "Finetune/Step": 14227, "Finetune/Step Time": 6.714482212439179}
+{"Finetune/Learning Rate": 3.3451486975447166e-06, "Finetune/Loss": 0.634392499923706, "Finetune/Loss (Raw)": 0.654224693775177, "Finetune/Step": 14228, "Finetune/Step Time": 6.713393099606037}
+{"Finetune/Learning Rate": 3.343891866707626e-06, "Finetune/Loss": 0.6340126991271973, "Finetune/Loss (Raw)": 0.5542699694633484, "Finetune/Step": 14229, "Finetune/Step Time": 6.701236868277192}
+{"Finetune/Learning Rate": 3.342635224618834e-06, "Finetune/Loss": 0.6351768970489502, "Finetune/Loss (Raw)": 0.7230516076087952, "Finetune/Step": 14230, "Finetune/Step Time": 6.698295732960105}
+{"Finetune/Learning Rate": 3.3413787713139765e-06, "Finetune/Loss": 0.6356513500213623, "Finetune/Loss (Raw)": 0.6815425753593445, "Finetune/Step": 14231, "Finetune/Step Time": 6.690755192190409}
+{"Finetune/Learning Rate": 3.3401225068286825e-06, "Finetune/Loss": 0.6357907056808472, "Finetune/Loss (Raw)": 0.7623414397239685, "Finetune/Step": 14232, "Finetune/Step Time": 6.690312135964632}
+{"Finetune/Learning Rate": 3.3388664311985752e-06, "Finetune/Loss": 0.6368720531463623, "Finetune/Loss (Raw)": 0.615852952003479, "Finetune/Step": 14233, "Finetune/Step Time": 6.684263749048114}
+{"Finetune/Learning Rate": 3.3376105444592754e-06, "Finetune/Loss": 0.6365096569061279, "Finetune/Loss (Raw)": 0.5379577875137329, "Finetune/Step": 14234, "Finetune/Step Time": 6.685691384598613}
+{"Finetune/Learning Rate": 3.336354846646395e-06, "Finetune/Loss": 0.6353911757469177, "Finetune/Loss (Raw)": 0.5403040051460266, "Finetune/Step": 14235, "Finetune/Step Time": 6.686663795262575}
+{"Finetune/Learning Rate": 3.335099337795542e-06, "Finetune/Loss": 0.6357259750366211, "Finetune/Loss (Raw)": 0.6552983522415161, "Finetune/Step": 14236, "Finetune/Step Time": 6.6819448582828045}
+{"Finetune/Learning Rate": 3.333844017942319e-06, "Finetune/Loss": 0.6360596418380737, "Finetune/Loss (Raw)": 0.6597092747688293, "Finetune/Step": 14237, "Finetune/Step Time": 6.6842306312173605}
+{"Finetune/Learning Rate": 3.3325888871223244e-06, "Finetune/Loss": 0.6376990079879761, "Finetune/Loss (Raw)": 0.6253268122673035, "Finetune/Step": 14238, "Finetune/Step Time": 6.6823040544986725}
+{"Finetune/Learning Rate": 3.331333945371148e-06, "Finetune/Loss": 0.6376480460166931, "Finetune/Loss (Raw)": 0.5506393313407898, "Finetune/Step": 14239, "Finetune/Step Time": 6.676582161337137}
+{"Finetune/Learning Rate": 3.330079192724379e-06, "Finetune/Loss": 0.6382547616958618, "Finetune/Loss (Raw)": 0.7030283808708191, "Finetune/Step": 14240, "Finetune/Step Time": 6.6790804993361235}
+{"Finetune/Learning Rate": 3.3288246292175973e-06, "Finetune/Loss": 0.6378481388092041, "Finetune/Loss (Raw)": 0.6348000764846802, "Finetune/Step": 14241, "Finetune/Step Time": 6.675528518855572}
+{"Finetune/Learning Rate": 3.3275702548863785e-06, "Finetune/Loss": 0.6375522613525391, "Finetune/Loss (Raw)": 0.6376240849494934, "Finetune/Step": 14242, "Finetune/Step Time": 6.664014277979732}
+{"Finetune/Learning Rate": 3.3263160697662933e-06, "Finetune/Loss": 0.6377557516098022, "Finetune/Loss (Raw)": 0.5781615376472473, "Finetune/Step": 14243, "Finetune/Step Time": 6.66840435564518}
+{"Finetune/Learning Rate": 3.3250620738929075e-06, "Finetune/Loss": 0.6384903788566589, "Finetune/Loss (Raw)": 0.6663142442703247, "Finetune/Step": 14244, "Finetune/Step Time": 6.6582859475165606}
+{"Finetune/Learning Rate": 3.3238082673017803e-06, "Finetune/Loss": 0.6377872228622437, "Finetune/Loss (Raw)": 0.6993950009346008, "Finetune/Step": 14245, "Finetune/Step Time": 6.656540287658572}
+{"Finetune/Learning Rate": 3.3225546500284656e-06, "Finetune/Loss": 0.6374885439872742, "Finetune/Loss (Raw)": 0.5528035163879395, "Finetune/Step": 14246, "Finetune/Step Time": 6.6633920054882765}
+{"Finetune/Learning Rate": 3.321301222108513e-06, "Finetune/Loss": 0.6380297541618347, "Finetune/Loss (Raw)": 0.6402230262756348, "Finetune/Step": 14247, "Finetune/Step Time": 6.663010094314814}
+{"Finetune/Learning Rate": 3.3200479835774656e-06, "Finetune/Loss": 0.6377922296524048, "Finetune/Loss (Raw)": 0.6093215346336365, "Finetune/Step": 14248, "Finetune/Step Time": 6.662634206935763}
+{"Finetune/Learning Rate": 3.318794934470864e-06, "Finetune/Loss": 0.637679934501648, "Finetune/Loss (Raw)": 0.656681478023529, "Finetune/Step": 14249, "Finetune/Step Time": 6.674618935212493}
+{"Finetune/Learning Rate": 3.3175420748242405e-06, "Finetune/Loss": 0.6372860074043274, "Finetune/Loss (Raw)": 0.5782380700111389, "Finetune/Step": 14250, "Finetune/Step Time": 6.672604911029339}
+{"Finetune/Learning Rate": 3.3162894046731155e-06, "Finetune/Loss": 0.6371129751205444, "Finetune/Loss (Raw)": 0.6459671258926392, "Finetune/Step": 14251, "Finetune/Step Time": 6.65993987582624}
+{"Finetune/Learning Rate": 3.31503692405302e-06, "Finetune/Loss": 0.6366139054298401, "Finetune/Loss (Raw)": 0.7020249366760254, "Finetune/Step": 14252, "Finetune/Step Time": 6.660539608448744}
+{"Finetune/Learning Rate": 3.3137846329994685e-06, "Finetune/Loss": 0.6374713182449341, "Finetune/Loss (Raw)": 0.7265732288360596, "Finetune/Step": 14253, "Finetune/Step Time": 6.643514296039939}
+{"Finetune/Learning Rate": 3.312532531547972e-06, "Finetune/Loss": 0.6372636556625366, "Finetune/Loss (Raw)": 0.5417767763137817, "Finetune/Step": 14254, "Finetune/Step Time": 6.632821444422007}
+{"Finetune/Learning Rate": 3.3112806197340354e-06, "Finetune/Loss": 0.6376889944076538, "Finetune/Loss (Raw)": 0.6508824229240417, "Finetune/Step": 14255, "Finetune/Step Time": 6.6316685397177935}
+{"Finetune/Learning Rate": 3.310028897593164e-06, "Finetune/Loss": 0.6361798644065857, "Finetune/Loss (Raw)": 0.669001579284668, "Finetune/Step": 14256, "Finetune/Step Time": 6.610355129465461}
+{"Finetune/Learning Rate": 3.3087773651608456e-06, "Finetune/Loss": 0.6358844041824341, "Finetune/Loss (Raw)": 0.7147786021232605, "Finetune/Step": 14257, "Finetune/Step Time": 6.597199944779277}
+{"Finetune/Learning Rate": 3.3075260224725748e-06, "Finetune/Loss": 0.6338918209075928, "Finetune/Loss (Raw)": 0.532169759273529, "Finetune/Step": 14258, "Finetune/Step Time": 6.5991854313761}
+{"Finetune/Learning Rate": 3.3062748695638315e-06, "Finetune/Loss": 0.6336736679077148, "Finetune/Loss (Raw)": 0.675051748752594, "Finetune/Step": 14259, "Finetune/Step Time": 6.596808008849621}
+{"Finetune/Learning Rate": 3.305023906470102e-06, "Finetune/Loss": 0.6337505578994751, "Finetune/Loss (Raw)": 0.6607772707939148, "Finetune/Step": 14260, "Finetune/Step Time": 6.602655284106731}
+{"Finetune/Learning Rate": 3.303773133226855e-06, "Finetune/Loss": 0.6334204077720642, "Finetune/Loss (Raw)": 0.6217422485351562, "Finetune/Step": 14261, "Finetune/Step Time": 6.600447293370962}
+{"Finetune/Learning Rate": 3.302522549869566e-06, "Finetune/Loss": 0.6331630349159241, "Finetune/Loss (Raw)": 0.6481813788414001, "Finetune/Step": 14262, "Finetune/Step Time": 6.6053017769008875}
+{"Finetune/Learning Rate": 3.301272156433687e-06, "Finetune/Loss": 0.6325439214706421, "Finetune/Loss (Raw)": 0.5209783315658569, "Finetune/Step": 14263, "Finetune/Step Time": 6.605082605034113}
+{"Finetune/Learning Rate": 3.3000219529546817e-06, "Finetune/Loss": 0.6323812007904053, "Finetune/Loss (Raw)": 0.7430651783943176, "Finetune/Step": 14264, "Finetune/Step Time": 6.616714539006352}
+{"Finetune/Learning Rate": 3.298771939468003e-06, "Finetune/Loss": 0.632233202457428, "Finetune/Loss (Raw)": 0.6707563996315002, "Finetune/Step": 14265, "Finetune/Step Time": 6.619544677436352}
+{"Finetune/Learning Rate": 3.2975221160090907e-06, "Finetune/Loss": 0.6327434778213501, "Finetune/Loss (Raw)": 0.7078019976615906, "Finetune/Step": 14266, "Finetune/Step Time": 6.629181576892734}
+{"Finetune/Learning Rate": 3.2962724826133976e-06, "Finetune/Loss": 0.6331807374954224, "Finetune/Loss (Raw)": 0.6786903738975525, "Finetune/Step": 14267, "Finetune/Step Time": 6.624480431899428}
+{"Finetune/Learning Rate": 3.2950230393163563e-06, "Finetune/Loss": 0.6321620345115662, "Finetune/Loss (Raw)": 0.6016418933868408, "Finetune/Step": 14268, "Finetune/Step Time": 6.616925014182925}
+{"Finetune/Learning Rate": 3.2937737861533914e-06, "Finetune/Loss": 0.6321684718132019, "Finetune/Loss (Raw)": 0.6507944464683533, "Finetune/Step": 14269, "Finetune/Step Time": 6.619190521538258}
+{"Finetune/Learning Rate": 3.2925247231599323e-06, "Finetune/Loss": 0.6337306499481201, "Finetune/Loss (Raw)": 0.6472407579421997, "Finetune/Step": 14270, "Finetune/Step Time": 6.610899873077869}
+{"Finetune/Learning Rate": 3.291275850371398e-06, "Finetune/Loss": 0.6335026621818542, "Finetune/Loss (Raw)": 0.6377637982368469, "Finetune/Step": 14271, "Finetune/Step Time": 6.60995914414525}
+{"Finetune/Learning Rate": 3.2900271678232045e-06, "Finetune/Loss": 0.6334680318832397, "Finetune/Loss (Raw)": 0.6416485905647278, "Finetune/Step": 14272, "Finetune/Step Time": 6.6070328541100025}
+{"Finetune/Learning Rate": 3.2887786755507565e-06, "Finetune/Loss": 0.6353169679641724, "Finetune/Loss (Raw)": 0.7869338393211365, "Finetune/Step": 14273, "Finetune/Step Time": 6.6082927249372005}
+{"Finetune/Learning Rate": 3.287530373589467e-06, "Finetune/Loss": 0.6362597942352295, "Finetune/Loss (Raw)": 0.7613154053688049, "Finetune/Step": 14274, "Finetune/Step Time": 6.60858485288918}
+{"Finetune/Learning Rate": 3.286282261974726e-06, "Finetune/Loss": 0.6353660821914673, "Finetune/Loss (Raw)": 0.544597864151001, "Finetune/Step": 14275, "Finetune/Step Time": 6.611150564625859}
+{"Finetune/Learning Rate": 3.2850343407419284e-06, "Finetune/Loss": 0.6359151601791382, "Finetune/Loss (Raw)": 0.6724386811256409, "Finetune/Step": 14276, "Finetune/Step Time": 6.62595047801733}
+{"Finetune/Learning Rate": 3.2837866099264624e-06, "Finetune/Loss": 0.6357613205909729, "Finetune/Loss (Raw)": 0.6177066564559937, "Finetune/Step": 14277, "Finetune/Step Time": 6.624548390507698}
+{"Finetune/Learning Rate": 3.2825390695637094e-06, "Finetune/Loss": 0.6350607872009277, "Finetune/Loss (Raw)": 0.4926008880138397, "Finetune/Step": 14278, "Finetune/Step Time": 6.631602611392736}
+{"Finetune/Learning Rate": 3.281291719689046e-06, "Finetune/Loss": 0.6343593001365662, "Finetune/Loss (Raw)": 0.6502267718315125, "Finetune/Step": 14279, "Finetune/Step Time": 6.635671844705939}
+{"Finetune/Learning Rate": 3.280044560337845e-06, "Finetune/Loss": 0.6349154710769653, "Finetune/Loss (Raw)": 0.6419003009796143, "Finetune/Step": 14280, "Finetune/Step Time": 6.63003489561379}
+{"Finetune/Learning Rate": 3.2787975915454707e-06, "Finetune/Loss": 0.6357003450393677, "Finetune/Loss (Raw)": 0.7093185186386108, "Finetune/Step": 14281, "Finetune/Step Time": 6.653385236859322}
+{"Finetune/Learning Rate": 3.2775508133472843e-06, "Finetune/Loss": 0.637200653553009, "Finetune/Loss (Raw)": 0.6409124732017517, "Finetune/Step": 14282, "Finetune/Step Time": 6.6356203351169825}
+{"Finetune/Learning Rate": 3.2763042257786404e-06, "Finetune/Loss": 0.6366212964057922, "Finetune/Loss (Raw)": 0.5263063311576843, "Finetune/Step": 14283, "Finetune/Step Time": 6.645982947200537}
+{"Finetune/Learning Rate": 3.275057828874889e-06, "Finetune/Loss": 0.635675847530365, "Finetune/Loss (Raw)": 0.6040520071983337, "Finetune/Step": 14284, "Finetune/Step Time": 6.650674730539322}
+{"Finetune/Learning Rate": 3.2738116226713756e-06, "Finetune/Loss": 0.6352759599685669, "Finetune/Loss (Raw)": 0.5837236642837524, "Finetune/Step": 14285, "Finetune/Step Time": 6.644104816019535}
+{"Finetune/Learning Rate": 3.2725656072034362e-06, "Finetune/Loss": 0.6353329420089722, "Finetune/Loss (Raw)": 0.595352828502655, "Finetune/Step": 14286, "Finetune/Step Time": 6.637078275904059}
+{"Finetune/Learning Rate": 3.271319782506407e-06, "Finetune/Loss": 0.6358649134635925, "Finetune/Loss (Raw)": 0.7280099987983704, "Finetune/Step": 14287, "Finetune/Step Time": 6.653605103492737}
+{"Finetune/Learning Rate": 3.270074148615615e-06, "Finetune/Loss": 0.6361523270606995, "Finetune/Loss (Raw)": 0.6323643922805786, "Finetune/Step": 14288, "Finetune/Step Time": 6.656484995037317}
+{"Finetune/Learning Rate": 3.2688287055663823e-06, "Finetune/Loss": 0.6374718546867371, "Finetune/Loss (Raw)": 0.6967648863792419, "Finetune/Step": 14289, "Finetune/Step Time": 6.646297728642821}
+{"Finetune/Learning Rate": 3.2675834533940265e-06, "Finetune/Loss": 0.6379929780960083, "Finetune/Loss (Raw)": 0.7494515776634216, "Finetune/Step": 14290, "Finetune/Step Time": 6.652958748862147}
+{"Finetune/Learning Rate": 3.26633839213386e-06, "Finetune/Loss": 0.6368861794471741, "Finetune/Loss (Raw)": 0.6119458079338074, "Finetune/Step": 14291, "Finetune/Step Time": 6.642191208899021}
+{"Finetune/Learning Rate": 3.265093521821192e-06, "Finetune/Loss": 0.6374253630638123, "Finetune/Loss (Raw)": 0.6597896814346313, "Finetune/Step": 14292, "Finetune/Step Time": 6.642833868041635}
+{"Finetune/Learning Rate": 3.2638488424913138e-06, "Finetune/Loss": 0.6369592547416687, "Finetune/Loss (Raw)": 0.7018231749534607, "Finetune/Step": 14293, "Finetune/Step Time": 6.645319497212768}
+{"Finetune/Learning Rate": 3.2626043541795306e-06, "Finetune/Loss": 0.6368091106414795, "Finetune/Loss (Raw)": 0.6007317304611206, "Finetune/Step": 14294, "Finetune/Step Time": 6.644374590367079}
+{"Finetune/Learning Rate": 3.261360056921129e-06, "Finetune/Loss": 0.6373187899589539, "Finetune/Loss (Raw)": 0.7017722129821777, "Finetune/Step": 14295, "Finetune/Step Time": 6.644884314388037}
+{"Finetune/Learning Rate": 3.2601159507513936e-06, "Finetune/Loss": 0.639132559299469, "Finetune/Loss (Raw)": 0.8731472492218018, "Finetune/Step": 14296, "Finetune/Step Time": 6.656713480129838}
+{"Finetune/Learning Rate": 3.258872035705605e-06, "Finetune/Loss": 0.6400474309921265, "Finetune/Loss (Raw)": 0.7672836184501648, "Finetune/Step": 14297, "Finetune/Step Time": 6.645804699510336}
+{"Finetune/Learning Rate": 3.2576283118190388e-06, "Finetune/Loss": 0.6394931077957153, "Finetune/Loss (Raw)": 0.5962974429130554, "Finetune/Step": 14298, "Finetune/Step Time": 6.640627833083272}
+{"Finetune/Learning Rate": 3.2563847791269586e-06, "Finetune/Loss": 0.639589250087738, "Finetune/Loss (Raw)": 0.6547678709030151, "Finetune/Step": 14299, "Finetune/Step Time": 6.642418526113033}
+{"Finetune/Learning Rate": 3.2551414376646263e-06, "Finetune/Loss": 0.6398451924324036, "Finetune/Loss (Raw)": 0.5689458250999451, "Finetune/Step": 14300, "Finetune/Step Time": 6.63837000913918}
+{"Finetune/Learning Rate": 3.2538982874673052e-06, "Finetune/Loss": 0.6390929222106934, "Finetune/Loss (Raw)": 0.6456032395362854, "Finetune/Step": 14301, "Finetune/Step Time": 6.641095895320177}
+{"Finetune/Learning Rate": 3.2526553285702467e-06, "Finetune/Loss": 0.6402119994163513, "Finetune/Loss (Raw)": 0.6741731762886047, "Finetune/Step": 14302, "Finetune/Step Time": 6.624204412102699}
+{"Finetune/Learning Rate": 3.2514125610086957e-06, "Finetune/Loss": 0.6400846242904663, "Finetune/Loss (Raw)": 0.6173475384712219, "Finetune/Step": 14303, "Finetune/Step Time": 6.629120713099837}
+{"Finetune/Learning Rate": 3.250169984817897e-06, "Finetune/Loss": 0.6406713724136353, "Finetune/Loss (Raw)": 0.7302618026733398, "Finetune/Step": 14304, "Finetune/Step Time": 6.631508596241474}
+{"Finetune/Learning Rate": 3.2489276000330805e-06, "Finetune/Loss": 0.6396835446357727, "Finetune/Loss (Raw)": 0.648510754108429, "Finetune/Step": 14305, "Finetune/Step Time": 6.630287006497383}
+{"Finetune/Learning Rate": 3.24768540668948e-06, "Finetune/Loss": 0.6395163536071777, "Finetune/Loss (Raw)": 0.5747207403182983, "Finetune/Step": 14306, "Finetune/Step Time": 6.625995045527816}
+{"Finetune/Learning Rate": 3.246443404822317e-06, "Finetune/Loss": 0.6393533945083618, "Finetune/Loss (Raw)": 0.6094485521316528, "Finetune/Step": 14307, "Finetune/Step Time": 6.624328268691897}
+{"Finetune/Learning Rate": 3.245201594466818e-06, "Finetune/Loss": 0.6403733491897583, "Finetune/Loss (Raw)": 0.6994013786315918, "Finetune/Step": 14308, "Finetune/Step Time": 6.629044583067298}
+{"Finetune/Learning Rate": 3.243959975658194e-06, "Finetune/Loss": 0.6397683024406433, "Finetune/Loss (Raw)": 0.5427051782608032, "Finetune/Step": 14309, "Finetune/Step Time": 6.643494304269552}
+{"Finetune/Learning Rate": 3.242718548431656e-06, "Finetune/Loss": 0.6394168138504028, "Finetune/Loss (Raw)": 0.5890265703201294, "Finetune/Step": 14310, "Finetune/Step Time": 6.653188813477755}
+{"Finetune/Learning Rate": 3.241477312822402e-06, "Finetune/Loss": 0.6387925148010254, "Finetune/Loss (Raw)": 0.5353736877441406, "Finetune/Step": 14311, "Finetune/Step Time": 6.6558311600238085}
+{"Finetune/Learning Rate": 3.240236268865632e-06, "Finetune/Loss": 0.6395799517631531, "Finetune/Loss (Raw)": 0.7244173884391785, "Finetune/Step": 14312, "Finetune/Step Time": 6.6476739048957825}
+{"Finetune/Learning Rate": 3.23899541659654e-06, "Finetune/Loss": 0.6402624845504761, "Finetune/Loss (Raw)": 0.7456572651863098, "Finetune/Step": 14313, "Finetune/Step Time": 6.6651983093470335}
+{"Finetune/Learning Rate": 3.237754756050312e-06, "Finetune/Loss": 0.6396160125732422, "Finetune/Loss (Raw)": 0.5910561084747314, "Finetune/Step": 14314, "Finetune/Step Time": 6.683430278673768}
+{"Finetune/Learning Rate": 3.2365142872621267e-06, "Finetune/Loss": 0.6399319767951965, "Finetune/Loss (Raw)": 0.6643685102462769, "Finetune/Step": 14315, "Finetune/Step Time": 6.673014108091593}
+{"Finetune/Learning Rate": 3.23527401026717e-06, "Finetune/Loss": 0.64115309715271, "Finetune/Loss (Raw)": 0.7248851656913757, "Finetune/Step": 14316, "Finetune/Step Time": 6.656632579863071}
+{"Finetune/Learning Rate": 3.2340339251006025e-06, "Finetune/Loss": 0.6404713988304138, "Finetune/Loss (Raw)": 0.5224430561065674, "Finetune/Step": 14317, "Finetune/Step Time": 6.667445497587323}
+{"Finetune/Learning Rate": 3.2327940317975936e-06, "Finetune/Loss": 0.6396216154098511, "Finetune/Loss (Raw)": 0.5992053747177124, "Finetune/Step": 14318, "Finetune/Step Time": 6.667619373649359}
+{"Finetune/Learning Rate": 3.231554330393302e-06, "Finetune/Loss": 0.6395949125289917, "Finetune/Loss (Raw)": 0.5819917917251587, "Finetune/Step": 14319, "Finetune/Step Time": 6.662389829754829}
+{"Finetune/Learning Rate": 3.230314820922883e-06, "Finetune/Loss": 0.6400265693664551, "Finetune/Loss (Raw)": 0.7652511596679688, "Finetune/Step": 14320, "Finetune/Step Time": 6.667385850101709}
+{"Finetune/Learning Rate": 3.2290755034214848e-06, "Finetune/Loss": 0.6408513784408569, "Finetune/Loss (Raw)": 0.6705523133277893, "Finetune/Step": 14321, "Finetune/Step Time": 6.66835954785347}
+{"Finetune/Learning Rate": 3.2278363779242484e-06, "Finetune/Loss": 0.6401675939559937, "Finetune/Loss (Raw)": 0.531488835811615, "Finetune/Step": 14322, "Finetune/Step Time": 6.652910441160202}
+{"Finetune/Learning Rate": 3.226597444466322e-06, "Finetune/Loss": 0.6399895548820496, "Finetune/Loss (Raw)": 0.6905608177185059, "Finetune/Step": 14323, "Finetune/Step Time": 6.653034515678883}
+{"Finetune/Learning Rate": 3.225358703082827e-06, "Finetune/Loss": 0.6394665241241455, "Finetune/Loss (Raw)": 0.6288673877716064, "Finetune/Step": 14324, "Finetune/Step Time": 6.641066296026111}
+{"Finetune/Learning Rate": 3.224120153808895e-06, "Finetune/Loss": 0.6394756436347961, "Finetune/Loss (Raw)": 0.5194166302680969, "Finetune/Step": 14325, "Finetune/Step Time": 6.639816990122199}
+{"Finetune/Learning Rate": 3.222881796679648e-06, "Finetune/Loss": 0.6401426792144775, "Finetune/Loss (Raw)": 0.5476521253585815, "Finetune/Step": 14326, "Finetune/Step Time": 6.644824268296361}
+{"Finetune/Learning Rate": 3.2216436317302015e-06, "Finetune/Loss": 0.639613926410675, "Finetune/Loss (Raw)": 0.6153988242149353, "Finetune/Step": 14327, "Finetune/Step Time": 6.645550061017275}
+{"Finetune/Learning Rate": 3.2204056589956657e-06, "Finetune/Loss": 0.6384609341621399, "Finetune/Loss (Raw)": 0.608145534992218, "Finetune/Step": 14328, "Finetune/Step Time": 6.646732481196523}
+{"Finetune/Learning Rate": 3.219167878511148e-06, "Finetune/Loss": 0.6378322839736938, "Finetune/Loss (Raw)": 0.5781622529029846, "Finetune/Step": 14329, "Finetune/Step Time": 6.652486743405461}
+{"Finetune/Learning Rate": 3.217930290311746e-06, "Finetune/Loss": 0.6385287046432495, "Finetune/Loss (Raw)": 0.6416164040565491, "Finetune/Step": 14330, "Finetune/Step Time": 6.651224236935377}
+{"Finetune/Learning Rate": 3.216692894432556e-06, "Finetune/Loss": 0.6392834186553955, "Finetune/Loss (Raw)": 0.665986180305481, "Finetune/Step": 14331, "Finetune/Step Time": 6.652506349608302}
+{"Finetune/Learning Rate": 3.2154556909086664e-06, "Finetune/Loss": 0.6391597986221313, "Finetune/Loss (Raw)": 0.7492238283157349, "Finetune/Step": 14332, "Finetune/Step Time": 6.649601856246591}
+{"Finetune/Learning Rate": 3.2142186797751607e-06, "Finetune/Loss": 0.6377310156822205, "Finetune/Loss (Raw)": 0.5442302823066711, "Finetune/Step": 14333, "Finetune/Step Time": 6.649187659844756}
+{"Finetune/Learning Rate": 3.212981861067116e-06, "Finetune/Loss": 0.6376464366912842, "Finetune/Loss (Raw)": 0.6768832206726074, "Finetune/Step": 14334, "Finetune/Step Time": 6.650784809142351}
+{"Finetune/Learning Rate": 3.2117452348196078e-06, "Finetune/Loss": 0.6388728022575378, "Finetune/Loss (Raw)": 0.7239363193511963, "Finetune/Step": 14335, "Finetune/Step Time": 6.65196174941957}
+{"Finetune/Learning Rate": 3.2105088010677e-06, "Finetune/Loss": 0.6394486427307129, "Finetune/Loss (Raw)": 0.5852254629135132, "Finetune/Step": 14336, "Finetune/Step Time": 6.633056527003646}
+{"Finetune/Learning Rate": 3.209272559846457e-06, "Finetune/Loss": 0.6398928165435791, "Finetune/Loss (Raw)": 0.6343613266944885, "Finetune/Step": 14337, "Finetune/Step Time": 6.6316799800843}
+{"Finetune/Learning Rate": 3.208036511190934e-06, "Finetune/Loss": 0.6400647163391113, "Finetune/Loss (Raw)": 0.7114027738571167, "Finetune/Step": 14338, "Finetune/Step Time": 6.627944091334939}
+{"Finetune/Learning Rate": 3.2068006551361808e-06, "Finetune/Loss": 0.6394639611244202, "Finetune/Loss (Raw)": 0.5910458564758301, "Finetune/Step": 14339, "Finetune/Step Time": 6.642440536990762}
+{"Finetune/Learning Rate": 3.205564991717244e-06, "Finetune/Loss": 0.6386072039604187, "Finetune/Loss (Raw)": 0.5269107818603516, "Finetune/Step": 14340, "Finetune/Step Time": 6.658367862924933}
+{"Finetune/Learning Rate": 3.204329520969167e-06, "Finetune/Loss": 0.6370471715927124, "Finetune/Loss (Raw)": 0.5841321349143982, "Finetune/Step": 14341, "Finetune/Step Time": 6.66098515316844}
+{"Finetune/Learning Rate": 3.203094242926974e-06, "Finetune/Loss": 0.6373169422149658, "Finetune/Loss (Raw)": 0.5371302962303162, "Finetune/Step": 14342, "Finetune/Step Time": 6.65906235948205}
+{"Finetune/Learning Rate": 3.201859157625703e-06, "Finetune/Loss": 0.6375806927680969, "Finetune/Loss (Raw)": 0.6269490718841553, "Finetune/Step": 14343, "Finetune/Step Time": 6.663017503917217}
+{"Finetune/Learning Rate": 3.200624265100376e-06, "Finetune/Loss": 0.6379168033599854, "Finetune/Loss (Raw)": 0.6082353591918945, "Finetune/Step": 14344, "Finetune/Step Time": 6.667835773900151}
+{"Finetune/Learning Rate": 3.19938956538601e-06, "Finetune/Loss": 0.6386904716491699, "Finetune/Loss (Raw)": 0.7320835590362549, "Finetune/Step": 14345, "Finetune/Step Time": 6.67197590880096}
+{"Finetune/Learning Rate": 3.198155058517616e-06, "Finetune/Loss": 0.6380971074104309, "Finetune/Loss (Raw)": 0.5942018628120422, "Finetune/Step": 14346, "Finetune/Step Time": 6.661846619099379}
+{"Finetune/Learning Rate": 3.1969207445302076e-06, "Finetune/Loss": 0.6375274658203125, "Finetune/Loss (Raw)": 0.6008672118186951, "Finetune/Step": 14347, "Finetune/Step Time": 6.6619517132639885}
+{"Finetune/Learning Rate": 3.195686623458777e-06, "Finetune/Loss": 0.6368127465248108, "Finetune/Loss (Raw)": 0.5889083743095398, "Finetune/Step": 14348, "Finetune/Step Time": 6.666658164933324}
+{"Finetune/Learning Rate": 3.1944526953383224e-06, "Finetune/Loss": 0.6356097459793091, "Finetune/Loss (Raw)": 0.6476593613624573, "Finetune/Step": 14349, "Finetune/Step Time": 6.646068476140499}
+{"Finetune/Learning Rate": 3.19321896020384e-06, "Finetune/Loss": 0.6380730867385864, "Finetune/Loss (Raw)": 0.7577847242355347, "Finetune/Step": 14350, "Finetune/Step Time": 6.6364612225443125}
+{"Finetune/Learning Rate": 3.191985418090312e-06, "Finetune/Loss": 0.6395500302314758, "Finetune/Loss (Raw)": 0.72762131690979, "Finetune/Step": 14351, "Finetune/Step Time": 6.644564816728234}
+{"Finetune/Learning Rate": 3.190752069032719e-06, "Finetune/Loss": 0.6395822167396545, "Finetune/Loss (Raw)": 0.6471496820449829, "Finetune/Step": 14352, "Finetune/Step Time": 6.635635240003467}
+{"Finetune/Learning Rate": 3.1895189130660364e-06, "Finetune/Loss": 0.6395266056060791, "Finetune/Loss (Raw)": 0.6102527379989624, "Finetune/Step": 14353, "Finetune/Step Time": 6.6342450473457575}
+{"Finetune/Learning Rate": 3.1882859502252283e-06, "Finetune/Loss": 0.639546275138855, "Finetune/Loss (Raw)": 0.5671588182449341, "Finetune/Step": 14354, "Finetune/Step Time": 6.62110130302608}
+{"Finetune/Learning Rate": 3.187053180545261e-06, "Finetune/Loss": 0.6389206647872925, "Finetune/Loss (Raw)": 0.5478962659835815, "Finetune/Step": 14355, "Finetune/Step Time": 6.625550754368305}
+{"Finetune/Learning Rate": 3.1858206040610883e-06, "Finetune/Loss": 0.6390799283981323, "Finetune/Loss (Raw)": 0.6746070384979248, "Finetune/Step": 14356, "Finetune/Step Time": 6.625089284032583}
+{"Finetune/Learning Rate": 3.1845882208076696e-06, "Finetune/Loss": 0.6402267217636108, "Finetune/Loss (Raw)": 0.7010628581047058, "Finetune/Step": 14357, "Finetune/Step Time": 6.6227381974458694}
+{"Finetune/Learning Rate": 3.1833560308199485e-06, "Finetune/Loss": 0.6400290727615356, "Finetune/Loss (Raw)": 0.6977548003196716, "Finetune/Step": 14358, "Finetune/Step Time": 6.624473886564374}
+{"Finetune/Learning Rate": 3.1821240341328695e-06, "Finetune/Loss": 0.6403297185897827, "Finetune/Loss (Raw)": 0.720025360584259, "Finetune/Step": 14359, "Finetune/Step Time": 6.624956797808409}
+{"Finetune/Learning Rate": 3.1808922307813628e-06, "Finetune/Loss": 0.638669490814209, "Finetune/Loss (Raw)": 0.5498257279396057, "Finetune/Step": 14360, "Finetune/Step Time": 6.641455464065075}
+{"Finetune/Learning Rate": 3.1796606208003624e-06, "Finetune/Loss": 0.639022946357727, "Finetune/Loss (Raw)": 0.6610949635505676, "Finetune/Step": 14361, "Finetune/Step Time": 6.6508946269750595}
+{"Finetune/Learning Rate": 3.178429204224791e-06, "Finetune/Loss": 0.6395409107208252, "Finetune/Loss (Raw)": 0.6042588353157043, "Finetune/Step": 14362, "Finetune/Step Time": 6.651880515739322}
+{"Finetune/Learning Rate": 3.177197981089569e-06, "Finetune/Loss": 0.6393663883209229, "Finetune/Loss (Raw)": 0.5179654359817505, "Finetune/Step": 14363, "Finetune/Step Time": 6.654625462368131}
+{"Finetune/Learning Rate": 3.1759669514296086e-06, "Finetune/Loss": 0.6384789943695068, "Finetune/Loss (Raw)": 0.5417133569717407, "Finetune/Step": 14364, "Finetune/Step Time": 6.657003868371248}
+{"Finetune/Learning Rate": 3.1747361152798263e-06, "Finetune/Loss": 0.6383488178253174, "Finetune/Loss (Raw)": 0.6430459022521973, "Finetune/Step": 14365, "Finetune/Step Time": 6.654446717351675}
+{"Finetune/Learning Rate": 3.1735054726751167e-06, "Finetune/Loss": 0.63836669921875, "Finetune/Loss (Raw)": 0.6276205778121948, "Finetune/Step": 14366, "Finetune/Step Time": 6.65271719917655}
+{"Finetune/Learning Rate": 3.1722750236503797e-06, "Finetune/Loss": 0.6385238170623779, "Finetune/Loss (Raw)": 0.5707474946975708, "Finetune/Step": 14367, "Finetune/Step Time": 6.6545021161437035}
+{"Finetune/Learning Rate": 3.171044768240508e-06, "Finetune/Loss": 0.6385735273361206, "Finetune/Loss (Raw)": 0.7093822956085205, "Finetune/Step": 14368, "Finetune/Step Time": 6.65490422770381}
+{"Finetune/Learning Rate": 3.169814706480386e-06, "Finetune/Loss": 0.6390732526779175, "Finetune/Loss (Raw)": 0.6987638473510742, "Finetune/Step": 14369, "Finetune/Step Time": 6.6685521975159645}
+{"Finetune/Learning Rate": 3.1685848384048977e-06, "Finetune/Loss": 0.6395118832588196, "Finetune/Loss (Raw)": 0.6937820315361023, "Finetune/Step": 14370, "Finetune/Step Time": 6.671417374163866}
+{"Finetune/Learning Rate": 3.1673551640489174e-06, "Finetune/Loss": 0.640556812286377, "Finetune/Loss (Raw)": 0.7119078040122986, "Finetune/Step": 14371, "Finetune/Step Time": 6.670461464673281}
+{"Finetune/Learning Rate": 3.1661256834473153e-06, "Finetune/Loss": 0.6406697630882263, "Finetune/Loss (Raw)": 0.6807748675346375, "Finetune/Step": 14372, "Finetune/Step Time": 6.674146067351103}
+{"Finetune/Learning Rate": 3.1648963966349567e-06, "Finetune/Loss": 0.6398160457611084, "Finetune/Loss (Raw)": 0.5901156663894653, "Finetune/Step": 14373, "Finetune/Step Time": 6.67162711545825}
+{"Finetune/Learning Rate": 3.163667303646699e-06, "Finetune/Loss": 0.641039252281189, "Finetune/Loss (Raw)": 0.7093788385391235, "Finetune/Step": 14374, "Finetune/Step Time": 6.678860545158386}
+{"Finetune/Learning Rate": 3.162438404517396e-06, "Finetune/Loss": 0.6411259174346924, "Finetune/Loss (Raw)": 0.6513105630874634, "Finetune/Step": 14375, "Finetune/Step Time": 6.678126003593206}
+{"Finetune/Learning Rate": 3.1612096992818973e-06, "Finetune/Loss": 0.6412583589553833, "Finetune/Loss (Raw)": 0.6262726783752441, "Finetune/Step": 14376, "Finetune/Step Time": 6.683458244428039}
+{"Finetune/Learning Rate": 3.159981187975044e-06, "Finetune/Loss": 0.6417239904403687, "Finetune/Loss (Raw)": 0.7162784337997437, "Finetune/Step": 14377, "Finetune/Step Time": 6.695602808147669}
+{"Finetune/Learning Rate": 3.158752870631675e-06, "Finetune/Loss": 0.6429598927497864, "Finetune/Loss (Raw)": 0.7364398837089539, "Finetune/Step": 14378, "Finetune/Step Time": 6.6955834068357944}
+{"Finetune/Learning Rate": 3.1575247472866198e-06, "Finetune/Loss": 0.6434146761894226, "Finetune/Loss (Raw)": 0.704176127910614, "Finetune/Step": 14379, "Finetune/Step Time": 6.695038454607129}
+{"Finetune/Learning Rate": 3.1562968179747058e-06, "Finetune/Loss": 0.643153965473175, "Finetune/Loss (Raw)": 0.668660044670105, "Finetune/Step": 14380, "Finetune/Step Time": 6.728195270523429}
+{"Finetune/Learning Rate": 3.1550690827307518e-06, "Finetune/Loss": 0.643316388130188, "Finetune/Loss (Raw)": 0.7473614811897278, "Finetune/Step": 14381, "Finetune/Step Time": 6.7305301539599895}
+{"Finetune/Learning Rate": 3.153841541589576e-06, "Finetune/Loss": 0.6444567441940308, "Finetune/Loss (Raw)": 0.6877401471138, "Finetune/Step": 14382, "Finetune/Step Time": 6.7296807914972305}
+{"Finetune/Learning Rate": 3.1526141945859856e-06, "Finetune/Loss": 0.6449722051620483, "Finetune/Loss (Raw)": 0.7168575525283813, "Finetune/Step": 14383, "Finetune/Step Time": 6.728534255176783}
+{"Finetune/Learning Rate": 3.151387041754784e-06, "Finetune/Loss": 0.6440633535385132, "Finetune/Loss (Raw)": 0.5526766777038574, "Finetune/Step": 14384, "Finetune/Step Time": 6.731563083827496}
+{"Finetune/Learning Rate": 3.150160083130773e-06, "Finetune/Loss": 0.6437932848930359, "Finetune/Loss (Raw)": 0.6802058219909668, "Finetune/Step": 14385, "Finetune/Step Time": 6.735845612362027}
+{"Finetune/Learning Rate": 3.1489333187487424e-06, "Finetune/Loss": 0.6445180177688599, "Finetune/Loss (Raw)": 0.6249447464942932, "Finetune/Step": 14386, "Finetune/Step Time": 6.738165359944105}
+{"Finetune/Learning Rate": 3.147706748643482e-06, "Finetune/Loss": 0.6437944173812866, "Finetune/Loss (Raw)": 0.5824257135391235, "Finetune/Step": 14387, "Finetune/Step Time": 6.73940965346992}
+{"Finetune/Learning Rate": 3.146480372849773e-06, "Finetune/Loss": 0.6437972784042358, "Finetune/Loss (Raw)": 0.6611384749412537, "Finetune/Step": 14388, "Finetune/Step Time": 6.737494522705674}
+{"Finetune/Learning Rate": 3.1452541914023937e-06, "Finetune/Loss": 0.6445491909980774, "Finetune/Loss (Raw)": 0.7179893255233765, "Finetune/Step": 14389, "Finetune/Step Time": 6.754967717453837}
+{"Finetune/Learning Rate": 3.1440282043361113e-06, "Finetune/Loss": 0.6444035768508911, "Finetune/Loss (Raw)": 0.6295413970947266, "Finetune/Step": 14390, "Finetune/Step Time": 6.75177669711411}
+{"Finetune/Learning Rate": 3.142802411685689e-06, "Finetune/Loss": 0.6466510891914368, "Finetune/Loss (Raw)": 0.8086583018302917, "Finetune/Step": 14391, "Finetune/Step Time": 6.7504309341311455}
+{"Finetune/Learning Rate": 3.1415768134858947e-06, "Finetune/Loss": 0.6460210680961609, "Finetune/Loss (Raw)": 0.6624258160591125, "Finetune/Step": 14392, "Finetune/Step Time": 6.754916440695524}
+{"Finetune/Learning Rate": 3.1403514097714804e-06, "Finetune/Loss": 0.6465608477592468, "Finetune/Loss (Raw)": 0.7398452162742615, "Finetune/Step": 14393, "Finetune/Step Time": 6.759352246299386}
+{"Finetune/Learning Rate": 3.1391262005771927e-06, "Finetune/Loss": 0.6464645862579346, "Finetune/Loss (Raw)": 0.6954888105392456, "Finetune/Step": 14394, "Finetune/Step Time": 6.749615032225847}
+{"Finetune/Learning Rate": 3.1379011859377794e-06, "Finetune/Loss": 0.6455984711647034, "Finetune/Loss (Raw)": 0.5678206086158752, "Finetune/Step": 14395, "Finetune/Step Time": 6.751430671662092}
+{"Finetune/Learning Rate": 3.136676365887972e-06, "Finetune/Loss": 0.6451367735862732, "Finetune/Loss (Raw)": 0.542549192905426, "Finetune/Step": 14396, "Finetune/Step Time": 6.751265320926905}
+{"Finetune/Learning Rate": 3.1354517404625064e-06, "Finetune/Loss": 0.6445022821426392, "Finetune/Loss (Raw)": 0.5695822238922119, "Finetune/Step": 14397, "Finetune/Step Time": 6.751335518434644}
+{"Finetune/Learning Rate": 3.1342273096961063e-06, "Finetune/Loss": 0.6439305543899536, "Finetune/Loss (Raw)": 0.5740551352500916, "Finetune/Step": 14398, "Finetune/Step Time": 6.753693854436278}
+{"Finetune/Learning Rate": 3.1330030736234996e-06, "Finetune/Loss": 0.644606351852417, "Finetune/Loss (Raw)": 0.7242560982704163, "Finetune/Step": 14399, "Finetune/Step Time": 6.755887491628528}
+{"Finetune/Learning Rate": 3.131779032279397e-06, "Finetune/Loss": 0.6446847915649414, "Finetune/Loss (Raw)": 0.6517032384872437, "Finetune/Step": 14400, "Finetune/Step Time": 6.760530238971114}
+{"Finetune/Learning Rate": 3.130555185698515e-06, "Finetune/Loss": 0.6425821185112, "Finetune/Loss (Raw)": 0.5177858471870422, "Finetune/Step": 14401, "Finetune/Step Time": 6.7633544690907}
+{"Finetune/Learning Rate": 3.1293315339155505e-06, "Finetune/Loss": 0.6418989896774292, "Finetune/Loss (Raw)": 0.673874020576477, "Finetune/Step": 14402, "Finetune/Step Time": 6.767370495945215}
+{"Finetune/Learning Rate": 3.128108076965206e-06, "Finetune/Loss": 0.6426558494567871, "Finetune/Loss (Raw)": 0.6414822936058044, "Finetune/Step": 14403, "Finetune/Step Time": 6.769584411755204}
+{"Finetune/Learning Rate": 3.126884814882176e-06, "Finetune/Loss": 0.6421293020248413, "Finetune/Loss (Raw)": 0.605033278465271, "Finetune/Step": 14404, "Finetune/Step Time": 6.77408984862268}
+{"Finetune/Learning Rate": 3.125661747701144e-06, "Finetune/Loss": 0.6425271034240723, "Finetune/Loss (Raw)": 0.668635368347168, "Finetune/Step": 14405, "Finetune/Step Time": 6.772980188950896}
+{"Finetune/Learning Rate": 3.1244388754568e-06, "Finetune/Loss": 0.6437543630599976, "Finetune/Loss (Raw)": 0.6496787071228027, "Finetune/Step": 14406, "Finetune/Step Time": 6.75643777474761}
+{"Finetune/Learning Rate": 3.123216198183818e-06, "Finetune/Loss": 0.6447341442108154, "Finetune/Loss (Raw)": 0.7756385803222656, "Finetune/Step": 14407, "Finetune/Step Time": 6.7716515976935625}
+{"Finetune/Learning Rate": 3.1219937159168743e-06, "Finetune/Loss": 0.6445167064666748, "Finetune/Loss (Raw)": 0.6140711307525635, "Finetune/Step": 14408, "Finetune/Step Time": 6.786983070895076}
+{"Finetune/Learning Rate": 3.1207714286906253e-06, "Finetune/Loss": 0.6413237452507019, "Finetune/Loss (Raw)": 0.30061808228492737, "Finetune/Step": 14409, "Finetune/Step Time": 6.788756849244237}
+{"Finetune/Learning Rate": 3.1195493365397376e-06, "Finetune/Loss": 0.6410517692565918, "Finetune/Loss (Raw)": 0.6060966849327087, "Finetune/Step": 14410, "Finetune/Step Time": 6.791115706786513}
+{"Finetune/Learning Rate": 3.118327439498866e-06, "Finetune/Loss": 0.641437292098999, "Finetune/Loss (Raw)": 0.5756587386131287, "Finetune/Step": 14411, "Finetune/Step Time": 6.777057578787208}
+{"Finetune/Learning Rate": 3.1171057376026548e-06, "Finetune/Loss": 0.6422275900840759, "Finetune/Loss (Raw)": 0.7052105069160461, "Finetune/Step": 14412, "Finetune/Step Time": 6.772737240418792}
+{"Finetune/Learning Rate": 3.115884230885756e-06, "Finetune/Loss": 0.642408549785614, "Finetune/Loss (Raw)": 0.606889009475708, "Finetune/Step": 14413, "Finetune/Step Time": 6.775699608027935}
+{"Finetune/Learning Rate": 3.114662919382809e-06, "Finetune/Loss": 0.6426094770431519, "Finetune/Loss (Raw)": 0.6210638880729675, "Finetune/Step": 14414, "Finetune/Step Time": 6.783203272148967}
+{"Finetune/Learning Rate": 3.1134418031284384e-06, "Finetune/Loss": 0.6413578987121582, "Finetune/Loss (Raw)": 0.5678137540817261, "Finetune/Step": 14415, "Finetune/Step Time": 6.770963342860341}
+{"Finetune/Learning Rate": 3.112220882157275e-06, "Finetune/Loss": 0.6418014764785767, "Finetune/Loss (Raw)": 0.6891371607780457, "Finetune/Step": 14416, "Finetune/Step Time": 6.7843398079276085}
+{"Finetune/Learning Rate": 3.1110001565039415e-06, "Finetune/Loss": 0.6408309936523438, "Finetune/Loss (Raw)": 0.572547435760498, "Finetune/Step": 14417, "Finetune/Step Time": 6.789016095921397}
+{"Finetune/Learning Rate": 3.1097796262030544e-06, "Finetune/Loss": 0.6398301124572754, "Finetune/Loss (Raw)": 0.6213338971138, "Finetune/Step": 14418, "Finetune/Step Time": 6.787009043619037}
+{"Finetune/Learning Rate": 3.1085592912892236e-06, "Finetune/Loss": 0.6404404640197754, "Finetune/Loss (Raw)": 0.6900759339332581, "Finetune/Step": 14419, "Finetune/Step Time": 6.785849262028933}
+{"Finetune/Learning Rate": 3.1073391517970543e-06, "Finetune/Loss": 0.6412233114242554, "Finetune/Loss (Raw)": 0.759992778301239, "Finetune/Step": 14420, "Finetune/Step Time": 6.789847105741501}
+{"Finetune/Learning Rate": 3.106119207761147e-06, "Finetune/Loss": 0.6412804126739502, "Finetune/Loss (Raw)": 0.709137499332428, "Finetune/Step": 14421, "Finetune/Step Time": 6.792783252894878}
+{"Finetune/Learning Rate": 3.1048994592160954e-06, "Finetune/Loss": 0.6410535573959351, "Finetune/Loss (Raw)": 0.5716940760612488, "Finetune/Step": 14422, "Finetune/Step Time": 6.792440909892321}
+{"Finetune/Learning Rate": 3.1036799061964873e-06, "Finetune/Loss": 0.6406919956207275, "Finetune/Loss (Raw)": 0.6554838418960571, "Finetune/Step": 14423, "Finetune/Step Time": 6.804333996027708}
+{"Finetune/Learning Rate": 3.1024605487369076e-06, "Finetune/Loss": 0.6390883922576904, "Finetune/Loss (Raw)": 0.6678935289382935, "Finetune/Step": 14424, "Finetune/Step Time": 6.793048094958067}
+{"Finetune/Learning Rate": 3.101241386871933e-06, "Finetune/Loss": 0.6381332874298096, "Finetune/Loss (Raw)": 0.6450278162956238, "Finetune/Step": 14425, "Finetune/Step Time": 6.79149248637259}
+{"Finetune/Learning Rate": 3.100022420636134e-06, "Finetune/Loss": 0.63761967420578, "Finetune/Loss (Raw)": 0.5305510759353638, "Finetune/Step": 14426, "Finetune/Step Time": 6.793574269860983}
+{"Finetune/Learning Rate": 3.0988036500640782e-06, "Finetune/Loss": 0.637159526348114, "Finetune/Loss (Raw)": 0.5958717465400696, "Finetune/Step": 14427, "Finetune/Step Time": 6.783857490867376}
+{"Finetune/Learning Rate": 3.097585075190328e-06, "Finetune/Loss": 0.6381435394287109, "Finetune/Loss (Raw)": 0.6949006915092468, "Finetune/Step": 14428, "Finetune/Step Time": 6.773484285920858}
+{"Finetune/Learning Rate": 3.0963666960494354e-06, "Finetune/Loss": 0.6379667520523071, "Finetune/Loss (Raw)": 0.6229762434959412, "Finetune/Step": 14429, "Finetune/Step Time": 6.771900959312916}
+{"Finetune/Learning Rate": 3.0951485126759526e-06, "Finetune/Loss": 0.6383481621742249, "Finetune/Loss (Raw)": 0.7229874730110168, "Finetune/Step": 14430, "Finetune/Step Time": 6.771811205893755}
+{"Finetune/Learning Rate": 3.0939305251044237e-06, "Finetune/Loss": 0.6382488012313843, "Finetune/Loss (Raw)": 0.6046243906021118, "Finetune/Step": 14431, "Finetune/Step Time": 6.7698342371732}
+{"Finetune/Learning Rate": 3.0927127333693872e-06, "Finetune/Loss": 0.637640118598938, "Finetune/Loss (Raw)": 0.6523569822311401, "Finetune/Step": 14432, "Finetune/Step Time": 6.772938987240195}
+{"Finetune/Learning Rate": 3.091495137505376e-06, "Finetune/Loss": 0.6375871896743774, "Finetune/Loss (Raw)": 0.6417333483695984, "Finetune/Step": 14433, "Finetune/Step Time": 6.770906021818519}
+{"Finetune/Learning Rate": 3.0902777375469164e-06, "Finetune/Loss": 0.6392291188240051, "Finetune/Loss (Raw)": 0.7848894000053406, "Finetune/Step": 14434, "Finetune/Step Time": 6.769347928464413}
+{"Finetune/Learning Rate": 3.0890605335285317e-06, "Finetune/Loss": 0.63956618309021, "Finetune/Loss (Raw)": 0.652589738368988, "Finetune/Step": 14435, "Finetune/Step Time": 6.770255740731955}
+{"Finetune/Learning Rate": 3.0878435254847393e-06, "Finetune/Loss": 0.6397345066070557, "Finetune/Loss (Raw)": 0.7209457755088806, "Finetune/Step": 14436, "Finetune/Step Time": 6.764911089092493}
+{"Finetune/Learning Rate": 3.086626713450048e-06, "Finetune/Loss": 0.6406678557395935, "Finetune/Loss (Raw)": 0.6621776819229126, "Finetune/Step": 14437, "Finetune/Step Time": 6.751026451587677}
+{"Finetune/Learning Rate": 3.085410097458967e-06, "Finetune/Loss": 0.6402611136436462, "Finetune/Loss (Raw)": 0.5369662046432495, "Finetune/Step": 14438, "Finetune/Step Time": 6.736303931102157}
+{"Finetune/Learning Rate": 3.084193677545988e-06, "Finetune/Loss": 0.6415367126464844, "Finetune/Loss (Raw)": 0.69864821434021, "Finetune/Step": 14439, "Finetune/Step Time": 6.7242674976587296}
+{"Finetune/Learning Rate": 3.0829774537456124e-06, "Finetune/Loss": 0.6409379243850708, "Finetune/Loss (Raw)": 0.6477696895599365, "Finetune/Step": 14440, "Finetune/Step Time": 6.724691679701209}
+{"Finetune/Learning Rate": 3.0817614260923278e-06, "Finetune/Loss": 0.640222430229187, "Finetune/Loss (Raw)": 0.6540692448616028, "Finetune/Step": 14441, "Finetune/Step Time": 6.697150392457843}
+{"Finetune/Learning Rate": 3.0805455946206164e-06, "Finetune/Loss": 0.6407642364501953, "Finetune/Loss (Raw)": 0.6604114770889282, "Finetune/Step": 14442, "Finetune/Step Time": 6.677878063172102}
+{"Finetune/Learning Rate": 3.079329959364955e-06, "Finetune/Loss": 0.6410415172576904, "Finetune/Loss (Raw)": 0.6998622417449951, "Finetune/Step": 14443, "Finetune/Step Time": 6.675959624350071}
+{"Finetune/Learning Rate": 3.0781145203598196e-06, "Finetune/Loss": 0.6398731470108032, "Finetune/Loss (Raw)": 0.5753310322761536, "Finetune/Step": 14444, "Finetune/Step Time": 6.6760797444731}
+{"Finetune/Learning Rate": 3.07689927763967e-06, "Finetune/Loss": 0.6405950784683228, "Finetune/Loss (Raw)": 0.6148510575294495, "Finetune/Step": 14445, "Finetune/Step Time": 6.658547379076481}
+{"Finetune/Learning Rate": 3.07568423123897e-06, "Finetune/Loss": 0.6404914855957031, "Finetune/Loss (Raw)": 0.5859490633010864, "Finetune/Step": 14446, "Finetune/Step Time": 6.659717870876193}
+{"Finetune/Learning Rate": 3.074469381192172e-06, "Finetune/Loss": 0.6401059627532959, "Finetune/Loss (Raw)": 0.5326471328735352, "Finetune/Step": 14447, "Finetune/Step Time": 6.662628009915352}
+{"Finetune/Learning Rate": 3.073254727533732e-06, "Finetune/Loss": 0.6398166418075562, "Finetune/Loss (Raw)": 0.7282158732414246, "Finetune/Step": 14448, "Finetune/Step Time": 6.65426124446094}
+{"Finetune/Learning Rate": 3.072040270298091e-06, "Finetune/Loss": 0.6396801471710205, "Finetune/Loss (Raw)": 0.6530787944793701, "Finetune/Step": 14449, "Finetune/Step Time": 6.6565563548356295}
+{"Finetune/Learning Rate": 3.070826009519691e-06, "Finetune/Loss": 0.641096293926239, "Finetune/Loss (Raw)": 0.7127588987350464, "Finetune/Step": 14450, "Finetune/Step Time": 6.6562827583402395}
+{"Finetune/Learning Rate": 3.0696119452329576e-06, "Finetune/Loss": 0.6407762169837952, "Finetune/Loss (Raw)": 0.6495890021324158, "Finetune/Step": 14451, "Finetune/Step Time": 6.656912673264742}
+{"Finetune/Learning Rate": 3.068398077472322e-06, "Finetune/Loss": 0.6403243541717529, "Finetune/Loss (Raw)": 0.5710272789001465, "Finetune/Step": 14452, "Finetune/Step Time": 6.6674264539033175}
+{"Finetune/Learning Rate": 3.0671844062722068e-06, "Finetune/Loss": 0.6409169435501099, "Finetune/Loss (Raw)": 0.5952678322792053, "Finetune/Step": 14453, "Finetune/Step Time": 6.667697247117758}
+{"Finetune/Learning Rate": 3.0659709316670237e-06, "Finetune/Loss": 0.6415835618972778, "Finetune/Loss (Raw)": 0.6329830884933472, "Finetune/Step": 14454, "Finetune/Step Time": 6.655018296092749}
+{"Finetune/Learning Rate": 3.0647576536911906e-06, "Finetune/Loss": 0.6424968242645264, "Finetune/Loss (Raw)": 0.7322983741760254, "Finetune/Step": 14455, "Finetune/Step Time": 6.654866816475987}
+{"Finetune/Learning Rate": 3.0635445723791123e-06, "Finetune/Loss": 0.642451822757721, "Finetune/Loss (Raw)": 0.6023854613304138, "Finetune/Step": 14456, "Finetune/Step Time": 6.659923173487186}
+{"Finetune/Learning Rate": 3.062331687765182e-06, "Finetune/Loss": 0.6424634456634521, "Finetune/Loss (Raw)": 0.5796442627906799, "Finetune/Step": 14457, "Finetune/Step Time": 6.655978048220277}
+{"Finetune/Learning Rate": 3.0611189998837978e-06, "Finetune/Loss": 0.641729474067688, "Finetune/Loss (Raw)": 0.5476694107055664, "Finetune/Step": 14458, "Finetune/Step Time": 6.653322482481599}
+{"Finetune/Learning Rate": 3.059906508769347e-06, "Finetune/Loss": 0.6412038803100586, "Finetune/Loss (Raw)": 0.5987066030502319, "Finetune/Step": 14459, "Finetune/Step Time": 6.661679793149233}
+{"Finetune/Learning Rate": 3.0586942144562115e-06, "Finetune/Loss": 0.6396225690841675, "Finetune/Loss (Raw)": 0.5468265414237976, "Finetune/Step": 14460, "Finetune/Step Time": 6.663234084844589}
+{"Finetune/Learning Rate": 3.057482116978767e-06, "Finetune/Loss": 0.6397536993026733, "Finetune/Loss (Raw)": 0.5610123872756958, "Finetune/Step": 14461, "Finetune/Step Time": 6.674146991223097}
+{"Finetune/Learning Rate": 3.0562702163713954e-06, "Finetune/Loss": 0.6399397850036621, "Finetune/Loss (Raw)": 0.7007020115852356, "Finetune/Step": 14462, "Finetune/Step Time": 6.691622948274016}
+{"Finetune/Learning Rate": 3.0550585126684505e-06, "Finetune/Loss": 0.6380717158317566, "Finetune/Loss (Raw)": 0.48481953144073486, "Finetune/Step": 14463, "Finetune/Step Time": 6.707196697592735}
+{"Finetune/Learning Rate": 3.053847005904298e-06, "Finetune/Loss": 0.6376149654388428, "Finetune/Loss (Raw)": 0.526760458946228, "Finetune/Step": 14464, "Finetune/Step Time": 6.70359562523663}
+{"Finetune/Learning Rate": 3.052635696113292e-06, "Finetune/Loss": 0.6375662684440613, "Finetune/Loss (Raw)": 0.6281320452690125, "Finetune/Step": 14465, "Finetune/Step Time": 6.707900237292051}
+{"Finetune/Learning Rate": 3.0514245833297817e-06, "Finetune/Loss": 0.6368943452835083, "Finetune/Loss (Raw)": 0.6253955960273743, "Finetune/Step": 14466, "Finetune/Step Time": 6.71155515126884}
+{"Finetune/Learning Rate": 3.050213667588112e-06, "Finetune/Loss": 0.637091875076294, "Finetune/Loss (Raw)": 0.6163296103477478, "Finetune/Step": 14467, "Finetune/Step Time": 6.714217299595475}
+{"Finetune/Learning Rate": 3.0490029489226193e-06, "Finetune/Loss": 0.6376625895500183, "Finetune/Loss (Raw)": 0.5999612808227539, "Finetune/Step": 14468, "Finetune/Step Time": 6.700368262827396}
+{"Finetune/Learning Rate": 3.0477924273676373e-06, "Finetune/Loss": 0.637702465057373, "Finetune/Loss (Raw)": 0.5892341136932373, "Finetune/Step": 14469, "Finetune/Step Time": 6.700819525867701}
+{"Finetune/Learning Rate": 3.0465821029574927e-06, "Finetune/Loss": 0.6384046077728271, "Finetune/Loss (Raw)": 0.627004861831665, "Finetune/Step": 14470, "Finetune/Step Time": 6.704519294202328}
+{"Finetune/Learning Rate": 3.0453719757265067e-06, "Finetune/Loss": 0.639236569404602, "Finetune/Loss (Raw)": 0.7334357500076294, "Finetune/Step": 14471, "Finetune/Step Time": 6.702910857275128}
+{"Finetune/Learning Rate": 3.044162045708996e-06, "Finetune/Loss": 0.6391749382019043, "Finetune/Loss (Raw)": 0.6003547310829163, "Finetune/Step": 14472, "Finetune/Step Time": 6.699296105653048}
+{"Finetune/Learning Rate": 3.042952312939269e-06, "Finetune/Loss": 0.6385318040847778, "Finetune/Loss (Raw)": 0.6497648358345032, "Finetune/Step": 14473, "Finetune/Step Time": 6.716160310432315}
+{"Finetune/Learning Rate": 3.0417427774516304e-06, "Finetune/Loss": 0.6390669345855713, "Finetune/Loss (Raw)": 0.6626972556114197, "Finetune/Step": 14474, "Finetune/Step Time": 6.714106671512127}
+{"Finetune/Learning Rate": 3.040533439280382e-06, "Finetune/Loss": 0.6386021375656128, "Finetune/Loss (Raw)": 0.5413639545440674, "Finetune/Step": 14475, "Finetune/Step Time": 6.716317445039749}
+{"Finetune/Learning Rate": 3.0393242984598136e-06, "Finetune/Loss": 0.6390281915664673, "Finetune/Loss (Raw)": 0.6434454917907715, "Finetune/Step": 14476, "Finetune/Step Time": 6.7133754920214415}
+{"Finetune/Learning Rate": 3.0381153550242146e-06, "Finetune/Loss": 0.6377687454223633, "Finetune/Loss (Raw)": 0.4864504039287567, "Finetune/Step": 14477, "Finetune/Step Time": 6.725285775959492}
+{"Finetune/Learning Rate": 3.036906609007868e-06, "Finetune/Loss": 0.6368638277053833, "Finetune/Loss (Raw)": 0.6419618725776672, "Finetune/Step": 14478, "Finetune/Step Time": 6.728482328355312}
+{"Finetune/Learning Rate": 3.035698060445049e-06, "Finetune/Loss": 0.6362181901931763, "Finetune/Loss (Raw)": 0.6449815034866333, "Finetune/Step": 14479, "Finetune/Step Time": 6.717465685680509}
+{"Finetune/Learning Rate": 3.0344897093700333e-06, "Finetune/Loss": 0.6362278461456299, "Finetune/Loss (Raw)": 0.6483825445175171, "Finetune/Step": 14480, "Finetune/Step Time": 6.715653194114566}
+{"Finetune/Learning Rate": 3.0332815558170746e-06, "Finetune/Loss": 0.6356992721557617, "Finetune/Loss (Raw)": 0.5425915718078613, "Finetune/Step": 14481, "Finetune/Step Time": 6.714299261569977}
+{"Finetune/Learning Rate": 3.0320735998204444e-06, "Finetune/Loss": 0.6378053426742554, "Finetune/Loss (Raw)": 0.8367413878440857, "Finetune/Step": 14482, "Finetune/Step Time": 6.717352759093046}
+{"Finetune/Learning Rate": 3.0308658414143932e-06, "Finetune/Loss": 0.6387673616409302, "Finetune/Loss (Raw)": 0.671028733253479, "Finetune/Step": 14483, "Finetune/Step Time": 6.707472430542111}
+{"Finetune/Learning Rate": 3.0296582806331676e-06, "Finetune/Loss": 0.6378062963485718, "Finetune/Loss (Raw)": 0.5515940189361572, "Finetune/Step": 14484, "Finetune/Step Time": 6.708654839545488}
+{"Finetune/Learning Rate": 3.0284509175110133e-06, "Finetune/Loss": 0.6364212036132812, "Finetune/Loss (Raw)": 0.5237646102905273, "Finetune/Step": 14485, "Finetune/Step Time": 6.726718250662088}
+{"Finetune/Learning Rate": 3.0272437520821663e-06, "Finetune/Loss": 0.6358801126480103, "Finetune/Loss (Raw)": 0.6285004019737244, "Finetune/Step": 14486, "Finetune/Step Time": 6.72680114582181}
+{"Finetune/Learning Rate": 3.0260367843808615e-06, "Finetune/Loss": 0.6357783675193787, "Finetune/Loss (Raw)": 0.7069998979568481, "Finetune/Step": 14487, "Finetune/Step Time": 6.726309349760413}
+{"Finetune/Learning Rate": 3.0248300144413157e-06, "Finetune/Loss": 0.6367673277854919, "Finetune/Loss (Raw)": 0.6764147281646729, "Finetune/Step": 14488, "Finetune/Step Time": 6.71880666166544}
+{"Finetune/Learning Rate": 3.0236234422977595e-06, "Finetune/Loss": 0.6360478401184082, "Finetune/Loss (Raw)": 0.56900554895401, "Finetune/Step": 14489, "Finetune/Step Time": 6.708479031920433}
+{"Finetune/Learning Rate": 3.0224170679844046e-06, "Finetune/Loss": 0.636870265007019, "Finetune/Loss (Raw)": 0.7095224857330322, "Finetune/Step": 14490, "Finetune/Step Time": 6.7074444983154535}
+{"Finetune/Learning Rate": 3.0212108915354597e-06, "Finetune/Loss": 0.638358473777771, "Finetune/Loss (Raw)": 0.7084521651268005, "Finetune/Step": 14491, "Finetune/Step Time": 6.707941619679332}
+{"Finetune/Learning Rate": 3.0200049129851293e-06, "Finetune/Loss": 0.6397812366485596, "Finetune/Loss (Raw)": 0.7238333821296692, "Finetune/Step": 14492, "Finetune/Step Time": 6.707767149433494}
+{"Finetune/Learning Rate": 3.0187991323676136e-06, "Finetune/Loss": 0.6400712728500366, "Finetune/Loss (Raw)": 0.6801692843437195, "Finetune/Step": 14493, "Finetune/Step Time": 6.706734320148826}
+{"Finetune/Learning Rate": 3.0175935497171005e-06, "Finetune/Loss": 0.6401185989379883, "Finetune/Loss (Raw)": 0.6336764097213745, "Finetune/Step": 14494, "Finetune/Step Time": 6.707920849323273}
+{"Finetune/Learning Rate": 3.016388165067775e-06, "Finetune/Loss": 0.641106367111206, "Finetune/Loss (Raw)": 0.697182834148407, "Finetune/Step": 14495, "Finetune/Step Time": 6.711057353764772}
+{"Finetune/Learning Rate": 3.0151829784538257e-06, "Finetune/Loss": 0.6404789686203003, "Finetune/Loss (Raw)": 0.6290714144706726, "Finetune/Step": 14496, "Finetune/Step Time": 6.713067963719368}
+{"Finetune/Learning Rate": 3.0139779899094245e-06, "Finetune/Loss": 0.6410062313079834, "Finetune/Loss (Raw)": 0.7662540674209595, "Finetune/Step": 14497, "Finetune/Step Time": 6.716356262564659}
+{"Finetune/Learning Rate": 3.0127731994687426e-06, "Finetune/Loss": 0.6402263641357422, "Finetune/Loss (Raw)": 0.5939610004425049, "Finetune/Step": 14498, "Finetune/Step Time": 6.710880948230624}
+{"Finetune/Learning Rate": 3.0115686071659467e-06, "Finetune/Loss": 0.6406438946723938, "Finetune/Loss (Raw)": 0.7653506994247437, "Finetune/Step": 14499, "Finetune/Step Time": 6.711797216907144}
+{"Finetune/Learning Rate": 3.0103642130351897e-06, "Finetune/Loss": 0.6398206353187561, "Finetune/Loss (Raw)": 0.5754033923149109, "Finetune/Step": 14500, "Finetune/Step Time": 6.747407665476203}
+{"Finetune/Learning Rate": 3.0091600171106285e-06, "Finetune/Loss": 0.6407036781311035, "Finetune/Loss (Raw)": 0.7031388878822327, "Finetune/Step": 14501, "Finetune/Step Time": 6.749767150729895}
+{"Finetune/Learning Rate": 3.007956019426409e-06, "Finetune/Loss": 0.6403635740280151, "Finetune/Loss (Raw)": 0.6658516526222229, "Finetune/Step": 14502, "Finetune/Step Time": 6.729559291154146}
+{"Finetune/Learning Rate": 3.006752220016671e-06, "Finetune/Loss": 0.6409289836883545, "Finetune/Loss (Raw)": 0.7236772775650024, "Finetune/Step": 14503, "Finetune/Step Time": 6.728057963773608}
+{"Finetune/Learning Rate": 3.005548618915557e-06, "Finetune/Loss": 0.6414589881896973, "Finetune/Loss (Raw)": 0.694113552570343, "Finetune/Step": 14504, "Finetune/Step Time": 6.7223654221743345}
+{"Finetune/Learning Rate": 3.0043452161571973e-06, "Finetune/Loss": 0.6417174339294434, "Finetune/Loss (Raw)": 0.749366044998169, "Finetune/Step": 14505, "Finetune/Step Time": 6.699211755767465}
+{"Finetune/Learning Rate": 3.0031420117757116e-06, "Finetune/Loss": 0.6409171223640442, "Finetune/Loss (Raw)": 0.6339970231056213, "Finetune/Step": 14506, "Finetune/Step Time": 6.708093801513314}
+{"Finetune/Learning Rate": 3.001939005805222e-06, "Finetune/Loss": 0.6396921873092651, "Finetune/Loss (Raw)": 0.5473847985267639, "Finetune/Step": 14507, "Finetune/Step Time": 6.7145017478615046}
+{"Finetune/Learning Rate": 3.0007361982798433e-06, "Finetune/Loss": 0.6392229199409485, "Finetune/Loss (Raw)": 0.6085941791534424, "Finetune/Step": 14508, "Finetune/Step Time": 6.6785649582743645}
+{"Finetune/Learning Rate": 2.999533589233682e-06, "Finetune/Loss": 0.6381471157073975, "Finetune/Loss (Raw)": 0.6096583008766174, "Finetune/Step": 14509, "Finetune/Step Time": 6.67501569353044}
+{"Finetune/Learning Rate": 2.998331178700837e-06, "Finetune/Loss": 0.6378404498100281, "Finetune/Loss (Raw)": 0.6484906673431396, "Finetune/Step": 14510, "Finetune/Step Time": 6.6771752666682005}
+{"Finetune/Learning Rate": 2.997128966715418e-06, "Finetune/Loss": 0.637362003326416, "Finetune/Loss (Raw)": 0.655606746673584, "Finetune/Step": 14511, "Finetune/Step Time": 6.678967433050275}
+{"Finetune/Learning Rate": 2.9959269533115042e-06, "Finetune/Loss": 0.6385564804077148, "Finetune/Loss (Raw)": 0.7055782079696655, "Finetune/Step": 14512, "Finetune/Step Time": 6.6789148058742285}
+{"Finetune/Learning Rate": 2.9947251385231845e-06, "Finetune/Loss": 0.6376687288284302, "Finetune/Loss (Raw)": 0.5665743947029114, "Finetune/Step": 14513, "Finetune/Step Time": 6.674045475199819}
+{"Finetune/Learning Rate": 2.9935235223845405e-06, "Finetune/Loss": 0.6384434700012207, "Finetune/Loss (Raw)": 0.7241109013557434, "Finetune/Step": 14514, "Finetune/Step Time": 6.673646433278918}
+{"Finetune/Learning Rate": 2.9923221049296448e-06, "Finetune/Loss": 0.6390149593353271, "Finetune/Loss (Raw)": 0.6555713415145874, "Finetune/Step": 14515, "Finetune/Step Time": 6.693326460197568}
+{"Finetune/Learning Rate": 2.9911208861925676e-06, "Finetune/Loss": 0.6387907862663269, "Finetune/Loss (Raw)": 0.6324476003646851, "Finetune/Step": 14516, "Finetune/Step Time": 6.692992564290762}
+{"Finetune/Learning Rate": 2.9899198662073713e-06, "Finetune/Loss": 0.6381747722625732, "Finetune/Loss (Raw)": 0.6391428709030151, "Finetune/Step": 14517, "Finetune/Step Time": 6.675874751061201}
+{"Finetune/Learning Rate": 2.988719045008114e-06, "Finetune/Loss": 0.6382764577865601, "Finetune/Loss (Raw)": 0.6425584554672241, "Finetune/Step": 14518, "Finetune/Step Time": 6.679632363840938}
+{"Finetune/Learning Rate": 2.987518422628847e-06, "Finetune/Loss": 0.6360311508178711, "Finetune/Loss (Raw)": 0.521257221698761, "Finetune/Step": 14519, "Finetune/Step Time": 6.685732344165444}
+{"Finetune/Learning Rate": 2.986317999103616e-06, "Finetune/Loss": 0.6358057260513306, "Finetune/Loss (Raw)": 0.6335688829421997, "Finetune/Step": 14520, "Finetune/Step Time": 6.67077493108809}
+{"Finetune/Learning Rate": 2.9851177744664626e-06, "Finetune/Loss": 0.6344242095947266, "Finetune/Loss (Raw)": 0.5630130171775818, "Finetune/Step": 14521, "Finetune/Step Time": 6.664404578506947}
+{"Finetune/Learning Rate": 2.9839177487514215e-06, "Finetune/Loss": 0.6334423422813416, "Finetune/Loss (Raw)": 0.5698078274726868, "Finetune/Step": 14522, "Finetune/Step Time": 6.661218585446477}
+{"Finetune/Learning Rate": 2.9827179219925227e-06, "Finetune/Loss": 0.6340600848197937, "Finetune/Loss (Raw)": 0.6468961238861084, "Finetune/Step": 14523, "Finetune/Step Time": 6.6612150054425}
+{"Finetune/Learning Rate": 2.9815182942237885e-06, "Finetune/Loss": 0.6349968910217285, "Finetune/Loss (Raw)": 0.6624577641487122, "Finetune/Step": 14524, "Finetune/Step Time": 6.658911935985088}
+{"Finetune/Learning Rate": 2.980318865479238e-06, "Finetune/Loss": 0.6353492736816406, "Finetune/Loss (Raw)": 0.6146803498268127, "Finetune/Step": 14525, "Finetune/Step Time": 6.659330725669861}
+{"Finetune/Learning Rate": 2.979119635792882e-06, "Finetune/Loss": 0.6360236406326294, "Finetune/Loss (Raw)": 0.6603851914405823, "Finetune/Step": 14526, "Finetune/Step Time": 6.680382231250405}
+{"Finetune/Learning Rate": 2.9779206051987296e-06, "Finetune/Loss": 0.6346368193626404, "Finetune/Loss (Raw)": 0.5467334389686584, "Finetune/Step": 14527, "Finetune/Step Time": 6.6978735867887735}
+{"Finetune/Learning Rate": 2.9767217737307805e-06, "Finetune/Loss": 0.6349618434906006, "Finetune/Loss (Raw)": 0.6933134198188782, "Finetune/Step": 14528, "Finetune/Step Time": 6.697776380926371}
+{"Finetune/Learning Rate": 2.9755231414230334e-06, "Finetune/Loss": 0.6358065605163574, "Finetune/Loss (Raw)": 0.6259040832519531, "Finetune/Step": 14529, "Finetune/Step Time": 6.694285687059164}
+{"Finetune/Learning Rate": 2.9743247083094685e-06, "Finetune/Loss": 0.6340525150299072, "Finetune/Loss (Raw)": 0.4493510127067566, "Finetune/Step": 14530, "Finetune/Step Time": 6.706010859459639}
+{"Finetune/Learning Rate": 2.9731264744240807e-06, "Finetune/Loss": 0.6340028643608093, "Finetune/Loss (Raw)": 0.6351314783096313, "Finetune/Step": 14531, "Finetune/Step Time": 6.704056089743972}
+{"Finetune/Learning Rate": 2.971928439800843e-06, "Finetune/Loss": 0.6345492601394653, "Finetune/Loss (Raw)": 0.6749753952026367, "Finetune/Step": 14532, "Finetune/Step Time": 6.6843596659600735}
+{"Finetune/Learning Rate": 2.9707306044737305e-06, "Finetune/Loss": 0.6347982883453369, "Finetune/Loss (Raw)": 0.7005147933959961, "Finetune/Step": 14533, "Finetune/Step Time": 6.68430151604116}
+{"Finetune/Learning Rate": 2.969532968476709e-06, "Finetune/Loss": 0.6346802711486816, "Finetune/Loss (Raw)": 0.6345618367195129, "Finetune/Step": 14534, "Finetune/Step Time": 6.684353046119213}
+{"Finetune/Learning Rate": 2.9683355318437446e-06, "Finetune/Loss": 0.6339173316955566, "Finetune/Loss (Raw)": 0.6779828667640686, "Finetune/Step": 14535, "Finetune/Step Time": 6.664453312754631}
+{"Finetune/Learning Rate": 2.9671382946087847e-06, "Finetune/Loss": 0.6345319747924805, "Finetune/Loss (Raw)": 0.6927566528320312, "Finetune/Step": 14536, "Finetune/Step Time": 6.651373453438282}
+{"Finetune/Learning Rate": 2.965941256805781e-06, "Finetune/Loss": 0.6381683349609375, "Finetune/Loss (Raw)": 0.7660638689994812, "Finetune/Step": 14537, "Finetune/Step Time": 6.621173707768321}
+{"Finetune/Learning Rate": 2.9647444184686847e-06, "Finetune/Loss": 0.6381747722625732, "Finetune/Loss (Raw)": 0.6069223284721375, "Finetune/Step": 14538, "Finetune/Step Time": 6.622792840003967}
+{"Finetune/Learning Rate": 2.9635477796314316e-06, "Finetune/Loss": 0.6385191082954407, "Finetune/Loss (Raw)": 0.6197383999824524, "Finetune/Step": 14539, "Finetune/Step Time": 6.623996818438172}
+{"Finetune/Learning Rate": 2.9623513403279537e-06, "Finetune/Loss": 0.6381305456161499, "Finetune/Loss (Raw)": 0.6554747819900513, "Finetune/Step": 14540, "Finetune/Step Time": 6.63091935403645}
+{"Finetune/Learning Rate": 2.9611551005921822e-06, "Finetune/Loss": 0.6385743618011475, "Finetune/Loss (Raw)": 0.6636902093887329, "Finetune/Step": 14541, "Finetune/Step Time": 6.6266004871577024}
+{"Finetune/Learning Rate": 2.959959060458034e-06, "Finetune/Loss": 0.6388885378837585, "Finetune/Loss (Raw)": 0.6612778306007385, "Finetune/Step": 14542, "Finetune/Step Time": 6.615589076653123}
+{"Finetune/Learning Rate": 2.9587632199594275e-06, "Finetune/Loss": 0.6392309069633484, "Finetune/Loss (Raw)": 0.6116390228271484, "Finetune/Step": 14543, "Finetune/Step Time": 6.612223809584975}
+{"Finetune/Learning Rate": 2.9575675791302704e-06, "Finetune/Loss": 0.639203667640686, "Finetune/Loss (Raw)": 0.6856535077095032, "Finetune/Step": 14544, "Finetune/Step Time": 6.595827881246805}
+{"Finetune/Learning Rate": 2.956372138004473e-06, "Finetune/Loss": 0.6392189860343933, "Finetune/Loss (Raw)": 0.5745043754577637, "Finetune/Step": 14545, "Finetune/Step Time": 6.601825701072812}
+{"Finetune/Learning Rate": 2.9551768966159333e-06, "Finetune/Loss": 0.6396451592445374, "Finetune/Loss (Raw)": 0.6758840680122375, "Finetune/Step": 14546, "Finetune/Step Time": 6.600292816758156}
+{"Finetune/Learning Rate": 2.9539818549985464e-06, "Finetune/Loss": 0.639129638671875, "Finetune/Loss (Raw)": 0.6240967512130737, "Finetune/Step": 14547, "Finetune/Step Time": 6.594763113185763}
+{"Finetune/Learning Rate": 2.9527870131861958e-06, "Finetune/Loss": 0.6389137506484985, "Finetune/Loss (Raw)": 0.7323587536811829, "Finetune/Step": 14548, "Finetune/Step Time": 6.589778454974294}
+{"Finetune/Learning Rate": 2.951592371212766e-06, "Finetune/Loss": 0.6382735967636108, "Finetune/Loss (Raw)": 0.6272006630897522, "Finetune/Step": 14549, "Finetune/Step Time": 6.5853197276592255}
+{"Finetune/Learning Rate": 2.950397929112132e-06, "Finetune/Loss": 0.6395696997642517, "Finetune/Loss (Raw)": 0.7375861406326294, "Finetune/Step": 14550, "Finetune/Step Time": 6.582298832014203}
+{"Finetune/Learning Rate": 2.949203686918165e-06, "Finetune/Loss": 0.6391909122467041, "Finetune/Loss (Raw)": 0.6070027351379395, "Finetune/Step": 14551, "Finetune/Step Time": 6.585002548992634}
+{"Finetune/Learning Rate": 2.9480096446647335e-06, "Finetune/Loss": 0.6391434669494629, "Finetune/Loss (Raw)": 0.6618205904960632, "Finetune/Step": 14552, "Finetune/Step Time": 6.585542386397719}
+{"Finetune/Learning Rate": 2.9468158023856984e-06, "Finetune/Loss": 0.6399461030960083, "Finetune/Loss (Raw)": 0.7477613091468811, "Finetune/Step": 14553, "Finetune/Step Time": 6.585449047386646}
+{"Finetune/Learning Rate": 2.945622160114908e-06, "Finetune/Loss": 0.6410270929336548, "Finetune/Loss (Raw)": 0.6689236760139465, "Finetune/Step": 14554, "Finetune/Step Time": 6.58538494259119}
+{"Finetune/Learning Rate": 2.944428717886214e-06, "Finetune/Loss": 0.6411606073379517, "Finetune/Loss (Raw)": 0.6129631996154785, "Finetune/Step": 14555, "Finetune/Step Time": 6.6049153711646795}
+{"Finetune/Learning Rate": 2.943235475733457e-06, "Finetune/Loss": 0.6409187316894531, "Finetune/Loss (Raw)": 0.6639299988746643, "Finetune/Step": 14556, "Finetune/Step Time": 6.606445392593741}
+{"Finetune/Learning Rate": 2.942042433690475e-06, "Finetune/Loss": 0.6408158540725708, "Finetune/Loss (Raw)": 0.6098185181617737, "Finetune/Step": 14557, "Finetune/Step Time": 6.606686661019921}
+{"Finetune/Learning Rate": 2.9408495917911007e-06, "Finetune/Loss": 0.6400651931762695, "Finetune/Loss (Raw)": 0.6268973350524902, "Finetune/Step": 14558, "Finetune/Step Time": 6.6130746975541115}
+{"Finetune/Learning Rate": 2.9396569500691576e-06, "Finetune/Loss": 0.6406528949737549, "Finetune/Loss (Raw)": 0.6798532605171204, "Finetune/Step": 14559, "Finetune/Step Time": 6.6098476350307465}
+{"Finetune/Learning Rate": 2.938464508558466e-06, "Finetune/Loss": 0.6410375833511353, "Finetune/Loss (Raw)": 0.7015983462333679, "Finetune/Step": 14560, "Finetune/Step Time": 6.622854730114341}
+{"Finetune/Learning Rate": 2.937272267292841e-06, "Finetune/Loss": 0.6414967179298401, "Finetune/Loss (Raw)": 0.7004989981651306, "Finetune/Step": 14561, "Finetune/Step Time": 6.621832624077797}
+{"Finetune/Learning Rate": 2.9360802263060917e-06, "Finetune/Loss": 0.6409047245979309, "Finetune/Loss (Raw)": 0.7091109156608582, "Finetune/Step": 14562, "Finetune/Step Time": 6.623572727665305}
+{"Finetune/Learning Rate": 2.934888385632019e-06, "Finetune/Loss": 0.6412186622619629, "Finetune/Loss (Raw)": 0.6927791833877563, "Finetune/Step": 14563, "Finetune/Step Time": 6.622333720326424}
+{"Finetune/Learning Rate": 2.9336967453044206e-06, "Finetune/Loss": 0.6405706405639648, "Finetune/Loss (Raw)": 0.6379943490028381, "Finetune/Step": 14564, "Finetune/Step Time": 6.62266381457448}
+{"Finetune/Learning Rate": 2.932505305357091e-06, "Finetune/Loss": 0.640592098236084, "Finetune/Loss (Raw)": 0.6649323105812073, "Finetune/Step": 14565, "Finetune/Step Time": 6.62535510584712}
+{"Finetune/Learning Rate": 2.9313140658238114e-06, "Finetune/Loss": 0.6411137580871582, "Finetune/Loss (Raw)": 0.6037266850471497, "Finetune/Step": 14566, "Finetune/Step Time": 6.643263712525368}
+{"Finetune/Learning Rate": 2.930123026738365e-06, "Finetune/Loss": 0.6411954164505005, "Finetune/Loss (Raw)": 0.7091063857078552, "Finetune/Step": 14567, "Finetune/Step Time": 6.639266576617956}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.6415727138519287, "Finetune/Loss (Raw)": 0.696065366268158, "Finetune/Step": 14568, "Finetune/Step Time": 6.642410011962056}
+{"Finetune/Learning Rate": 2.9277415500460613e-06, "Finetune/Loss": 0.6421698331832886, "Finetune/Loss (Raw)": 0.730498731136322, "Finetune/Step": 14569, "Finetune/Step Time": 6.644770186394453}
+{"Finetune/Learning Rate": 2.926551112506737e-06, "Finetune/Loss": 0.6412639617919922, "Finetune/Loss (Raw)": 0.5444583892822266, "Finetune/Step": 14570, "Finetune/Step Time": 6.645864242687821}
+{"Finetune/Learning Rate": 2.925360875550308e-06, "Finetune/Loss": 0.6403321027755737, "Finetune/Loss (Raw)": 0.5805820226669312, "Finetune/Step": 14571, "Finetune/Step Time": 6.6475524585694075}
+{"Finetune/Learning Rate": 2.9241708392105284e-06, "Finetune/Loss": 0.6404914855957031, "Finetune/Loss (Raw)": 0.5957341194152832, "Finetune/Step": 14572, "Finetune/Step Time": 6.647551206871867}
+{"Finetune/Learning Rate": 2.9229810035211413e-06, "Finetune/Loss": 0.6409808397293091, "Finetune/Loss (Raw)": 0.6774918437004089, "Finetune/Step": 14573, "Finetune/Step Time": 6.649512320756912}
+{"Finetune/Learning Rate": 2.9217913685158894e-06, "Finetune/Loss": 0.6416819095611572, "Finetune/Loss (Raw)": 0.6756880879402161, "Finetune/Step": 14574, "Finetune/Step Time": 6.6447051130235195}
+{"Finetune/Learning Rate": 2.9206019342285063e-06, "Finetune/Loss": 0.6419789791107178, "Finetune/Loss (Raw)": 0.5706691741943359, "Finetune/Step": 14575, "Finetune/Step Time": 6.642375603318214}
+{"Finetune/Learning Rate": 2.9194127006927208e-06, "Finetune/Loss": 0.6413793563842773, "Finetune/Loss (Raw)": 0.6514642238616943, "Finetune/Step": 14576, "Finetune/Step Time": 6.645088603720069}
+{"Finetune/Learning Rate": 2.918223667942257e-06, "Finetune/Loss": 0.6407376527786255, "Finetune/Loss (Raw)": 0.5709403157234192, "Finetune/Step": 14577, "Finetune/Step Time": 6.642203154042363}
+{"Finetune/Learning Rate": 2.9170348360108326e-06, "Finetune/Loss": 0.6402155160903931, "Finetune/Loss (Raw)": 0.6459194421768188, "Finetune/Step": 14578, "Finetune/Step Time": 6.643906194716692}
+{"Finetune/Learning Rate": 2.915846204932158e-06, "Finetune/Loss": 0.6409292221069336, "Finetune/Loss (Raw)": 0.7409557700157166, "Finetune/Step": 14579, "Finetune/Step Time": 6.650994459167123}
+{"Finetune/Learning Rate": 2.9146577747399406e-06, "Finetune/Loss": 0.6420971155166626, "Finetune/Loss (Raw)": 0.7205096483230591, "Finetune/Step": 14580, "Finetune/Step Time": 6.638576950877905}
+{"Finetune/Learning Rate": 2.913469545467882e-06, "Finetune/Loss": 0.6429873704910278, "Finetune/Loss (Raw)": 0.7092236876487732, "Finetune/Step": 14581, "Finetune/Step Time": 6.637967880815268}
+{"Finetune/Learning Rate": 2.9122815171496743e-06, "Finetune/Loss": 0.6427541971206665, "Finetune/Loss (Raw)": 0.6031381487846375, "Finetune/Step": 14582, "Finetune/Step Time": 6.639454556629062}
+{"Finetune/Learning Rate": 2.911093689819008e-06, "Finetune/Loss": 0.6416646242141724, "Finetune/Loss (Raw)": 0.5928279757499695, "Finetune/Step": 14583, "Finetune/Step Time": 6.644580150023103}
+{"Finetune/Learning Rate": 2.90990606350957e-06, "Finetune/Loss": 0.6440698504447937, "Finetune/Loss (Raw)": 0.9102616310119629, "Finetune/Step": 14584, "Finetune/Step Time": 6.652283595874906}
+{"Finetune/Learning Rate": 2.9087186382550313e-06, "Finetune/Loss": 0.6448778510093689, "Finetune/Loss (Raw)": 0.6830626130104065, "Finetune/Step": 14585, "Finetune/Step Time": 6.655943376943469}
+{"Finetune/Learning Rate": 2.907531414089064e-06, "Finetune/Loss": 0.6456689834594727, "Finetune/Loss (Raw)": 0.6489391326904297, "Finetune/Step": 14586, "Finetune/Step Time": 6.6594971641898155}
+{"Finetune/Learning Rate": 2.9063443910453415e-06, "Finetune/Loss": 0.6458112001419067, "Finetune/Loss (Raw)": 0.6169111132621765, "Finetune/Step": 14587, "Finetune/Step Time": 6.648872759193182}
+{"Finetune/Learning Rate": 2.9051575691575196e-06, "Finetune/Loss": 0.6470092535018921, "Finetune/Loss (Raw)": 0.7001746296882629, "Finetune/Step": 14588, "Finetune/Step Time": 6.648167096078396}
+{"Finetune/Learning Rate": 2.9039709484592538e-06, "Finetune/Loss": 0.6486182808876038, "Finetune/Loss (Raw)": 0.7669661641120911, "Finetune/Step": 14589, "Finetune/Step Time": 6.6340527180582285}
+{"Finetune/Learning Rate": 2.902784528984197e-06, "Finetune/Loss": 0.6481006741523743, "Finetune/Loss (Raw)": 0.634448766708374, "Finetune/Step": 14590, "Finetune/Step Time": 6.632851770147681}
+{"Finetune/Learning Rate": 2.901598310765986e-06, "Finetune/Loss": 0.6495180130004883, "Finetune/Loss (Raw)": 0.6662344932556152, "Finetune/Step": 14591, "Finetune/Step Time": 6.618336891755462}
+{"Finetune/Learning Rate": 2.9004122938382617e-06, "Finetune/Loss": 0.6498057842254639, "Finetune/Loss (Raw)": 0.5636049509048462, "Finetune/Step": 14592, "Finetune/Step Time": 6.609398860484362}
+{"Finetune/Learning Rate": 2.8992264782346534e-06, "Finetune/Loss": 0.6500624418258667, "Finetune/Loss (Raw)": 0.6609730124473572, "Finetune/Step": 14593, "Finetune/Step Time": 6.622704626992345}
+{"Finetune/Learning Rate": 2.8980408639887925e-06, "Finetune/Loss": 0.6496210694313049, "Finetune/Loss (Raw)": 0.5689050555229187, "Finetune/Step": 14594, "Finetune/Step Time": 6.617235427722335}
+{"Finetune/Learning Rate": 2.8968554511342984e-06, "Finetune/Loss": 0.6482015252113342, "Finetune/Loss (Raw)": 0.4346296787261963, "Finetune/Step": 14595, "Finetune/Step Time": 6.61585196480155}
+{"Finetune/Learning Rate": 2.8956702397047875e-06, "Finetune/Loss": 0.6477197408676147, "Finetune/Loss (Raw)": 0.5382922887802124, "Finetune/Step": 14596, "Finetune/Step Time": 6.614028632640839}
+{"Finetune/Learning Rate": 2.8944852297338643e-06, "Finetune/Loss": 0.6473358273506165, "Finetune/Loss (Raw)": 0.5400934815406799, "Finetune/Step": 14597, "Finetune/Step Time": 6.614152869209647}
+{"Finetune/Learning Rate": 2.893300421255134e-06, "Finetune/Loss": 0.6470632553100586, "Finetune/Loss (Raw)": 0.5921098589897156, "Finetune/Step": 14598, "Finetune/Step Time": 6.612940967082977}
+{"Finetune/Learning Rate": 2.8921158143021953e-06, "Finetune/Loss": 0.6459358930587769, "Finetune/Loss (Raw)": 0.589141309261322, "Finetune/Step": 14599, "Finetune/Step Time": 6.6128127090632915}
+{"Finetune/Learning Rate": 2.890931408908637e-06, "Finetune/Loss": 0.6461299657821655, "Finetune/Loss (Raw)": 0.6251962780952454, "Finetune/Step": 14600, "Finetune/Step Time": 6.621563507243991}
+{"Finetune/Learning Rate": 2.889747205108051e-06, "Finetune/Loss": 0.6457536220550537, "Finetune/Loss (Raw)": 0.6015943884849548, "Finetune/Step": 14601, "Finetune/Step Time": 6.601137638092041}
+{"Finetune/Learning Rate": 2.8885632029340185e-06, "Finetune/Loss": 0.6450062394142151, "Finetune/Loss (Raw)": 0.5670312643051147, "Finetune/Step": 14602, "Finetune/Step Time": 6.598736479878426}
+{"Finetune/Learning Rate": 2.8873794024201086e-06, "Finetune/Loss": 0.6456078290939331, "Finetune/Loss (Raw)": 0.6183645129203796, "Finetune/Step": 14603, "Finetune/Step Time": 6.597550254315138}
+{"Finetune/Learning Rate": 2.886195803599894e-06, "Finetune/Loss": 0.6456916332244873, "Finetune/Loss (Raw)": 0.6541697978973389, "Finetune/Step": 14604, "Finetune/Step Time": 6.595974013209343}
+{"Finetune/Learning Rate": 2.8850124065069363e-06, "Finetune/Loss": 0.6460541486740112, "Finetune/Loss (Raw)": 0.532855749130249, "Finetune/Step": 14605, "Finetune/Step Time": 6.579531986266375}
+{"Finetune/Learning Rate": 2.8838292111747946e-06, "Finetune/Loss": 0.6460437178611755, "Finetune/Loss (Raw)": 0.6406238079071045, "Finetune/Step": 14606, "Finetune/Step Time": 6.573170015588403}
+{"Finetune/Learning Rate": 2.8826462176370175e-06, "Finetune/Loss": 0.646549642086029, "Finetune/Loss (Raw)": 0.7097396850585938, "Finetune/Step": 14607, "Finetune/Step Time": 6.578665923327208}
+{"Finetune/Learning Rate": 2.881463425927161e-06, "Finetune/Loss": 0.6457197666168213, "Finetune/Loss (Raw)": 0.5421602129936218, "Finetune/Step": 14608, "Finetune/Step Time": 6.580846065655351}
+{"Finetune/Learning Rate": 2.8802808360787573e-06, "Finetune/Loss": 0.6463735103607178, "Finetune/Loss (Raw)": 0.6262727379798889, "Finetune/Step": 14609, "Finetune/Step Time": 6.583312364295125}
+{"Finetune/Learning Rate": 2.8790984481253426e-06, "Finetune/Loss": 0.6448960900306702, "Finetune/Loss (Raw)": 0.6476309299468994, "Finetune/Step": 14610, "Finetune/Step Time": 6.5844953544437885}
+{"Finetune/Learning Rate": 2.8779162621004466e-06, "Finetune/Loss": 0.644770085811615, "Finetune/Loss (Raw)": 0.6548946499824524, "Finetune/Step": 14611, "Finetune/Step Time": 6.586876699700952}
+{"Finetune/Learning Rate": 2.876734278037593e-06, "Finetune/Loss": 0.6461143493652344, "Finetune/Loss (Raw)": 0.7236632108688354, "Finetune/Step": 14612, "Finetune/Step Time": 6.586447862908244}
+{"Finetune/Learning Rate": 2.8755524959702997e-06, "Finetune/Loss": 0.6473245620727539, "Finetune/Loss (Raw)": 0.6786720156669617, "Finetune/Step": 14613, "Finetune/Step Time": 6.56601488776505}
+{"Finetune/Learning Rate": 2.8743709159320776e-06, "Finetune/Loss": 0.6478321552276611, "Finetune/Loss (Raw)": 0.6934677958488464, "Finetune/Step": 14614, "Finetune/Step Time": 6.5685043297708035}
+{"Finetune/Learning Rate": 2.8731895379564344e-06, "Finetune/Loss": 0.6482007503509521, "Finetune/Loss (Raw)": 0.7541871070861816, "Finetune/Step": 14615, "Finetune/Step Time": 6.5688441619277}
+{"Finetune/Learning Rate": 2.872008362076869e-06, "Finetune/Loss": 0.6478089690208435, "Finetune/Loss (Raw)": 0.6262623071670532, "Finetune/Step": 14616, "Finetune/Step Time": 6.5763562228530645}
+{"Finetune/Learning Rate": 2.870827388326879e-06, "Finetune/Loss": 0.648131251335144, "Finetune/Loss (Raw)": 0.6102557182312012, "Finetune/Step": 14617, "Finetune/Step Time": 6.57445596717298}
+{"Finetune/Learning Rate": 2.8696466167399508e-06, "Finetune/Loss": 0.647840142250061, "Finetune/Loss (Raw)": 0.6722626686096191, "Finetune/Step": 14618, "Finetune/Step Time": 6.573268663138151}
+{"Finetune/Learning Rate": 2.8684660473495674e-06, "Finetune/Loss": 0.6475340127944946, "Finetune/Loss (Raw)": 0.6692633628845215, "Finetune/Step": 14619, "Finetune/Step Time": 6.568170480430126}
+{"Finetune/Learning Rate": 2.867285680189209e-06, "Finetune/Loss": 0.6461915373802185, "Finetune/Loss (Raw)": 0.5520037412643433, "Finetune/Step": 14620, "Finetune/Step Time": 6.567446790635586}
+{"Finetune/Learning Rate": 2.8661055152923456e-06, "Finetune/Loss": 0.6467114686965942, "Finetune/Loss (Raw)": 0.746715247631073, "Finetune/Step": 14621, "Finetune/Step Time": 6.571535486727953}
+{"Finetune/Learning Rate": 2.8649255526924437e-06, "Finetune/Loss": 0.647783637046814, "Finetune/Loss (Raw)": 0.7709173560142517, "Finetune/Step": 14622, "Finetune/Step Time": 6.568778187036514}
+{"Finetune/Learning Rate": 2.863745792422963e-06, "Finetune/Loss": 0.6469975113868713, "Finetune/Loss (Raw)": 0.596560001373291, "Finetune/Step": 14623, "Finetune/Step Time": 6.560897750779986}
+{"Finetune/Learning Rate": 2.86256623451736e-06, "Finetune/Loss": 0.6463547945022583, "Finetune/Loss (Raw)": 0.5467983484268188, "Finetune/Step": 14624, "Finetune/Step Time": 6.558300776407123}
+{"Finetune/Learning Rate": 2.8613868790090817e-06, "Finetune/Loss": 0.646594226360321, "Finetune/Loss (Raw)": 0.7969062328338623, "Finetune/Step": 14625, "Finetune/Step Time": 6.542805101722479}
+{"Finetune/Learning Rate": 2.8602077259315754e-06, "Finetune/Loss": 0.6470373272895813, "Finetune/Loss (Raw)": 0.6506751179695129, "Finetune/Step": 14626, "Finetune/Step Time": 6.545452104881406}
+{"Finetune/Learning Rate": 2.859028775318268e-06, "Finetune/Loss": 0.6464779376983643, "Finetune/Loss (Raw)": 0.6937536001205444, "Finetune/Step": 14627, "Finetune/Step Time": 6.544679610058665}
+{"Finetune/Learning Rate": 2.857850027202602e-06, "Finetune/Loss": 0.646694540977478, "Finetune/Loss (Raw)": 0.6031210422515869, "Finetune/Step": 14628, "Finetune/Step Time": 6.507570141926408}
+{"Finetune/Learning Rate": 2.8566714816180006e-06, "Finetune/Loss": 0.6465821266174316, "Finetune/Loss (Raw)": 0.6887562274932861, "Finetune/Step": 14629, "Finetune/Step Time": 6.506280541419983}
+{"Finetune/Learning Rate": 2.8554931385978823e-06, "Finetune/Loss": 0.6459165811538696, "Finetune/Loss (Raw)": 0.5806642770767212, "Finetune/Step": 14630, "Finetune/Step Time": 6.5142987836152315}
+{"Finetune/Learning Rate": 2.8543149981756623e-06, "Finetune/Loss": 0.6448818445205688, "Finetune/Loss (Raw)": 0.5912247896194458, "Finetune/Step": 14631, "Finetune/Step Time": 6.516146233305335}
+{"Finetune/Learning Rate": 2.853137060384752e-06, "Finetune/Loss": 0.6437559127807617, "Finetune/Loss (Raw)": 0.549995481967926, "Finetune/Step": 14632, "Finetune/Step Time": 6.525064138695598}
+{"Finetune/Learning Rate": 2.8519593252585497e-06, "Finetune/Loss": 0.6428909301757812, "Finetune/Loss (Raw)": 0.6386540532112122, "Finetune/Step": 14633, "Finetune/Step Time": 6.522831752896309}
+{"Finetune/Learning Rate": 2.8507817928304505e-06, "Finetune/Loss": 0.64288330078125, "Finetune/Loss (Raw)": 0.63301020860672, "Finetune/Step": 14634, "Finetune/Step Time": 6.5146860890090466}
+{"Finetune/Learning Rate": 2.8496044631338536e-06, "Finetune/Loss": 0.6436633467674255, "Finetune/Loss (Raw)": 0.6472339034080505, "Finetune/Step": 14635, "Finetune/Step Time": 6.5073429476469755}
+{"Finetune/Learning Rate": 2.848427336202142e-06, "Finetune/Loss": 0.6430038213729858, "Finetune/Loss (Raw)": 0.524178683757782, "Finetune/Step": 14636, "Finetune/Step Time": 6.513290956616402}
+{"Finetune/Learning Rate": 2.847250412068694e-06, "Finetune/Loss": 0.6431789994239807, "Finetune/Loss (Raw)": 0.6320825219154358, "Finetune/Step": 14637, "Finetune/Step Time": 6.519326964393258}
+{"Finetune/Learning Rate": 2.8460736907668873e-06, "Finetune/Loss": 0.6433131694793701, "Finetune/Loss (Raw)": 0.6656671166419983, "Finetune/Step": 14638, "Finetune/Step Time": 6.518328253179789}
+{"Finetune/Learning Rate": 2.8448971723300845e-06, "Finetune/Loss": 0.6431998014450073, "Finetune/Loss (Raw)": 0.6410945057868958, "Finetune/Step": 14639, "Finetune/Step Time": 6.52112876996398}
+{"Finetune/Learning Rate": 2.843720856791652e-06, "Finetune/Loss": 0.640972375869751, "Finetune/Loss (Raw)": 0.4204651415348053, "Finetune/Step": 14640, "Finetune/Step Time": 6.535901030525565}
+{"Finetune/Learning Rate": 2.8425447441849462e-06, "Finetune/Loss": 0.6416590213775635, "Finetune/Loss (Raw)": 0.6544676423072815, "Finetune/Step": 14641, "Finetune/Step Time": 6.544990178197622}
+{"Finetune/Learning Rate": 2.8413688345433156e-06, "Finetune/Loss": 0.6416506767272949, "Finetune/Loss (Raw)": 0.7230408787727356, "Finetune/Step": 14642, "Finetune/Step Time": 6.542976615950465}
+{"Finetune/Learning Rate": 2.8401931279001115e-06, "Finetune/Loss": 0.6417163610458374, "Finetune/Loss (Raw)": 0.6639755368232727, "Finetune/Step": 14643, "Finetune/Step Time": 6.54164151661098}
+{"Finetune/Learning Rate": 2.8390176242886725e-06, "Finetune/Loss": 0.6405049562454224, "Finetune/Loss (Raw)": 0.4773872494697571, "Finetune/Step": 14644, "Finetune/Step Time": 6.540211837738752}
+{"Finetune/Learning Rate": 2.837842323742329e-06, "Finetune/Loss": 0.6401360034942627, "Finetune/Loss (Raw)": 0.5919244289398193, "Finetune/Step": 14645, "Finetune/Step Time": 6.536498360335827}
+{"Finetune/Learning Rate": 2.8366672262944094e-06, "Finetune/Loss": 0.6396016478538513, "Finetune/Loss (Raw)": 0.5741560459136963, "Finetune/Step": 14646, "Finetune/Step Time": 6.532613394781947}
+{"Finetune/Learning Rate": 2.8354923319782392e-06, "Finetune/Loss": 0.6406470537185669, "Finetune/Loss (Raw)": 0.6550703048706055, "Finetune/Step": 14647, "Finetune/Step Time": 6.525447333231568}
+{"Finetune/Learning Rate": 2.8343176408271312e-06, "Finetune/Loss": 0.6409624814987183, "Finetune/Loss (Raw)": 0.6739407181739807, "Finetune/Step": 14648, "Finetune/Step Time": 6.540114624425769}
+{"Finetune/Learning Rate": 2.833143152874397e-06, "Finetune/Loss": 0.6416176557540894, "Finetune/Loss (Raw)": 0.6468740105628967, "Finetune/Step": 14649, "Finetune/Step Time": 6.541030842810869}
+{"Finetune/Learning Rate": 2.8319688681533484e-06, "Finetune/Loss": 0.6428404450416565, "Finetune/Loss (Raw)": 0.7263238430023193, "Finetune/Step": 14650, "Finetune/Step Time": 6.542560860514641}
+{"Finetune/Learning Rate": 2.8307947866972775e-06, "Finetune/Loss": 0.6423693299293518, "Finetune/Loss (Raw)": 0.5865973830223083, "Finetune/Step": 14651, "Finetune/Step Time": 6.541389608755708}
+{"Finetune/Learning Rate": 2.8296209085394787e-06, "Finetune/Loss": 0.6414522528648376, "Finetune/Loss (Raw)": 0.5450663566589355, "Finetune/Step": 14652, "Finetune/Step Time": 6.556511372327805}
+{"Finetune/Learning Rate": 2.828447233713242e-06, "Finetune/Loss": 0.6415669322013855, "Finetune/Loss (Raw)": 0.6293681263923645, "Finetune/Step": 14653, "Finetune/Step Time": 6.5754204243421555}
+{"Finetune/Learning Rate": 2.8272737622518474e-06, "Finetune/Loss": 0.6411850452423096, "Finetune/Loss (Raw)": 0.6114929914474487, "Finetune/Step": 14654, "Finetune/Step Time": 6.55185960419476}
+{"Finetune/Learning Rate": 2.826100494188574e-06, "Finetune/Loss": 0.6427574157714844, "Finetune/Loss (Raw)": 0.7480034828186035, "Finetune/Step": 14655, "Finetune/Step Time": 6.535736238583922}
+{"Finetune/Learning Rate": 2.8249274295566863e-06, "Finetune/Loss": 0.6424114108085632, "Finetune/Loss (Raw)": 0.6490194797515869, "Finetune/Step": 14656, "Finetune/Step Time": 6.54644644074142}
+{"Finetune/Learning Rate": 2.8237545683894606e-06, "Finetune/Loss": 0.641616940498352, "Finetune/Loss (Raw)": 0.524215817451477, "Finetune/Step": 14657, "Finetune/Step Time": 6.563121814280748}
+{"Finetune/Learning Rate": 2.822581910720146e-06, "Finetune/Loss": 0.6435129642486572, "Finetune/Loss (Raw)": 0.6920397281646729, "Finetune/Step": 14658, "Finetune/Step Time": 6.549404412508011}
+{"Finetune/Learning Rate": 2.8214094565819982e-06, "Finetune/Loss": 0.6434926986694336, "Finetune/Loss (Raw)": 0.6325486302375793, "Finetune/Step": 14659, "Finetune/Step Time": 6.5630158092826605}
+{"Finetune/Learning Rate": 2.820237206008265e-06, "Finetune/Loss": 0.6427079439163208, "Finetune/Loss (Raw)": 0.5745168328285217, "Finetune/Step": 14660, "Finetune/Step Time": 6.562576049938798}
+{"Finetune/Learning Rate": 2.819065159032187e-06, "Finetune/Loss": 0.6434199810028076, "Finetune/Loss (Raw)": 0.7916532754898071, "Finetune/Step": 14661, "Finetune/Step Time": 6.561251910403371}
+{"Finetune/Learning Rate": 2.8178933156870023e-06, "Finetune/Loss": 0.6431687474250793, "Finetune/Loss (Raw)": 0.602411687374115, "Finetune/Step": 14662, "Finetune/Step Time": 6.563153862953186}
+{"Finetune/Learning Rate": 2.81672167600594e-06, "Finetune/Loss": 0.6427475214004517, "Finetune/Loss (Raw)": 0.6240643858909607, "Finetune/Step": 14663, "Finetune/Step Time": 6.567047785967588}
+{"Finetune/Learning Rate": 2.8155502400222246e-06, "Finetune/Loss": 0.6423628330230713, "Finetune/Loss (Raw)": 0.6435109376907349, "Finetune/Step": 14664, "Finetune/Step Time": 6.564729403704405}
+{"Finetune/Learning Rate": 2.814379007769075e-06, "Finetune/Loss": 0.6417422890663147, "Finetune/Loss (Raw)": 0.6866397857666016, "Finetune/Step": 14665, "Finetune/Step Time": 6.569578384980559}
+{"Finetune/Learning Rate": 2.813207979279703e-06, "Finetune/Loss": 0.6424282193183899, "Finetune/Loss (Raw)": 0.6947228312492371, "Finetune/Step": 14666, "Finetune/Step Time": 6.571056125685573}
+{"Finetune/Learning Rate": 2.812037154587316e-06, "Finetune/Loss": 0.6428789496421814, "Finetune/Loss (Raw)": 0.6774300336837769, "Finetune/Step": 14667, "Finetune/Step Time": 6.573635511100292}
+{"Finetune/Learning Rate": 2.810866533725115e-06, "Finetune/Loss": 0.6429417133331299, "Finetune/Loss (Raw)": 0.6635068655014038, "Finetune/Step": 14668, "Finetune/Step Time": 6.567413784563541}
+{"Finetune/Learning Rate": 2.809696116726297e-06, "Finetune/Loss": 0.6435384154319763, "Finetune/Loss (Raw)": 0.7400693893432617, "Finetune/Step": 14669, "Finetune/Step Time": 6.572505632415414}
+{"Finetune/Learning Rate": 2.8085259036240498e-06, "Finetune/Loss": 0.6428669691085815, "Finetune/Loss (Raw)": 0.5753299593925476, "Finetune/Step": 14670, "Finetune/Step Time": 6.572847373783588}
+{"Finetune/Learning Rate": 2.807355894451559e-06, "Finetune/Loss": 0.6426600813865662, "Finetune/Loss (Raw)": 0.5851536989212036, "Finetune/Step": 14671, "Finetune/Step Time": 6.571771513670683}
+{"Finetune/Learning Rate": 2.8061860892420013e-06, "Finetune/Loss": 0.6429975628852844, "Finetune/Loss (Raw)": 0.7288523316383362, "Finetune/Step": 14672, "Finetune/Step Time": 6.572294171899557}
+{"Finetune/Learning Rate": 2.80501648802855e-06, "Finetune/Loss": 0.6433701515197754, "Finetune/Loss (Raw)": 0.6221987009048462, "Finetune/Step": 14673, "Finetune/Step Time": 6.567469995468855}
+{"Finetune/Learning Rate": 2.8038470908443717e-06, "Finetune/Loss": 0.6436831951141357, "Finetune/Loss (Raw)": 0.7159594893455505, "Finetune/Step": 14674, "Finetune/Step Time": 6.5770588759332895}
+{"Finetune/Learning Rate": 2.802677897722629e-06, "Finetune/Loss": 0.6450213193893433, "Finetune/Loss (Raw)": 0.7953654527664185, "Finetune/Step": 14675, "Finetune/Step Time": 6.578737482428551}
+{"Finetune/Learning Rate": 2.8015089086964685e-06, "Finetune/Loss": 0.6439715623855591, "Finetune/Loss (Raw)": 0.5979897975921631, "Finetune/Step": 14676, "Finetune/Step Time": 6.580806236714125}
+{"Finetune/Learning Rate": 2.800340123799049e-06, "Finetune/Loss": 0.6434757709503174, "Finetune/Loss (Raw)": 0.5637473464012146, "Finetune/Step": 14677, "Finetune/Step Time": 6.582695687189698}
+{"Finetune/Learning Rate": 2.79917154306351e-06, "Finetune/Loss": 0.6425967216491699, "Finetune/Loss (Raw)": 0.625065267086029, "Finetune/Step": 14678, "Finetune/Step Time": 6.585530411452055}
+{"Finetune/Learning Rate": 2.79800316652299e-06, "Finetune/Loss": 0.6420544981956482, "Finetune/Loss (Raw)": 0.5375969409942627, "Finetune/Step": 14679, "Finetune/Step Time": 6.574730917811394}
+{"Finetune/Learning Rate": 2.796834994210621e-06, "Finetune/Loss": 0.6421608328819275, "Finetune/Loss (Raw)": 0.6754321455955505, "Finetune/Step": 14680, "Finetune/Step Time": 6.573605615645647}
+{"Finetune/Learning Rate": 2.795667026159531e-06, "Finetune/Loss": 0.6408875584602356, "Finetune/Loss (Raw)": 0.5847851037979126, "Finetune/Step": 14681, "Finetune/Step Time": 6.582196298986673}
+{"Finetune/Learning Rate": 2.7944992624028355e-06, "Finetune/Loss": 0.6413158774375916, "Finetune/Loss (Raw)": 0.7237504124641418, "Finetune/Step": 14682, "Finetune/Step Time": 6.58595934137702}
+{"Finetune/Learning Rate": 2.7933317029736475e-06, "Finetune/Loss": 0.6400986313819885, "Finetune/Loss (Raw)": 0.45715123414993286, "Finetune/Step": 14683, "Finetune/Step Time": 6.58945744857192}
+{"Finetune/Learning Rate": 2.792164347905082e-06, "Finetune/Loss": 0.6397473812103271, "Finetune/Loss (Raw)": 0.6189679503440857, "Finetune/Step": 14684, "Finetune/Step Time": 6.595468241721392}
+{"Finetune/Learning Rate": 2.7909971972302396e-06, "Finetune/Loss": 0.6397808194160461, "Finetune/Loss (Raw)": 0.6141006350517273, "Finetune/Step": 14685, "Finetune/Step Time": 6.5961047206074}
+{"Finetune/Learning Rate": 2.789830250982217e-06, "Finetune/Loss": 0.6397237181663513, "Finetune/Loss (Raw)": 0.6195915937423706, "Finetune/Step": 14686, "Finetune/Step Time": 6.609436962753534}
+{"Finetune/Learning Rate": 2.7886635091941084e-06, "Finetune/Loss": 0.6381144523620605, "Finetune/Loss (Raw)": 0.4738651216030121, "Finetune/Step": 14687, "Finetune/Step Time": 6.625160057097673}
+{"Finetune/Learning Rate": 2.7874969718989943e-06, "Finetune/Loss": 0.6381680369377136, "Finetune/Loss (Raw)": 0.7084544897079468, "Finetune/Step": 14688, "Finetune/Step Time": 6.608815796673298}
+{"Finetune/Learning Rate": 2.7863306391299562e-06, "Finetune/Loss": 0.6378475427627563, "Finetune/Loss (Raw)": 0.6594769358634949, "Finetune/Step": 14689, "Finetune/Step Time": 6.612324472516775}
+{"Finetune/Learning Rate": 2.7851645109200644e-06, "Finetune/Loss": 0.6371935606002808, "Finetune/Loss (Raw)": 0.6253982186317444, "Finetune/Step": 14690, "Finetune/Step Time": 6.611464826390147}
+{"Finetune/Learning Rate": 2.7839985873023933e-06, "Finetune/Loss": 0.6377200484275818, "Finetune/Loss (Raw)": 0.7601664662361145, "Finetune/Step": 14691, "Finetune/Step Time": 6.61152920871973}
+{"Finetune/Learning Rate": 2.782832868310005e-06, "Finetune/Loss": 0.6376417875289917, "Finetune/Loss (Raw)": 0.6279768347740173, "Finetune/Step": 14692, "Finetune/Step Time": 6.611500574275851}
+{"Finetune/Learning Rate": 2.7816673539759544e-06, "Finetune/Loss": 0.637947142124176, "Finetune/Loss (Raw)": 0.7040227055549622, "Finetune/Step": 14693, "Finetune/Step Time": 6.618632448837161}
+{"Finetune/Learning Rate": 2.7805020443332898e-06, "Finetune/Loss": 0.6386981010437012, "Finetune/Loss (Raw)": 0.6998581290245056, "Finetune/Step": 14694, "Finetune/Step Time": 6.607866143807769}
+{"Finetune/Learning Rate": 2.7793369394150572e-06, "Finetune/Loss": 0.6393173933029175, "Finetune/Loss (Raw)": 0.7883670330047607, "Finetune/Step": 14695, "Finetune/Step Time": 6.6086405627429485}
+{"Finetune/Learning Rate": 2.7781720392542965e-06, "Finetune/Loss": 0.6392602920532227, "Finetune/Loss (Raw)": 0.6887584328651428, "Finetune/Step": 14696, "Finetune/Step Time": 6.605517340824008}
+{"Finetune/Learning Rate": 2.7770073438840406e-06, "Finetune/Loss": 0.6382758617401123, "Finetune/Loss (Raw)": 0.6044920682907104, "Finetune/Step": 14697, "Finetune/Step Time": 6.600828064605594}
+{"Finetune/Learning Rate": 2.7758428533373127e-06, "Finetune/Loss": 0.6399909853935242, "Finetune/Loss (Raw)": 0.7639965415000916, "Finetune/Step": 14698, "Finetune/Step Time": 6.601479021832347}
+{"Finetune/Learning Rate": 2.7746785676471465e-06, "Finetune/Loss": 0.6401413679122925, "Finetune/Loss (Raw)": 0.5998303890228271, "Finetune/Step": 14699, "Finetune/Step Time": 6.599958965554833}
+{"Finetune/Learning Rate": 2.773514486846546e-06, "Finetune/Loss": 0.6404323577880859, "Finetune/Loss (Raw)": 0.6329777836799622, "Finetune/Step": 14700, "Finetune/Step Time": 6.6022846680134535}
+{"Finetune/Learning Rate": 2.772350610968526e-06, "Finetune/Loss": 0.6397364139556885, "Finetune/Loss (Raw)": 0.5884098410606384, "Finetune/Step": 14701, "Finetune/Step Time": 6.603744367137551}
+{"Finetune/Learning Rate": 2.77118694004609e-06, "Finetune/Loss": 0.6399112939834595, "Finetune/Loss (Raw)": 0.6980800032615662, "Finetune/Step": 14702, "Finetune/Step Time": 6.605475004762411}
+{"Finetune/Learning Rate": 2.7700234741122357e-06, "Finetune/Loss": 0.640591025352478, "Finetune/Loss (Raw)": 0.6576725840568542, "Finetune/Step": 14703, "Finetune/Step Time": 6.606422774493694}
+{"Finetune/Learning Rate": 2.7688602131999564e-06, "Finetune/Loss": 0.6411957740783691, "Finetune/Loss (Raw)": 0.7288647294044495, "Finetune/Step": 14704, "Finetune/Step Time": 6.620368452742696}
+{"Finetune/Learning Rate": 2.7676971573422394e-06, "Finetune/Loss": 0.6418764591217041, "Finetune/Loss (Raw)": 0.6580734848976135, "Finetune/Step": 14705, "Finetune/Step Time": 6.6180367805063725}
+{"Finetune/Learning Rate": 2.766534306572065e-06, "Finetune/Loss": 0.6420317888259888, "Finetune/Loss (Raw)": 0.6658022999763489, "Finetune/Step": 14706, "Finetune/Step Time": 6.619073051959276}
+{"Finetune/Learning Rate": 2.765371660922408e-06, "Finetune/Loss": 0.6417279243469238, "Finetune/Loss (Raw)": 0.7020573616027832, "Finetune/Step": 14707, "Finetune/Step Time": 6.621496332809329}
+{"Finetune/Learning Rate": 2.7642092204262394e-06, "Finetune/Loss": 0.6409362554550171, "Finetune/Loss (Raw)": 0.6191757917404175, "Finetune/Step": 14708, "Finetune/Step Time": 6.627354713156819}
+{"Finetune/Learning Rate": 2.7630469851165197e-06, "Finetune/Loss": 0.6400771141052246, "Finetune/Loss (Raw)": 0.5992578268051147, "Finetune/Step": 14709, "Finetune/Step Time": 6.628603873774409}
+{"Finetune/Learning Rate": 2.7618849550262097e-06, "Finetune/Loss": 0.6405739784240723, "Finetune/Loss (Raw)": 0.6667349934577942, "Finetune/Step": 14710, "Finetune/Step Time": 6.634249581024051}
+{"Finetune/Learning Rate": 2.7607231301882598e-06, "Finetune/Loss": 0.6415314674377441, "Finetune/Loss (Raw)": 0.7153896689414978, "Finetune/Step": 14711, "Finetune/Step Time": 6.6293642576783895}
+{"Finetune/Learning Rate": 2.7595615106356154e-06, "Finetune/Loss": 0.6389894485473633, "Finetune/Loss (Raw)": 0.5848776698112488, "Finetune/Step": 14712, "Finetune/Step Time": 6.616653468459845}
+{"Finetune/Learning Rate": 2.758400096401218e-06, "Finetune/Loss": 0.6381670236587524, "Finetune/Loss (Raw)": 0.5777915716171265, "Finetune/Step": 14713, "Finetune/Step Time": 6.614567615091801}
+{"Finetune/Learning Rate": 2.757238887518001e-06, "Finetune/Loss": 0.6383429765701294, "Finetune/Loss (Raw)": 0.6714683771133423, "Finetune/Step": 14714, "Finetune/Step Time": 6.612756622955203}
+{"Finetune/Learning Rate": 2.756077884018894e-06, "Finetune/Loss": 0.6388394832611084, "Finetune/Loss (Raw)": 0.680465579032898, "Finetune/Step": 14715, "Finetune/Step Time": 6.614709122106433}
+{"Finetune/Learning Rate": 2.7549170859368203e-06, "Finetune/Loss": 0.638143002986908, "Finetune/Loss (Raw)": 0.6110162734985352, "Finetune/Step": 14716, "Finetune/Step Time": 6.6152954418212175}
+{"Finetune/Learning Rate": 2.7537564933046945e-06, "Finetune/Loss": 0.6370229721069336, "Finetune/Loss (Raw)": 0.6236053109169006, "Finetune/Step": 14717, "Finetune/Step Time": 6.618883648887277}
+{"Finetune/Learning Rate": 2.7525961061554286e-06, "Finetune/Loss": 0.6369015574455261, "Finetune/Loss (Raw)": 0.6189082860946655, "Finetune/Step": 14718, "Finetune/Step Time": 6.613119184970856}
+{"Finetune/Learning Rate": 2.751435924521929e-06, "Finetune/Loss": 0.6370906233787537, "Finetune/Loss (Raw)": 0.6904327273368835, "Finetune/Step": 14719, "Finetune/Step Time": 6.613670049235225}
+{"Finetune/Learning Rate": 2.7502759484370946e-06, "Finetune/Loss": 0.6371628046035767, "Finetune/Loss (Raw)": 0.572851300239563, "Finetune/Step": 14720, "Finetune/Step Time": 6.617392603307962}
+{"Finetune/Learning Rate": 2.7491161779338185e-06, "Finetune/Loss": 0.6365902423858643, "Finetune/Loss (Raw)": 0.5876772403717041, "Finetune/Step": 14721, "Finetune/Step Time": 6.599098078906536}
+{"Finetune/Learning Rate": 2.7479566130449887e-06, "Finetune/Loss": 0.6369202136993408, "Finetune/Loss (Raw)": 0.6111429333686829, "Finetune/Step": 14722, "Finetune/Step Time": 6.6029282212257385}
+{"Finetune/Learning Rate": 2.7467972538034906e-06, "Finetune/Loss": 0.6386640071868896, "Finetune/Loss (Raw)": 0.6578344106674194, "Finetune/Step": 14723, "Finetune/Step Time": 6.588875036686659}
+{"Finetune/Learning Rate": 2.745638100242194e-06, "Finetune/Loss": 0.6399620175361633, "Finetune/Loss (Raw)": 0.704439640045166, "Finetune/Step": 14724, "Finetune/Step Time": 6.58751723356545}
+{"Finetune/Learning Rate": 2.7444791523939698e-06, "Finetune/Loss": 0.6404128074645996, "Finetune/Loss (Raw)": 0.59778892993927, "Finetune/Step": 14725, "Finetune/Step Time": 6.581996684893966}
+{"Finetune/Learning Rate": 2.7433204102916866e-06, "Finetune/Loss": 0.6400737762451172, "Finetune/Loss (Raw)": 0.5487139225006104, "Finetune/Step": 14726, "Finetune/Step Time": 6.583945672959089}
+{"Finetune/Learning Rate": 2.742161873968202e-06, "Finetune/Loss": 0.64031982421875, "Finetune/Loss (Raw)": 0.6206445097923279, "Finetune/Step": 14727, "Finetune/Step Time": 6.583316599950194}
+{"Finetune/Learning Rate": 2.7410035434563677e-06, "Finetune/Loss": 0.640000581741333, "Finetune/Loss (Raw)": 0.5843289494514465, "Finetune/Step": 14728, "Finetune/Step Time": 6.575624130666256}
+{"Finetune/Learning Rate": 2.7398454187890343e-06, "Finetune/Loss": 0.6404550671577454, "Finetune/Loss (Raw)": 0.6597649455070496, "Finetune/Step": 14729, "Finetune/Step Time": 6.574643217027187}
+{"Finetune/Learning Rate": 2.7386874999990375e-06, "Finetune/Loss": 0.64150470495224, "Finetune/Loss (Raw)": 0.701390266418457, "Finetune/Step": 14730, "Finetune/Step Time": 6.57387719489634}
+{"Finetune/Learning Rate": 2.737529787119214e-06, "Finetune/Loss": 0.641100287437439, "Finetune/Loss (Raw)": 0.5665947198867798, "Finetune/Step": 14731, "Finetune/Step Time": 6.58479861728847}
+{"Finetune/Learning Rate": 2.736372280182391e-06, "Finetune/Loss": 0.6395426988601685, "Finetune/Loss (Raw)": 0.45480096340179443, "Finetune/Step": 14732, "Finetune/Step Time": 6.601412605494261}
+{"Finetune/Learning Rate": 2.735214979221399e-06, "Finetune/Loss": 0.6401089429855347, "Finetune/Loss (Raw)": 0.605335533618927, "Finetune/Step": 14733, "Finetune/Step Time": 6.605406749993563}
+{"Finetune/Learning Rate": 2.7340578842690515e-06, "Finetune/Loss": 0.6399188041687012, "Finetune/Loss (Raw)": 0.6162874102592468, "Finetune/Step": 14734, "Finetune/Step Time": 6.6049176286906}
+{"Finetune/Learning Rate": 2.7329009953581607e-06, "Finetune/Loss": 0.639241635799408, "Finetune/Loss (Raw)": 0.6230542659759521, "Finetune/Step": 14735, "Finetune/Step Time": 6.6024452690035105}
+{"Finetune/Learning Rate": 2.731744312521536e-06, "Finetune/Loss": 0.6395440697669983, "Finetune/Loss (Raw)": 0.5808812379837036, "Finetune/Step": 14736, "Finetune/Step Time": 6.601835239678621}
+{"Finetune/Learning Rate": 2.73058783579197e-06, "Finetune/Loss": 0.6388918161392212, "Finetune/Loss (Raw)": 0.5427766442298889, "Finetune/Step": 14737, "Finetune/Step Time": 6.598095323890448}
+{"Finetune/Learning Rate": 2.729431565202263e-06, "Finetune/Loss": 0.6389372944831848, "Finetune/Loss (Raw)": 0.6534569263458252, "Finetune/Step": 14738, "Finetune/Step Time": 6.615111365914345}
+{"Finetune/Learning Rate": 2.728275500785199e-06, "Finetune/Loss": 0.6391284465789795, "Finetune/Loss (Raw)": 0.6793528199195862, "Finetune/Step": 14739, "Finetune/Step Time": 6.614925382658839}
+{"Finetune/Learning Rate": 2.7271196425735667e-06, "Finetune/Loss": 0.6387454271316528, "Finetune/Loss (Raw)": 0.6746509671211243, "Finetune/Step": 14740, "Finetune/Step Time": 6.6156428921967745}
+{"Finetune/Learning Rate": 2.72596399060014e-06, "Finetune/Loss": 0.6398847103118896, "Finetune/Loss (Raw)": 0.8244959712028503, "Finetune/Step": 14741, "Finetune/Step Time": 6.633233794942498}
+{"Finetune/Learning Rate": 2.7248085448976934e-06, "Finetune/Loss": 0.6391066312789917, "Finetune/Loss (Raw)": 0.5938761830329895, "Finetune/Step": 14742, "Finetune/Step Time": 6.637229034677148}
+{"Finetune/Learning Rate": 2.7236533054989843e-06, "Finetune/Loss": 0.6380054354667664, "Finetune/Loss (Raw)": 0.6132280230522156, "Finetune/Step": 14743, "Finetune/Step Time": 6.63472355902195}
+{"Finetune/Learning Rate": 2.7224982724367775e-06, "Finetune/Loss": 0.6371667385101318, "Finetune/Loss (Raw)": 0.5189120173454285, "Finetune/Step": 14744, "Finetune/Step Time": 6.635261233896017}
+{"Finetune/Learning Rate": 2.721343445743825e-06, "Finetune/Loss": 0.6373198628425598, "Finetune/Loss (Raw)": 0.6298530697822571, "Finetune/Step": 14745, "Finetune/Step Time": 6.642184419557452}
+{"Finetune/Learning Rate": 2.7201888254528706e-06, "Finetune/Loss": 0.6368998289108276, "Finetune/Loss (Raw)": 0.6185002326965332, "Finetune/Step": 14746, "Finetune/Step Time": 6.659465234726667}
+{"Finetune/Learning Rate": 2.719034411596665e-06, "Finetune/Loss": 0.6357465386390686, "Finetune/Loss (Raw)": 0.5216385126113892, "Finetune/Step": 14747, "Finetune/Step Time": 6.668505847454071}
+{"Finetune/Learning Rate": 2.717880204207941e-06, "Finetune/Loss": 0.6366477012634277, "Finetune/Loss (Raw)": 0.6673620939254761, "Finetune/Step": 14748, "Finetune/Step Time": 6.6708552204072475}
+{"Finetune/Learning Rate": 2.7167262033194242e-06, "Finetune/Loss": 0.6372800469398499, "Finetune/Loss (Raw)": 0.8276465535163879, "Finetune/Step": 14749, "Finetune/Step Time": 6.668732529506087}
+{"Finetune/Learning Rate": 2.7155724089638415e-06, "Finetune/Loss": 0.6361657381057739, "Finetune/Loss (Raw)": 0.6282864809036255, "Finetune/Step": 14750, "Finetune/Step Time": 6.667623858898878}
+{"Finetune/Learning Rate": 2.7144188211739096e-06, "Finetune/Loss": 0.6368847489356995, "Finetune/Loss (Raw)": 0.6885881423950195, "Finetune/Step": 14751, "Finetune/Step Time": 6.677897684276104}
+{"Finetune/Learning Rate": 2.7132654399823444e-06, "Finetune/Loss": 0.6369439959526062, "Finetune/Loss (Raw)": 0.5543887615203857, "Finetune/Step": 14752, "Finetune/Step Time": 6.694253848865628}
+{"Finetune/Learning Rate": 2.71211226542185e-06, "Finetune/Loss": 0.635174036026001, "Finetune/Loss (Raw)": 0.5703545808792114, "Finetune/Step": 14753, "Finetune/Step Time": 6.6891944743692875}
+{"Finetune/Learning Rate": 2.7109592975251274e-06, "Finetune/Loss": 0.63615882396698, "Finetune/Loss (Raw)": 0.7767201066017151, "Finetune/Step": 14754, "Finetune/Step Time": 6.687512185424566}
+{"Finetune/Learning Rate": 2.7098065363248726e-06, "Finetune/Loss": 0.6354448795318604, "Finetune/Loss (Raw)": 0.6023691296577454, "Finetune/Step": 14755, "Finetune/Step Time": 6.684896381571889}
+{"Finetune/Learning Rate": 2.708653981853774e-06, "Finetune/Loss": 0.635741114616394, "Finetune/Loss (Raw)": 0.6410397291183472, "Finetune/Step": 14756, "Finetune/Step Time": 6.685533655807376}
+{"Finetune/Learning Rate": 2.7075016341445137e-06, "Finetune/Loss": 0.6348540186882019, "Finetune/Loss (Raw)": 0.5752112865447998, "Finetune/Step": 14757, "Finetune/Step Time": 6.691471723839641}
+{"Finetune/Learning Rate": 2.7063494932297705e-06, "Finetune/Loss": 0.6358901262283325, "Finetune/Loss (Raw)": 0.7132906913757324, "Finetune/Step": 14758, "Finetune/Step Time": 6.687012309208512}
+{"Finetune/Learning Rate": 2.7051975591422152e-06, "Finetune/Loss": 0.6364847421646118, "Finetune/Loss (Raw)": 0.6673257946968079, "Finetune/Step": 14759, "Finetune/Step Time": 6.6866807118058205}
+{"Finetune/Learning Rate": 2.7040458319145137e-06, "Finetune/Loss": 0.6364868879318237, "Finetune/Loss (Raw)": 0.5502793788909912, "Finetune/Step": 14760, "Finetune/Step Time": 6.682136399671435}
+{"Finetune/Learning Rate": 2.702894311579325e-06, "Finetune/Loss": 0.635608434677124, "Finetune/Loss (Raw)": 0.5262088179588318, "Finetune/Step": 14761, "Finetune/Step Time": 6.691780086606741}
+{"Finetune/Learning Rate": 2.7017429981693043e-06, "Finetune/Loss": 0.6362448930740356, "Finetune/Loss (Raw)": 0.7144785523414612, "Finetune/Step": 14762, "Finetune/Step Time": 6.694456411525607}
+{"Finetune/Learning Rate": 2.700591891717098e-06, "Finetune/Loss": 0.6360325813293457, "Finetune/Loss (Raw)": 0.6200531721115112, "Finetune/Step": 14763, "Finetune/Step Time": 6.69455835595727}
+{"Finetune/Learning Rate": 2.6994409922553487e-06, "Finetune/Loss": 0.6369812488555908, "Finetune/Loss (Raw)": 0.6456099152565002, "Finetune/Step": 14764, "Finetune/Step Time": 6.6900191642344}
+{"Finetune/Learning Rate": 2.6982902998166936e-06, "Finetune/Loss": 0.636913537979126, "Finetune/Loss (Raw)": 0.6234193444252014, "Finetune/Step": 14765, "Finetune/Step Time": 6.683985777199268}
+{"Finetune/Learning Rate": 2.6971398144337624e-06, "Finetune/Loss": 0.635704517364502, "Finetune/Loss (Raw)": 0.5109096765518188, "Finetune/Step": 14766, "Finetune/Step Time": 6.684866974130273}
+{"Finetune/Learning Rate": 2.6959895361391784e-06, "Finetune/Loss": 0.6359925866127014, "Finetune/Loss (Raw)": 0.6779651045799255, "Finetune/Step": 14767, "Finetune/Step Time": 6.699716430157423}
+{"Finetune/Learning Rate": 2.694839464965563e-06, "Finetune/Loss": 0.6381799578666687, "Finetune/Loss (Raw)": 0.7004480957984924, "Finetune/Step": 14768, "Finetune/Step Time": 6.686779150739312}
+{"Finetune/Learning Rate": 2.693689600945526e-06, "Finetune/Loss": 0.6378020644187927, "Finetune/Loss (Raw)": 0.6061059832572937, "Finetune/Step": 14769, "Finetune/Step Time": 6.67852782830596}
+{"Finetune/Learning Rate": 2.6925399441116763e-06, "Finetune/Loss": 0.6372005343437195, "Finetune/Loss (Raw)": 0.6460358500480652, "Finetune/Step": 14770, "Finetune/Step Time": 6.683388687670231}
+{"Finetune/Learning Rate": 2.691390494496613e-06, "Finetune/Loss": 0.6365015506744385, "Finetune/Loss (Raw)": 0.5745152235031128, "Finetune/Step": 14771, "Finetune/Step Time": 6.663304319605231}
+{"Finetune/Learning Rate": 2.690241252132937e-06, "Finetune/Loss": 0.637480616569519, "Finetune/Loss (Raw)": 0.6027011275291443, "Finetune/Step": 14772, "Finetune/Step Time": 6.663321457803249}
+{"Finetune/Learning Rate": 2.6890922170532253e-06, "Finetune/Loss": 0.6376566886901855, "Finetune/Loss (Raw)": 0.6144652366638184, "Finetune/Step": 14773, "Finetune/Step Time": 6.669952094554901}
+{"Finetune/Learning Rate": 2.687943389290073e-06, "Finetune/Loss": 0.638297438621521, "Finetune/Loss (Raw)": 0.6561638116836548, "Finetune/Step": 14774, "Finetune/Step Time": 6.674240779131651}
+{"Finetune/Learning Rate": 2.686794768876053e-06, "Finetune/Loss": 0.6375694870948792, "Finetune/Loss (Raw)": 0.5618981122970581, "Finetune/Step": 14775, "Finetune/Step Time": 6.679143901914358}
+{"Finetune/Learning Rate": 2.6856463558437374e-06, "Finetune/Loss": 0.6373065710067749, "Finetune/Loss (Raw)": 0.6402798891067505, "Finetune/Step": 14776, "Finetune/Step Time": 6.682172590866685}
+{"Finetune/Learning Rate": 2.6844981502256917e-06, "Finetune/Loss": 0.6375911235809326, "Finetune/Loss (Raw)": 0.6833091974258423, "Finetune/Step": 14777, "Finetune/Step Time": 6.680874606594443}
+{"Finetune/Learning Rate": 2.683350152054479e-06, "Finetune/Loss": 0.6374803781509399, "Finetune/Loss (Raw)": 0.71214759349823, "Finetune/Step": 14778, "Finetune/Step Time": 6.680595230311155}
+{"Finetune/Learning Rate": 2.682202361362648e-06, "Finetune/Loss": 0.6381962299346924, "Finetune/Loss (Raw)": 0.6782209277153015, "Finetune/Step": 14779, "Finetune/Step Time": 6.698940409347415}
+{"Finetune/Learning Rate": 2.681054778182748e-06, "Finetune/Loss": 0.6388163566589355, "Finetune/Loss (Raw)": 0.6244505643844604, "Finetune/Step": 14780, "Finetune/Step Time": 6.687636125832796}
+{"Finetune/Learning Rate": 2.6799074025473204e-06, "Finetune/Loss": 0.6392771005630493, "Finetune/Loss (Raw)": 0.6883370876312256, "Finetune/Step": 14781, "Finetune/Step Time": 6.6672576777637005}
+{"Finetune/Learning Rate": 2.6787602344889053e-06, "Finetune/Loss": 0.6383681297302246, "Finetune/Loss (Raw)": 0.4951419532299042, "Finetune/Step": 14782, "Finetune/Step Time": 6.676654733717442}
+{"Finetune/Learning Rate": 2.677613274040031e-06, "Finetune/Loss": 0.6377302408218384, "Finetune/Loss (Raw)": 0.6663552522659302, "Finetune/Step": 14783, "Finetune/Step Time": 6.675591632723808}
+{"Finetune/Learning Rate": 2.676466521233225e-06, "Finetune/Loss": 0.6368675231933594, "Finetune/Loss (Raw)": 0.5385891199111938, "Finetune/Step": 14784, "Finetune/Step Time": 6.664253257215023}
+{"Finetune/Learning Rate": 2.675319976101002e-06, "Finetune/Loss": 0.6364413499832153, "Finetune/Loss (Raw)": 0.46966832876205444, "Finetune/Step": 14785, "Finetune/Step Time": 6.665405364707112}
+{"Finetune/Learning Rate": 2.6741736386758743e-06, "Finetune/Loss": 0.6358907222747803, "Finetune/Loss (Raw)": 0.6215544939041138, "Finetune/Step": 14786, "Finetune/Step Time": 6.663798449561}
+{"Finetune/Learning Rate": 2.67302750899035e-06, "Finetune/Loss": 0.6357971429824829, "Finetune/Loss (Raw)": 0.6205714344978333, "Finetune/Step": 14787, "Finetune/Step Time": 6.649165000766516}
+{"Finetune/Learning Rate": 2.671881587076929e-06, "Finetune/Loss": 0.6363507509231567, "Finetune/Loss (Raw)": 0.6453817486763, "Finetune/Step": 14788, "Finetune/Step Time": 6.650411125272512}
+{"Finetune/Learning Rate": 2.670735872968109e-06, "Finetune/Loss": 0.6347081661224365, "Finetune/Loss (Raw)": 0.5814023017883301, "Finetune/Step": 14789, "Finetune/Step Time": 6.660988861694932}
+{"Finetune/Learning Rate": 2.669590366696382e-06, "Finetune/Loss": 0.635678768157959, "Finetune/Loss (Raw)": 0.7266538739204407, "Finetune/Step": 14790, "Finetune/Step Time": 6.659306552261114}
+{"Finetune/Learning Rate": 2.6684450682942243e-06, "Finetune/Loss": 0.635667085647583, "Finetune/Loss (Raw)": 0.6225664019584656, "Finetune/Step": 14791, "Finetune/Step Time": 6.657762091606855}
+{"Finetune/Learning Rate": 2.6672999777941168e-06, "Finetune/Loss": 0.6347841620445251, "Finetune/Loss (Raw)": 0.5304911136627197, "Finetune/Step": 14792, "Finetune/Step Time": 6.657752100378275}
+{"Finetune/Learning Rate": 2.6661550952285297e-06, "Finetune/Loss": 0.6351689100265503, "Finetune/Loss (Raw)": 0.7358914017677307, "Finetune/Step": 14793, "Finetune/Step Time": 6.655687395483255}
+{"Finetune/Learning Rate": 2.6650104206299287e-06, "Finetune/Loss": 0.6345211267471313, "Finetune/Loss (Raw)": 0.6118077039718628, "Finetune/Step": 14794, "Finetune/Step Time": 6.6569643672555685}
+{"Finetune/Learning Rate": 2.663865954030773e-06, "Finetune/Loss": 0.634657621383667, "Finetune/Loss (Raw)": 0.6948989033699036, "Finetune/Step": 14795, "Finetune/Step Time": 6.657053804025054}
+{"Finetune/Learning Rate": 2.6627216954635227e-06, "Finetune/Loss": 0.634503960609436, "Finetune/Loss (Raw)": 0.6438413858413696, "Finetune/Step": 14796, "Finetune/Step Time": 6.658293889835477}
+{"Finetune/Learning Rate": 2.661577644960618e-06, "Finetune/Loss": 0.6336184740066528, "Finetune/Loss (Raw)": 0.6267296075820923, "Finetune/Step": 14797, "Finetune/Step Time": 6.6584367118775845}
+{"Finetune/Learning Rate": 2.660433802554503e-06, "Finetune/Loss": 0.634410560131073, "Finetune/Loss (Raw)": 0.6767132878303528, "Finetune/Step": 14798, "Finetune/Step Time": 6.660991903394461}
+{"Finetune/Learning Rate": 2.659290168277615e-06, "Finetune/Loss": 0.6350564956665039, "Finetune/Loss (Raw)": 0.667830228805542, "Finetune/Step": 14799, "Finetune/Step Time": 6.676540868356824}
+{"Finetune/Learning Rate": 2.6581467421623842e-06, "Finetune/Loss": 0.6346824169158936, "Finetune/Loss (Raw)": 0.6809741854667664, "Finetune/Step": 14800, "Finetune/Step Time": 6.677213374525309}
+{"Finetune/Learning Rate": 2.6570035242412327e-06, "Finetune/Loss": 0.6350288391113281, "Finetune/Loss (Raw)": 0.666533887386322, "Finetune/Step": 14801, "Finetune/Step Time": 6.67194489389658}
+{"Finetune/Learning Rate": 2.6558605145465823e-06, "Finetune/Loss": 0.634852945804596, "Finetune/Loss (Raw)": 0.6934552192687988, "Finetune/Step": 14802, "Finetune/Step Time": 6.658464789390564}
+{"Finetune/Learning Rate": 2.6547177131108427e-06, "Finetune/Loss": 0.633451521396637, "Finetune/Loss (Raw)": 0.6159793138504028, "Finetune/Step": 14803, "Finetune/Step Time": 6.661231707781553}
+{"Finetune/Learning Rate": 2.6535751199664218e-06, "Finetune/Loss": 0.6335128545761108, "Finetune/Loss (Raw)": 0.6058387756347656, "Finetune/Step": 14804, "Finetune/Step Time": 6.660884480923414}
+{"Finetune/Learning Rate": 2.6524327351457202e-06, "Finetune/Loss": 0.6347349882125854, "Finetune/Loss (Raw)": 0.720187783241272, "Finetune/Step": 14805, "Finetune/Step Time": 6.664080802351236}
+{"Finetune/Learning Rate": 2.6512905586811333e-06, "Finetune/Loss": 0.6351237893104553, "Finetune/Loss (Raw)": 0.6748292446136475, "Finetune/Step": 14806, "Finetune/Step Time": 6.664536816999316}
+{"Finetune/Learning Rate": 2.6501485906050485e-06, "Finetune/Loss": 0.6356485486030579, "Finetune/Loss (Raw)": 0.6047641634941101, "Finetune/Step": 14807, "Finetune/Step Time": 6.66568292863667}
+{"Finetune/Learning Rate": 2.6490068309498483e-06, "Finetune/Loss": 0.6355313062667847, "Finetune/Loss (Raw)": 0.6604236960411072, "Finetune/Step": 14808, "Finetune/Step Time": 6.667149186134338}
+{"Finetune/Learning Rate": 2.647865279747913e-06, "Finetune/Loss": 0.6359650492668152, "Finetune/Loss (Raw)": 0.6403099894523621, "Finetune/Step": 14809, "Finetune/Step Time": 6.66336484067142}
+{"Finetune/Learning Rate": 2.646723937031611e-06, "Finetune/Loss": 0.6352205872535706, "Finetune/Loss (Raw)": 0.6284583210945129, "Finetune/Step": 14810, "Finetune/Step Time": 6.656632877886295}
+{"Finetune/Learning Rate": 2.6455828028333074e-06, "Finetune/Loss": 0.6370668411254883, "Finetune/Loss (Raw)": 0.6934700012207031, "Finetune/Step": 14811, "Finetune/Step Time": 6.642962070181966}
+{"Finetune/Learning Rate": 2.6444418771853632e-06, "Finetune/Loss": 0.636989951133728, "Finetune/Loss (Raw)": 0.6091319918632507, "Finetune/Step": 14812, "Finetune/Step Time": 6.630773134529591}
+{"Finetune/Learning Rate": 2.643301160120131e-06, "Finetune/Loss": 0.6367559432983398, "Finetune/Loss (Raw)": 0.5841376781463623, "Finetune/Step": 14813, "Finetune/Step Time": 6.631663121283054}
+{"Finetune/Learning Rate": 2.6421606516699607e-06, "Finetune/Loss": 0.6366583704948425, "Finetune/Loss (Raw)": 0.6071050763130188, "Finetune/Step": 14814, "Finetune/Step Time": 6.613681051880121}
+{"Finetune/Learning Rate": 2.641020351867186e-06, "Finetune/Loss": 0.6380312442779541, "Finetune/Loss (Raw)": 0.6495892405509949, "Finetune/Step": 14815, "Finetune/Step Time": 6.59722425788641}
+{"Finetune/Learning Rate": 2.639880260744151e-06, "Finetune/Loss": 0.6383064389228821, "Finetune/Loss (Raw)": 0.7436834573745728, "Finetune/Step": 14816, "Finetune/Step Time": 6.596219524741173}
+{"Finetune/Learning Rate": 2.6387403783331812e-06, "Finetune/Loss": 0.6382526159286499, "Finetune/Loss (Raw)": 0.6525893211364746, "Finetune/Step": 14817, "Finetune/Step Time": 6.596809700131416}
+{"Finetune/Learning Rate": 2.637600704666603e-06, "Finetune/Loss": 0.6369267106056213, "Finetune/Loss (Raw)": 0.45568355917930603, "Finetune/Step": 14818, "Finetune/Step Time": 6.611696923151612}
+{"Finetune/Learning Rate": 2.6364612397767332e-06, "Finetune/Loss": 0.6359628438949585, "Finetune/Loss (Raw)": 0.636790931224823, "Finetune/Step": 14819, "Finetune/Step Time": 6.612214777618647}
+{"Finetune/Learning Rate": 2.6353219836958823e-06, "Finetune/Loss": 0.63543701171875, "Finetune/Loss (Raw)": 0.5606638789176941, "Finetune/Step": 14820, "Finetune/Step Time": 6.628647433593869}
+{"Finetune/Learning Rate": 2.634182936456361e-06, "Finetune/Loss": 0.6356481313705444, "Finetune/Loss (Raw)": 0.7310470938682556, "Finetune/Step": 14821, "Finetune/Step Time": 6.62195760011673}
+{"Finetune/Learning Rate": 2.6330440980904603e-06, "Finetune/Loss": 0.6358823776245117, "Finetune/Loss (Raw)": 0.7298423051834106, "Finetune/Step": 14822, "Finetune/Step Time": 6.624557498842478}
+{"Finetune/Learning Rate": 2.6319054686304836e-06, "Finetune/Loss": 0.6343163251876831, "Finetune/Loss (Raw)": 0.587913453578949, "Finetune/Step": 14823, "Finetune/Step Time": 6.61903078481555}
+{"Finetune/Learning Rate": 2.6307670481087143e-06, "Finetune/Loss": 0.6338022351264954, "Finetune/Loss (Raw)": 0.6229532361030579, "Finetune/Step": 14824, "Finetune/Step Time": 6.61845232360065}
+{"Finetune/Learning Rate": 2.6296288365574372e-06, "Finetune/Loss": 0.6339936256408691, "Finetune/Loss (Raw)": 0.6289969086647034, "Finetune/Step": 14825, "Finetune/Step Time": 6.616770010441542}
+{"Finetune/Learning Rate": 2.6284908340089276e-06, "Finetune/Loss": 0.6330991983413696, "Finetune/Loss (Raw)": 0.6495028138160706, "Finetune/Step": 14826, "Finetune/Step Time": 6.6167707201093435}
+{"Finetune/Learning Rate": 2.6273530404954596e-06, "Finetune/Loss": 0.6327404975891113, "Finetune/Loss (Raw)": 0.5539215803146362, "Finetune/Step": 14827, "Finetune/Step Time": 6.634559674188495}
+{"Finetune/Learning Rate": 2.6262154560492915e-06, "Finetune/Loss": 0.6324761509895325, "Finetune/Loss (Raw)": 0.5991389155387878, "Finetune/Step": 14828, "Finetune/Step Time": 6.638283917680383}
+{"Finetune/Learning Rate": 2.6250780807026843e-06, "Finetune/Loss": 0.633483350276947, "Finetune/Loss (Raw)": 0.7173256278038025, "Finetune/Step": 14829, "Finetune/Step Time": 6.642815757542849}
+{"Finetune/Learning Rate": 2.623940914487888e-06, "Finetune/Loss": 0.6339387893676758, "Finetune/Loss (Raw)": 0.7563767433166504, "Finetune/Step": 14830, "Finetune/Step Time": 6.644228208810091}
+{"Finetune/Learning Rate": 2.6228039574371566e-06, "Finetune/Loss": 0.6338951587677002, "Finetune/Loss (Raw)": 0.6520917415618896, "Finetune/Step": 14831, "Finetune/Step Time": 6.642990281805396}
+{"Finetune/Learning Rate": 2.6216672095827267e-06, "Finetune/Loss": 0.6321401000022888, "Finetune/Loss (Raw)": 0.5042144656181335, "Finetune/Step": 14832, "Finetune/Step Time": 6.6354441698640585}
+{"Finetune/Learning Rate": 2.6205306709568358e-06, "Finetune/Loss": 0.63103187084198, "Finetune/Loss (Raw)": 0.5162182450294495, "Finetune/Step": 14833, "Finetune/Step Time": 6.661505917087197}
+{"Finetune/Learning Rate": 2.619394341591709e-06, "Finetune/Loss": 0.6322360038757324, "Finetune/Loss (Raw)": 0.8199430704116821, "Finetune/Step": 14834, "Finetune/Step Time": 6.677423296496272}
+{"Finetune/Learning Rate": 2.6182582215195695e-06, "Finetune/Loss": 0.6314791440963745, "Finetune/Loss (Raw)": 0.6051695942878723, "Finetune/Step": 14835, "Finetune/Step Time": 6.669745152816176}
+{"Finetune/Learning Rate": 2.6171223107726373e-06, "Finetune/Loss": 0.6307057738304138, "Finetune/Loss (Raw)": 0.5201838612556458, "Finetune/Step": 14836, "Finetune/Step Time": 6.668145805597305}
+{"Finetune/Learning Rate": 2.615986609383119e-06, "Finetune/Loss": 0.6311113834381104, "Finetune/Loss (Raw)": 0.6511833667755127, "Finetune/Step": 14837, "Finetune/Step Time": 6.682882461696863}
+{"Finetune/Learning Rate": 2.6148511173832246e-06, "Finetune/Loss": 0.6309968829154968, "Finetune/Loss (Raw)": 0.6520770192146301, "Finetune/Step": 14838, "Finetune/Step Time": 6.679939106106758}
+{"Finetune/Learning Rate": 2.613715834805157e-06, "Finetune/Loss": 0.6291204690933228, "Finetune/Loss (Raw)": 0.47520768642425537, "Finetune/Step": 14839, "Finetune/Step Time": 6.736776445060968}
+{"Finetune/Learning Rate": 2.6125807616811006e-06, "Finetune/Loss": 0.6297525763511658, "Finetune/Loss (Raw)": 0.6657824516296387, "Finetune/Step": 14840, "Finetune/Step Time": 6.738138502463698}
+{"Finetune/Learning Rate": 2.6114458980432465e-06, "Finetune/Loss": 0.630784273147583, "Finetune/Loss (Raw)": 0.7098502516746521, "Finetune/Step": 14841, "Finetune/Step Time": 6.737664449959993}
+{"Finetune/Learning Rate": 2.6103112439237776e-06, "Finetune/Loss": 0.62908536195755, "Finetune/Loss (Raw)": 0.45400768518447876, "Finetune/Step": 14842, "Finetune/Step Time": 6.741699188947678}
+{"Finetune/Learning Rate": 2.6091767993548676e-06, "Finetune/Loss": 0.6279605627059937, "Finetune/Loss (Raw)": 0.5364983677864075, "Finetune/Step": 14843, "Finetune/Step Time": 6.760800119489431}
+{"Finetune/Learning Rate": 2.6080425643686835e-06, "Finetune/Loss": 0.6277456283569336, "Finetune/Loss (Raw)": 0.5835062861442566, "Finetune/Step": 14844, "Finetune/Step Time": 6.7698535565286875}
+{"Finetune/Learning Rate": 2.6069085389973993e-06, "Finetune/Loss": 0.6273906826972961, "Finetune/Loss (Raw)": 0.578162670135498, "Finetune/Step": 14845, "Finetune/Step Time": 6.78242914006114}
+{"Finetune/Learning Rate": 2.605774723273162e-06, "Finetune/Loss": 0.6268055438995361, "Finetune/Loss (Raw)": 0.5440114736557007, "Finetune/Step": 14846, "Finetune/Step Time": 6.769742315635085}
+{"Finetune/Learning Rate": 2.6046411172281284e-06, "Finetune/Loss": 0.6251384615898132, "Finetune/Loss (Raw)": 0.47704827785491943, "Finetune/Step": 14847, "Finetune/Step Time": 6.784480767324567}
+{"Finetune/Learning Rate": 2.6035077208944416e-06, "Finetune/Loss": 0.6248310208320618, "Finetune/Loss (Raw)": 0.5334991812705994, "Finetune/Step": 14848, "Finetune/Step Time": 6.782333889976144}
+{"Finetune/Learning Rate": 2.602374534304244e-06, "Finetune/Loss": 0.6249149441719055, "Finetune/Loss (Raw)": 0.5984150171279907, "Finetune/Step": 14849, "Finetune/Step Time": 6.78381865657866}
+{"Finetune/Learning Rate": 2.6012415574896677e-06, "Finetune/Loss": 0.623646080493927, "Finetune/Loss (Raw)": 0.44873541593551636, "Finetune/Step": 14850, "Finetune/Step Time": 6.798392662778497}
+{"Finetune/Learning Rate": 2.6001087904828425e-06, "Finetune/Loss": 0.6228266954421997, "Finetune/Loss (Raw)": 0.5529536008834839, "Finetune/Step": 14851, "Finetune/Step Time": 6.795771872624755}
+{"Finetune/Learning Rate": 2.5989762333158896e-06, "Finetune/Loss": 0.6235479116439819, "Finetune/Loss (Raw)": 0.7967569828033447, "Finetune/Step": 14852, "Finetune/Step Time": 6.7978904992341995}
+{"Finetune/Learning Rate": 2.5978438860209243e-06, "Finetune/Loss": 0.6244550943374634, "Finetune/Loss (Raw)": 0.7139044404029846, "Finetune/Step": 14853, "Finetune/Step Time": 6.802202982828021}
+{"Finetune/Learning Rate": 2.5967117486300573e-06, "Finetune/Loss": 0.6252859830856323, "Finetune/Loss (Raw)": 0.6550716161727905, "Finetune/Step": 14854, "Finetune/Step Time": 6.802773833274841}
+{"Finetune/Learning Rate": 2.595579821175395e-06, "Finetune/Loss": 0.6248412132263184, "Finetune/Loss (Raw)": 0.5637076497077942, "Finetune/Step": 14855, "Finetune/Step Time": 6.806890236213803}
+{"Finetune/Learning Rate": 2.594448103689031e-06, "Finetune/Loss": 0.6254328489303589, "Finetune/Loss (Raw)": 0.6600590944290161, "Finetune/Step": 14856, "Finetune/Step Time": 6.803155943751335}
+{"Finetune/Learning Rate": 2.5933165962030616e-06, "Finetune/Loss": 0.6248557567596436, "Finetune/Loss (Raw)": 0.5858935713768005, "Finetune/Step": 14857, "Finetune/Step Time": 6.807872919365764}
+{"Finetune/Learning Rate": 2.592185298749571e-06, "Finetune/Loss": 0.6238774657249451, "Finetune/Loss (Raw)": 0.5761747360229492, "Finetune/Step": 14858, "Finetune/Step Time": 6.8315429631620646}
+{"Finetune/Learning Rate": 2.591054211360641e-06, "Finetune/Loss": 0.6246581077575684, "Finetune/Loss (Raw)": 0.6665184497833252, "Finetune/Step": 14859, "Finetune/Step Time": 6.82767229154706}
+{"Finetune/Learning Rate": 2.589923334068345e-06, "Finetune/Loss": 0.625998854637146, "Finetune/Loss (Raw)": 0.6264148354530334, "Finetune/Step": 14860, "Finetune/Step Time": 6.81545645557344}
+{"Finetune/Learning Rate": 2.5887926669047527e-06, "Finetune/Loss": 0.6264038681983948, "Finetune/Loss (Raw)": 0.65717613697052, "Finetune/Step": 14861, "Finetune/Step Time": 6.816753866150975}
+{"Finetune/Learning Rate": 2.5876622099019243e-06, "Finetune/Loss": 0.6276018619537354, "Finetune/Loss (Raw)": 0.7696284651756287, "Finetune/Step": 14862, "Finetune/Step Time": 6.817232294008136}
+{"Finetune/Learning Rate": 2.586531963091922e-06, "Finetune/Loss": 0.628361701965332, "Finetune/Loss (Raw)": 0.720312774181366, "Finetune/Step": 14863, "Finetune/Step Time": 6.813942559063435}
+{"Finetune/Learning Rate": 2.585401926506785e-06, "Finetune/Loss": 0.6286365985870361, "Finetune/Loss (Raw)": 0.6160756349563599, "Finetune/Step": 14864, "Finetune/Step Time": 6.81474425829947}
+{"Finetune/Learning Rate": 2.5842721001785685e-06, "Finetune/Loss": 0.6293478012084961, "Finetune/Loss (Raw)": 0.6338008642196655, "Finetune/Step": 14865, "Finetune/Step Time": 6.816991025581956}
+{"Finetune/Learning Rate": 2.5831424841393084e-06, "Finetune/Loss": 0.6283643841743469, "Finetune/Loss (Raw)": 0.5275854468345642, "Finetune/Step": 14866, "Finetune/Step Time": 6.7975685428828}
+{"Finetune/Learning Rate": 2.582013078421036e-06, "Finetune/Loss": 0.6272720098495483, "Finetune/Loss (Raw)": 0.5395345687866211, "Finetune/Step": 14867, "Finetune/Step Time": 6.798844384029508}
+{"Finetune/Learning Rate": 2.580883883055779e-06, "Finetune/Loss": 0.6264170408248901, "Finetune/Loss (Raw)": 0.5652175545692444, "Finetune/Step": 14868, "Finetune/Step Time": 6.8069992158561945}
+{"Finetune/Learning Rate": 2.5797548980755604e-06, "Finetune/Loss": 0.6248058080673218, "Finetune/Loss (Raw)": 0.6182559728622437, "Finetune/Step": 14869, "Finetune/Step Time": 6.8107275031507015}
+{"Finetune/Learning Rate": 2.578626123512391e-06, "Finetune/Loss": 0.6253151893615723, "Finetune/Loss (Raw)": 0.6590676307678223, "Finetune/Step": 14870, "Finetune/Step Time": 6.804158879444003}
+{"Finetune/Learning Rate": 2.5774975593982766e-06, "Finetune/Loss": 0.6246292591094971, "Finetune/Loss (Raw)": 0.5254338979721069, "Finetune/Step": 14871, "Finetune/Step Time": 6.813268003985286}
+{"Finetune/Learning Rate": 2.576369205765229e-06, "Finetune/Loss": 0.6256921887397766, "Finetune/Loss (Raw)": 0.6549650430679321, "Finetune/Step": 14872, "Finetune/Step Time": 6.814681705087423}
+{"Finetune/Learning Rate": 2.5752410626452396e-06, "Finetune/Loss": 0.6263361573219299, "Finetune/Loss (Raw)": 0.7122809290885925, "Finetune/Step": 14873, "Finetune/Step Time": 6.807617964223027}
+{"Finetune/Learning Rate": 2.5741131300703004e-06, "Finetune/Loss": 0.6268211603164673, "Finetune/Loss (Raw)": 0.6805903315544128, "Finetune/Step": 14874, "Finetune/Step Time": 6.790860120207071}
+{"Finetune/Learning Rate": 2.5729854080724003e-06, "Finetune/Loss": 0.6277042627334595, "Finetune/Loss (Raw)": 0.6346622705459595, "Finetune/Step": 14875, "Finetune/Step Time": 6.782640872523189}
+{"Finetune/Learning Rate": 2.5718578966835116e-06, "Finetune/Loss": 0.6282802224159241, "Finetune/Loss (Raw)": 0.7410869598388672, "Finetune/Step": 14876, "Finetune/Step Time": 6.782828908413649}
+{"Finetune/Learning Rate": 2.570730595935609e-06, "Finetune/Loss": 0.6263139247894287, "Finetune/Loss (Raw)": 0.575965166091919, "Finetune/Step": 14877, "Finetune/Step Time": 6.80220852419734}
+{"Finetune/Learning Rate": 2.569603505860658e-06, "Finetune/Loss": 0.6253029108047485, "Finetune/Loss (Raw)": 0.49887341260910034, "Finetune/Step": 14878, "Finetune/Step Time": 6.803213309496641}
+{"Finetune/Learning Rate": 2.568476626490626e-06, "Finetune/Loss": 0.6247016191482544, "Finetune/Loss (Raw)": 0.6116254329681396, "Finetune/Step": 14879, "Finetune/Step Time": 6.809598058462143}
+{"Finetune/Learning Rate": 2.5673499578574644e-06, "Finetune/Loss": 0.6250572204589844, "Finetune/Loss (Raw)": 0.5999059081077576, "Finetune/Step": 14880, "Finetune/Step Time": 6.7917552795261145}
+{"Finetune/Learning Rate": 2.5662234999931244e-06, "Finetune/Loss": 0.6247708797454834, "Finetune/Loss (Raw)": 0.5336951613426208, "Finetune/Step": 14881, "Finetune/Step Time": 6.797088233754039}
+{"Finetune/Learning Rate": 2.565097252929545e-06, "Finetune/Loss": 0.6237335205078125, "Finetune/Loss (Raw)": 0.6439438462257385, "Finetune/Step": 14882, "Finetune/Step Time": 6.7978205513209105}
+{"Finetune/Learning Rate": 2.563971216698665e-06, "Finetune/Loss": 0.622999906539917, "Finetune/Loss (Raw)": 0.5084643363952637, "Finetune/Step": 14883, "Finetune/Step Time": 6.804573893547058}
+{"Finetune/Learning Rate": 2.562845391332417e-06, "Finetune/Loss": 0.6236191987991333, "Finetune/Loss (Raw)": 0.7203181982040405, "Finetune/Step": 14884, "Finetune/Step Time": 6.802476122975349}
+{"Finetune/Learning Rate": 2.5617197768627244e-06, "Finetune/Loss": 0.6247148513793945, "Finetune/Loss (Raw)": 0.7154493927955627, "Finetune/Step": 14885, "Finetune/Step Time": 6.794423095881939}
+{"Finetune/Learning Rate": 2.5605943733215044e-06, "Finetune/Loss": 0.6238692402839661, "Finetune/Loss (Raw)": 0.6050541996955872, "Finetune/Step": 14886, "Finetune/Step Time": 6.794952612370253}
+{"Finetune/Learning Rate": 2.559469180740679e-06, "Finetune/Loss": 0.6239622831344604, "Finetune/Loss (Raw)": 0.679234504699707, "Finetune/Step": 14887, "Finetune/Step Time": 6.795660093426704}
+{"Finetune/Learning Rate": 2.5583441991521475e-06, "Finetune/Loss": 0.6247042417526245, "Finetune/Loss (Raw)": 0.6452417969703674, "Finetune/Step": 14888, "Finetune/Step Time": 6.793878646567464}
+{"Finetune/Learning Rate": 2.5572194285878125e-06, "Finetune/Loss": 0.6254511475563049, "Finetune/Loss (Raw)": 0.621816098690033, "Finetune/Step": 14889, "Finetune/Step Time": 6.789268163964152}
+{"Finetune/Learning Rate": 2.5560948690795693e-06, "Finetune/Loss": 0.6249816417694092, "Finetune/Loss (Raw)": 0.6543808579444885, "Finetune/Step": 14890, "Finetune/Step Time": 6.788337234407663}
+{"Finetune/Learning Rate": 2.55497052065931e-06, "Finetune/Loss": 0.6251213550567627, "Finetune/Loss (Raw)": 0.6379364728927612, "Finetune/Step": 14891, "Finetune/Step Time": 6.786064421758056}
+{"Finetune/Learning Rate": 2.5538463833589144e-06, "Finetune/Loss": 0.6248553395271301, "Finetune/Loss (Raw)": 0.6115626692771912, "Finetune/Step": 14892, "Finetune/Step Time": 6.787440283223987}
+{"Finetune/Learning Rate": 2.5527224572102617e-06, "Finetune/Loss": 0.6245238780975342, "Finetune/Loss (Raw)": 0.5809898376464844, "Finetune/Step": 14893, "Finetune/Step Time": 6.784425726160407}
+{"Finetune/Learning Rate": 2.5515987422452225e-06, "Finetune/Loss": 0.6251592040061951, "Finetune/Loss (Raw)": 0.5922406315803528, "Finetune/Step": 14894, "Finetune/Step Time": 6.797651102766395}
+{"Finetune/Learning Rate": 2.550475238495663e-06, "Finetune/Loss": 0.624868631362915, "Finetune/Loss (Raw)": 0.6407623887062073, "Finetune/Step": 14895, "Finetune/Step Time": 6.780472207814455}
+{"Finetune/Learning Rate": 2.5493519459934423e-06, "Finetune/Loss": 0.62436443567276, "Finetune/Loss (Raw)": 0.6359114050865173, "Finetune/Step": 14896, "Finetune/Step Time": 6.778985453769565}
+{"Finetune/Learning Rate": 2.5482288647704134e-06, "Finetune/Loss": 0.6250356435775757, "Finetune/Loss (Raw)": 0.6920265555381775, "Finetune/Step": 14897, "Finetune/Step Time": 6.779450753703713}
+{"Finetune/Learning Rate": 2.5471059948584243e-06, "Finetune/Loss": 0.6246532201766968, "Finetune/Loss (Raw)": 0.5970810055732727, "Finetune/Step": 14898, "Finetune/Step Time": 6.776579352095723}
+{"Finetune/Learning Rate": 2.545983336289315e-06, "Finetune/Loss": 0.6253545880317688, "Finetune/Loss (Raw)": 0.6642924547195435, "Finetune/Step": 14899, "Finetune/Step Time": 6.777890730649233}
+{"Finetune/Learning Rate": 2.544860889094922e-06, "Finetune/Loss": 0.6257096529006958, "Finetune/Loss (Raw)": 0.6481450200080872, "Finetune/Step": 14900, "Finetune/Step Time": 6.775378560647368}
+{"Finetune/Learning Rate": 2.5437386533070764e-06, "Finetune/Loss": 0.6258813142776489, "Finetune/Loss (Raw)": 0.6364417672157288, "Finetune/Step": 14901, "Finetune/Step Time": 6.777970552444458}
+{"Finetune/Learning Rate": 2.542616628957598e-06, "Finetune/Loss": 0.6245636343955994, "Finetune/Loss (Raw)": 0.4875015914440155, "Finetune/Step": 14902, "Finetune/Step Time": 6.773657400161028}
+{"Finetune/Learning Rate": 2.541494816078306e-06, "Finetune/Loss": 0.6253479719161987, "Finetune/Loss (Raw)": 0.6622986197471619, "Finetune/Step": 14903, "Finetune/Step Time": 6.769494611769915}
+{"Finetune/Learning Rate": 2.540373214701013e-06, "Finetune/Loss": 0.6254612803459167, "Finetune/Loss (Raw)": 0.6547761559486389, "Finetune/Step": 14904, "Finetune/Step Time": 6.749577114358544}
+{"Finetune/Learning Rate": 2.5392518248575227e-06, "Finetune/Loss": 0.6252049207687378, "Finetune/Loss (Raw)": 0.6504968404769897, "Finetune/Step": 14905, "Finetune/Step Time": 6.749326413497329}
+{"Finetune/Learning Rate": 2.538130646579635e-06, "Finetune/Loss": 0.6251004934310913, "Finetune/Loss (Raw)": 0.6987836956977844, "Finetune/Step": 14906, "Finetune/Step Time": 6.750724175944924}
+{"Finetune/Learning Rate": 2.5370096798991438e-06, "Finetune/Loss": 0.6227076053619385, "Finetune/Loss (Raw)": 0.37192967534065247, "Finetune/Step": 14907, "Finetune/Step Time": 6.747344633564353}
+{"Finetune/Learning Rate": 2.5358889248478357e-06, "Finetune/Loss": 0.6228092312812805, "Finetune/Loss (Raw)": 0.637457549571991, "Finetune/Step": 14908, "Finetune/Step Time": 6.745521051809192}
+{"Finetune/Learning Rate": 2.534768381457493e-06, "Finetune/Loss": 0.622350811958313, "Finetune/Loss (Raw)": 0.6296552419662476, "Finetune/Step": 14909, "Finetune/Step Time": 6.747409872710705}
+{"Finetune/Learning Rate": 2.5336480497598905e-06, "Finetune/Loss": 0.6237536668777466, "Finetune/Loss (Raw)": 0.6747142672538757, "Finetune/Step": 14910, "Finetune/Step Time": 6.732470337301493}
+{"Finetune/Learning Rate": 2.5325279297867978e-06, "Finetune/Loss": 0.6222838759422302, "Finetune/Loss (Raw)": 0.47821763157844543, "Finetune/Step": 14911, "Finetune/Step Time": 6.744900893419981}
+{"Finetune/Learning Rate": 2.5314080215699822e-06, "Finetune/Loss": 0.6227490901947021, "Finetune/Loss (Raw)": 0.5981371998786926, "Finetune/Step": 14912, "Finetune/Step Time": 6.747722236439586}
+{"Finetune/Learning Rate": 2.5302883251411903e-06, "Finetune/Loss": 0.6246191263198853, "Finetune/Loss (Raw)": 0.7090356945991516, "Finetune/Step": 14913, "Finetune/Step Time": 6.732604872435331}
+{"Finetune/Learning Rate": 2.5291688405321835e-06, "Finetune/Loss": 0.6238757371902466, "Finetune/Loss (Raw)": 0.5263952016830444, "Finetune/Step": 14914, "Finetune/Step Time": 6.7423241678625345}
+{"Finetune/Learning Rate": 2.528049567774704e-06, "Finetune/Loss": 0.6241515874862671, "Finetune/Loss (Raw)": 0.6558836102485657, "Finetune/Step": 14915, "Finetune/Step Time": 6.742759298533201}
+{"Finetune/Learning Rate": 2.5269305069004924e-06, "Finetune/Loss": 0.624410092830658, "Finetune/Loss (Raw)": 0.6784676909446716, "Finetune/Step": 14916, "Finetune/Step Time": 6.743815777823329}
+{"Finetune/Learning Rate": 2.5258116579412805e-06, "Finetune/Loss": 0.6250401735305786, "Finetune/Loss (Raw)": 0.6620603203773499, "Finetune/Step": 14917, "Finetune/Step Time": 6.736996503546834}
+{"Finetune/Learning Rate": 2.524693020928799e-06, "Finetune/Loss": 0.6241997480392456, "Finetune/Loss (Raw)": 0.6190731525421143, "Finetune/Step": 14918, "Finetune/Step Time": 6.737165844067931}
+{"Finetune/Learning Rate": 2.5235745958947634e-06, "Finetune/Loss": 0.6250301003456116, "Finetune/Loss (Raw)": 0.7288575768470764, "Finetune/Step": 14919, "Finetune/Step Time": 6.740139912813902}
+{"Finetune/Learning Rate": 2.5224563828708904e-06, "Finetune/Loss": 0.6268754005432129, "Finetune/Loss (Raw)": 0.7666916847229004, "Finetune/Step": 14920, "Finetune/Step Time": 6.774435017257929}
+{"Finetune/Learning Rate": 2.5213383818888926e-06, "Finetune/Loss": 0.6246330738067627, "Finetune/Loss (Raw)": 0.4488685429096222, "Finetune/Step": 14921, "Finetune/Step Time": 6.789187705144286}
+{"Finetune/Learning Rate": 2.5202205929804726e-06, "Finetune/Loss": 0.6250146627426147, "Finetune/Loss (Raw)": 0.6606559753417969, "Finetune/Step": 14922, "Finetune/Step Time": 6.790379391983151}
+{"Finetune/Learning Rate": 2.519103016177327e-06, "Finetune/Loss": 0.6249910593032837, "Finetune/Loss (Raw)": 0.6918755173683167, "Finetune/Step": 14923, "Finetune/Step Time": 6.789450407028198}
+{"Finetune/Learning Rate": 2.517985651511149e-06, "Finetune/Loss": 0.624705970287323, "Finetune/Loss (Raw)": 0.6073446273803711, "Finetune/Step": 14924, "Finetune/Step Time": 6.791366524994373}
+{"Finetune/Learning Rate": 2.5168684990136205e-06, "Finetune/Loss": 0.6247291564941406, "Finetune/Loss (Raw)": 0.6296943426132202, "Finetune/Step": 14925, "Finetune/Step Time": 6.787697367370129}
+{"Finetune/Learning Rate": 2.5157515587164204e-06, "Finetune/Loss": 0.6238561272621155, "Finetune/Loss (Raw)": 0.5649689435958862, "Finetune/Step": 14926, "Finetune/Step Time": 6.789845546707511}
+{"Finetune/Learning Rate": 2.5146348306512226e-06, "Finetune/Loss": 0.6235854625701904, "Finetune/Loss (Raw)": 0.6331892013549805, "Finetune/Step": 14927, "Finetune/Step Time": 6.7927966471761465}
+{"Finetune/Learning Rate": 2.5135183148496976e-06, "Finetune/Loss": 0.6226204633712769, "Finetune/Loss (Raw)": 0.5574524998664856, "Finetune/Step": 14928, "Finetune/Step Time": 6.802271340042353}
+{"Finetune/Learning Rate": 2.5124020113435045e-06, "Finetune/Loss": 0.6218528747558594, "Finetune/Loss (Raw)": 0.5682716369628906, "Finetune/Step": 14929, "Finetune/Step Time": 6.806242302060127}
+{"Finetune/Learning Rate": 2.5112859201643013e-06, "Finetune/Loss": 0.6215159296989441, "Finetune/Loss (Raw)": 0.6503385305404663, "Finetune/Step": 14930, "Finetune/Step Time": 6.808692838996649}
+{"Finetune/Learning Rate": 2.5101700413437312e-06, "Finetune/Loss": 0.6214404106140137, "Finetune/Loss (Raw)": 0.6063108444213867, "Finetune/Step": 14931, "Finetune/Step Time": 6.809348376467824}
+{"Finetune/Learning Rate": 2.509054374913441e-06, "Finetune/Loss": 0.621650218963623, "Finetune/Loss (Raw)": 0.6326881647109985, "Finetune/Step": 14932, "Finetune/Step Time": 6.8255592957139015}
+{"Finetune/Learning Rate": 2.5079389209050677e-06, "Finetune/Loss": 0.6208036541938782, "Finetune/Loss (Raw)": 0.6118329167366028, "Finetune/Step": 14933, "Finetune/Step Time": 6.823284910991788}
+{"Finetune/Learning Rate": 2.5068236793502387e-06, "Finetune/Loss": 0.6214231848716736, "Finetune/Loss (Raw)": 0.7541289329528809, "Finetune/Step": 14934, "Finetune/Step Time": 6.822747524827719}
+{"Finetune/Learning Rate": 2.505708650280585e-06, "Finetune/Loss": 0.6214215159416199, "Finetune/Loss (Raw)": 0.604552149772644, "Finetune/Step": 14935, "Finetune/Step Time": 6.816085081547499}
+{"Finetune/Learning Rate": 2.5045938337277263e-06, "Finetune/Loss": 0.6207211017608643, "Finetune/Loss (Raw)": 0.5707770586013794, "Finetune/Step": 14936, "Finetune/Step Time": 6.820549258962274}
+{"Finetune/Learning Rate": 2.503479229723269e-06, "Finetune/Loss": 0.6213114857673645, "Finetune/Loss (Raw)": 0.7158706188201904, "Finetune/Step": 14937, "Finetune/Step Time": 6.816186564043164}
+{"Finetune/Learning Rate": 2.502364838298824e-06, "Finetune/Loss": 0.6210154891014099, "Finetune/Loss (Raw)": 0.5905753374099731, "Finetune/Step": 14938, "Finetune/Step Time": 6.849758714437485}
+{"Finetune/Learning Rate": 2.501250659485992e-06, "Finetune/Loss": 0.6206531524658203, "Finetune/Loss (Raw)": 0.6470862627029419, "Finetune/Step": 14939, "Finetune/Step Time": 6.845087733119726}
+{"Finetune/Learning Rate": 2.5001366933163672e-06, "Finetune/Loss": 0.6199831366539001, "Finetune/Loss (Raw)": 0.5233674049377441, "Finetune/Step": 14940, "Finetune/Step Time": 6.847553646191955}
+{"Finetune/Learning Rate": 2.4990229398215394e-06, "Finetune/Loss": 0.620873749256134, "Finetune/Loss (Raw)": 0.6981407999992371, "Finetune/Step": 14941, "Finetune/Step Time": 6.846656069159508}
+{"Finetune/Learning Rate": 2.4979093990330903e-06, "Finetune/Loss": 0.621364951133728, "Finetune/Loss (Raw)": 0.6699764728546143, "Finetune/Step": 14942, "Finetune/Step Time": 6.852392600849271}
+{"Finetune/Learning Rate": 2.4967960709825988e-06, "Finetune/Loss": 0.6211851835250854, "Finetune/Loss (Raw)": 0.6265738010406494, "Finetune/Step": 14943, "Finetune/Step Time": 6.8539063557982445}
+{"Finetune/Learning Rate": 2.4956829557016336e-06, "Finetune/Loss": 0.6208479404449463, "Finetune/Loss (Raw)": 0.7005185484886169, "Finetune/Step": 14944, "Finetune/Step Time": 6.853154050186276}
+{"Finetune/Learning Rate": 2.4945700532217608e-06, "Finetune/Loss": 0.6209639310836792, "Finetune/Loss (Raw)": 0.6674409508705139, "Finetune/Step": 14945, "Finetune/Step Time": 6.864242937415838}
+{"Finetune/Learning Rate": 2.4934573635745386e-06, "Finetune/Loss": 0.6231366395950317, "Finetune/Loss (Raw)": 0.733797550201416, "Finetune/Step": 14946, "Finetune/Step Time": 6.850928666070104}
+{"Finetune/Learning Rate": 2.492344886791519e-06, "Finetune/Loss": 0.6232507228851318, "Finetune/Loss (Raw)": 0.6513817310333252, "Finetune/Step": 14947, "Finetune/Step Time": 6.853680677711964}
+{"Finetune/Learning Rate": 2.4912326229042504e-06, "Finetune/Loss": 0.6238664388656616, "Finetune/Loss (Raw)": 0.6394785642623901, "Finetune/Step": 14948, "Finetune/Step Time": 6.837770763784647}
+{"Finetune/Learning Rate": 2.490120571944272e-06, "Finetune/Loss": 0.622487485408783, "Finetune/Loss (Raw)": 0.5545403957366943, "Finetune/Step": 14949, "Finetune/Step Time": 6.832321053370833}
+{"Finetune/Learning Rate": 2.48900873394312e-06, "Finetune/Loss": 0.6222994327545166, "Finetune/Loss (Raw)": 0.7057710886001587, "Finetune/Step": 14950, "Finetune/Step Time": 6.828637287020683}
+{"Finetune/Learning Rate": 2.487897108932321e-06, "Finetune/Loss": 0.6222900152206421, "Finetune/Loss (Raw)": 0.5867078900337219, "Finetune/Step": 14951, "Finetune/Step Time": 6.8300020676106215}
+{"Finetune/Learning Rate": 2.486785696943399e-06, "Finetune/Loss": 0.6225796937942505, "Finetune/Loss (Raw)": 0.6600351929664612, "Finetune/Step": 14952, "Finetune/Step Time": 6.831456288695335}
+{"Finetune/Learning Rate": 2.4856744980078696e-06, "Finetune/Loss": 0.6222316026687622, "Finetune/Loss (Raw)": 0.5844350457191467, "Finetune/Step": 14953, "Finetune/Step Time": 6.830732481554151}
+{"Finetune/Learning Rate": 2.4845635121572433e-06, "Finetune/Loss": 0.623308539390564, "Finetune/Loss (Raw)": 0.7873589396476746, "Finetune/Step": 14954, "Finetune/Step Time": 6.830200681462884}
+{"Finetune/Learning Rate": 2.4834527394230246e-06, "Finetune/Loss": 0.6228924989700317, "Finetune/Loss (Raw)": 0.5006649494171143, "Finetune/Step": 14955, "Finetune/Step Time": 6.816493446007371}
+{"Finetune/Learning Rate": 2.482342179836712e-06, "Finetune/Loss": 0.6236875057220459, "Finetune/Loss (Raw)": 0.7008988261222839, "Finetune/Step": 14956, "Finetune/Step Time": 6.8112706653773785}
+{"Finetune/Learning Rate": 2.481231833429799e-06, "Finetune/Loss": 0.6241203546524048, "Finetune/Loss (Raw)": 0.7727333903312683, "Finetune/Step": 14957, "Finetune/Step Time": 6.806845722720027}
+{"Finetune/Learning Rate": 2.48012170023377e-06, "Finetune/Loss": 0.6231498718261719, "Finetune/Loss (Raw)": 0.6321576833724976, "Finetune/Step": 14958, "Finetune/Step Time": 6.819447549059987}
+{"Finetune/Learning Rate": 2.479011780280105e-06, "Finetune/Loss": 0.6230437159538269, "Finetune/Loss (Raw)": 0.6384990811347961, "Finetune/Step": 14959, "Finetune/Step Time": 6.820494383573532}
+{"Finetune/Learning Rate": 2.4779020736002836e-06, "Finetune/Loss": 0.6235997676849365, "Finetune/Loss (Raw)": 0.5753894448280334, "Finetune/Step": 14960, "Finetune/Step Time": 6.81616192497313}
+{"Finetune/Learning Rate": 2.476792580225762e-06, "Finetune/Loss": 0.6253601908683777, "Finetune/Loss (Raw)": 0.7415541410446167, "Finetune/Step": 14961, "Finetune/Step Time": 6.7911331336945295}
+{"Finetune/Learning Rate": 2.4756833001880145e-06, "Finetune/Loss": 0.6246857643127441, "Finetune/Loss (Raw)": 0.7336164116859436, "Finetune/Step": 14962, "Finetune/Step Time": 6.788006953895092}
+{"Finetune/Learning Rate": 2.474574233518491e-06, "Finetune/Loss": 0.6248804330825806, "Finetune/Loss (Raw)": 0.6300914883613586, "Finetune/Step": 14963, "Finetune/Step Time": 6.7877490632236}
+{"Finetune/Learning Rate": 2.473465380248643e-06, "Finetune/Loss": 0.6258677840232849, "Finetune/Loss (Raw)": 0.6465574502944946, "Finetune/Step": 14964, "Finetune/Step Time": 6.787148214876652}
+{"Finetune/Learning Rate": 2.4723567404099136e-06, "Finetune/Loss": 0.6257766485214233, "Finetune/Loss (Raw)": 0.6395202875137329, "Finetune/Step": 14965, "Finetune/Step Time": 6.787732020020485}
+{"Finetune/Learning Rate": 2.4712483140337452e-06, "Finetune/Loss": 0.6250615119934082, "Finetune/Loss (Raw)": 0.5605351328849792, "Finetune/Step": 14966, "Finetune/Step Time": 6.785062812268734}
+{"Finetune/Learning Rate": 2.4701401011515625e-06, "Finetune/Loss": 0.6268506646156311, "Finetune/Loss (Raw)": 0.7042235732078552, "Finetune/Step": 14967, "Finetune/Step Time": 6.726530583575368}
+{"Finetune/Learning Rate": 2.4690321017947938e-06, "Finetune/Loss": 0.6265011429786682, "Finetune/Loss (Raw)": 0.6210412979125977, "Finetune/Step": 14968, "Finetune/Step Time": 6.7270439472049475}
+{"Finetune/Learning Rate": 2.4679243159948575e-06, "Finetune/Loss": 0.6244714260101318, "Finetune/Loss (Raw)": 0.45005083084106445, "Finetune/Step": 14969, "Finetune/Step Time": 6.739781402051449}
+{"Finetune/Learning Rate": 2.4668167437831714e-06, "Finetune/Loss": 0.6257222890853882, "Finetune/Loss (Raw)": 0.6141200661659241, "Finetune/Step": 14970, "Finetune/Step Time": 6.735403737053275}
+{"Finetune/Learning Rate": 2.465709385191142e-06, "Finetune/Loss": 0.6264094114303589, "Finetune/Loss (Raw)": 0.6244400143623352, "Finetune/Step": 14971, "Finetune/Step Time": 6.714242542162538}
+{"Finetune/Learning Rate": 2.464602240250172e-06, "Finetune/Loss": 0.6264575719833374, "Finetune/Loss (Raw)": 0.5896783471107483, "Finetune/Step": 14972, "Finetune/Step Time": 6.705336544662714}
+{"Finetune/Learning Rate": 2.4634953089916513e-06, "Finetune/Loss": 0.6268311738967896, "Finetune/Loss (Raw)": 0.6259768605232239, "Finetune/Step": 14973, "Finetune/Step Time": 6.688634250313044}
+{"Finetune/Learning Rate": 2.4623885914469735e-06, "Finetune/Loss": 0.6282169818878174, "Finetune/Loss (Raw)": 0.7214012145996094, "Finetune/Step": 14974, "Finetune/Step Time": 6.686972439289093}
+{"Finetune/Learning Rate": 2.4612820876475207e-06, "Finetune/Loss": 0.6299107074737549, "Finetune/Loss (Raw)": 0.6938483715057373, "Finetune/Step": 14975, "Finetune/Step Time": 6.678412711247802}
+{"Finetune/Learning Rate": 2.4601757976246685e-06, "Finetune/Loss": 0.6317527294158936, "Finetune/Loss (Raw)": 0.7692757248878479, "Finetune/Step": 14976, "Finetune/Step Time": 6.675913862884045}
+{"Finetune/Learning Rate": 2.4590697214097925e-06, "Finetune/Loss": 0.632270336151123, "Finetune/Loss (Raw)": 0.6646642684936523, "Finetune/Step": 14977, "Finetune/Step Time": 6.67378918081522}
+{"Finetune/Learning Rate": 2.457963859034258e-06, "Finetune/Loss": 0.6335785388946533, "Finetune/Loss (Raw)": 0.6161863803863525, "Finetune/Step": 14978, "Finetune/Step Time": 6.661451084539294}
+{"Finetune/Learning Rate": 2.45685821052942e-06, "Finetune/Loss": 0.6344190239906311, "Finetune/Loss (Raw)": 0.6605415344238281, "Finetune/Step": 14979, "Finetune/Step Time": 6.662670090794563}
+{"Finetune/Learning Rate": 2.455752775926633e-06, "Finetune/Loss": 0.6320520043373108, "Finetune/Loss (Raw)": 0.4937736392021179, "Finetune/Step": 14980, "Finetune/Step Time": 6.677580490708351}
+{"Finetune/Learning Rate": 2.4546475552572448e-06, "Finetune/Loss": 0.631239652633667, "Finetune/Loss (Raw)": 0.6099244356155396, "Finetune/Step": 14981, "Finetune/Step Time": 6.6845552530139685}
+{"Finetune/Learning Rate": 2.453542548552594e-06, "Finetune/Loss": 0.630216121673584, "Finetune/Loss (Raw)": 0.5240586996078491, "Finetune/Step": 14982, "Finetune/Step Time": 6.685439450666308}
+{"Finetune/Learning Rate": 2.452437755844016e-06, "Finetune/Loss": 0.6310003995895386, "Finetune/Loss (Raw)": 0.6640987396240234, "Finetune/Step": 14983, "Finetune/Step Time": 6.681122526526451}
+{"Finetune/Learning Rate": 2.451333177162847e-06, "Finetune/Loss": 0.6311317682266235, "Finetune/Loss (Raw)": 0.6768648028373718, "Finetune/Step": 14984, "Finetune/Step Time": 6.6842083521187305}
+{"Finetune/Learning Rate": 2.4502288125403996e-06, "Finetune/Loss": 0.6311553716659546, "Finetune/Loss (Raw)": 0.5889140367507935, "Finetune/Step": 14985, "Finetune/Step Time": 6.694213796406984}
+{"Finetune/Learning Rate": 2.4491246620079946e-06, "Finetune/Loss": 0.6302421689033508, "Finetune/Loss (Raw)": 0.4592898190021515, "Finetune/Step": 14986, "Finetune/Step Time": 6.683206178247929}
+{"Finetune/Learning Rate": 2.4480207255969425e-06, "Finetune/Loss": 0.6306315660476685, "Finetune/Loss (Raw)": 0.7163572311401367, "Finetune/Step": 14987, "Finetune/Step Time": 6.67899857275188}
+{"Finetune/Learning Rate": 2.446917003338547e-06, "Finetune/Loss": 0.630804181098938, "Finetune/Loss (Raw)": 0.6485149264335632, "Finetune/Step": 14988, "Finetune/Step Time": 6.675293892621994}
+{"Finetune/Learning Rate": 2.445813495264109e-06, "Finetune/Loss": 0.6296868324279785, "Finetune/Loss (Raw)": 0.5141575932502747, "Finetune/Step": 14989, "Finetune/Step Time": 6.674323074519634}
+{"Finetune/Learning Rate": 2.444710201404914e-06, "Finetune/Loss": 0.6289060115814209, "Finetune/Loss (Raw)": 0.669677734375, "Finetune/Step": 14990, "Finetune/Step Time": 6.674458073452115}
+{"Finetune/Learning Rate": 2.443607121792261e-06, "Finetune/Loss": 0.6286903023719788, "Finetune/Loss (Raw)": 0.6927098035812378, "Finetune/Step": 14991, "Finetune/Step Time": 6.676917128264904}
+{"Finetune/Learning Rate": 2.4425042564574186e-06, "Finetune/Loss": 0.6293078064918518, "Finetune/Loss (Raw)": 0.695113480091095, "Finetune/Step": 14992, "Finetune/Step Time": 6.675713004544377}
+{"Finetune/Learning Rate": 2.4414016054316648e-06, "Finetune/Loss": 0.6282896399497986, "Finetune/Loss (Raw)": 0.5034698247909546, "Finetune/Step": 14993, "Finetune/Step Time": 6.69062858261168}
+{"Finetune/Learning Rate": 2.4402991687462675e-06, "Finetune/Loss": 0.6291953325271606, "Finetune/Loss (Raw)": 0.6435152888298035, "Finetune/Step": 14994, "Finetune/Step Time": 6.691093014553189}
+{"Finetune/Learning Rate": 2.4391969464324895e-06, "Finetune/Loss": 0.6300391554832458, "Finetune/Loss (Raw)": 0.6475472450256348, "Finetune/Step": 14995, "Finetune/Step Time": 6.689100798219442}
+{"Finetune/Learning Rate": 2.4380949385215856e-06, "Finetune/Loss": 0.631007194519043, "Finetune/Loss (Raw)": 0.6891240477561951, "Finetune/Step": 14996, "Finetune/Step Time": 6.685199100524187}
+{"Finetune/Learning Rate": 2.436993145044807e-06, "Finetune/Loss": 0.6295340061187744, "Finetune/Loss (Raw)": 0.4296893775463104, "Finetune/Step": 14997, "Finetune/Step Time": 6.681417582556605}
+{"Finetune/Learning Rate": 2.4358915660333946e-06, "Finetune/Loss": 0.6300138235092163, "Finetune/Loss (Raw)": 0.720490038394928, "Finetune/Step": 14998, "Finetune/Step Time": 6.692554319277406}
+{"Finetune/Learning Rate": 2.43479020151859e-06, "Finetune/Loss": 0.6310867071151733, "Finetune/Loss (Raw)": 0.6627574563026428, "Finetune/Step": 14999, "Finetune/Step Time": 6.686564700677991}
+{"Finetune/Learning Rate": 2.4336890515316215e-06, "Finetune/Loss": 0.6317077875137329, "Finetune/Loss (Raw)": 0.7344590425491333, "Finetune/Step": 15000, "Finetune/Step Time": 6.668635703623295}
+{"Finetune/Learning Rate": 2.4325881161037157e-06, "Finetune/Loss": 0.6307990550994873, "Finetune/Loss (Raw)": 0.5959716439247131, "Finetune/Step": 15001, "Finetune/Step Time": 6.672069597989321}
+{"Finetune/Learning Rate": 2.4314873952660933e-06, "Finetune/Loss": 0.6302937269210815, "Finetune/Loss (Raw)": 0.6159058213233948, "Finetune/Step": 15002, "Finetune/Step Time": 6.672811707481742}
+{"Finetune/Learning Rate": 2.430386889049965e-06, "Finetune/Loss": 0.6306001543998718, "Finetune/Loss (Raw)": 0.6738829612731934, "Finetune/Step": 15003, "Finetune/Step Time": 6.683109870180488}
+{"Finetune/Learning Rate": 2.4292865974865397e-06, "Finetune/Loss": 0.6306219100952148, "Finetune/Loss (Raw)": 0.7438678741455078, "Finetune/Step": 15004, "Finetune/Step Time": 6.685919191688299}
+{"Finetune/Learning Rate": 2.4281865206070187e-06, "Finetune/Loss": 0.6316219568252563, "Finetune/Loss (Raw)": 0.7039773464202881, "Finetune/Step": 15005, "Finetune/Step Time": 6.666181229054928}
+{"Finetune/Learning Rate": 2.427086658442597e-06, "Finetune/Loss": 0.6328878402709961, "Finetune/Loss (Raw)": 0.6609070301055908, "Finetune/Step": 15006, "Finetune/Step Time": 6.67578798905015}
+{"Finetune/Learning Rate": 2.4259870110244633e-06, "Finetune/Loss": 0.6324862837791443, "Finetune/Loss (Raw)": 0.5602267384529114, "Finetune/Step": 15007, "Finetune/Step Time": 6.662940230220556}
+{"Finetune/Learning Rate": 2.424887578383799e-06, "Finetune/Loss": 0.6332616806030273, "Finetune/Loss (Raw)": 0.6991530060768127, "Finetune/Step": 15008, "Finetune/Step Time": 6.666995206847787}
+{"Finetune/Learning Rate": 2.4237883605517866e-06, "Finetune/Loss": 0.6346319317817688, "Finetune/Loss (Raw)": 0.7090871930122375, "Finetune/Step": 15009, "Finetune/Step Time": 6.666353892534971}
+{"Finetune/Learning Rate": 2.4226893575595855e-06, "Finetune/Loss": 0.634513258934021, "Finetune/Loss (Raw)": 0.6287583708763123, "Finetune/Step": 15010, "Finetune/Step Time": 6.665438828989863}
+{"Finetune/Learning Rate": 2.421590569438371e-06, "Finetune/Loss": 0.6354408264160156, "Finetune/Loss (Raw)": 0.6271818280220032, "Finetune/Step": 15011, "Finetune/Step Time": 6.661851717159152}
+{"Finetune/Learning Rate": 2.4204919962192974e-06, "Finetune/Loss": 0.6344847679138184, "Finetune/Loss (Raw)": 0.5979480743408203, "Finetune/Step": 15012, "Finetune/Step Time": 6.6660992950201035}
+{"Finetune/Learning Rate": 2.419393637933517e-06, "Finetune/Loss": 0.6335405707359314, "Finetune/Loss (Raw)": 0.5945914387702942, "Finetune/Step": 15013, "Finetune/Step Time": 6.668485525995493}
+{"Finetune/Learning Rate": 2.418295494612177e-06, "Finetune/Loss": 0.6337159872055054, "Finetune/Loss (Raw)": 0.6275137662887573, "Finetune/Step": 15014, "Finetune/Step Time": 6.668776893988252}
+{"Finetune/Learning Rate": 2.417197566286421e-06, "Finetune/Loss": 0.6332166790962219, "Finetune/Loss (Raw)": 0.6153132319450378, "Finetune/Step": 15015, "Finetune/Step Time": 6.667476799339056}
+{"Finetune/Learning Rate": 2.4160998529873756e-06, "Finetune/Loss": 0.6333209276199341, "Finetune/Loss (Raw)": 0.6585947275161743, "Finetune/Step": 15016, "Finetune/Step Time": 6.666028244420886}
+{"Finetune/Learning Rate": 2.415002354746171e-06, "Finetune/Loss": 0.6336637139320374, "Finetune/Loss (Raw)": 0.6656880378723145, "Finetune/Step": 15017, "Finetune/Step Time": 6.660906789824367}
+{"Finetune/Learning Rate": 2.413905071593933e-06, "Finetune/Loss": 0.6333096623420715, "Finetune/Loss (Raw)": 0.6090636849403381, "Finetune/Step": 15018, "Finetune/Step Time": 6.659927966073155}
+{"Finetune/Learning Rate": 2.412808003561774e-06, "Finetune/Loss": 0.6332625150680542, "Finetune/Loss (Raw)": 0.6319006085395813, "Finetune/Step": 15019, "Finetune/Step Time": 6.660792915150523}
+{"Finetune/Learning Rate": 2.4117111506808067e-06, "Finetune/Loss": 0.6334282755851746, "Finetune/Loss (Raw)": 0.6327773928642273, "Finetune/Step": 15020, "Finetune/Step Time": 6.677544279024005}
+{"Finetune/Learning Rate": 2.4106145129821347e-06, "Finetune/Loss": 0.6336548328399658, "Finetune/Loss (Raw)": 0.6099936962127686, "Finetune/Step": 15021, "Finetune/Step Time": 6.6784920413047075}
+{"Finetune/Learning Rate": 2.409518090496852e-06, "Finetune/Loss": 0.6348545551300049, "Finetune/Loss (Raw)": 0.7458106875419617, "Finetune/Step": 15022, "Finetune/Step Time": 6.660834597423673}
+{"Finetune/Learning Rate": 2.4084218832560504e-06, "Finetune/Loss": 0.6351804733276367, "Finetune/Loss (Raw)": 0.6824724674224854, "Finetune/Step": 15023, "Finetune/Step Time": 6.659715270623565}
+{"Finetune/Learning Rate": 2.407325891290817e-06, "Finetune/Loss": 0.6355286836624146, "Finetune/Loss (Raw)": 0.6804837584495544, "Finetune/Step": 15024, "Finetune/Step Time": 6.6590233370661736}
+{"Finetune/Learning Rate": 2.4062301146322285e-06, "Finetune/Loss": 0.6353783011436462, "Finetune/Loss (Raw)": 0.6727774143218994, "Finetune/Step": 15025, "Finetune/Step Time": 6.69148750975728}
+{"Finetune/Learning Rate": 2.4051345533113625e-06, "Finetune/Loss": 0.6353981494903564, "Finetune/Loss (Raw)": 0.5996198654174805, "Finetune/Step": 15026, "Finetune/Step Time": 6.689900893718004}
+{"Finetune/Learning Rate": 2.4040392073592866e-06, "Finetune/Loss": 0.6360000371932983, "Finetune/Loss (Raw)": 0.7413345575332642, "Finetune/Step": 15027, "Finetune/Step Time": 6.6883180141448975}
+{"Finetune/Learning Rate": 2.4029440768070565e-06, "Finetune/Loss": 0.6353421807289124, "Finetune/Loss (Raw)": 0.5639446973800659, "Finetune/Step": 15028, "Finetune/Step Time": 6.6930656637996435}
+{"Finetune/Learning Rate": 2.4018491616857286e-06, "Finetune/Loss": 0.6343223452568054, "Finetune/Loss (Raw)": 0.5058953166007996, "Finetune/Step": 15029, "Finetune/Step Time": 6.68458859808743}
+{"Finetune/Learning Rate": 2.400754462026352e-06, "Finetune/Loss": 0.6355206370353699, "Finetune/Loss (Raw)": 0.6408867239952087, "Finetune/Step": 15030, "Finetune/Step Time": 6.687669390812516}
+{"Finetune/Learning Rate": 2.3996599778599706e-06, "Finetune/Loss": 0.6355050802230835, "Finetune/Loss (Raw)": 0.660296618938446, "Finetune/Step": 15031, "Finetune/Step Time": 6.705384327098727}
+{"Finetune/Learning Rate": 2.3985657092176153e-06, "Finetune/Loss": 0.6354130506515503, "Finetune/Loss (Raw)": 0.6430040597915649, "Finetune/Step": 15032, "Finetune/Step Time": 6.707575859501958}
+{"Finetune/Learning Rate": 2.397471656130328e-06, "Finetune/Loss": 0.6352723836898804, "Finetune/Loss (Raw)": 0.6324911117553711, "Finetune/Step": 15033, "Finetune/Step Time": 6.707454517483711}
+{"Finetune/Learning Rate": 2.396377818629122e-06, "Finetune/Loss": 0.6347817182540894, "Finetune/Loss (Raw)": 0.6359804272651672, "Finetune/Step": 15034, "Finetune/Step Time": 6.705967012792826}
+{"Finetune/Learning Rate": 2.39528419674502e-06, "Finetune/Loss": 0.637947678565979, "Finetune/Loss (Raw)": 0.7771741151809692, "Finetune/Step": 15035, "Finetune/Step Time": 6.691631244495511}
+{"Finetune/Learning Rate": 2.3941907905090322e-06, "Finetune/Loss": 0.6378604173660278, "Finetune/Loss (Raw)": 0.6262899041175842, "Finetune/Step": 15036, "Finetune/Step Time": 6.6873740535229445}
+{"Finetune/Learning Rate": 2.3930975999521666e-06, "Finetune/Loss": 0.6377905011177063, "Finetune/Loss (Raw)": 0.6207021474838257, "Finetune/Step": 15037, "Finetune/Step Time": 6.689506389200687}
+{"Finetune/Learning Rate": 2.392004625105422e-06, "Finetune/Loss": 0.6374329328536987, "Finetune/Loss (Raw)": 0.6289533972740173, "Finetune/Step": 15038, "Finetune/Step Time": 6.687783524394035}
+{"Finetune/Learning Rate": 2.390911865999792e-06, "Finetune/Loss": 0.639290452003479, "Finetune/Loss (Raw)": 0.7159674167633057, "Finetune/Step": 15039, "Finetune/Step Time": 6.7048389576375484}
+{"Finetune/Learning Rate": 2.389819322666264e-06, "Finetune/Loss": 0.6395583152770996, "Finetune/Loss (Raw)": 0.6324224472045898, "Finetune/Step": 15040, "Finetune/Step Time": 6.702885264530778}
+{"Finetune/Learning Rate": 2.3887269951358182e-06, "Finetune/Loss": 0.6395450830459595, "Finetune/Loss (Raw)": 0.7073473930358887, "Finetune/Step": 15041, "Finetune/Step Time": 6.703399747610092}
+{"Finetune/Learning Rate": 2.3876348834394325e-06, "Finetune/Loss": 0.6406176686286926, "Finetune/Loss (Raw)": 0.6636897325515747, "Finetune/Step": 15042, "Finetune/Step Time": 6.69345105625689}
+{"Finetune/Learning Rate": 2.386542987608075e-06, "Finetune/Loss": 0.6407743692398071, "Finetune/Loss (Raw)": 0.6759427189826965, "Finetune/Step": 15043, "Finetune/Step Time": 6.6923560705035925}
+{"Finetune/Learning Rate": 2.385451307672708e-06, "Finetune/Loss": 0.6396522521972656, "Finetune/Loss (Raw)": 0.5348318219184875, "Finetune/Step": 15044, "Finetune/Step Time": 6.693843744695187}
+{"Finetune/Learning Rate": 2.38435984366429e-06, "Finetune/Loss": 0.6395724415779114, "Finetune/Loss (Raw)": 0.6518421769142151, "Finetune/Step": 15045, "Finetune/Step Time": 6.693279696628451}
+{"Finetune/Learning Rate": 2.38326859561377e-06, "Finetune/Loss": 0.6398346424102783, "Finetune/Loss (Raw)": 0.6526451110839844, "Finetune/Step": 15046, "Finetune/Step Time": 6.70175257883966}
+{"Finetune/Learning Rate": 2.382177563552094e-06, "Finetune/Loss": 0.6391345262527466, "Finetune/Loss (Raw)": 0.6392304301261902, "Finetune/Step": 15047, "Finetune/Step Time": 6.695807481184602}
+{"Finetune/Learning Rate": 2.3810867475101995e-06, "Finetune/Loss": 0.6372456550598145, "Finetune/Loss (Raw)": 0.5249195694923401, "Finetune/Step": 15048, "Finetune/Step Time": 6.665953429415822}
+{"Finetune/Learning Rate": 2.3799961475190205e-06, "Finetune/Loss": 0.6383512616157532, "Finetune/Loss (Raw)": 0.5903905630111694, "Finetune/Step": 15049, "Finetune/Step Time": 6.65748574398458}
+{"Finetune/Learning Rate": 2.3789057636094813e-06, "Finetune/Loss": 0.6381741166114807, "Finetune/Loss (Raw)": 0.637978732585907, "Finetune/Step": 15050, "Finetune/Step Time": 6.652377394959331}
+{"Finetune/Learning Rate": 2.3778155958125073e-06, "Finetune/Loss": 0.6379343271255493, "Finetune/Loss (Raw)": 0.6611813306808472, "Finetune/Step": 15051, "Finetune/Step Time": 6.659455560147762}
+{"Finetune/Learning Rate": 2.3767256441590015e-06, "Finetune/Loss": 0.6386998295783997, "Finetune/Loss (Raw)": 0.7053318023681641, "Finetune/Step": 15052, "Finetune/Step Time": 6.658131215721369}
+{"Finetune/Learning Rate": 2.375635908679882e-06, "Finetune/Loss": 0.6390596628189087, "Finetune/Loss (Raw)": 0.6757516860961914, "Finetune/Step": 15053, "Finetune/Step Time": 6.666465764865279}
+{"Finetune/Learning Rate": 2.374546389406047e-06, "Finetune/Loss": 0.6396920680999756, "Finetune/Loss (Raw)": 0.6459256410598755, "Finetune/Step": 15054, "Finetune/Step Time": 6.664412789046764}
+{"Finetune/Learning Rate": 2.3734570863683935e-06, "Finetune/Loss": 0.6389857530593872, "Finetune/Loss (Raw)": 0.5427776575088501, "Finetune/Step": 15055, "Finetune/Step Time": 6.66538668051362}
+{"Finetune/Learning Rate": 2.3723679995978088e-06, "Finetune/Loss": 0.6395201086997986, "Finetune/Loss (Raw)": 0.6258468627929688, "Finetune/Step": 15056, "Finetune/Step Time": 6.655628677457571}
+{"Finetune/Learning Rate": 2.3712791291251814e-06, "Finetune/Loss": 0.6391604542732239, "Finetune/Loss (Raw)": 0.5222302079200745, "Finetune/Step": 15057, "Finetune/Step Time": 6.667355854064226}
+{"Finetune/Learning Rate": 2.370190474981381e-06, "Finetune/Loss": 0.6392099857330322, "Finetune/Loss (Raw)": 0.6566843390464783, "Finetune/Step": 15058, "Finetune/Step Time": 6.68072229065001}
+{"Finetune/Learning Rate": 2.3691020371972807e-06, "Finetune/Loss": 0.6392616629600525, "Finetune/Loss (Raw)": 0.6129252910614014, "Finetune/Step": 15059, "Finetune/Step Time": 6.675412509590387}
+{"Finetune/Learning Rate": 2.368013815803749e-06, "Finetune/Loss": 0.6395442485809326, "Finetune/Loss (Raw)": 0.6688629388809204, "Finetune/Step": 15060, "Finetune/Step Time": 6.663360744714737}
+{"Finetune/Learning Rate": 2.366925810831644e-06, "Finetune/Loss": 0.6391900777816772, "Finetune/Loss (Raw)": 0.5664899349212646, "Finetune/Step": 15061, "Finetune/Step Time": 6.664702067151666}
+{"Finetune/Learning Rate": 2.3658380223118173e-06, "Finetune/Loss": 0.638325572013855, "Finetune/Loss (Raw)": 0.6434847116470337, "Finetune/Step": 15062, "Finetune/Step Time": 6.67439223267138}
+{"Finetune/Learning Rate": 2.3647504502751174e-06, "Finetune/Loss": 0.6380788087844849, "Finetune/Loss (Raw)": 0.5729528665542603, "Finetune/Step": 15063, "Finetune/Step Time": 6.676303869113326}
+{"Finetune/Learning Rate": 2.363663094752381e-06, "Finetune/Loss": 0.6383539438247681, "Finetune/Loss (Raw)": 0.6060037016868591, "Finetune/Step": 15064, "Finetune/Step Time": 6.68174060806632}
+{"Finetune/Learning Rate": 2.3625759557744445e-06, "Finetune/Loss": 0.6381678581237793, "Finetune/Loss (Raw)": 0.6920455098152161, "Finetune/Step": 15065, "Finetune/Step Time": 6.682025019079447}
+{"Finetune/Learning Rate": 2.361489033372133e-06, "Finetune/Loss": 0.6392439603805542, "Finetune/Loss (Raw)": 0.7283189296722412, "Finetune/Step": 15066, "Finetune/Step Time": 6.659248577430844}
+{"Finetune/Learning Rate": 2.3604023275762746e-06, "Finetune/Loss": 0.6398314833641052, "Finetune/Loss (Raw)": 0.7222874760627747, "Finetune/Step": 15067, "Finetune/Step Time": 6.66282063536346}
+{"Finetune/Learning Rate": 2.3593158384176818e-06, "Finetune/Loss": 0.6407687664031982, "Finetune/Loss (Raw)": 0.643341600894928, "Finetune/Step": 15068, "Finetune/Step Time": 6.6619301196187735}
+{"Finetune/Learning Rate": 2.3582295659271637e-06, "Finetune/Loss": 0.6411712169647217, "Finetune/Loss (Raw)": 0.7496540546417236, "Finetune/Step": 15069, "Finetune/Step Time": 6.6633142195641994}
+{"Finetune/Learning Rate": 2.357143510135529e-06, "Finetune/Loss": 0.6413187384605408, "Finetune/Loss (Raw)": 0.6888620853424072, "Finetune/Step": 15070, "Finetune/Step Time": 6.6607366763055325}
+{"Finetune/Learning Rate": 2.3560576710735683e-06, "Finetune/Loss": 0.641666054725647, "Finetune/Loss (Raw)": 0.6710240840911865, "Finetune/Step": 15071, "Finetune/Step Time": 6.663593664765358}
+{"Finetune/Learning Rate": 2.354972048772074e-06, "Finetune/Loss": 0.6403881907463074, "Finetune/Loss (Raw)": 0.5369558930397034, "Finetune/Step": 15072, "Finetune/Step Time": 6.671175332739949}
+{"Finetune/Learning Rate": 2.3538866432618314e-06, "Finetune/Loss": 0.6396450996398926, "Finetune/Loss (Raw)": 0.572329044342041, "Finetune/Step": 15073, "Finetune/Step Time": 6.664292525500059}
+{"Finetune/Learning Rate": 2.352801454573623e-06, "Finetune/Loss": 0.6395998001098633, "Finetune/Loss (Raw)": 0.7279950380325317, "Finetune/Step": 15074, "Finetune/Step Time": 6.66554669290781}
+{"Finetune/Learning Rate": 2.35171648273822e-06, "Finetune/Loss": 0.6393176317214966, "Finetune/Loss (Raw)": 0.6152583360671997, "Finetune/Step": 15075, "Finetune/Step Time": 6.661816889420152}
+{"Finetune/Learning Rate": 2.350631727786392e-06, "Finetune/Loss": 0.639626681804657, "Finetune/Loss (Raw)": 0.6790439486503601, "Finetune/Step": 15076, "Finetune/Step Time": 6.663359023630619}
+{"Finetune/Learning Rate": 2.3495471897488933e-06, "Finetune/Loss": 0.640688955783844, "Finetune/Loss (Raw)": 0.6905102729797363, "Finetune/Step": 15077, "Finetune/Step Time": 6.664419911801815}
+{"Finetune/Learning Rate": 2.3484628686564815e-06, "Finetune/Loss": 0.6408401727676392, "Finetune/Loss (Raw)": 0.7251290082931519, "Finetune/Step": 15078, "Finetune/Step Time": 6.662705888971686}
+{"Finetune/Learning Rate": 2.3473787645399037e-06, "Finetune/Loss": 0.641025185585022, "Finetune/Loss (Raw)": 0.6103813648223877, "Finetune/Step": 15079, "Finetune/Step Time": 6.663184409961104}
+{"Finetune/Learning Rate": 2.3462948774299034e-06, "Finetune/Loss": 0.6404099464416504, "Finetune/Loss (Raw)": 0.5812886357307434, "Finetune/Step": 15080, "Finetune/Step Time": 6.664729416370392}
+{"Finetune/Learning Rate": 2.3452112073572142e-06, "Finetune/Loss": 0.6414930820465088, "Finetune/Loss (Raw)": 0.7230747938156128, "Finetune/Step": 15081, "Finetune/Step Time": 6.68072715215385}
+{"Finetune/Learning Rate": 2.344127754352572e-06, "Finetune/Loss": 0.6401238441467285, "Finetune/Loss (Raw)": 0.6120951771736145, "Finetune/Step": 15082, "Finetune/Step Time": 6.679161783307791}
+{"Finetune/Learning Rate": 2.3430445184466944e-06, "Finetune/Loss": 0.6418559551239014, "Finetune/Loss (Raw)": 0.7223744988441467, "Finetune/Step": 15083, "Finetune/Step Time": 6.675039101392031}
+{"Finetune/Learning Rate": 2.341961499670301e-06, "Finetune/Loss": 0.6415383815765381, "Finetune/Loss (Raw)": 0.6602502465248108, "Finetune/Step": 15084, "Finetune/Step Time": 6.678729170933366}
+{"Finetune/Learning Rate": 2.3408786980541033e-06, "Finetune/Loss": 0.6408746242523193, "Finetune/Loss (Raw)": 0.6877729892730713, "Finetune/Step": 15085, "Finetune/Step Time": 6.67673647403717}
+{"Finetune/Learning Rate": 2.339796113628805e-06, "Finetune/Loss": 0.6420232057571411, "Finetune/Loss (Raw)": 0.7791817784309387, "Finetune/Step": 15086, "Finetune/Step Time": 6.661463063210249}
+{"Finetune/Learning Rate": 2.3387137464251066e-06, "Finetune/Loss": 0.641952633857727, "Finetune/Loss (Raw)": 0.6294636726379395, "Finetune/Step": 15087, "Finetune/Step Time": 6.6614655666053295}
+{"Finetune/Learning Rate": 2.3376315964737008e-06, "Finetune/Loss": 0.6423630714416504, "Finetune/Loss (Raw)": 0.6279283761978149, "Finetune/Step": 15088, "Finetune/Step Time": 6.6582889426499605}
+{"Finetune/Learning Rate": 2.336549663805273e-06, "Finetune/Loss": 0.6414202451705933, "Finetune/Loss (Raw)": 0.6208640336990356, "Finetune/Step": 15089, "Finetune/Step Time": 6.661975268274546}
+{"Finetune/Learning Rate": 2.335467948450506e-06, "Finetune/Loss": 0.6405164003372192, "Finetune/Loss (Raw)": 0.6179266571998596, "Finetune/Step": 15090, "Finetune/Step Time": 6.650144964456558}
+{"Finetune/Learning Rate": 2.334386450440073e-06, "Finetune/Loss": 0.6410006284713745, "Finetune/Loss (Raw)": 0.6920719146728516, "Finetune/Step": 15091, "Finetune/Step Time": 6.646423101425171}
+{"Finetune/Learning Rate": 2.3333051698046417e-06, "Finetune/Loss": 0.6415047645568848, "Finetune/Loss (Raw)": 0.7110888957977295, "Finetune/Step": 15092, "Finetune/Step Time": 6.646043999120593}
+{"Finetune/Learning Rate": 2.332224106574875e-06, "Finetune/Loss": 0.6415513157844543, "Finetune/Loss (Raw)": 0.6454825401306152, "Finetune/Step": 15093, "Finetune/Step Time": 6.631529649719596}
+{"Finetune/Learning Rate": 2.3311432607814275e-06, "Finetune/Loss": 0.6424282789230347, "Finetune/Loss (Raw)": 0.6727805137634277, "Finetune/Step": 15094, "Finetune/Step Time": 6.631165951490402}
+{"Finetune/Learning Rate": 2.3300626324549515e-06, "Finetune/Loss": 0.6417896747589111, "Finetune/Loss (Raw)": 0.6224806308746338, "Finetune/Step": 15095, "Finetune/Step Time": 6.633950233459473}
+{"Finetune/Learning Rate": 2.328982221626087e-06, "Finetune/Loss": 0.642316997051239, "Finetune/Loss (Raw)": 0.6885449290275574, "Finetune/Step": 15096, "Finetune/Step Time": 6.632146345451474}
+{"Finetune/Learning Rate": 2.327902028325474e-06, "Finetune/Loss": 0.6447618007659912, "Finetune/Loss (Raw)": 0.7629867792129517, "Finetune/Step": 15097, "Finetune/Step Time": 6.61869639903307}
+{"Finetune/Learning Rate": 2.3268220525837436e-06, "Finetune/Loss": 0.6452977657318115, "Finetune/Loss (Raw)": 0.6827152967453003, "Finetune/Step": 15098, "Finetune/Step Time": 6.618445577099919}
+{"Finetune/Learning Rate": 2.3257422944315187e-06, "Finetune/Loss": 0.6461915969848633, "Finetune/Loss (Raw)": 0.7388601899147034, "Finetune/Step": 15099, "Finetune/Step Time": 6.617844069376588}
+{"Finetune/Learning Rate": 2.3246627538994213e-06, "Finetune/Loss": 0.6464080810546875, "Finetune/Loss (Raw)": 0.6173791289329529, "Finetune/Step": 15100, "Finetune/Step Time": 6.619369613006711}
+{"Finetune/Learning Rate": 2.3235834310180615e-06, "Finetune/Loss": 0.646180272102356, "Finetune/Loss (Raw)": 0.596816897392273, "Finetune/Step": 15101, "Finetune/Step Time": 6.615719743072987}
+{"Finetune/Learning Rate": 2.3225043258180468e-06, "Finetune/Loss": 0.6452240347862244, "Finetune/Loss (Raw)": 0.5990102887153625, "Finetune/Step": 15102, "Finetune/Step Time": 6.643576681613922}
+{"Finetune/Learning Rate": 2.3214254383299783e-06, "Finetune/Loss": 0.6447082161903381, "Finetune/Loss (Raw)": 0.6278218626976013, "Finetune/Step": 15103, "Finetune/Step Time": 6.634341603145003}
+{"Finetune/Learning Rate": 2.320346768584449e-06, "Finetune/Loss": 0.6442812085151672, "Finetune/Loss (Raw)": 0.7146152257919312, "Finetune/Step": 15104, "Finetune/Step Time": 6.634095124900341}
+{"Finetune/Learning Rate": 2.3192683166120476e-06, "Finetune/Loss": 0.6435539126396179, "Finetune/Loss (Raw)": 0.5715723633766174, "Finetune/Step": 15105, "Finetune/Step Time": 6.636723402887583}
+{"Finetune/Learning Rate": 2.3181900824433577e-06, "Finetune/Loss": 0.6433638334274292, "Finetune/Loss (Raw)": 0.5918551087379456, "Finetune/Step": 15106, "Finetune/Step Time": 6.634915081784129}
+{"Finetune/Learning Rate": 2.3171120661089506e-06, "Finetune/Loss": 0.6432164907455444, "Finetune/Loss (Raw)": 0.6416840553283691, "Finetune/Step": 15107, "Finetune/Step Time": 6.6361290365457535}
+{"Finetune/Learning Rate": 2.3160342676393954e-06, "Finetune/Loss": 0.6445218324661255, "Finetune/Loss (Raw)": 0.6608589291572571, "Finetune/Step": 15108, "Finetune/Step Time": 6.62030821479857}
+{"Finetune/Learning Rate": 2.3149566870652605e-06, "Finetune/Loss": 0.6446043848991394, "Finetune/Loss (Raw)": 0.6204879283905029, "Finetune/Step": 15109, "Finetune/Step Time": 6.613566666841507}
+{"Finetune/Learning Rate": 2.313879324417101e-06, "Finetune/Loss": 0.6459288597106934, "Finetune/Loss (Raw)": 0.6935912370681763, "Finetune/Step": 15110, "Finetune/Step Time": 6.612606305629015}
+{"Finetune/Learning Rate": 2.3128021797254673e-06, "Finetune/Loss": 0.6460659503936768, "Finetune/Loss (Raw)": 0.6816449761390686, "Finetune/Step": 15111, "Finetune/Step Time": 6.614352623000741}
+{"Finetune/Learning Rate": 2.3117252530209067e-06, "Finetune/Loss": 0.645828127861023, "Finetune/Loss (Raw)": 0.6464305520057678, "Finetune/Step": 15112, "Finetune/Step Time": 6.615909192711115}
+{"Finetune/Learning Rate": 2.310648544333953e-06, "Finetune/Loss": 0.6455204486846924, "Finetune/Loss (Raw)": 0.5495221614837646, "Finetune/Step": 15113, "Finetune/Step Time": 6.6179349683225155}
+{"Finetune/Learning Rate": 2.3095720536951418e-06, "Finetune/Loss": 0.6472685933113098, "Finetune/Loss (Raw)": 0.6830587983131409, "Finetune/Step": 15114, "Finetune/Step Time": 6.607298729941249}
+{"Finetune/Learning Rate": 2.308495781134995e-06, "Finetune/Loss": 0.6460094451904297, "Finetune/Loss (Raw)": 0.5551893711090088, "Finetune/Step": 15115, "Finetune/Step Time": 6.602243330329657}
+{"Finetune/Learning Rate": 2.3074197266840383e-06, "Finetune/Loss": 0.6460477113723755, "Finetune/Loss (Raw)": 0.6534109115600586, "Finetune/Step": 15116, "Finetune/Step Time": 6.603314397856593}
+{"Finetune/Learning Rate": 2.3063438903727843e-06, "Finetune/Loss": 0.6454043388366699, "Finetune/Loss (Raw)": 0.431805282831192, "Finetune/Step": 15117, "Finetune/Step Time": 6.616288224235177}
+{"Finetune/Learning Rate": 2.305268272231742e-06, "Finetune/Loss": 0.6446372270584106, "Finetune/Loss (Raw)": 0.5714921951293945, "Finetune/Step": 15118, "Finetune/Step Time": 6.634030507877469}
+{"Finetune/Learning Rate": 2.304192872291409e-06, "Finetune/Loss": 0.6437116861343384, "Finetune/Loss (Raw)": 0.5742330551147461, "Finetune/Step": 15119, "Finetune/Step Time": 6.642007222399116}
+{"Finetune/Learning Rate": 2.3031176905822805e-06, "Finetune/Loss": 0.6444339752197266, "Finetune/Loss (Raw)": 0.7875617742538452, "Finetune/Step": 15120, "Finetune/Step Time": 6.641482561826706}
+{"Finetune/Learning Rate": 2.302042727134848e-06, "Finetune/Loss": 0.645633339881897, "Finetune/Loss (Raw)": 0.6569940447807312, "Finetune/Step": 15121, "Finetune/Step Time": 6.624057736247778}
+{"Finetune/Learning Rate": 2.3009679819795905e-06, "Finetune/Loss": 0.6452142000198364, "Finetune/Loss (Raw)": 0.5898650884628296, "Finetune/Step": 15122, "Finetune/Step Time": 6.621638728305697}
+{"Finetune/Learning Rate": 2.299893455146992e-06, "Finetune/Loss": 0.6446765661239624, "Finetune/Loss (Raw)": 0.5787347555160522, "Finetune/Step": 15123, "Finetune/Step Time": 6.6276167295873165}
+{"Finetune/Learning Rate": 2.29881914666752e-06, "Finetune/Loss": 0.6446460485458374, "Finetune/Loss (Raw)": 0.6852129101753235, "Finetune/Step": 15124, "Finetune/Step Time": 6.64116639085114}
+{"Finetune/Learning Rate": 2.2977450565716363e-06, "Finetune/Loss": 0.6456588506698608, "Finetune/Loss (Raw)": 0.5593246221542358, "Finetune/Step": 15125, "Finetune/Step Time": 6.632335666567087}
+{"Finetune/Learning Rate": 2.2966711848898005e-06, "Finetune/Loss": 0.6448413133621216, "Finetune/Loss (Raw)": 0.6158506870269775, "Finetune/Step": 15126, "Finetune/Step Time": 6.622111828997731}
+{"Finetune/Learning Rate": 2.2955975316524637e-06, "Finetune/Loss": 0.6448614597320557, "Finetune/Loss (Raw)": 0.6653367877006531, "Finetune/Step": 15127, "Finetune/Step Time": 6.643723348155618}
+{"Finetune/Learning Rate": 2.2945240968900728e-06, "Finetune/Loss": 0.644575834274292, "Finetune/Loss (Raw)": 0.6979016065597534, "Finetune/Step": 15128, "Finetune/Step Time": 6.6431455463171005}
+{"Finetune/Learning Rate": 2.2934508806330646e-06, "Finetune/Loss": 0.6450406908988953, "Finetune/Loss (Raw)": 0.6554691195487976, "Finetune/Step": 15129, "Finetune/Step Time": 6.640884455293417}
+{"Finetune/Learning Rate": 2.2923778829118804e-06, "Finetune/Loss": 0.6443518400192261, "Finetune/Loss (Raw)": 0.5277324914932251, "Finetune/Step": 15130, "Finetune/Step Time": 6.637599671259522}
+{"Finetune/Learning Rate": 2.291305103756939e-06, "Finetune/Loss": 0.6433414220809937, "Finetune/Loss (Raw)": 0.5445497035980225, "Finetune/Step": 15131, "Finetune/Step Time": 6.634779008105397}
+{"Finetune/Learning Rate": 2.2902325431986636e-06, "Finetune/Loss": 0.6427642703056335, "Finetune/Loss (Raw)": 0.6699944734573364, "Finetune/Step": 15132, "Finetune/Step Time": 6.631739983335137}
+{"Finetune/Learning Rate": 2.2891602012674705e-06, "Finetune/Loss": 0.6429307460784912, "Finetune/Loss (Raw)": 0.7252875566482544, "Finetune/Step": 15133, "Finetune/Step Time": 6.632718611508608}
+{"Finetune/Learning Rate": 2.2880880779937674e-06, "Finetune/Loss": 0.6429200172424316, "Finetune/Loss (Raw)": 0.6595304608345032, "Finetune/Step": 15134, "Finetune/Step Time": 6.627333847805858}
+{"Finetune/Learning Rate": 2.2870161734079565e-06, "Finetune/Loss": 0.6430670022964478, "Finetune/Loss (Raw)": 0.5790432691574097, "Finetune/Step": 15135, "Finetune/Step Time": 6.6453386303037405}
+{"Finetune/Learning Rate": 2.2859444875404347e-06, "Finetune/Loss": 0.6430490016937256, "Finetune/Loss (Raw)": 0.6968494653701782, "Finetune/Step": 15136, "Finetune/Step Time": 6.667771779000759}
+{"Finetune/Learning Rate": 2.2848730204215906e-06, "Finetune/Loss": 0.642914891242981, "Finetune/Loss (Raw)": 0.691921055316925, "Finetune/Step": 15137, "Finetune/Step Time": 6.669806016609073}
+{"Finetune/Learning Rate": 2.2838017720818095e-06, "Finetune/Loss": 0.6427660584449768, "Finetune/Loss (Raw)": 0.6097067594528198, "Finetune/Step": 15138, "Finetune/Step Time": 6.671459328383207}
+{"Finetune/Learning Rate": 2.2827307425514677e-06, "Finetune/Loss": 0.6418358087539673, "Finetune/Loss (Raw)": 0.5081130266189575, "Finetune/Step": 15139, "Finetune/Step Time": 6.681453054770827}
+{"Finetune/Learning Rate": 2.2816599318609367e-06, "Finetune/Loss": 0.6417528986930847, "Finetune/Loss (Raw)": 0.587335467338562, "Finetune/Step": 15140, "Finetune/Step Time": 6.690696377307177}
+{"Finetune/Learning Rate": 2.280589340040583e-06, "Finetune/Loss": 0.6413533687591553, "Finetune/Loss (Raw)": 0.5434547066688538, "Finetune/Step": 15141, "Finetune/Step Time": 6.694185936823487}
+{"Finetune/Learning Rate": 2.279518967120764e-06, "Finetune/Loss": 0.6424012780189514, "Finetune/Loss (Raw)": 0.7616357207298279, "Finetune/Step": 15142, "Finetune/Step Time": 6.692517763003707}
+{"Finetune/Learning Rate": 2.2784488131318326e-06, "Finetune/Loss": 0.6434038877487183, "Finetune/Loss (Raw)": 0.7436561584472656, "Finetune/Step": 15143, "Finetune/Step Time": 6.6965883038938046}
+{"Finetune/Learning Rate": 2.277378878104136e-06, "Finetune/Loss": 0.6427444815635681, "Finetune/Loss (Raw)": 0.5741901993751526, "Finetune/Step": 15144, "Finetune/Step Time": 6.697682352736592}
+{"Finetune/Learning Rate": 2.2763091620680143e-06, "Finetune/Loss": 0.643673300743103, "Finetune/Loss (Raw)": 0.784574031829834, "Finetune/Step": 15145, "Finetune/Step Time": 6.707020768895745}
+{"Finetune/Learning Rate": 2.275239665053801e-06, "Finetune/Loss": 0.6433711051940918, "Finetune/Loss (Raw)": 0.5703784227371216, "Finetune/Step": 15146, "Finetune/Step Time": 6.707082128152251}
+{"Finetune/Learning Rate": 2.274170387091825e-06, "Finetune/Loss": 0.6429030299186707, "Finetune/Loss (Raw)": 0.5719920992851257, "Finetune/Step": 15147, "Finetune/Step Time": 6.70981053635478}
+{"Finetune/Learning Rate": 2.2731013282124113e-06, "Finetune/Loss": 0.6438015699386597, "Finetune/Loss (Raw)": 0.747786283493042, "Finetune/Step": 15148, "Finetune/Step Time": 6.711029285565019}
+{"Finetune/Learning Rate": 2.2720324884458643e-06, "Finetune/Loss": 0.644449770450592, "Finetune/Loss (Raw)": 0.6929627656936646, "Finetune/Step": 15149, "Finetune/Step Time": 6.710657456889749}
+{"Finetune/Learning Rate": 2.2709638678225044e-06, "Finetune/Loss": 0.6429908275604248, "Finetune/Loss (Raw)": 0.5590644478797913, "Finetune/Step": 15150, "Finetune/Step Time": 6.718306083232164}
+{"Finetune/Learning Rate": 2.26989546637263e-06, "Finetune/Loss": 0.6423345804214478, "Finetune/Loss (Raw)": 0.5984758734703064, "Finetune/Step": 15151, "Finetune/Step Time": 6.734071919694543}
+{"Finetune/Learning Rate": 2.268827284126539e-06, "Finetune/Loss": 0.6419030427932739, "Finetune/Loss (Raw)": 0.6252543330192566, "Finetune/Step": 15152, "Finetune/Step Time": 6.734726369380951}
+{"Finetune/Learning Rate": 2.267759321114522e-06, "Finetune/Loss": 0.6412222385406494, "Finetune/Loss (Raw)": 0.5856248140335083, "Finetune/Step": 15153, "Finetune/Step Time": 6.703621823340654}
+{"Finetune/Learning Rate": 2.2666915773668628e-06, "Finetune/Loss": 0.6420779228210449, "Finetune/Loss (Raw)": 0.7091476917266846, "Finetune/Step": 15154, "Finetune/Step Time": 6.702656114473939}
+{"Finetune/Learning Rate": 2.265624052913844e-06, "Finetune/Loss": 0.640876293182373, "Finetune/Loss (Raw)": 0.5875329971313477, "Finetune/Step": 15155, "Finetune/Step Time": 6.703244520351291}
+{"Finetune/Learning Rate": 2.2645567477857266e-06, "Finetune/Loss": 0.6408505439758301, "Finetune/Loss (Raw)": 0.5606489777565002, "Finetune/Step": 15156, "Finetune/Step Time": 6.700756190344691}
+{"Finetune/Learning Rate": 2.2634896620127855e-06, "Finetune/Loss": 0.6408798694610596, "Finetune/Loss (Raw)": 0.5096437931060791, "Finetune/Step": 15157, "Finetune/Step Time": 6.704828413203359}
+{"Finetune/Learning Rate": 2.262422795625279e-06, "Finetune/Loss": 0.641377329826355, "Finetune/Loss (Raw)": 0.7045590281486511, "Finetune/Step": 15158, "Finetune/Step Time": 6.703830579295754}
+{"Finetune/Learning Rate": 2.2613561486534586e-06, "Finetune/Loss": 0.641708493232727, "Finetune/Loss (Raw)": 0.7026951909065247, "Finetune/Step": 15159, "Finetune/Step Time": 6.688072305172682}
+{"Finetune/Learning Rate": 2.260289721127572e-06, "Finetune/Loss": 0.6414988040924072, "Finetune/Loss (Raw)": 0.616162121295929, "Finetune/Step": 15160, "Finetune/Step Time": 6.685863794758916}
+{"Finetune/Learning Rate": 2.2592235130778626e-06, "Finetune/Loss": 0.6421476602554321, "Finetune/Loss (Raw)": 0.7155429124832153, "Finetune/Step": 15161, "Finetune/Step Time": 6.688257746398449}
+{"Finetune/Learning Rate": 2.258157524534561e-06, "Finetune/Loss": 0.6423724889755249, "Finetune/Loss (Raw)": 0.6647566556930542, "Finetune/Step": 15162, "Finetune/Step Time": 6.696439050137997}
+{"Finetune/Learning Rate": 2.257091755527896e-06, "Finetune/Loss": 0.6416904330253601, "Finetune/Loss (Raw)": 0.6898680329322815, "Finetune/Step": 15163, "Finetune/Step Time": 6.6993154641240835}
+{"Finetune/Learning Rate": 2.256026206088089e-06, "Finetune/Loss": 0.6420447826385498, "Finetune/Loss (Raw)": 0.6716452240943909, "Finetune/Step": 15164, "Finetune/Step Time": 6.706279888749123}
+{"Finetune/Learning Rate": 2.25496087624536e-06, "Finetune/Loss": 0.6437934637069702, "Finetune/Loss (Raw)": 0.844538152217865, "Finetune/Step": 15165, "Finetune/Step Time": 6.704514753073454}
+{"Finetune/Learning Rate": 2.2538957660299166e-06, "Finetune/Loss": 0.6433954238891602, "Finetune/Loss (Raw)": 0.5780027508735657, "Finetune/Step": 15166, "Finetune/Step Time": 6.705588091164827}
+{"Finetune/Learning Rate": 2.252830875471965e-06, "Finetune/Loss": 0.6431964039802551, "Finetune/Loss (Raw)": 0.690495491027832, "Finetune/Step": 15167, "Finetune/Step Time": 6.673044694587588}
+{"Finetune/Learning Rate": 2.2517662046016975e-06, "Finetune/Loss": 0.6432565450668335, "Finetune/Loss (Raw)": 0.6401232481002808, "Finetune/Step": 15168, "Finetune/Step Time": 6.674038026481867}
+{"Finetune/Learning Rate": 2.250701753449308e-06, "Finetune/Loss": 0.6431713700294495, "Finetune/Loss (Raw)": 0.6964422464370728, "Finetune/Step": 15169, "Finetune/Step Time": 6.691523673012853}
+{"Finetune/Learning Rate": 2.2496375220449795e-06, "Finetune/Loss": 0.6429848074913025, "Finetune/Loss (Raw)": 0.6398070454597473, "Finetune/Step": 15170, "Finetune/Step Time": 6.694698868319392}
+{"Finetune/Learning Rate": 2.2485735104188898e-06, "Finetune/Loss": 0.6426531076431274, "Finetune/Loss (Raw)": 0.6334818601608276, "Finetune/Step": 15171, "Finetune/Step Time": 6.695869507268071}
+{"Finetune/Learning Rate": 2.247509718601215e-06, "Finetune/Loss": 0.6435204744338989, "Finetune/Loss (Raw)": 0.6458635330200195, "Finetune/Step": 15172, "Finetune/Step Time": 6.699468143284321}
+{"Finetune/Learning Rate": 2.2464461466221234e-06, "Finetune/Loss": 0.6433966755867004, "Finetune/Loss (Raw)": 0.6359910368919373, "Finetune/Step": 15173, "Finetune/Step Time": 6.70350993797183}
+{"Finetune/Learning Rate": 2.2453827945117678e-06, "Finetune/Loss": 0.6444536447525024, "Finetune/Loss (Raw)": 0.7879391312599182, "Finetune/Step": 15174, "Finetune/Step Time": 6.695097852498293}
+{"Finetune/Learning Rate": 2.244319662300305e-06, "Finetune/Loss": 0.6447333693504333, "Finetune/Loss (Raw)": 0.6750363111495972, "Finetune/Step": 15175, "Finetune/Step Time": 6.696080124005675}
+{"Finetune/Learning Rate": 2.2432567500178828e-06, "Finetune/Loss": 0.6451351046562195, "Finetune/Loss (Raw)": 0.5763388276100159, "Finetune/Step": 15176, "Finetune/Step Time": 6.705344703048468}
+{"Finetune/Learning Rate": 2.242194057694641e-06, "Finetune/Loss": 0.6456907987594604, "Finetune/Loss (Raw)": 0.6615169644355774, "Finetune/Step": 15177, "Finetune/Step Time": 6.699098831042647}
+{"Finetune/Learning Rate": 2.241131585360713e-06, "Finetune/Loss": 0.645766019821167, "Finetune/Loss (Raw)": 0.6476128101348877, "Finetune/Step": 15178, "Finetune/Step Time": 6.696889383718371}
+{"Finetune/Learning Rate": 2.2400693330462353e-06, "Finetune/Loss": 0.6462597250938416, "Finetune/Loss (Raw)": 0.7243704795837402, "Finetune/Step": 15179, "Finetune/Step Time": 6.690367804840207}
+{"Finetune/Learning Rate": 2.239007300781323e-06, "Finetune/Loss": 0.6452500820159912, "Finetune/Loss (Raw)": 0.5761013031005859, "Finetune/Step": 15180, "Finetune/Step Time": 6.6918810326606035}
+{"Finetune/Learning Rate": 2.237945488596094e-06, "Finetune/Loss": 0.6453744769096375, "Finetune/Loss (Raw)": 0.6916753053665161, "Finetune/Step": 15181, "Finetune/Step Time": 6.685380537062883}
+{"Finetune/Learning Rate": 2.2368838965206586e-06, "Finetune/Loss": 0.6453291177749634, "Finetune/Loss (Raw)": 0.6401156187057495, "Finetune/Step": 15182, "Finetune/Step Time": 6.68597356043756}
+{"Finetune/Learning Rate": 2.2358225245851196e-06, "Finetune/Loss": 0.6460086703300476, "Finetune/Loss (Raw)": 0.6297627091407776, "Finetune/Step": 15183, "Finetune/Step Time": 6.665645798668265}
+{"Finetune/Learning Rate": 2.234761372819577e-06, "Finetune/Loss": 0.6465492248535156, "Finetune/Loss (Raw)": 0.6950395107269287, "Finetune/Step": 15184, "Finetune/Step Time": 6.669615821912885}
+{"Finetune/Learning Rate": 2.2337004412541197e-06, "Finetune/Loss": 0.6470414400100708, "Finetune/Loss (Raw)": 0.5852367281913757, "Finetune/Step": 15185, "Finetune/Step Time": 6.656790811568499}
+{"Finetune/Learning Rate": 2.232639729918833e-06, "Finetune/Loss": 0.6460686922073364, "Finetune/Loss (Raw)": 0.5321688652038574, "Finetune/Step": 15186, "Finetune/Step Time": 6.655302692204714}
+{"Finetune/Learning Rate": 2.2315792388437975e-06, "Finetune/Loss": 0.6451712846755981, "Finetune/Loss (Raw)": 0.49805155396461487, "Finetune/Step": 15187, "Finetune/Step Time": 6.660458955913782}
+{"Finetune/Learning Rate": 2.2305189680590834e-06, "Finetune/Loss": 0.6446232199668884, "Finetune/Loss (Raw)": 0.5987160801887512, "Finetune/Step": 15188, "Finetune/Step Time": 6.665608713403344}
+{"Finetune/Learning Rate": 2.2294589175947577e-06, "Finetune/Loss": 0.645331859588623, "Finetune/Loss (Raw)": 0.6571950912475586, "Finetune/Step": 15189, "Finetune/Step Time": 6.662165008485317}
+{"Finetune/Learning Rate": 2.2283990874808812e-06, "Finetune/Loss": 0.6467190384864807, "Finetune/Loss (Raw)": 0.8210462927818298, "Finetune/Step": 15190, "Finetune/Step Time": 6.658672660589218}
+{"Finetune/Learning Rate": 2.2273394777475068e-06, "Finetune/Loss": 0.6468575596809387, "Finetune/Loss (Raw)": 0.5906805992126465, "Finetune/Step": 15191, "Finetune/Step Time": 6.659278271719813}
+{"Finetune/Learning Rate": 2.2262800884246828e-06, "Finetune/Loss": 0.647481381893158, "Finetune/Loss (Raw)": 0.6858491897583008, "Finetune/Step": 15192, "Finetune/Step Time": 6.650922439992428}
+{"Finetune/Learning Rate": 2.22522091954245e-06, "Finetune/Loss": 0.6470983028411865, "Finetune/Loss (Raw)": 0.6430111527442932, "Finetune/Step": 15193, "Finetune/Step Time": 6.6531953029334545}
+{"Finetune/Learning Rate": 2.2241619711308425e-06, "Finetune/Loss": 0.6468430757522583, "Finetune/Loss (Raw)": 0.695654571056366, "Finetune/Step": 15194, "Finetune/Step Time": 6.646840620785952}
+{"Finetune/Learning Rate": 2.2231032432198906e-06, "Finetune/Loss": 0.6462141275405884, "Finetune/Loss (Raw)": 0.6417850255966187, "Finetune/Step": 15195, "Finetune/Step Time": 6.643627410754561}
+{"Finetune/Learning Rate": 2.222044735839617e-06, "Finetune/Loss": 0.6467113494873047, "Finetune/Loss (Raw)": 0.7069722414016724, "Finetune/Step": 15196, "Finetune/Step Time": 6.65385733358562}
+{"Finetune/Learning Rate": 2.2209864490200385e-06, "Finetune/Loss": 0.6456331014633179, "Finetune/Loss (Raw)": 0.6116501092910767, "Finetune/Step": 15197, "Finetune/Step Time": 6.651593940332532}
+{"Finetune/Learning Rate": 2.219928382791159e-06, "Finetune/Loss": 0.6455326080322266, "Finetune/Loss (Raw)": 0.6760013103485107, "Finetune/Step": 15198, "Finetune/Step Time": 6.653783977031708}
+{"Finetune/Learning Rate": 2.218870537182989e-06, "Finetune/Loss": 0.6450743675231934, "Finetune/Loss (Raw)": 0.6123594641685486, "Finetune/Step": 15199, "Finetune/Step Time": 6.652535954490304}
+{"Finetune/Learning Rate": 2.2178129122255255e-06, "Finetune/Loss": 0.6458444595336914, "Finetune/Loss (Raw)": 0.6355277299880981, "Finetune/Step": 15200, "Finetune/Step Time": 6.649108715355396}
+{"Finetune/Learning Rate": 2.2167555079487567e-06, "Finetune/Loss": 0.645305871963501, "Finetune/Loss (Raw)": 0.5033953189849854, "Finetune/Step": 15201, "Finetune/Step Time": 6.6431651040911674}
+{"Finetune/Learning Rate": 2.21569832438267e-06, "Finetune/Loss": 0.6453986167907715, "Finetune/Loss (Raw)": 0.7398642301559448, "Finetune/Step": 15202, "Finetune/Step Time": 6.640099639073014}
+{"Finetune/Learning Rate": 2.214641361557246e-06, "Finetune/Loss": 0.6457354426383972, "Finetune/Loss (Raw)": 0.6583731770515442, "Finetune/Step": 15203, "Finetune/Step Time": 6.642410030588508}
+{"Finetune/Learning Rate": 2.213584619502451e-06, "Finetune/Loss": 0.6459926962852478, "Finetune/Loss (Raw)": 0.7119686007499695, "Finetune/Step": 15204, "Finetune/Step Time": 6.642578912898898}
+{"Finetune/Learning Rate": 2.2125280982482523e-06, "Finetune/Loss": 0.6451402902603149, "Finetune/Loss (Raw)": 0.5814040899276733, "Finetune/Step": 15205, "Finetune/Step Time": 6.643935315310955}
+{"Finetune/Learning Rate": 2.211471797824615e-06, "Finetune/Loss": 0.6439130902290344, "Finetune/Loss (Raw)": 0.5680510401725769, "Finetune/Step": 15206, "Finetune/Step Time": 6.663094894960523}
+{"Finetune/Learning Rate": 2.2104157182614893e-06, "Finetune/Loss": 0.6441537737846375, "Finetune/Loss (Raw)": 0.6411871910095215, "Finetune/Step": 15207, "Finetune/Step Time": 6.668470449745655}
+{"Finetune/Learning Rate": 2.209359859588823e-06, "Finetune/Loss": 0.645327091217041, "Finetune/Loss (Raw)": 0.731471598148346, "Finetune/Step": 15208, "Finetune/Step Time": 6.667983282357454}
+{"Finetune/Learning Rate": 2.208304221836561e-06, "Finetune/Loss": 0.6443076133728027, "Finetune/Loss (Raw)": 0.592578113079071, "Finetune/Step": 15209, "Finetune/Step Time": 6.654196429997683}
+{"Finetune/Learning Rate": 2.207248805034632e-06, "Finetune/Loss": 0.6445146203041077, "Finetune/Loss (Raw)": 0.638592004776001, "Finetune/Step": 15210, "Finetune/Step Time": 6.65228003449738}
+{"Finetune/Learning Rate": 2.2061936092129667e-06, "Finetune/Loss": 0.6432808637619019, "Finetune/Loss (Raw)": 0.5644620656967163, "Finetune/Step": 15211, "Finetune/Step Time": 6.670004732906818}
+{"Finetune/Learning Rate": 2.2051386344014856e-06, "Finetune/Loss": 0.6437123417854309, "Finetune/Loss (Raw)": 0.7154703736305237, "Finetune/Step": 15212, "Finetune/Step Time": 6.668494023382664}
+{"Finetune/Learning Rate": 2.20408388063011e-06, "Finetune/Loss": 0.6432496905326843, "Finetune/Loss (Raw)": 0.6285591721534729, "Finetune/Step": 15213, "Finetune/Step Time": 6.6729176212102175}
+{"Finetune/Learning Rate": 2.203029347928747e-06, "Finetune/Loss": 0.6423146724700928, "Finetune/Loss (Raw)": 0.659496545791626, "Finetune/Step": 15214, "Finetune/Step Time": 6.676632950082421}
+{"Finetune/Learning Rate": 2.2019750363273028e-06, "Finetune/Loss": 0.6419245004653931, "Finetune/Loss (Raw)": 0.5795260667800903, "Finetune/Step": 15215, "Finetune/Step Time": 6.674498025327921}
+{"Finetune/Learning Rate": 2.200920945855669e-06, "Finetune/Loss": 0.64272540807724, "Finetune/Loss (Raw)": 0.7304426431655884, "Finetune/Step": 15216, "Finetune/Step Time": 6.673848325386643}
+{"Finetune/Learning Rate": 2.199867076543739e-06, "Finetune/Loss": 0.6424841284751892, "Finetune/Loss (Raw)": 0.5899795889854431, "Finetune/Step": 15217, "Finetune/Step Time": 6.688035242259502}
+{"Finetune/Learning Rate": 2.198813428421399e-06, "Finetune/Loss": 0.6425461769104004, "Finetune/Loss (Raw)": 0.6258643269538879, "Finetune/Step": 15218, "Finetune/Step Time": 6.684923315420747}
+{"Finetune/Learning Rate": 2.1977600015185265e-06, "Finetune/Loss": 0.6412879228591919, "Finetune/Loss (Raw)": 0.5310149192810059, "Finetune/Step": 15219, "Finetune/Step Time": 6.687675172463059}
+{"Finetune/Learning Rate": 2.196706795864991e-06, "Finetune/Loss": 0.6418479084968567, "Finetune/Loss (Raw)": 0.7827706933021545, "Finetune/Step": 15220, "Finetune/Step Time": 6.6898990627378225}
+{"Finetune/Learning Rate": 2.1956538114906666e-06, "Finetune/Loss": 0.641228973865509, "Finetune/Loss (Raw)": 0.5662558674812317, "Finetune/Step": 15221, "Finetune/Step Time": 6.690611727535725}
+{"Finetune/Learning Rate": 2.194601048425404e-06, "Finetune/Loss": 0.6409751772880554, "Finetune/Loss (Raw)": 0.6402988433837891, "Finetune/Step": 15222, "Finetune/Step Time": 6.697608195245266}
+{"Finetune/Learning Rate": 2.193548506699061e-06, "Finetune/Loss": 0.6408935785293579, "Finetune/Loss (Raw)": 0.6120404005050659, "Finetune/Step": 15223, "Finetune/Step Time": 6.6964052598923445}
+{"Finetune/Learning Rate": 2.192496186341484e-06, "Finetune/Loss": 0.6400478482246399, "Finetune/Loss (Raw)": 0.5802913904190063, "Finetune/Step": 15224, "Finetune/Step Time": 6.696679752320051}
+{"Finetune/Learning Rate": 2.1914440873825127e-06, "Finetune/Loss": 0.6384532451629639, "Finetune/Loss (Raw)": 0.5588663220405579, "Finetune/Step": 15225, "Finetune/Step Time": 6.713429495692253}
+{"Finetune/Learning Rate": 2.1903922098519837e-06, "Finetune/Loss": 0.6384079456329346, "Finetune/Loss (Raw)": 0.676918089389801, "Finetune/Step": 15226, "Finetune/Step Time": 6.712087880820036}
+{"Finetune/Learning Rate": 2.189340553779723e-06, "Finetune/Loss": 0.638842761516571, "Finetune/Loss (Raw)": 0.7945206165313721, "Finetune/Step": 15227, "Finetune/Step Time": 6.726060263812542}
+{"Finetune/Learning Rate": 2.1882891191955535e-06, "Finetune/Loss": 0.6390979290008545, "Finetune/Loss (Raw)": 0.6500406265258789, "Finetune/Step": 15228, "Finetune/Step Time": 6.726302143186331}
+{"Finetune/Learning Rate": 2.1872379061292916e-06, "Finetune/Loss": 0.6393600702285767, "Finetune/Loss (Raw)": 0.6303727626800537, "Finetune/Step": 15229, "Finetune/Step Time": 6.729765525087714}
+{"Finetune/Learning Rate": 2.186186914610746e-06, "Finetune/Loss": 0.6401616334915161, "Finetune/Loss (Raw)": 0.7016111612319946, "Finetune/Step": 15230, "Finetune/Step Time": 6.710384069010615}
+{"Finetune/Learning Rate": 2.1851361446697204e-06, "Finetune/Loss": 0.6411950588226318, "Finetune/Loss (Raw)": 0.7600936889648438, "Finetune/Step": 15231, "Finetune/Step Time": 6.720152325928211}
+{"Finetune/Learning Rate": 2.184085596336011e-06, "Finetune/Loss": 0.6406316757202148, "Finetune/Loss (Raw)": 0.6425037980079651, "Finetune/Step": 15232, "Finetune/Step Time": 6.721226656809449}
+{"Finetune/Learning Rate": 2.1830352696394087e-06, "Finetune/Loss": 0.6408904790878296, "Finetune/Loss (Raw)": 0.6047064661979675, "Finetune/Step": 15233, "Finetune/Step Time": 6.730231165885925}
+{"Finetune/Learning Rate": 2.181985164609697e-06, "Finetune/Loss": 0.6406208872795105, "Finetune/Loss (Raw)": 0.5573448538780212, "Finetune/Step": 15234, "Finetune/Step Time": 6.732986411079764}
+{"Finetune/Learning Rate": 2.180935281276655e-06, "Finetune/Loss": 0.6401522159576416, "Finetune/Loss (Raw)": 0.5816883444786072, "Finetune/Step": 15235, "Finetune/Step Time": 6.74421545304358}
+{"Finetune/Learning Rate": 2.1798856196700544e-06, "Finetune/Loss": 0.6400231122970581, "Finetune/Loss (Raw)": 0.6443418264389038, "Finetune/Step": 15236, "Finetune/Step Time": 6.744447210803628}
+{"Finetune/Learning Rate": 2.17883617981966e-06, "Finetune/Loss": 0.6400254964828491, "Finetune/Loss (Raw)": 0.6207813620567322, "Finetune/Step": 15237, "Finetune/Step Time": 6.745416834950447}
+{"Finetune/Learning Rate": 2.1777869617552304e-06, "Finetune/Loss": 0.639877438545227, "Finetune/Loss (Raw)": 0.674649715423584, "Finetune/Step": 15238, "Finetune/Step Time": 6.74513921327889}
+{"Finetune/Learning Rate": 2.17673796550652e-06, "Finetune/Loss": 0.6411492824554443, "Finetune/Loss (Raw)": 0.8444358110427856, "Finetune/Step": 15239, "Finetune/Step Time": 6.749317293986678}
+{"Finetune/Learning Rate": 2.175689191103275e-06, "Finetune/Loss": 0.6407681107521057, "Finetune/Loss (Raw)": 0.5976450443267822, "Finetune/Step": 15240, "Finetune/Step Time": 6.744927957653999}
+{"Finetune/Learning Rate": 2.1746406385752338e-06, "Finetune/Loss": 0.641444742679596, "Finetune/Loss (Raw)": 0.6361270546913147, "Finetune/Step": 15241, "Finetune/Step Time": 6.750832701101899}
+{"Finetune/Learning Rate": 2.1735923079521328e-06, "Finetune/Loss": 0.6411867141723633, "Finetune/Loss (Raw)": 0.6500349044799805, "Finetune/Step": 15242, "Finetune/Step Time": 6.753214845433831}
+{"Finetune/Learning Rate": 2.1725441992636986e-06, "Finetune/Loss": 0.6406564712524414, "Finetune/Loss (Raw)": 0.48731884360313416, "Finetune/Step": 15243, "Finetune/Step Time": 6.7568964175879955}
+{"Finetune/Learning Rate": 2.1714963125396515e-06, "Finetune/Loss": 0.6404943466186523, "Finetune/Loss (Raw)": 0.6326550245285034, "Finetune/Step": 15244, "Finetune/Step Time": 6.777223067358136}
+{"Finetune/Learning Rate": 2.170448647809709e-06, "Finetune/Loss": 0.6425057649612427, "Finetune/Loss (Raw)": 0.6892727613449097, "Finetune/Step": 15245, "Finetune/Step Time": 6.762612376362085}
+{"Finetune/Learning Rate": 2.1694012051035807e-06, "Finetune/Loss": 0.6432868242263794, "Finetune/Loss (Raw)": 0.6714634299278259, "Finetune/Step": 15246, "Finetune/Step Time": 6.742602052167058}
+{"Finetune/Learning Rate": 2.1683539844509614e-06, "Finetune/Loss": 0.6436377167701721, "Finetune/Loss (Raw)": 0.6191492676734924, "Finetune/Step": 15247, "Finetune/Step Time": 6.732038615271449}
+{"Finetune/Learning Rate": 2.1673069858815553e-06, "Finetune/Loss": 0.6417196989059448, "Finetune/Loss (Raw)": 0.5420544743537903, "Finetune/Step": 15248, "Finetune/Step Time": 6.734498590230942}
+{"Finetune/Learning Rate": 2.1662602094250508e-06, "Finetune/Loss": 0.6410276293754578, "Finetune/Loss (Raw)": 0.5684102773666382, "Finetune/Step": 15249, "Finetune/Step Time": 6.740502368658781}
+{"Finetune/Learning Rate": 2.1652136551111304e-06, "Finetune/Loss": 0.6407393217086792, "Finetune/Loss (Raw)": 0.5529661178588867, "Finetune/Step": 15250, "Finetune/Step Time": 6.743468638509512}
+{"Finetune/Learning Rate": 2.1641673229694714e-06, "Finetune/Loss": 0.641684889793396, "Finetune/Loss (Raw)": 0.699765145778656, "Finetune/Step": 15251, "Finetune/Step Time": 6.735198251903057}
+{"Finetune/Learning Rate": 2.1631212130297472e-06, "Finetune/Loss": 0.6407021284103394, "Finetune/Loss (Raw)": 0.5594137907028198, "Finetune/Step": 15252, "Finetune/Step Time": 6.716592412441969}
+{"Finetune/Learning Rate": 2.1620753253216186e-06, "Finetune/Loss": 0.6417946815490723, "Finetune/Loss (Raw)": 0.6991801857948303, "Finetune/Step": 15253, "Finetune/Step Time": 6.71247686445713}
+{"Finetune/Learning Rate": 2.1610296598747426e-06, "Finetune/Loss": 0.6401811838150024, "Finetune/Loss (Raw)": 0.4093157649040222, "Finetune/Step": 15254, "Finetune/Step Time": 6.722201209515333}
+{"Finetune/Learning Rate": 2.159984216718777e-06, "Finetune/Loss": 0.640228271484375, "Finetune/Loss (Raw)": 0.6713610887527466, "Finetune/Step": 15255, "Finetune/Step Time": 6.697642907500267}
+{"Finetune/Learning Rate": 2.158938995883365e-06, "Finetune/Loss": 0.639751136302948, "Finetune/Loss (Raw)": 0.6368322372436523, "Finetune/Step": 15256, "Finetune/Step Time": 6.702779266983271}
+{"Finetune/Learning Rate": 2.157893997398146e-06, "Finetune/Loss": 0.6397411823272705, "Finetune/Loss (Raw)": 0.6541935801506042, "Finetune/Step": 15257, "Finetune/Step Time": 6.702975261956453}
+{"Finetune/Learning Rate": 2.156849221292756e-06, "Finetune/Loss": 0.6413164138793945, "Finetune/Loss (Raw)": 0.7293694019317627, "Finetune/Step": 15258, "Finetune/Step Time": 6.707368046045303}
+{"Finetune/Learning Rate": 2.155804667596816e-06, "Finetune/Loss": 0.6429329514503479, "Finetune/Loss (Raw)": 0.751460611820221, "Finetune/Step": 15259, "Finetune/Step Time": 6.69958633556962}
+{"Finetune/Learning Rate": 2.1547603363399505e-06, "Finetune/Loss": 0.6432956457138062, "Finetune/Loss (Raw)": 0.7164168357849121, "Finetune/Step": 15260, "Finetune/Step Time": 6.69871755130589}
+{"Finetune/Learning Rate": 2.15371622755177e-06, "Finetune/Loss": 0.6423835754394531, "Finetune/Loss (Raw)": 0.6085482835769653, "Finetune/Step": 15261, "Finetune/Step Time": 6.700103759765625}
+{"Finetune/Learning Rate": 2.152672341261888e-06, "Finetune/Loss": 0.6421815752983093, "Finetune/Loss (Raw)": 0.6336727738380432, "Finetune/Step": 15262, "Finetune/Step Time": 6.69846879504621}
+{"Finetune/Learning Rate": 2.151628677499904e-06, "Finetune/Loss": 0.6422872543334961, "Finetune/Loss (Raw)": 0.5925736427307129, "Finetune/Step": 15263, "Finetune/Step Time": 6.682449100539088}
+{"Finetune/Learning Rate": 2.150585236295415e-06, "Finetune/Loss": 0.6417088508605957, "Finetune/Loss (Raw)": 0.6228108406066895, "Finetune/Step": 15264, "Finetune/Step Time": 6.655708460137248}
+{"Finetune/Learning Rate": 2.1495420176780056e-06, "Finetune/Loss": 0.6399552226066589, "Finetune/Loss (Raw)": 0.4674558937549591, "Finetune/Step": 15265, "Finetune/Step Time": 6.665253767743707}
+{"Finetune/Learning Rate": 2.1484990216772604e-06, "Finetune/Loss": 0.6404231786727905, "Finetune/Loss (Raw)": 0.6695969104766846, "Finetune/Step": 15266, "Finetune/Step Time": 6.671128684654832}
+{"Finetune/Learning Rate": 2.147456248322758e-06, "Finetune/Loss": 0.6414628624916077, "Finetune/Loss (Raw)": 0.6412003040313721, "Finetune/Step": 15267, "Finetune/Step Time": 6.660404497757554}
+{"Finetune/Learning Rate": 2.1464136976440618e-06, "Finetune/Loss": 0.6419998407363892, "Finetune/Loss (Raw)": 0.6560673117637634, "Finetune/Step": 15268, "Finetune/Step Time": 6.647227678447962}
+{"Finetune/Learning Rate": 2.1453713696707447e-06, "Finetune/Loss": 0.6436335444450378, "Finetune/Loss (Raw)": 0.7525717616081238, "Finetune/Step": 15269, "Finetune/Step Time": 6.664977280423045}
+{"Finetune/Learning Rate": 2.1443292644323623e-06, "Finetune/Loss": 0.643262505531311, "Finetune/Loss (Raw)": 0.7141439914703369, "Finetune/Step": 15270, "Finetune/Step Time": 6.666511096060276}
+{"Finetune/Learning Rate": 2.143287381958461e-06, "Finetune/Loss": 0.6423548460006714, "Finetune/Loss (Raw)": 0.6274719834327698, "Finetune/Step": 15271, "Finetune/Step Time": 6.665048614144325}
+{"Finetune/Learning Rate": 2.1422457222785875e-06, "Finetune/Loss": 0.6434134244918823, "Finetune/Loss (Raw)": 0.7096944451332092, "Finetune/Step": 15272, "Finetune/Step Time": 6.66411473043263}
+{"Finetune/Learning Rate": 2.1412042854222804e-06, "Finetune/Loss": 0.6426578760147095, "Finetune/Loss (Raw)": 0.6878570318222046, "Finetune/Step": 15273, "Finetune/Step Time": 6.654237100854516}
+{"Finetune/Learning Rate": 2.1401630714190736e-06, "Finetune/Loss": 0.6429075598716736, "Finetune/Loss (Raw)": 0.6023390293121338, "Finetune/Step": 15274, "Finetune/Step Time": 6.651900684460998}
+{"Finetune/Learning Rate": 2.13912208029849e-06, "Finetune/Loss": 0.6433650851249695, "Finetune/Loss (Raw)": 0.6305561065673828, "Finetune/Step": 15275, "Finetune/Step Time": 6.650670371949673}
+{"Finetune/Learning Rate": 2.138081312090052e-06, "Finetune/Loss": 0.642716109752655, "Finetune/Loss (Raw)": 0.6647167205810547, "Finetune/Step": 15276, "Finetune/Step Time": 6.633909601718187}
+{"Finetune/Learning Rate": 2.1370407668232727e-06, "Finetune/Loss": 0.642570436000824, "Finetune/Loss (Raw)": 0.6743189096450806, "Finetune/Step": 15277, "Finetune/Step Time": 6.640201069414616}
+{"Finetune/Learning Rate": 2.136000444527656e-06, "Finetune/Loss": 0.6436390280723572, "Finetune/Loss (Raw)": 0.6958414912223816, "Finetune/Step": 15278, "Finetune/Step Time": 6.635710654780269}
+{"Finetune/Learning Rate": 2.134960345232706e-06, "Finetune/Loss": 0.6445955038070679, "Finetune/Loss (Raw)": 0.720903217792511, "Finetune/Step": 15279, "Finetune/Step Time": 6.618180708959699}
+{"Finetune/Learning Rate": 2.133920468967915e-06, "Finetune/Loss": 0.6444274187088013, "Finetune/Loss (Raw)": 0.6037402749061584, "Finetune/Step": 15280, "Finetune/Step Time": 6.616140490397811}
+{"Finetune/Learning Rate": 2.1328808157627713e-06, "Finetune/Loss": 0.6446458101272583, "Finetune/Loss (Raw)": 0.6135806441307068, "Finetune/Step": 15281, "Finetune/Step Time": 6.614392884075642}
+{"Finetune/Learning Rate": 2.1318413856467556e-06, "Finetune/Loss": 0.6440476179122925, "Finetune/Loss (Raw)": 0.6325769424438477, "Finetune/Step": 15282, "Finetune/Step Time": 6.616737242788076}
+{"Finetune/Learning Rate": 2.130802178649346e-06, "Finetune/Loss": 0.6445678472518921, "Finetune/Loss (Raw)": 0.6541318893432617, "Finetune/Step": 15283, "Finetune/Step Time": 6.6196783892810345}
+{"Finetune/Learning Rate": 2.1297631948000087e-06, "Finetune/Loss": 0.6465044021606445, "Finetune/Loss (Raw)": 0.8085213303565979, "Finetune/Step": 15284, "Finetune/Step Time": 6.625074099749327}
+{"Finetune/Learning Rate": 2.1287244341282064e-06, "Finetune/Loss": 0.6464569568634033, "Finetune/Loss (Raw)": 0.503569483757019, "Finetune/Step": 15285, "Finetune/Step Time": 6.621312385424972}
+{"Finetune/Learning Rate": 2.127685896663397e-06, "Finetune/Loss": 0.6454907655715942, "Finetune/Loss (Raw)": 0.5808830857276917, "Finetune/Step": 15286, "Finetune/Step Time": 6.621233440935612}
+{"Finetune/Learning Rate": 2.1266475824350295e-06, "Finetune/Loss": 0.6455358266830444, "Finetune/Loss (Raw)": 0.7084686756134033, "Finetune/Step": 15287, "Finetune/Step Time": 6.624501004815102}
+{"Finetune/Learning Rate": 2.125609491472549e-06, "Finetune/Loss": 0.6457464694976807, "Finetune/Loss (Raw)": 0.6431210041046143, "Finetune/Step": 15288, "Finetune/Step Time": 6.6252717189490795}
+{"Finetune/Learning Rate": 2.1245716238053903e-06, "Finetune/Loss": 0.6448838710784912, "Finetune/Loss (Raw)": 0.6051299571990967, "Finetune/Step": 15289, "Finetune/Step Time": 6.622856033965945}
+{"Finetune/Learning Rate": 2.1235339794629863e-06, "Finetune/Loss": 0.6441735029220581, "Finetune/Loss (Raw)": 0.5738223195075989, "Finetune/Step": 15290, "Finetune/Step Time": 6.615703597664833}
+{"Finetune/Learning Rate": 2.1224965584747603e-06, "Finetune/Loss": 0.6437208652496338, "Finetune/Loss (Raw)": 0.6319438219070435, "Finetune/Step": 15291, "Finetune/Step Time": 6.621940787881613}
+{"Finetune/Learning Rate": 2.121459360870132e-06, "Finetune/Loss": 0.6427415609359741, "Finetune/Loss (Raw)": 0.5462837815284729, "Finetune/Step": 15292, "Finetune/Step Time": 6.6155571565032005}
+{"Finetune/Learning Rate": 2.1204223866785112e-06, "Finetune/Loss": 0.6403224468231201, "Finetune/Loss (Raw)": 0.534895658493042, "Finetune/Step": 15293, "Finetune/Step Time": 6.611429749056697}
+{"Finetune/Learning Rate": 2.1193856359293087e-06, "Finetune/Loss": 0.6412543058395386, "Finetune/Loss (Raw)": 0.6972872614860535, "Finetune/Step": 15294, "Finetune/Step Time": 6.618293525651097}
+{"Finetune/Learning Rate": 2.118349108651918e-06, "Finetune/Loss": 0.6400083303451538, "Finetune/Loss (Raw)": 0.5309974551200867, "Finetune/Step": 15295, "Finetune/Step Time": 6.619408935308456}
+{"Finetune/Learning Rate": 2.1173128048757307e-06, "Finetune/Loss": 0.6406847834587097, "Finetune/Loss (Raw)": 0.7267134785652161, "Finetune/Step": 15296, "Finetune/Step Time": 6.615467319265008}
+{"Finetune/Learning Rate": 2.11627672463014e-06, "Finetune/Loss": 0.6402038335800171, "Finetune/Loss (Raw)": 0.6348832249641418, "Finetune/Step": 15297, "Finetune/Step Time": 6.596274323761463}
+{"Finetune/Learning Rate": 2.1152408679445224e-06, "Finetune/Loss": 0.6394616961479187, "Finetune/Loss (Raw)": 0.5448125600814819, "Finetune/Step": 15298, "Finetune/Step Time": 6.594171112403274}
+{"Finetune/Learning Rate": 2.1142052348482533e-06, "Finetune/Loss": 0.6387625336647034, "Finetune/Loss (Raw)": 0.5439975261688232, "Finetune/Step": 15299, "Finetune/Step Time": 6.610567972064018}
+{"Finetune/Learning Rate": 2.113169825370701e-06, "Finetune/Loss": 0.6387686133384705, "Finetune/Loss (Raw)": 0.6466343402862549, "Finetune/Step": 15300, "Finetune/Step Time": 6.60321350209415}
+{"Finetune/Learning Rate": 2.1121346395412245e-06, "Finetune/Loss": 0.6389092803001404, "Finetune/Loss (Raw)": 0.653997540473938, "Finetune/Step": 15301, "Finetune/Step Time": 6.59807974845171}
+{"Finetune/Learning Rate": 2.1110996773891777e-06, "Finetune/Loss": 0.637649655342102, "Finetune/Loss (Raw)": 0.6267083287239075, "Finetune/Step": 15302, "Finetune/Step Time": 6.597532158717513}
+{"Finetune/Learning Rate": 2.11006493894391e-06, "Finetune/Loss": 0.6377084851264954, "Finetune/Loss (Raw)": 0.6825636625289917, "Finetune/Step": 15303, "Finetune/Step Time": 6.5973182655870914}
+{"Finetune/Learning Rate": 2.109030424234766e-06, "Finetune/Loss": 0.6375898122787476, "Finetune/Loss (Raw)": 0.561144232749939, "Finetune/Step": 15304, "Finetune/Step Time": 6.602793229743838}
+{"Finetune/Learning Rate": 2.1079961332910814e-06, "Finetune/Loss": 0.6375219225883484, "Finetune/Loss (Raw)": 0.6528321504592896, "Finetune/Step": 15305, "Finetune/Step Time": 6.598598210141063}
+{"Finetune/Learning Rate": 2.1069620661421865e-06, "Finetune/Loss": 0.6358636021614075, "Finetune/Loss (Raw)": 0.43534907698631287, "Finetune/Step": 15306, "Finetune/Step Time": 6.615231091156602}
+{"Finetune/Learning Rate": 2.105928222817399e-06, "Finetune/Loss": 0.6359161138534546, "Finetune/Loss (Raw)": 0.731090784072876, "Finetune/Step": 15307, "Finetune/Step Time": 6.6156030390411615}
+{"Finetune/Learning Rate": 2.1048946033460417e-06, "Finetune/Loss": 0.6361626386642456, "Finetune/Loss (Raw)": 0.6076545715332031, "Finetune/Step": 15308, "Finetune/Step Time": 6.612434480339289}
+{"Finetune/Learning Rate": 2.103861207757422e-06, "Finetune/Loss": 0.6347423791885376, "Finetune/Loss (Raw)": 0.5098789930343628, "Finetune/Step": 15309, "Finetune/Step Time": 6.613380830734968}
+{"Finetune/Learning Rate": 2.1028280360808405e-06, "Finetune/Loss": 0.6345866918563843, "Finetune/Loss (Raw)": 0.6201943159103394, "Finetune/Step": 15310, "Finetune/Step Time": 6.627288106828928}
+{"Finetune/Learning Rate": 2.101795088345604e-06, "Finetune/Loss": 0.6333250999450684, "Finetune/Loss (Raw)": 0.4682730734348297, "Finetune/Step": 15311, "Finetune/Step Time": 6.630020584911108}
+{"Finetune/Learning Rate": 2.1007623645810004e-06, "Finetune/Loss": 0.6334595084190369, "Finetune/Loss (Raw)": 0.7122454643249512, "Finetune/Step": 15312, "Finetune/Step Time": 6.623566282913089}
+{"Finetune/Learning Rate": 2.0997298648163122e-06, "Finetune/Loss": 0.6339102387428284, "Finetune/Loss (Raw)": 0.642936646938324, "Finetune/Step": 15313, "Finetune/Step Time": 6.624349094927311}
+{"Finetune/Learning Rate": 2.098697589080819e-06, "Finetune/Loss": 0.6360201835632324, "Finetune/Loss (Raw)": 0.8022453784942627, "Finetune/Step": 15314, "Finetune/Step Time": 6.612703653052449}
+{"Finetune/Learning Rate": 2.0976655374037947e-06, "Finetune/Loss": 0.6365823745727539, "Finetune/Loss (Raw)": 0.570014238357544, "Finetune/Step": 15315, "Finetune/Step Time": 6.615499559789896}
+{"Finetune/Learning Rate": 2.096633709814504e-06, "Finetune/Loss": 0.6355363130569458, "Finetune/Loss (Raw)": 0.4648091495037079, "Finetune/Step": 15316, "Finetune/Step Time": 6.6208299696445465}
+{"Finetune/Learning Rate": 2.095602106342205e-06, "Finetune/Loss": 0.6353278160095215, "Finetune/Loss (Raw)": 0.6305078864097595, "Finetune/Step": 15317, "Finetune/Step Time": 6.623639855533838}
+{"Finetune/Learning Rate": 2.094570727016155e-06, "Finetune/Loss": 0.6347439289093018, "Finetune/Loss (Raw)": 0.7463131546974182, "Finetune/Step": 15318, "Finetune/Step Time": 6.618324629962444}
+{"Finetune/Learning Rate": 2.0935395718656025e-06, "Finetune/Loss": 0.635083019733429, "Finetune/Loss (Raw)": 0.6340829133987427, "Finetune/Step": 15319, "Finetune/Step Time": 6.6233867444098}
+{"Finetune/Learning Rate": 2.0925086409197815e-06, "Finetune/Loss": 0.6332741379737854, "Finetune/Loss (Raw)": 0.45430636405944824, "Finetune/Step": 15320, "Finetune/Step Time": 6.621742997318506}
+{"Finetune/Learning Rate": 2.0914779342079292e-06, "Finetune/Loss": 0.6337843537330627, "Finetune/Loss (Raw)": 0.7083278298377991, "Finetune/Step": 15321, "Finetune/Step Time": 6.631900403648615}
+{"Finetune/Learning Rate": 2.0904474517592755e-06, "Finetune/Loss": 0.6323084831237793, "Finetune/Loss (Raw)": 0.5067436099052429, "Finetune/Step": 15322, "Finetune/Step Time": 6.6427133195102215}
+{"Finetune/Learning Rate": 2.0894171936030395e-06, "Finetune/Loss": 0.6323412656784058, "Finetune/Loss (Raw)": 0.645980715751648, "Finetune/Step": 15323, "Finetune/Step Time": 6.641441507264972}
+{"Finetune/Learning Rate": 2.088387159768437e-06, "Finetune/Loss": 0.6319577693939209, "Finetune/Loss (Raw)": 0.6578772664070129, "Finetune/Step": 15324, "Finetune/Step Time": 6.632768515497446}
+{"Finetune/Learning Rate": 2.0873573502846765e-06, "Finetune/Loss": 0.6321101188659668, "Finetune/Loss (Raw)": 0.631161093711853, "Finetune/Step": 15325, "Finetune/Step Time": 6.6325026620179415}
+{"Finetune/Learning Rate": 2.086327765180961e-06, "Finetune/Loss": 0.6320345401763916, "Finetune/Loss (Raw)": 0.6663265824317932, "Finetune/Step": 15326, "Finetune/Step Time": 6.625825058668852}
+{"Finetune/Learning Rate": 2.0852984044864878e-06, "Finetune/Loss": 0.6323668360710144, "Finetune/Loss (Raw)": 0.6548900604248047, "Finetune/Step": 15327, "Finetune/Step Time": 6.6243784092366695}
+{"Finetune/Learning Rate": 2.0842692682304442e-06, "Finetune/Loss": 0.6329173445701599, "Finetune/Loss (Raw)": 0.7059839963912964, "Finetune/Step": 15328, "Finetune/Step Time": 6.623953297734261}
+{"Finetune/Learning Rate": 2.0832403564420158e-06, "Finetune/Loss": 0.6338972449302673, "Finetune/Loss (Raw)": 0.6288310885429382, "Finetune/Step": 15329, "Finetune/Step Time": 6.62353678420186}
+{"Finetune/Learning Rate": 2.082211669150378e-06, "Finetune/Loss": 0.6327252984046936, "Finetune/Loss (Raw)": 0.5898551344871521, "Finetune/Step": 15330, "Finetune/Step Time": 6.624404037371278}
+{"Finetune/Learning Rate": 2.081183206384703e-06, "Finetune/Loss": 0.6337202787399292, "Finetune/Loss (Raw)": 0.7857251763343811, "Finetune/Step": 15331, "Finetune/Step Time": 6.619269676506519}
+{"Finetune/Learning Rate": 2.0801549681741526e-06, "Finetune/Loss": 0.6335891485214233, "Finetune/Loss (Raw)": 0.6951806545257568, "Finetune/Step": 15332, "Finetune/Step Time": 6.617987774312496}
+{"Finetune/Learning Rate": 2.0791269545478875e-06, "Finetune/Loss": 0.6334447860717773, "Finetune/Loss (Raw)": 0.5629345178604126, "Finetune/Step": 15333, "Finetune/Step Time": 6.617196306586266}
+{"Finetune/Learning Rate": 2.078099165535058e-06, "Finetune/Loss": 0.6351200342178345, "Finetune/Loss (Raw)": 0.7824825048446655, "Finetune/Step": 15334, "Finetune/Step Time": 6.616628238931298}
+{"Finetune/Learning Rate": 2.0770716011648095e-06, "Finetune/Loss": 0.6358624696731567, "Finetune/Loss (Raw)": 0.7362216711044312, "Finetune/Step": 15335, "Finetune/Step Time": 6.610799815505743}
+{"Finetune/Learning Rate": 2.0760442614662803e-06, "Finetune/Loss": 0.636157214641571, "Finetune/Loss (Raw)": 0.7691869735717773, "Finetune/Step": 15336, "Finetune/Step Time": 6.60997218824923}
+{"Finetune/Learning Rate": 2.075017146468603e-06, "Finetune/Loss": 0.6367878913879395, "Finetune/Loss (Raw)": 0.6733108758926392, "Finetune/Step": 15337, "Finetune/Step Time": 6.625747088342905}
+{"Finetune/Learning Rate": 2.073990256200903e-06, "Finetune/Loss": 0.6369539499282837, "Finetune/Loss (Raw)": 0.659844696521759, "Finetune/Step": 15338, "Finetune/Step Time": 6.62915968708694}
+{"Finetune/Learning Rate": 2.0729635906923018e-06, "Finetune/Loss": 0.6378840804100037, "Finetune/Loss (Raw)": 0.6835195422172546, "Finetune/Step": 15339, "Finetune/Step Time": 6.615230716764927}
+{"Finetune/Learning Rate": 2.0719371499719123e-06, "Finetune/Loss": 0.6377053260803223, "Finetune/Loss (Raw)": 0.6925933361053467, "Finetune/Step": 15340, "Finetune/Step Time": 6.620741041377187}
+{"Finetune/Learning Rate": 2.0709109340688392e-06, "Finetune/Loss": 0.6371437311172485, "Finetune/Loss (Raw)": 0.556679904460907, "Finetune/Step": 15341, "Finetune/Step Time": 6.618730287998915}
+{"Finetune/Learning Rate": 2.069884943012186e-06, "Finetune/Loss": 0.6365132927894592, "Finetune/Loss (Raw)": 0.5787967443466187, "Finetune/Step": 15342, "Finetune/Step Time": 6.615665126591921}
+{"Finetune/Learning Rate": 2.0688591768310473e-06, "Finetune/Loss": 0.6381276845932007, "Finetune/Loss (Raw)": 0.7861678600311279, "Finetune/Step": 15343, "Finetune/Step Time": 6.618019616231322}
+{"Finetune/Learning Rate": 2.0678336355545047e-06, "Finetune/Loss": 0.6377248764038086, "Finetune/Loss (Raw)": 0.678875744342804, "Finetune/Step": 15344, "Finetune/Step Time": 6.620804710313678}
+{"Finetune/Learning Rate": 2.066808319211646e-06, "Finetune/Loss": 0.6375287771224976, "Finetune/Loss (Raw)": 0.5648806095123291, "Finetune/Step": 15345, "Finetune/Step Time": 6.604160716757178}
+{"Finetune/Learning Rate": 2.065783227831545e-06, "Finetune/Loss": 0.6385430097579956, "Finetune/Loss (Raw)": 0.7556874752044678, "Finetune/Step": 15346, "Finetune/Step Time": 6.601406490430236}
+{"Finetune/Learning Rate": 2.06475836144327e-06, "Finetune/Loss": 0.6389864087104797, "Finetune/Loss (Raw)": 0.5877689123153687, "Finetune/Step": 15347, "Finetune/Step Time": 6.598231101408601}
+{"Finetune/Learning Rate": 2.063733720075882e-06, "Finetune/Loss": 0.6373642683029175, "Finetune/Loss (Raw)": 0.5751386880874634, "Finetune/Step": 15348, "Finetune/Step Time": 6.607884980738163}
+{"Finetune/Learning Rate": 2.062709303758441e-06, "Finetune/Loss": 0.6379008293151855, "Finetune/Loss (Raw)": 0.6349363923072815, "Finetune/Step": 15349, "Finetune/Step Time": 6.608438469469547}
+{"Finetune/Learning Rate": 2.061685112519992e-06, "Finetune/Loss": 0.6378124952316284, "Finetune/Loss (Raw)": 0.6289877891540527, "Finetune/Step": 15350, "Finetune/Step Time": 6.605075266212225}
+{"Finetune/Learning Rate": 2.0606611463895787e-06, "Finetune/Loss": 0.638275146484375, "Finetune/Loss (Raw)": 0.6712614297866821, "Finetune/Step": 15351, "Finetune/Step Time": 6.608819896355271}
+{"Finetune/Learning Rate": 2.0596374053962363e-06, "Finetune/Loss": 0.639277458190918, "Finetune/Loss (Raw)": 0.7085874080657959, "Finetune/Step": 15352, "Finetune/Step Time": 6.60569640994072}
+{"Finetune/Learning Rate": 2.058613889569e-06, "Finetune/Loss": 0.6393551826477051, "Finetune/Loss (Raw)": 0.568815290927887, "Finetune/Step": 15353, "Finetune/Step Time": 6.5879686418920755}
+{"Finetune/Learning Rate": 2.0575905989368917e-06, "Finetune/Loss": 0.6385167837142944, "Finetune/Loss (Raw)": 0.569607138633728, "Finetune/Step": 15354, "Finetune/Step Time": 6.59002979286015}
+{"Finetune/Learning Rate": 2.0565675335289316e-06, "Finetune/Loss": 0.6366568803787231, "Finetune/Loss (Raw)": 0.5564493536949158, "Finetune/Step": 15355, "Finetune/Step Time": 6.590521665289998}
+{"Finetune/Learning Rate": 2.0555446933741263e-06, "Finetune/Loss": 0.637189507484436, "Finetune/Loss (Raw)": 0.7182243466377258, "Finetune/Step": 15356, "Finetune/Step Time": 6.589010974392295}
+{"Finetune/Learning Rate": 2.054522078501482e-06, "Finetune/Loss": 0.6372156143188477, "Finetune/Loss (Raw)": 0.633708655834198, "Finetune/Step": 15357, "Finetune/Step Time": 6.5881925113499165}
+{"Finetune/Learning Rate": 2.053499688939997e-06, "Finetune/Loss": 0.6365360617637634, "Finetune/Loss (Raw)": 0.6146327257156372, "Finetune/Step": 15358, "Finetune/Step Time": 6.5834134835749865}
+{"Finetune/Learning Rate": 2.0524775247186613e-06, "Finetune/Loss": 0.6357262134552002, "Finetune/Loss (Raw)": 0.6564264297485352, "Finetune/Step": 15359, "Finetune/Step Time": 6.58573486469686}
+{"Finetune/Learning Rate": 2.0514555858664663e-06, "Finetune/Loss": 0.6361840963363647, "Finetune/Loss (Raw)": 0.7011135220527649, "Finetune/Step": 15360, "Finetune/Step Time": 6.592241130769253}
+{"Finetune/Learning Rate": 2.0504338724123906e-06, "Finetune/Loss": 0.636751115322113, "Finetune/Loss (Raw)": 0.6772822737693787, "Finetune/Step": 15361, "Finetune/Step Time": 6.5951740480959415}
+{"Finetune/Learning Rate": 2.0494123843854032e-06, "Finetune/Loss": 0.6378582715988159, "Finetune/Loss (Raw)": 0.6990684866905212, "Finetune/Step": 15362, "Finetune/Step Time": 6.5900042001158}
+{"Finetune/Learning Rate": 2.0483911218144713e-06, "Finetune/Loss": 0.6382708549499512, "Finetune/Loss (Raw)": 0.6344895362854004, "Finetune/Step": 15363, "Finetune/Step Time": 6.57761599496007}
+{"Finetune/Learning Rate": 2.047370084728556e-06, "Finetune/Loss": 0.6389918327331543, "Finetune/Loss (Raw)": 0.7366359233856201, "Finetune/Step": 15364, "Finetune/Step Time": 6.578172031790018}
+{"Finetune/Learning Rate": 2.04634927315661e-06, "Finetune/Loss": 0.6386799812316895, "Finetune/Loss (Raw)": 0.5808574557304382, "Finetune/Step": 15365, "Finetune/Step Time": 6.57974998652935}
+{"Finetune/Learning Rate": 2.0453286871275802e-06, "Finetune/Loss": 0.6383636593818665, "Finetune/Loss (Raw)": 0.6341667771339417, "Finetune/Step": 15366, "Finetune/Step Time": 6.580841336399317}
+{"Finetune/Learning Rate": 2.0443083266704134e-06, "Finetune/Loss": 0.6366714835166931, "Finetune/Loss (Raw)": 0.6278336048126221, "Finetune/Step": 15367, "Finetune/Step Time": 6.576923884451389}
+{"Finetune/Learning Rate": 2.043288191814037e-06, "Finetune/Loss": 0.63758385181427, "Finetune/Loss (Raw)": 0.7144351601600647, "Finetune/Step": 15368, "Finetune/Step Time": 6.576428076252341}
+{"Finetune/Learning Rate": 2.042268282587382e-06, "Finetune/Loss": 0.6377705335617065, "Finetune/Loss (Raw)": 0.6600167155265808, "Finetune/Step": 15369, "Finetune/Step Time": 6.55585434474051}
+{"Finetune/Learning Rate": 2.0412485990193685e-06, "Finetune/Loss": 0.637840986251831, "Finetune/Loss (Raw)": 0.6590571403503418, "Finetune/Step": 15370, "Finetune/Step Time": 6.552208518609405}
+{"Finetune/Learning Rate": 2.040229141138914e-06, "Finetune/Loss": 0.6392384767532349, "Finetune/Loss (Raw)": 0.6661942601203918, "Finetune/Step": 15371, "Finetune/Step Time": 6.550682850182056}
+{"Finetune/Learning Rate": 2.0392099089749263e-06, "Finetune/Loss": 0.638939619064331, "Finetune/Loss (Raw)": 0.5944085121154785, "Finetune/Step": 15372, "Finetune/Step Time": 6.531149351969361}
+{"Finetune/Learning Rate": 2.0381909025563084e-06, "Finetune/Loss": 0.6391395330429077, "Finetune/Loss (Raw)": 0.7148512005805969, "Finetune/Step": 15373, "Finetune/Step Time": 6.530916223302484}
+{"Finetune/Learning Rate": 2.0371721219119556e-06, "Finetune/Loss": 0.6385821104049683, "Finetune/Loss (Raw)": 0.6001261472702026, "Finetune/Step": 15374, "Finetune/Step Time": 6.5313605554401875}
+{"Finetune/Learning Rate": 2.036153567070759e-06, "Finetune/Loss": 0.6388850212097168, "Finetune/Loss (Raw)": 0.6579134464263916, "Finetune/Step": 15375, "Finetune/Step Time": 6.536101572215557}
+{"Finetune/Learning Rate": 2.035135238061601e-06, "Finetune/Loss": 0.6395723819732666, "Finetune/Loss (Raw)": 0.6300334930419922, "Finetune/Step": 15376, "Finetune/Step Time": 6.534438939765096}
+{"Finetune/Learning Rate": 2.034117134913358e-06, "Finetune/Loss": 0.6390261650085449, "Finetune/Loss (Raw)": 0.49849990010261536, "Finetune/Step": 15377, "Finetune/Step Time": 6.545265845954418}
+{"Finetune/Learning Rate": 2.0330992576549015e-06, "Finetune/Loss": 0.639785885810852, "Finetune/Loss (Raw)": 0.6502087116241455, "Finetune/Step": 15378, "Finetune/Step Time": 6.540089102461934}
+{"Finetune/Learning Rate": 2.032081606315095e-06, "Finetune/Loss": 0.6400250196456909, "Finetune/Loss (Raw)": 0.7303740382194519, "Finetune/Step": 15379, "Finetune/Step Time": 6.54079975746572}
+{"Finetune/Learning Rate": 2.031064180922796e-06, "Finetune/Loss": 0.6411182880401611, "Finetune/Loss (Raw)": 0.6993499398231506, "Finetune/Step": 15380, "Finetune/Step Time": 6.546107416972518}
+{"Finetune/Learning Rate": 2.030046981506857e-06, "Finetune/Loss": 0.6404867768287659, "Finetune/Loss (Raw)": 0.6183478236198425, "Finetune/Step": 15381, "Finetune/Step Time": 6.559787983074784}
+{"Finetune/Learning Rate": 2.0290300080961213e-06, "Finetune/Loss": 0.6418969631195068, "Finetune/Loss (Raw)": 0.5898223519325256, "Finetune/Step": 15382, "Finetune/Step Time": 6.550193656235933}
+{"Finetune/Learning Rate": 2.0280132607194293e-06, "Finetune/Loss": 0.6413219571113586, "Finetune/Loss (Raw)": 0.5977561473846436, "Finetune/Step": 15383, "Finetune/Step Time": 6.56726916320622}
+{"Finetune/Learning Rate": 2.026996739405611e-06, "Finetune/Loss": 0.642088770866394, "Finetune/Loss (Raw)": 0.7349833846092224, "Finetune/Step": 15384, "Finetune/Step Time": 6.563884666189551}
+{"Finetune/Learning Rate": 2.025980444183496e-06, "Finetune/Loss": 0.6417492628097534, "Finetune/Loss (Raw)": 0.6107432246208191, "Finetune/Step": 15385, "Finetune/Step Time": 6.5643438920378685}
+{"Finetune/Learning Rate": 2.0249643750818947e-06, "Finetune/Loss": 0.6410808563232422, "Finetune/Loss (Raw)": 0.6438080072402954, "Finetune/Step": 15386, "Finetune/Step Time": 6.564655443653464}
+{"Finetune/Learning Rate": 2.023948532129629e-06, "Finetune/Loss": 0.6398767828941345, "Finetune/Loss (Raw)": 0.597342848777771, "Finetune/Step": 15387, "Finetune/Step Time": 6.569004392251372}
+{"Finetune/Learning Rate": 2.022932915355502e-06, "Finetune/Loss": 0.6394156217575073, "Finetune/Loss (Raw)": 0.6573907136917114, "Finetune/Step": 15388, "Finetune/Step Time": 6.578280191868544}
+{"Finetune/Learning Rate": 2.0219175247883138e-06, "Finetune/Loss": 0.6398478746414185, "Finetune/Loss (Raw)": 0.663873553276062, "Finetune/Step": 15389, "Finetune/Step Time": 6.573606302961707}
+{"Finetune/Learning Rate": 2.020902360456858e-06, "Finetune/Loss": 0.6399879455566406, "Finetune/Loss (Raw)": 0.6516063809394836, "Finetune/Step": 15390, "Finetune/Step Time": 6.5710633918643}
+{"Finetune/Learning Rate": 2.0198874223899247e-06, "Finetune/Loss": 0.6406508684158325, "Finetune/Loss (Raw)": 0.6774250864982605, "Finetune/Step": 15391, "Finetune/Step Time": 6.56883511133492}
+{"Finetune/Learning Rate": 2.0188727106162874e-06, "Finetune/Loss": 0.6408398151397705, "Finetune/Loss (Raw)": 0.6469947099685669, "Finetune/Step": 15392, "Finetune/Step Time": 6.588684253394604}
+{"Finetune/Learning Rate": 2.017858225164724e-06, "Finetune/Loss": 0.6426433324813843, "Finetune/Loss (Raw)": 0.6983094215393066, "Finetune/Step": 15393, "Finetune/Step Time": 6.576169524341822}
+{"Finetune/Learning Rate": 2.0168439660640047e-06, "Finetune/Loss": 0.642231285572052, "Finetune/Loss (Raw)": 0.6168568730354309, "Finetune/Step": 15394, "Finetune/Step Time": 6.572107158601284}
+{"Finetune/Learning Rate": 2.01582993334289e-06, "Finetune/Loss": 0.6422684192657471, "Finetune/Loss (Raw)": 0.645946204662323, "Finetune/Step": 15395, "Finetune/Step Time": 6.571364387869835}
+{"Finetune/Learning Rate": 2.014816127030135e-06, "Finetune/Loss": 0.6423565149307251, "Finetune/Loss (Raw)": 0.6673445701599121, "Finetune/Step": 15396, "Finetune/Step Time": 6.573186047375202}
+{"Finetune/Learning Rate": 2.0138025471544896e-06, "Finetune/Loss": 0.6412298083305359, "Finetune/Loss (Raw)": 0.6083541512489319, "Finetune/Step": 15397, "Finetune/Step Time": 6.571507142856717}
+{"Finetune/Learning Rate": 2.012789193744692e-06, "Finetune/Loss": 0.6413968801498413, "Finetune/Loss (Raw)": 0.7355291247367859, "Finetune/Step": 15398, "Finetune/Step Time": 6.570554843172431}
+{"Finetune/Learning Rate": 2.0117760668294796e-06, "Finetune/Loss": 0.6409374475479126, "Finetune/Loss (Raw)": 0.5686614513397217, "Finetune/Step": 15399, "Finetune/Step Time": 6.573388425633311}
+{"Finetune/Learning Rate": 2.0107631664375805e-06, "Finetune/Loss": 0.639738917350769, "Finetune/Loss (Raw)": 0.5562804937362671, "Finetune/Step": 15400, "Finetune/Step Time": 6.574143575504422}
+{"Finetune/Learning Rate": 2.0097504925977217e-06, "Finetune/Loss": 0.6388764381408691, "Finetune/Loss (Raw)": 0.5774574875831604, "Finetune/Step": 15401, "Finetune/Step Time": 6.572390800341964}
+{"Finetune/Learning Rate": 2.0087380453386185e-06, "Finetune/Loss": 0.6388821601867676, "Finetune/Loss (Raw)": 0.6030759811401367, "Finetune/Step": 15402, "Finetune/Step Time": 6.5793117340654135}
+{"Finetune/Learning Rate": 2.0077258246889795e-06, "Finetune/Loss": 0.6386427879333496, "Finetune/Loss (Raw)": 0.5999158024787903, "Finetune/Step": 15403, "Finetune/Step Time": 6.594387728720903}
+{"Finetune/Learning Rate": 2.0067138306775126e-06, "Finetune/Loss": 0.6390172243118286, "Finetune/Loss (Raw)": 0.7126412987709045, "Finetune/Step": 15404, "Finetune/Step Time": 6.613036658614874}
+{"Finetune/Learning Rate": 2.005702063332908e-06, "Finetune/Loss": 0.6379086375236511, "Finetune/Loss (Raw)": 0.5324284434318542, "Finetune/Step": 15405, "Finetune/Step Time": 6.609969824552536}
+{"Finetune/Learning Rate": 2.0046905226838607e-06, "Finetune/Loss": 0.6372184753417969, "Finetune/Loss (Raw)": 0.6074986457824707, "Finetune/Step": 15406, "Finetune/Step Time": 6.609674762934446}
+{"Finetune/Learning Rate": 2.003679208759055e-06, "Finetune/Loss": 0.6363974809646606, "Finetune/Loss (Raw)": 0.6158154606819153, "Finetune/Step": 15407, "Finetune/Step Time": 6.617002297192812}
+{"Finetune/Learning Rate": 2.0026681215871656e-06, "Finetune/Loss": 0.6375744342803955, "Finetune/Loss (Raw)": 0.754391074180603, "Finetune/Step": 15408, "Finetune/Step Time": 6.6205169931054115}
+{"Finetune/Learning Rate": 2.0016572611968688e-06, "Finetune/Loss": 0.6379003524780273, "Finetune/Loss (Raw)": 0.6552953124046326, "Finetune/Step": 15409, "Finetune/Step Time": 6.619984975084662}
+{"Finetune/Learning Rate": 2.000646627616831e-06, "Finetune/Loss": 0.6384662985801697, "Finetune/Loss (Raw)": 0.7050233483314514, "Finetune/Step": 15410, "Finetune/Step Time": 6.620941678062081}
+{"Finetune/Learning Rate": 1.9996362208757046e-06, "Finetune/Loss": 0.6355178356170654, "Finetune/Loss (Raw)": 0.27672240138053894, "Finetune/Step": 15411, "Finetune/Step Time": 6.657846534624696}
+{"Finetune/Learning Rate": 1.998626041002146e-06, "Finetune/Loss": 0.6347576379776001, "Finetune/Loss (Raw)": 0.7112099528312683, "Finetune/Step": 15412, "Finetune/Step Time": 6.650266041979194}
+{"Finetune/Learning Rate": 1.9976160880247995e-06, "Finetune/Loss": 0.6351643800735474, "Finetune/Loss (Raw)": 0.5556489825248718, "Finetune/Step": 15413, "Finetune/Step Time": 6.648958308622241}
+{"Finetune/Learning Rate": 1.9966063619723055e-06, "Finetune/Loss": 0.6348973512649536, "Finetune/Loss (Raw)": 0.5466964840888977, "Finetune/Step": 15414, "Finetune/Step Time": 6.658236952498555}
+{"Finetune/Learning Rate": 1.9955968628732925e-06, "Finetune/Loss": 0.6336281299591064, "Finetune/Loss (Raw)": 0.5460030436515808, "Finetune/Step": 15415, "Finetune/Step Time": 6.6534417644143105}
+{"Finetune/Learning Rate": 1.994587590756397e-06, "Finetune/Loss": 0.6331185102462769, "Finetune/Loss (Raw)": 0.5778928399085999, "Finetune/Step": 15416, "Finetune/Step Time": 6.650805674493313}
+{"Finetune/Learning Rate": 1.993578545650231e-06, "Finetune/Loss": 0.6338819265365601, "Finetune/Loss (Raw)": 0.7028443217277527, "Finetune/Step": 15417, "Finetune/Step Time": 6.652614699676633}
+{"Finetune/Learning Rate": 1.99256972758341e-06, "Finetune/Loss": 0.634630560874939, "Finetune/Loss (Raw)": 0.6696531772613525, "Finetune/Step": 15418, "Finetune/Step Time": 6.65844850987196}
+{"Finetune/Learning Rate": 1.991561136584541e-06, "Finetune/Loss": 0.6338865756988525, "Finetune/Loss (Raw)": 0.5367158651351929, "Finetune/Step": 15419, "Finetune/Step Time": 6.654087761417031}
+{"Finetune/Learning Rate": 1.9905527726822247e-06, "Finetune/Loss": 0.6337992548942566, "Finetune/Loss (Raw)": 0.5350979566574097, "Finetune/Step": 15420, "Finetune/Step Time": 6.688716979697347}
+{"Finetune/Learning Rate": 1.9895446359050572e-06, "Finetune/Loss": 0.6342694163322449, "Finetune/Loss (Raw)": 0.5950856804847717, "Finetune/Step": 15421, "Finetune/Step Time": 6.692539736628532}
+{"Finetune/Learning Rate": 1.9885367262816246e-06, "Finetune/Loss": 0.6339274048805237, "Finetune/Loss (Raw)": 0.6535040140151978, "Finetune/Step": 15422, "Finetune/Step Time": 6.6835275907069445}
+{"Finetune/Learning Rate": 1.9875290438405083e-06, "Finetune/Loss": 0.6345476508140564, "Finetune/Loss (Raw)": 0.6103929877281189, "Finetune/Step": 15423, "Finetune/Step Time": 6.683198571205139}
+{"Finetune/Learning Rate": 1.986521588610285e-06, "Finetune/Loss": 0.6339066028594971, "Finetune/Loss (Raw)": 0.6446594595909119, "Finetune/Step": 15424, "Finetune/Step Time": 6.685784118250012}
+{"Finetune/Learning Rate": 1.9855143606195215e-06, "Finetune/Loss": 0.6334072947502136, "Finetune/Loss (Raw)": 0.5709647536277771, "Finetune/Step": 15425, "Finetune/Step Time": 6.700128054246306}
+{"Finetune/Learning Rate": 1.98450735989678e-06, "Finetune/Loss": 0.6347838044166565, "Finetune/Loss (Raw)": 0.721008837223053, "Finetune/Step": 15426, "Finetune/Step Time": 6.707575773820281}
+{"Finetune/Learning Rate": 1.9835005864706182e-06, "Finetune/Loss": 0.6358499526977539, "Finetune/Loss (Raw)": 0.6804687976837158, "Finetune/Step": 15427, "Finetune/Step Time": 6.708713548257947}
+{"Finetune/Learning Rate": 1.9824940403695834e-06, "Finetune/Loss": 0.6357271671295166, "Finetune/Loss (Raw)": 0.6309086680412292, "Finetune/Step": 15428, "Finetune/Step Time": 6.716038728132844}
+{"Finetune/Learning Rate": 1.9814877216222184e-06, "Finetune/Loss": 0.634039044380188, "Finetune/Loss (Raw)": 0.4379286468029022, "Finetune/Step": 15429, "Finetune/Step Time": 6.731799818575382}
+{"Finetune/Learning Rate": 1.9804816302570605e-06, "Finetune/Loss": 0.6337486505508423, "Finetune/Loss (Raw)": 0.5895350575447083, "Finetune/Step": 15430, "Finetune/Step Time": 6.749275231733918}
+{"Finetune/Learning Rate": 1.9794757663026388e-06, "Finetune/Loss": 0.6335577964782715, "Finetune/Loss (Raw)": 0.6581399440765381, "Finetune/Step": 15431, "Finetune/Step Time": 6.757641958072782}
+{"Finetune/Learning Rate": 1.9784701297874774e-06, "Finetune/Loss": 0.6339046955108643, "Finetune/Loss (Raw)": 0.6055358052253723, "Finetune/Step": 15432, "Finetune/Step Time": 6.737376745790243}
+{"Finetune/Learning Rate": 1.977464720740092e-06, "Finetune/Loss": 0.6339010000228882, "Finetune/Loss (Raw)": 0.6523654460906982, "Finetune/Step": 15433, "Finetune/Step Time": 6.755046708509326}
+{"Finetune/Learning Rate": 1.9764595391889975e-06, "Finetune/Loss": 0.6365454196929932, "Finetune/Loss (Raw)": 0.7738356590270996, "Finetune/Step": 15434, "Finetune/Step Time": 6.745776027441025}
+{"Finetune/Learning Rate": 1.9754545851626895e-06, "Finetune/Loss": 0.6355063915252686, "Finetune/Loss (Raw)": 0.5980888605117798, "Finetune/Step": 15435, "Finetune/Step Time": 6.743973113596439}
+{"Finetune/Learning Rate": 1.974449858689673e-06, "Finetune/Loss": 0.6353127956390381, "Finetune/Loss (Raw)": 0.5828681588172913, "Finetune/Step": 15436, "Finetune/Step Time": 6.745008464902639}
+{"Finetune/Learning Rate": 1.973445359798437e-06, "Finetune/Loss": 0.6370453238487244, "Finetune/Loss (Raw)": 0.7316573858261108, "Finetune/Step": 15437, "Finetune/Step Time": 6.740954542532563}
+{"Finetune/Learning Rate": 1.972441088517466e-06, "Finetune/Loss": 0.6366456747055054, "Finetune/Loss (Raw)": 0.5690329670906067, "Finetune/Step": 15438, "Finetune/Step Time": 6.739365624263883}
+{"Finetune/Learning Rate": 1.9714370448752383e-06, "Finetune/Loss": 0.6385646462440491, "Finetune/Loss (Raw)": 0.7139054536819458, "Finetune/Step": 15439, "Finetune/Step Time": 6.74261954985559}
+{"Finetune/Learning Rate": 1.9704332289002292e-06, "Finetune/Loss": 0.6376574039459229, "Finetune/Loss (Raw)": 0.5961140990257263, "Finetune/Step": 15440, "Finetune/Step Time": 6.747371252626181}
+{"Finetune/Learning Rate": 1.969429640620898e-06, "Finetune/Loss": 0.6370535492897034, "Finetune/Loss (Raw)": 0.565639317035675, "Finetune/Step": 15441, "Finetune/Step Time": 6.749685609713197}
+{"Finetune/Learning Rate": 1.9684262800657028e-06, "Finetune/Loss": 0.6362130045890808, "Finetune/Loss (Raw)": 0.6946601867675781, "Finetune/Step": 15442, "Finetune/Step Time": 6.748260319232941}
+{"Finetune/Learning Rate": 1.967423147263102e-06, "Finetune/Loss": 0.6356407403945923, "Finetune/Loss (Raw)": 0.4967634677886963, "Finetune/Step": 15443, "Finetune/Step Time": 6.744082197546959}
+{"Finetune/Learning Rate": 1.9664202422415402e-06, "Finetune/Loss": 0.6366482973098755, "Finetune/Loss (Raw)": 0.5937738418579102, "Finetune/Step": 15444, "Finetune/Step Time": 6.728539384901524}
+{"Finetune/Learning Rate": 1.965417565029456e-06, "Finetune/Loss": 0.6364942789077759, "Finetune/Loss (Raw)": 0.6107987761497498, "Finetune/Step": 15445, "Finetune/Step Time": 6.731784239411354}
+{"Finetune/Learning Rate": 1.964415115655284e-06, "Finetune/Loss": 0.6360766887664795, "Finetune/Loss (Raw)": 0.6928556561470032, "Finetune/Step": 15446, "Finetune/Step Time": 6.732496991753578}
+{"Finetune/Learning Rate": 1.9634128941474474e-06, "Finetune/Loss": 0.6364114880561829, "Finetune/Loss (Raw)": 0.6769406199455261, "Finetune/Step": 15447, "Finetune/Step Time": 6.727084867656231}
+{"Finetune/Learning Rate": 1.962410900534367e-06, "Finetune/Loss": 0.6379528045654297, "Finetune/Loss (Raw)": 0.6516003012657166, "Finetune/Step": 15448, "Finetune/Step Time": 6.724488083273172}
+{"Finetune/Learning Rate": 1.9614091348444566e-06, "Finetune/Loss": 0.6372228860855103, "Finetune/Loss (Raw)": 0.6148964166641235, "Finetune/Step": 15449, "Finetune/Step Time": 6.711262200027704}
+{"Finetune/Learning Rate": 1.9604075971061254e-06, "Finetune/Loss": 0.6385267972946167, "Finetune/Loss (Raw)": 0.6736381649971008, "Finetune/Step": 15450, "Finetune/Step Time": 6.702442087233067}
+{"Finetune/Learning Rate": 1.9594062873477747e-06, "Finetune/Loss": 0.6382938623428345, "Finetune/Loss (Raw)": 0.6161656379699707, "Finetune/Step": 15451, "Finetune/Step Time": 6.70005895011127}
+{"Finetune/Learning Rate": 1.9584052055977985e-06, "Finetune/Loss": 0.6376479864120483, "Finetune/Loss (Raw)": 0.575209379196167, "Finetune/Step": 15452, "Finetune/Step Time": 6.7065820917487144}
+{"Finetune/Learning Rate": 1.957404351884582e-06, "Finetune/Loss": 0.6376417875289917, "Finetune/Loss (Raw)": 0.6303650736808777, "Finetune/Step": 15453, "Finetune/Step Time": 6.712056117132306}
+{"Finetune/Learning Rate": 1.9564037262365075e-06, "Finetune/Loss": 0.6359596252441406, "Finetune/Loss (Raw)": 0.45100894570350647, "Finetune/Step": 15454, "Finetune/Step Time": 6.728995339944959}
+{"Finetune/Learning Rate": 1.9554033286819506e-06, "Finetune/Loss": 0.6353232264518738, "Finetune/Loss (Raw)": 0.5734336972236633, "Finetune/Step": 15455, "Finetune/Step Time": 6.73209466971457}
+{"Finetune/Learning Rate": 1.9544031592492763e-06, "Finetune/Loss": 0.6343156099319458, "Finetune/Loss (Raw)": 0.5770065784454346, "Finetune/Step": 15456, "Finetune/Step Time": 6.731981253251433}
+{"Finetune/Learning Rate": 1.9534032179668537e-06, "Finetune/Loss": 0.6343342065811157, "Finetune/Loss (Raw)": 0.6312124133110046, "Finetune/Step": 15457, "Finetune/Step Time": 6.730719076469541}
+{"Finetune/Learning Rate": 1.9524035048630365e-06, "Finetune/Loss": 0.6350823044776917, "Finetune/Loss (Raw)": 0.6856169700622559, "Finetune/Step": 15458, "Finetune/Step Time": 6.736250165849924}
+{"Finetune/Learning Rate": 1.9514040199661676e-06, "Finetune/Loss": 0.6338488459587097, "Finetune/Loss (Raw)": 0.6278368830680847, "Finetune/Step": 15459, "Finetune/Step Time": 6.743971608579159}
+{"Finetune/Learning Rate": 1.950404763304595e-06, "Finetune/Loss": 0.6321499347686768, "Finetune/Loss (Raw)": 0.47772425413131714, "Finetune/Step": 15460, "Finetune/Step Time": 6.759317461401224}
+{"Finetune/Learning Rate": 1.9494057349066532e-06, "Finetune/Loss": 0.6318924427032471, "Finetune/Loss (Raw)": 0.5299757719039917, "Finetune/Step": 15461, "Finetune/Step Time": 6.773065472021699}
+{"Finetune/Learning Rate": 1.9484069348006717e-06, "Finetune/Loss": 0.6303312182426453, "Finetune/Loss (Raw)": 0.5826466083526611, "Finetune/Step": 15462, "Finetune/Step Time": 6.7530581168830395}
+{"Finetune/Learning Rate": 1.947408363014973e-06, "Finetune/Loss": 0.6285170316696167, "Finetune/Loss (Raw)": 0.5039976239204407, "Finetune/Step": 15463, "Finetune/Step Time": 6.752992393448949}
+{"Finetune/Learning Rate": 1.9464100195778757e-06, "Finetune/Loss": 0.6261160969734192, "Finetune/Loss (Raw)": 0.4618731141090393, "Finetune/Step": 15464, "Finetune/Step Time": 6.767658997327089}
+{"Finetune/Learning Rate": 1.9454119045176888e-06, "Finetune/Loss": 0.6253617405891418, "Finetune/Loss (Raw)": 0.5767530798912048, "Finetune/Step": 15465, "Finetune/Step Time": 6.751711323857307}
+{"Finetune/Learning Rate": 1.9444140178627156e-06, "Finetune/Loss": 0.6256788372993469, "Finetune/Loss (Raw)": 0.700434148311615, "Finetune/Step": 15466, "Finetune/Step Time": 6.748144723474979}
+{"Finetune/Learning Rate": 1.943416359641255e-06, "Finetune/Loss": 0.6255439519882202, "Finetune/Loss (Raw)": 0.6662502288818359, "Finetune/Step": 15467, "Finetune/Step Time": 6.7445881851017475}
+{"Finetune/Learning Rate": 1.9424189298815955e-06, "Finetune/Loss": 0.6238253116607666, "Finetune/Loss (Raw)": 0.472610205411911, "Finetune/Step": 15468, "Finetune/Step Time": 6.751310124993324}
+{"Finetune/Learning Rate": 1.941421728612023e-06, "Finetune/Loss": 0.6241767406463623, "Finetune/Loss (Raw)": 0.6016668677330017, "Finetune/Step": 15469, "Finetune/Step Time": 6.7572573479264975}
+{"Finetune/Learning Rate": 1.940424755860815e-06, "Finetune/Loss": 0.6242679357528687, "Finetune/Loss (Raw)": 0.590465784072876, "Finetune/Step": 15470, "Finetune/Step Time": 6.76145806722343}
+{"Finetune/Learning Rate": 1.9394280116562414e-06, "Finetune/Loss": 0.6225167512893677, "Finetune/Loss (Raw)": 0.5620104074478149, "Finetune/Step": 15471, "Finetune/Step Time": 6.757452564314008}
+{"Finetune/Learning Rate": 1.938431496026569e-06, "Finetune/Loss": 0.6225709319114685, "Finetune/Loss (Raw)": 0.6858153939247131, "Finetune/Step": 15472, "Finetune/Step Time": 6.760164137929678}
+{"Finetune/Learning Rate": 1.9374352090000546e-06, "Finetune/Loss": 0.6231259703636169, "Finetune/Loss (Raw)": 0.6359252333641052, "Finetune/Step": 15473, "Finetune/Step Time": 6.759601866826415}
+{"Finetune/Learning Rate": 1.936439150604952e-06, "Finetune/Loss": 0.623123049736023, "Finetune/Loss (Raw)": 0.755317747592926, "Finetune/Step": 15474, "Finetune/Step Time": 6.762686224654317}
+{"Finetune/Learning Rate": 1.9354433208695045e-06, "Finetune/Loss": 0.6227501630783081, "Finetune/Loss (Raw)": 0.5400285720825195, "Finetune/Step": 15475, "Finetune/Step Time": 6.790460180491209}
+{"Finetune/Learning Rate": 1.9344477198219524e-06, "Finetune/Loss": 0.6227165460586548, "Finetune/Loss (Raw)": 0.5708467960357666, "Finetune/Step": 15476, "Finetune/Step Time": 6.7800346333533525}
+{"Finetune/Learning Rate": 1.9334523474905276e-06, "Finetune/Loss": 0.6234463453292847, "Finetune/Loss (Raw)": 0.7283467650413513, "Finetune/Step": 15477, "Finetune/Step Time": 6.780614223331213}
+{"Finetune/Learning Rate": 1.9324572039034564e-06, "Finetune/Loss": 0.6243849992752075, "Finetune/Loss (Raw)": 0.7491308450698853, "Finetune/Step": 15478, "Finetune/Step Time": 6.782908199355006}
+{"Finetune/Learning Rate": 1.9314622890889566e-06, "Finetune/Loss": 0.6239013075828552, "Finetune/Loss (Raw)": 0.6093490123748779, "Finetune/Step": 15479, "Finetune/Step Time": 6.792627107352018}
+{"Finetune/Learning Rate": 1.9304676030752435e-06, "Finetune/Loss": 0.6233375072479248, "Finetune/Loss (Raw)": 0.6364235877990723, "Finetune/Step": 15480, "Finetune/Step Time": 6.7961124032735825}
+{"Finetune/Learning Rate": 1.9294731458905224e-06, "Finetune/Loss": 0.6233711242675781, "Finetune/Loss (Raw)": 0.5731136798858643, "Finetune/Step": 15481, "Finetune/Step Time": 6.799621090292931}
+{"Finetune/Learning Rate": 1.928478917562996e-06, "Finetune/Loss": 0.6229515075683594, "Finetune/Loss (Raw)": 0.5159062147140503, "Finetune/Step": 15482, "Finetune/Step Time": 6.813528258353472}
+{"Finetune/Learning Rate": 1.9274849181208486e-06, "Finetune/Loss": 0.6231896281242371, "Finetune/Loss (Raw)": 0.5869219899177551, "Finetune/Step": 15483, "Finetune/Step Time": 6.799400385469198}
+{"Finetune/Learning Rate": 1.9264911475922775e-06, "Finetune/Loss": 0.622645914554596, "Finetune/Loss (Raw)": 0.6486327052116394, "Finetune/Step": 15484, "Finetune/Step Time": 6.799156945198774}
+{"Finetune/Learning Rate": 1.9254976060054596e-06, "Finetune/Loss": 0.6225647330284119, "Finetune/Loss (Raw)": 0.6233157515525818, "Finetune/Step": 15485, "Finetune/Step Time": 6.800114944577217}
+{"Finetune/Learning Rate": 1.9245042933885693e-06, "Finetune/Loss": 0.6229524612426758, "Finetune/Loss (Raw)": 0.6642533540725708, "Finetune/Step": 15486, "Finetune/Step Time": 6.822763562202454}
+{"Finetune/Learning Rate": 1.9235112097697727e-06, "Finetune/Loss": 0.6221095323562622, "Finetune/Loss (Raw)": 0.5485371351242065, "Finetune/Step": 15487, "Finetune/Step Time": 6.811885565519333}
+{"Finetune/Learning Rate": 1.922518355177232e-06, "Finetune/Loss": 0.6211609840393066, "Finetune/Loss (Raw)": 0.5796955823898315, "Finetune/Step": 15488, "Finetune/Step Time": 6.806250657886267}
+{"Finetune/Learning Rate": 1.9215257296391044e-06, "Finetune/Loss": 0.6213162541389465, "Finetune/Loss (Raw)": 0.6971641182899475, "Finetune/Step": 15489, "Finetune/Step Time": 6.793553723022342}
+{"Finetune/Learning Rate": 1.920533333183532e-06, "Finetune/Loss": 0.6204532384872437, "Finetune/Loss (Raw)": 0.588598906993866, "Finetune/Step": 15490, "Finetune/Step Time": 6.797945488244295}
+{"Finetune/Learning Rate": 1.9195411658386564e-06, "Finetune/Loss": 0.6201725006103516, "Finetune/Loss (Raw)": 0.5985612273216248, "Finetune/Step": 15491, "Finetune/Step Time": 6.815814629197121}
+{"Finetune/Learning Rate": 1.918549227632619e-06, "Finetune/Loss": 0.6192217469215393, "Finetune/Loss (Raw)": 0.614937961101532, "Finetune/Step": 15492, "Finetune/Step Time": 6.813870461657643}
+{"Finetune/Learning Rate": 1.9175575185935434e-06, "Finetune/Loss": 0.6194608211517334, "Finetune/Loss (Raw)": 0.6114587783813477, "Finetune/Step": 15493, "Finetune/Step Time": 6.812424952164292}
+{"Finetune/Learning Rate": 1.9165660387495545e-06, "Finetune/Loss": 0.6193643808364868, "Finetune/Loss (Raw)": 0.621813178062439, "Finetune/Step": 15494, "Finetune/Step Time": 6.808826318010688}
+{"Finetune/Learning Rate": 1.915574788128769e-06, "Finetune/Loss": 0.6206623911857605, "Finetune/Loss (Raw)": 0.793982982635498, "Finetune/Step": 15495, "Finetune/Step Time": 6.807438973337412}
+{"Finetune/Learning Rate": 1.9145837667592914e-06, "Finetune/Loss": 0.6202645301818848, "Finetune/Loss (Raw)": 0.6635136008262634, "Finetune/Step": 15496, "Finetune/Step Time": 6.826384598389268}
+{"Finetune/Learning Rate": 1.913592974669225e-06, "Finetune/Loss": 0.6198405027389526, "Finetune/Loss (Raw)": 0.6057382225990295, "Finetune/Step": 15497, "Finetune/Step Time": 6.836176555603743}
+{"Finetune/Learning Rate": 1.912602411886666e-06, "Finetune/Loss": 0.6195099353790283, "Finetune/Loss (Raw)": 0.6167415976524353, "Finetune/Step": 15498, "Finetune/Step Time": 6.839109988883138}
+{"Finetune/Learning Rate": 1.9116120784397063e-06, "Finetune/Loss": 0.6193404793739319, "Finetune/Loss (Raw)": 0.6445114612579346, "Finetune/Step": 15499, "Finetune/Step Time": 6.838870381936431}
+{"Finetune/Learning Rate": 1.910621974356429e-06, "Finetune/Loss": 0.6201750040054321, "Finetune/Loss (Raw)": 0.7012274861335754, "Finetune/Step": 15500, "Finetune/Step Time": 6.839444229379296}
+{"Finetune/Learning Rate": 1.909632099664912e-06, "Finetune/Loss": 0.6201102137565613, "Finetune/Loss (Raw)": 0.706552267074585, "Finetune/Step": 15501, "Finetune/Step Time": 6.840339386835694}
+{"Finetune/Learning Rate": 1.9086424543932192e-06, "Finetune/Loss": 0.6208530068397522, "Finetune/Loss (Raw)": 0.6952060461044312, "Finetune/Step": 15502, "Finetune/Step Time": 6.841313341632485}
+{"Finetune/Learning Rate": 1.907653038569418e-06, "Finetune/Loss": 0.6207811832427979, "Finetune/Loss (Raw)": 0.6487260460853577, "Finetune/Step": 15503, "Finetune/Step Time": 6.839598735794425}
+{"Finetune/Learning Rate": 1.9066638522215652e-06, "Finetune/Loss": 0.6203047037124634, "Finetune/Loss (Raw)": 0.5690336227416992, "Finetune/Step": 15504, "Finetune/Step Time": 6.838834321126342}
+{"Finetune/Learning Rate": 1.9056748953777082e-06, "Finetune/Loss": 0.621715247631073, "Finetune/Loss (Raw)": 0.6790568828582764, "Finetune/Step": 15505, "Finetune/Step Time": 6.8206966817379}
+{"Finetune/Learning Rate": 1.9046861680658979e-06, "Finetune/Loss": 0.6209449768066406, "Finetune/Loss (Raw)": 0.5516095757484436, "Finetune/Step": 15506, "Finetune/Step Time": 6.820992328226566}
+{"Finetune/Learning Rate": 1.9036976703141684e-06, "Finetune/Loss": 0.6205849647521973, "Finetune/Loss (Raw)": 0.6842997670173645, "Finetune/Step": 15507, "Finetune/Step Time": 6.820325043052435}
+{"Finetune/Learning Rate": 1.9027094021505487e-06, "Finetune/Loss": 0.6205995678901672, "Finetune/Loss (Raw)": 0.7012143135070801, "Finetune/Step": 15508, "Finetune/Step Time": 6.812162145972252}
+{"Finetune/Learning Rate": 1.901721363603065e-06, "Finetune/Loss": 0.6204066872596741, "Finetune/Loss (Raw)": 0.5936548709869385, "Finetune/Step": 15509, "Finetune/Step Time": 6.796844560652971}
+{"Finetune/Learning Rate": 1.9007335546997352e-06, "Finetune/Loss": 0.6206823587417603, "Finetune/Loss (Raw)": 0.6251174211502075, "Finetune/Step": 15510, "Finetune/Step Time": 6.80962523072958}
+{"Finetune/Learning Rate": 1.89974597546857e-06, "Finetune/Loss": 0.6222134828567505, "Finetune/Loss (Raw)": 0.7937365770339966, "Finetune/Step": 15511, "Finetune/Step Time": 6.796880580484867}
+{"Finetune/Learning Rate": 1.8987586259375724e-06, "Finetune/Loss": 0.6218094825744629, "Finetune/Loss (Raw)": 0.683271586894989, "Finetune/Step": 15512, "Finetune/Step Time": 6.7953013107180595}
+{"Finetune/Learning Rate": 1.897771506134749e-06, "Finetune/Loss": 0.621909499168396, "Finetune/Loss (Raw)": 0.6235403418540955, "Finetune/Step": 15513, "Finetune/Step Time": 6.794286509975791}
+{"Finetune/Learning Rate": 1.896784616088082e-06, "Finetune/Loss": 0.6221073865890503, "Finetune/Loss (Raw)": 0.6691427826881409, "Finetune/Step": 15514, "Finetune/Step Time": 6.791560186073184}
+{"Finetune/Learning Rate": 1.8957979558255624e-06, "Finetune/Loss": 0.6232501864433289, "Finetune/Loss (Raw)": 0.7436230182647705, "Finetune/Step": 15515, "Finetune/Step Time": 6.787169639021158}
+{"Finetune/Learning Rate": 1.8948115253751664e-06, "Finetune/Loss": 0.6231723427772522, "Finetune/Loss (Raw)": 0.647426426410675, "Finetune/Step": 15516, "Finetune/Step Time": 6.7823840994387865}
+{"Finetune/Learning Rate": 1.8938253247648686e-06, "Finetune/Loss": 0.6232137680053711, "Finetune/Loss (Raw)": 0.6691655516624451, "Finetune/Step": 15517, "Finetune/Step Time": 6.786241160705686}
+{"Finetune/Learning Rate": 1.892839354022633e-06, "Finetune/Loss": 0.623372495174408, "Finetune/Loss (Raw)": 0.6719328165054321, "Finetune/Step": 15518, "Finetune/Step Time": 6.786591110751033}
+{"Finetune/Learning Rate": 1.8918536131764198e-06, "Finetune/Loss": 0.6224606037139893, "Finetune/Loss (Raw)": 0.560701847076416, "Finetune/Step": 15519, "Finetune/Step Time": 6.783204218372703}
+{"Finetune/Learning Rate": 1.890868102254182e-06, "Finetune/Loss": 0.6224931478500366, "Finetune/Loss (Raw)": 0.6511623859405518, "Finetune/Step": 15520, "Finetune/Step Time": 6.782398398965597}
+{"Finetune/Learning Rate": 1.8898828212838648e-06, "Finetune/Loss": 0.6222749352455139, "Finetune/Loss (Raw)": 0.6703767776489258, "Finetune/Step": 15521, "Finetune/Step Time": 6.78238195925951}
+{"Finetune/Learning Rate": 1.8888977702934086e-06, "Finetune/Loss": 0.6222412586212158, "Finetune/Loss (Raw)": 0.6125485897064209, "Finetune/Step": 15522, "Finetune/Step Time": 6.793757328763604}
+{"Finetune/Learning Rate": 1.8879129493107474e-06, "Finetune/Loss": 0.6221337914466858, "Finetune/Loss (Raw)": 0.6321905851364136, "Finetune/Step": 15523, "Finetune/Step Time": 6.811569003388286}
+{"Finetune/Learning Rate": 1.8869283583638064e-06, "Finetune/Loss": 0.6223850846290588, "Finetune/Loss (Raw)": 0.6995059251785278, "Finetune/Step": 15524, "Finetune/Step Time": 6.818797601386905}
+{"Finetune/Learning Rate": 1.8859439974805083e-06, "Finetune/Loss": 0.622026801109314, "Finetune/Loss (Raw)": 0.5624954104423523, "Finetune/Step": 15525, "Finetune/Step Time": 6.806880341842771}
+{"Finetune/Learning Rate": 1.8849598666887636e-06, "Finetune/Loss": 0.6222476959228516, "Finetune/Loss (Raw)": 0.7638086676597595, "Finetune/Step": 15526, "Finetune/Step Time": 6.811717303469777}
+{"Finetune/Learning Rate": 1.8839759660164813e-06, "Finetune/Loss": 0.6228758096694946, "Finetune/Loss (Raw)": 0.6490600109100342, "Finetune/Step": 15527, "Finetune/Step Time": 6.807138686999679}
+{"Finetune/Learning Rate": 1.8829922954915626e-06, "Finetune/Loss": 0.6240106821060181, "Finetune/Loss (Raw)": 0.7015403509140015, "Finetune/Step": 15528, "Finetune/Step Time": 6.807502591982484}
+{"Finetune/Learning Rate": 1.8820088551419002e-06, "Finetune/Loss": 0.6242914199829102, "Finetune/Loss (Raw)": 0.6133920550346375, "Finetune/Step": 15529, "Finetune/Step Time": 6.815799346193671}
+{"Finetune/Learning Rate": 1.8810256449953822e-06, "Finetune/Loss": 0.6246811151504517, "Finetune/Loss (Raw)": 0.6529542803764343, "Finetune/Step": 15530, "Finetune/Step Time": 6.80971047654748}
+{"Finetune/Learning Rate": 1.880042665079892e-06, "Finetune/Loss": 0.6253073811531067, "Finetune/Loss (Raw)": 0.6800793409347534, "Finetune/Step": 15531, "Finetune/Step Time": 6.80005575157702}
+{"Finetune/Learning Rate": 1.879059915423297e-06, "Finetune/Loss": 0.6250948905944824, "Finetune/Loss (Raw)": 0.6854461431503296, "Finetune/Step": 15532, "Finetune/Step Time": 6.789664318785071}
+{"Finetune/Learning Rate": 1.8780773960534715e-06, "Finetune/Loss": 0.6264619827270508, "Finetune/Loss (Raw)": 0.7074160575866699, "Finetune/Step": 15533, "Finetune/Step Time": 6.786111202090979}
+{"Finetune/Learning Rate": 1.8770951069982768e-06, "Finetune/Loss": 0.626550555229187, "Finetune/Loss (Raw)": 0.6188297271728516, "Finetune/Step": 15534, "Finetune/Step Time": 6.792516784742475}
+{"Finetune/Learning Rate": 1.876113048285565e-06, "Finetune/Loss": 0.6260785460472107, "Finetune/Loss (Raw)": 0.5554010272026062, "Finetune/Step": 15535, "Finetune/Step Time": 6.786435382440686}
+{"Finetune/Learning Rate": 1.875131219943187e-06, "Finetune/Loss": 0.6254819631576538, "Finetune/Loss (Raw)": 0.6780328750610352, "Finetune/Step": 15536, "Finetune/Step Time": 6.782830558717251}
+{"Finetune/Learning Rate": 1.8741496219989863e-06, "Finetune/Loss": 0.6250207424163818, "Finetune/Loss (Raw)": 0.5962578058242798, "Finetune/Step": 15537, "Finetune/Step Time": 6.784992765635252}
+{"Finetune/Learning Rate": 1.8731682544807917e-06, "Finetune/Loss": 0.6253578662872314, "Finetune/Loss (Raw)": 0.7481702566146851, "Finetune/Step": 15538, "Finetune/Step Time": 6.784038605168462}
+{"Finetune/Learning Rate": 1.872187117416434e-06, "Finetune/Loss": 0.6283955574035645, "Finetune/Loss (Raw)": 0.6655537486076355, "Finetune/Step": 15539, "Finetune/Step Time": 6.74414200335741}
+{"Finetune/Learning Rate": 1.8712062108337403e-06, "Finetune/Loss": 0.6275208592414856, "Finetune/Loss (Raw)": 0.5992440581321716, "Finetune/Step": 15540, "Finetune/Step Time": 6.753302611410618}
+{"Finetune/Learning Rate": 1.8702255347605225e-06, "Finetune/Loss": 0.6279107928276062, "Finetune/Loss (Raw)": 0.6055576801300049, "Finetune/Step": 15541, "Finetune/Step Time": 6.752334224060178}
+{"Finetune/Learning Rate": 1.8692450892245906e-06, "Finetune/Loss": 0.6283473968505859, "Finetune/Loss (Raw)": 0.6025837659835815, "Finetune/Step": 15542, "Finetune/Step Time": 6.73924121633172}
+{"Finetune/Learning Rate": 1.8682648742537501e-06, "Finetune/Loss": 0.6293227672576904, "Finetune/Loss (Raw)": 0.6708476543426514, "Finetune/Step": 15543, "Finetune/Step Time": 6.741896754130721}
+{"Finetune/Learning Rate": 1.8672848898757912e-06, "Finetune/Loss": 0.6303223967552185, "Finetune/Loss (Raw)": 0.7058471441268921, "Finetune/Step": 15544, "Finetune/Step Time": 6.744841085746884}
+{"Finetune/Learning Rate": 1.866305136118507e-06, "Finetune/Loss": 0.629879355430603, "Finetune/Loss (Raw)": 0.6461350917816162, "Finetune/Step": 15545, "Finetune/Step Time": 6.743243008852005}
+{"Finetune/Learning Rate": 1.8653256130096797e-06, "Finetune/Loss": 0.6291199922561646, "Finetune/Loss (Raw)": 0.5724604725837708, "Finetune/Step": 15546, "Finetune/Step Time": 6.739993844181299}
+{"Finetune/Learning Rate": 1.864346320577084e-06, "Finetune/Loss": 0.6304044127464294, "Finetune/Loss (Raw)": 0.7011171579360962, "Finetune/Step": 15547, "Finetune/Step Time": 6.7395560797303915}
+{"Finetune/Learning Rate": 1.8633672588484941e-06, "Finetune/Loss": 0.6313563585281372, "Finetune/Loss (Raw)": 0.6569439172744751, "Finetune/Step": 15548, "Finetune/Step Time": 6.706273917108774}
+{"Finetune/Learning Rate": 1.8623884278516734e-06, "Finetune/Loss": 0.6316300630569458, "Finetune/Loss (Raw)": 0.6301308274269104, "Finetune/Step": 15549, "Finetune/Step Time": 6.709045263007283}
+{"Finetune/Learning Rate": 1.8614098276143744e-06, "Finetune/Loss": 0.6315743923187256, "Finetune/Loss (Raw)": 0.6463741660118103, "Finetune/Step": 15550, "Finetune/Step Time": 6.708836738020182}
+{"Finetune/Learning Rate": 1.8604314581643502e-06, "Finetune/Loss": 0.6312824487686157, "Finetune/Loss (Raw)": 0.5730172991752625, "Finetune/Step": 15551, "Finetune/Step Time": 6.7201213501393795}
+{"Finetune/Learning Rate": 1.859453319529343e-06, "Finetune/Loss": 0.6319090127944946, "Finetune/Loss (Raw)": 0.7248643636703491, "Finetune/Step": 15552, "Finetune/Step Time": 6.71851884573698}
+{"Finetune/Learning Rate": 1.8584754117370918e-06, "Finetune/Loss": 0.633215606212616, "Finetune/Loss (Raw)": 0.7382100224494934, "Finetune/Step": 15553, "Finetune/Step Time": 6.706726260483265}
+{"Finetune/Learning Rate": 1.8574977348153245e-06, "Finetune/Loss": 0.6323980093002319, "Finetune/Loss (Raw)": 0.6163508892059326, "Finetune/Step": 15554, "Finetune/Step Time": 6.7134437672793865}
+{"Finetune/Learning Rate": 1.856520288791771e-06, "Finetune/Loss": 0.6317550539970398, "Finetune/Loss (Raw)": 0.5981740355491638, "Finetune/Step": 15555, "Finetune/Step Time": 6.697877230122685}
+{"Finetune/Learning Rate": 1.8555430736941439e-06, "Finetune/Loss": 0.6314792633056641, "Finetune/Loss (Raw)": 0.5956106185913086, "Finetune/Step": 15556, "Finetune/Step Time": 6.694041628390551}
+{"Finetune/Learning Rate": 1.854566089550155e-06, "Finetune/Loss": 0.634196400642395, "Finetune/Loss (Raw)": 0.7857193350791931, "Finetune/Step": 15557, "Finetune/Step Time": 6.677286410704255}
+{"Finetune/Learning Rate": 1.853589336387509e-06, "Finetune/Loss": 0.6352283954620361, "Finetune/Loss (Raw)": 0.7216236591339111, "Finetune/Step": 15558, "Finetune/Step Time": 6.6633226703852415}
+{"Finetune/Learning Rate": 1.8526128142339039e-06, "Finetune/Loss": 0.6350252628326416, "Finetune/Loss (Raw)": 0.6321462988853455, "Finetune/Step": 15559, "Finetune/Step Time": 6.655485181137919}
+{"Finetune/Learning Rate": 1.8516365231170318e-06, "Finetune/Loss": 0.6349248290061951, "Finetune/Loss (Raw)": 0.5926769375801086, "Finetune/Step": 15560, "Finetune/Step Time": 6.658528659492731}
+{"Finetune/Learning Rate": 1.8506604630645763e-06, "Finetune/Loss": 0.634423017501831, "Finetune/Loss (Raw)": 0.5881341099739075, "Finetune/Step": 15561, "Finetune/Step Time": 6.646143816411495}
+{"Finetune/Learning Rate": 1.8496846341042175e-06, "Finetune/Loss": 0.6318113207817078, "Finetune/Loss (Raw)": 0.43953603506088257, "Finetune/Step": 15562, "Finetune/Step Time": 6.655582709237933}
+{"Finetune/Learning Rate": 1.8487090362636262e-06, "Finetune/Loss": 0.6314445734024048, "Finetune/Loss (Raw)": 0.5511490702629089, "Finetune/Step": 15563, "Finetune/Step Time": 6.659992791712284}
+{"Finetune/Learning Rate": 1.8477336695704663e-06, "Finetune/Loss": 0.6324530839920044, "Finetune/Loss (Raw)": 0.7119587063789368, "Finetune/Step": 15564, "Finetune/Step Time": 6.687509495764971}
+{"Finetune/Learning Rate": 1.8467585340523985e-06, "Finetune/Loss": 0.632310688495636, "Finetune/Loss (Raw)": 0.7134315371513367, "Finetune/Step": 15565, "Finetune/Step Time": 6.68759959936142}
+{"Finetune/Learning Rate": 1.8457836297370734e-06, "Finetune/Loss": 0.6332924365997314, "Finetune/Loss (Raw)": 0.6946904063224792, "Finetune/Step": 15566, "Finetune/Step Time": 6.68434314802289}
+{"Finetune/Learning Rate": 1.8448089566521376e-06, "Finetune/Loss": 0.6328468918800354, "Finetune/Loss (Raw)": 0.6568812131881714, "Finetune/Step": 15567, "Finetune/Step Time": 6.681185964494944}
+{"Finetune/Learning Rate": 1.843834514825229e-06, "Finetune/Loss": 0.633528470993042, "Finetune/Loss (Raw)": 0.6833584904670715, "Finetune/Step": 15568, "Finetune/Step Time": 6.682840609923005}
+{"Finetune/Learning Rate": 1.8428603042839809e-06, "Finetune/Loss": 0.634286105632782, "Finetune/Loss (Raw)": 0.6626113057136536, "Finetune/Step": 15569, "Finetune/Step Time": 6.678072182461619}
+{"Finetune/Learning Rate": 1.8418863250560193e-06, "Finetune/Loss": 0.6343936324119568, "Finetune/Loss (Raw)": 0.7084240317344666, "Finetune/Step": 15570, "Finetune/Step Time": 6.6767397448420525}
+{"Finetune/Learning Rate": 1.8409125771689617e-06, "Finetune/Loss": 0.6353816986083984, "Finetune/Loss (Raw)": 0.6232302188873291, "Finetune/Step": 15571, "Finetune/Step Time": 6.6762517262250185}
+{"Finetune/Learning Rate": 1.839939060650423e-06, "Finetune/Loss": 0.6355100870132446, "Finetune/Loss (Raw)": 0.6102102994918823, "Finetune/Step": 15572, "Finetune/Step Time": 6.676410607993603}
+{"Finetune/Learning Rate": 1.8389657755280087e-06, "Finetune/Loss": 0.635596513748169, "Finetune/Loss (Raw)": 0.6218731999397278, "Finetune/Step": 15573, "Finetune/Step Time": 6.6686274241656065}
+{"Finetune/Learning Rate": 1.837992721829317e-06, "Finetune/Loss": 0.6346192359924316, "Finetune/Loss (Raw)": 0.5677492618560791, "Finetune/Step": 15574, "Finetune/Step Time": 6.666678581386805}
+{"Finetune/Learning Rate": 1.8370198995819432e-06, "Finetune/Loss": 0.6345995664596558, "Finetune/Loss (Raw)": 0.6744346618652344, "Finetune/Step": 15575, "Finetune/Step Time": 6.693854387849569}
+{"Finetune/Learning Rate": 1.8360473088134722e-06, "Finetune/Loss": 0.6336305141448975, "Finetune/Loss (Raw)": 0.5275560021400452, "Finetune/Step": 15576, "Finetune/Step Time": 6.697034999728203}
+{"Finetune/Learning Rate": 1.8350749495514842e-06, "Finetune/Loss": 0.633453369140625, "Finetune/Loss (Raw)": 0.5922214388847351, "Finetune/Step": 15577, "Finetune/Step Time": 6.7050218321383}
+{"Finetune/Learning Rate": 1.8341028218235525e-06, "Finetune/Loss": 0.6333512663841248, "Finetune/Loss (Raw)": 0.660567045211792, "Finetune/Step": 15578, "Finetune/Step Time": 6.700343012809753}
+{"Finetune/Learning Rate": 1.833130925657245e-06, "Finetune/Loss": 0.6340797543525696, "Finetune/Loss (Raw)": 0.7094151973724365, "Finetune/Step": 15579, "Finetune/Step Time": 6.717146238312125}
+{"Finetune/Learning Rate": 1.832159261080122e-06, "Finetune/Loss": 0.6337056159973145, "Finetune/Loss (Raw)": 0.5273227095603943, "Finetune/Step": 15580, "Finetune/Step Time": 6.711515037342906}
+{"Finetune/Learning Rate": 1.8311878281197326e-06, "Finetune/Loss": 0.6334618330001831, "Finetune/Loss (Raw)": 0.5991640686988831, "Finetune/Step": 15581, "Finetune/Step Time": 6.7216186840087175}
+{"Finetune/Learning Rate": 1.8302166268036293e-06, "Finetune/Loss": 0.6350475549697876, "Finetune/Loss (Raw)": 0.6539668440818787, "Finetune/Step": 15582, "Finetune/Step Time": 6.705793106928468}
+{"Finetune/Learning Rate": 1.829245657159351e-06, "Finetune/Loss": 0.6364388465881348, "Finetune/Loss (Raw)": 0.7515332102775574, "Finetune/Step": 15583, "Finetune/Step Time": 6.7083264254033566}
+{"Finetune/Learning Rate": 1.82827491921443e-06, "Finetune/Loss": 0.6358323097229004, "Finetune/Loss (Raw)": 0.4993610680103302, "Finetune/Step": 15584, "Finetune/Step Time": 6.739777127280831}
+{"Finetune/Learning Rate": 1.8273044129963968e-06, "Finetune/Loss": 0.6361797451972961, "Finetune/Loss (Raw)": 0.6756886839866638, "Finetune/Step": 15585, "Finetune/Step Time": 6.742135837674141}
+{"Finetune/Learning Rate": 1.8263341385327716e-06, "Finetune/Loss": 0.6359754800796509, "Finetune/Loss (Raw)": 0.6594710946083069, "Finetune/Step": 15586, "Finetune/Step Time": 6.740483222529292}
+{"Finetune/Learning Rate": 1.8253640958510655e-06, "Finetune/Loss": 0.6359496116638184, "Finetune/Loss (Raw)": 0.6245182752609253, "Finetune/Step": 15587, "Finetune/Step Time": 6.732469514012337}
+{"Finetune/Learning Rate": 1.8243942849787854e-06, "Finetune/Loss": 0.6374049782752991, "Finetune/Loss (Raw)": 0.6640143990516663, "Finetune/Step": 15588, "Finetune/Step Time": 6.722648264840245}
+{"Finetune/Learning Rate": 1.8234247059434386e-06, "Finetune/Loss": 0.6382049322128296, "Finetune/Loss (Raw)": 0.6323803067207336, "Finetune/Step": 15589, "Finetune/Step Time": 6.725298075005412}
+{"Finetune/Learning Rate": 1.8224553587725148e-06, "Finetune/Loss": 0.639668345451355, "Finetune/Loss (Raw)": 0.769953191280365, "Finetune/Step": 15590, "Finetune/Step Time": 6.745747664943337}
+{"Finetune/Learning Rate": 1.8214862434935032e-06, "Finetune/Loss": 0.6411951780319214, "Finetune/Loss (Raw)": 0.6994346976280212, "Finetune/Step": 15591, "Finetune/Step Time": 6.746414517983794}
+{"Finetune/Learning Rate": 1.8205173601338889e-06, "Finetune/Loss": 0.6421514749526978, "Finetune/Loss (Raw)": 0.5842816829681396, "Finetune/Step": 15592, "Finetune/Step Time": 6.730462705716491}
+{"Finetune/Learning Rate": 1.8195487087211395e-06, "Finetune/Loss": 0.6425392627716064, "Finetune/Loss (Raw)": 0.6263936161994934, "Finetune/Step": 15593, "Finetune/Step Time": 6.733781531453133}
+{"Finetune/Learning Rate": 1.8185802892827265e-06, "Finetune/Loss": 0.6429057121276855, "Finetune/Loss (Raw)": 0.7473282217979431, "Finetune/Step": 15594, "Finetune/Step Time": 6.736656030640006}
+{"Finetune/Learning Rate": 1.817612101846109e-06, "Finetune/Loss": 0.6438301205635071, "Finetune/Loss (Raw)": 0.7845783233642578, "Finetune/Step": 15595, "Finetune/Step Time": 6.738528264686465}
+{"Finetune/Learning Rate": 1.8166441464387486e-06, "Finetune/Loss": 0.6451177597045898, "Finetune/Loss (Raw)": 0.6374332904815674, "Finetune/Step": 15596, "Finetune/Step Time": 6.735322756692767}
+{"Finetune/Learning Rate": 1.8156764230880886e-06, "Finetune/Loss": 0.644620954990387, "Finetune/Loss (Raw)": 0.5380720496177673, "Finetune/Step": 15597, "Finetune/Step Time": 6.728604171425104}
+{"Finetune/Learning Rate": 1.814708931821575e-06, "Finetune/Loss": 0.6454600095748901, "Finetune/Loss (Raw)": 0.6978616714477539, "Finetune/Step": 15598, "Finetune/Step Time": 6.72745967656374}
+{"Finetune/Learning Rate": 1.8137416726666379e-06, "Finetune/Loss": 0.6454185247421265, "Finetune/Loss (Raw)": 0.5567049384117126, "Finetune/Step": 15599, "Finetune/Step Time": 6.731395807117224}
+{"Finetune/Learning Rate": 1.8127746456507077e-06, "Finetune/Loss": 0.6457364559173584, "Finetune/Loss (Raw)": 0.7265070080757141, "Finetune/Step": 15600, "Finetune/Step Time": 6.727688143029809}
+{"Finetune/Learning Rate": 1.811807850801207e-06, "Finetune/Loss": 0.6456936597824097, "Finetune/Loss (Raw)": 0.6304566264152527, "Finetune/Step": 15601, "Finetune/Step Time": 6.732322024181485}
+{"Finetune/Learning Rate": 1.8108412881455528e-06, "Finetune/Loss": 0.644713282585144, "Finetune/Loss (Raw)": 0.6298192739486694, "Finetune/Step": 15602, "Finetune/Step Time": 6.730948131531477}
+{"Finetune/Learning Rate": 1.8098749577111497e-06, "Finetune/Loss": 0.6458851099014282, "Finetune/Loss (Raw)": 0.6900301575660706, "Finetune/Step": 15603, "Finetune/Step Time": 6.708632942289114}
+{"Finetune/Learning Rate": 1.8089088595254078e-06, "Finetune/Loss": 0.6470831632614136, "Finetune/Loss (Raw)": 0.7241877913475037, "Finetune/Step": 15604, "Finetune/Step Time": 6.706360133364797}
+{"Finetune/Learning Rate": 1.8079429936157166e-06, "Finetune/Loss": 0.6464667320251465, "Finetune/Loss (Raw)": 0.649452805519104, "Finetune/Step": 15605, "Finetune/Step Time": 6.703720772638917}
+{"Finetune/Learning Rate": 1.8069773600094665e-06, "Finetune/Loss": 0.6452649235725403, "Finetune/Loss (Raw)": 0.5952925682067871, "Finetune/Step": 15606, "Finetune/Step Time": 6.697732340544462}
+{"Finetune/Learning Rate": 1.8060119587340408e-06, "Finetune/Loss": 0.6456927061080933, "Finetune/Loss (Raw)": 0.6641101241111755, "Finetune/Step": 15607, "Finetune/Step Time": 6.686282580718398}
+{"Finetune/Learning Rate": 1.8050467898168156e-06, "Finetune/Loss": 0.6456937789916992, "Finetune/Loss (Raw)": 0.6365589499473572, "Finetune/Step": 15608, "Finetune/Step Time": 6.6856845282018185}
+{"Finetune/Learning Rate": 1.8040818532851601e-06, "Finetune/Loss": 0.646439790725708, "Finetune/Loss (Raw)": 0.6686025857925415, "Finetune/Step": 15609, "Finetune/Step Time": 6.683143271133304}
+{"Finetune/Learning Rate": 1.8031171491664367e-06, "Finetune/Loss": 0.6470894813537598, "Finetune/Loss (Raw)": 0.5990657806396484, "Finetune/Step": 15610, "Finetune/Step Time": 6.668301774188876}
+{"Finetune/Learning Rate": 1.8021526774880016e-06, "Finetune/Loss": 0.6473892331123352, "Finetune/Loss (Raw)": 0.6252903342247009, "Finetune/Step": 15611, "Finetune/Step Time": 6.668742237612605}
+{"Finetune/Learning Rate": 1.801188438277206e-06, "Finetune/Loss": 0.64723140001297, "Finetune/Loss (Raw)": 0.628430187702179, "Finetune/Step": 15612, "Finetune/Step Time": 6.665702387690544}
+{"Finetune/Learning Rate": 1.8002244315613916e-06, "Finetune/Loss": 0.6474283933639526, "Finetune/Loss (Raw)": 0.6485326886177063, "Finetune/Step": 15613, "Finetune/Step Time": 6.680109228938818}
+{"Finetune/Learning Rate": 1.799260657367896e-06, "Finetune/Loss": 0.6469305753707886, "Finetune/Loss (Raw)": 0.6005344390869141, "Finetune/Step": 15614, "Finetune/Step Time": 6.657801084220409}
+{"Finetune/Learning Rate": 1.798297115724048e-06, "Finetune/Loss": 0.6473755240440369, "Finetune/Loss (Raw)": 0.6054852604866028, "Finetune/Step": 15615, "Finetune/Step Time": 6.656586524099112}
+{"Finetune/Learning Rate": 1.797333806657171e-06, "Finetune/Loss": 0.64821857213974, "Finetune/Loss (Raw)": 0.68760746717453, "Finetune/Step": 15616, "Finetune/Step Time": 6.672717021778226}
+{"Finetune/Learning Rate": 1.796370730194582e-06, "Finetune/Loss": 0.6477886438369751, "Finetune/Loss (Raw)": 0.6421290040016174, "Finetune/Step": 15617, "Finetune/Step Time": 6.671018060296774}
+{"Finetune/Learning Rate": 1.7954078863635904e-06, "Finetune/Loss": 0.6479041576385498, "Finetune/Loss (Raw)": 0.6033831834793091, "Finetune/Step": 15618, "Finetune/Step Time": 6.667389256879687}
+{"Finetune/Learning Rate": 1.794445275191502e-06, "Finetune/Loss": 0.6482369303703308, "Finetune/Loss (Raw)": 0.6411612629890442, "Finetune/Step": 15619, "Finetune/Step Time": 6.6499186512082815}
+{"Finetune/Learning Rate": 1.7934828967056107e-06, "Finetune/Loss": 0.6488763093948364, "Finetune/Loss (Raw)": 0.6967811584472656, "Finetune/Step": 15620, "Finetune/Step Time": 6.66192414984107}
+{"Finetune/Learning Rate": 1.7925207509332087e-06, "Finetune/Loss": 0.6488243341445923, "Finetune/Loss (Raw)": 0.6048064827919006, "Finetune/Step": 15621, "Finetune/Step Time": 6.67120105959475}
+{"Finetune/Learning Rate": 1.7915588379015802e-06, "Finetune/Loss": 0.6495418548583984, "Finetune/Loss (Raw)": 0.7136493921279907, "Finetune/Step": 15622, "Finetune/Step Time": 6.670381432399154}
+{"Finetune/Learning Rate": 1.7905971576379998e-06, "Finetune/Loss": 0.6473507881164551, "Finetune/Loss (Raw)": 0.5135287046432495, "Finetune/Step": 15623, "Finetune/Step Time": 6.683527864515781}
+{"Finetune/Learning Rate": 1.7896357101697405e-06, "Finetune/Loss": 0.6479110717773438, "Finetune/Loss (Raw)": 0.7352320551872253, "Finetune/Step": 15624, "Finetune/Step Time": 6.681813703849912}
+{"Finetune/Learning Rate": 1.7886744955240653e-06, "Finetune/Loss": 0.6488088369369507, "Finetune/Loss (Raw)": 0.7206552624702454, "Finetune/Step": 15625, "Finetune/Step Time": 6.668169129639864}
+{"Finetune/Learning Rate": 1.787713513728232e-06, "Finetune/Loss": 0.6491754055023193, "Finetune/Loss (Raw)": 0.6636622548103333, "Finetune/Step": 15626, "Finetune/Step Time": 6.664799170568585}
+{"Finetune/Learning Rate": 1.7867527648094896e-06, "Finetune/Loss": 0.6485289335250854, "Finetune/Loss (Raw)": 0.5617566704750061, "Finetune/Step": 15627, "Finetune/Step Time": 6.662877714261413}
+{"Finetune/Learning Rate": 1.7857922487950873e-06, "Finetune/Loss": 0.6476386785507202, "Finetune/Loss (Raw)": 0.5872714519500732, "Finetune/Step": 15628, "Finetune/Step Time": 6.664758704602718}
+{"Finetune/Learning Rate": 1.7848319657122548e-06, "Finetune/Loss": 0.6464945673942566, "Finetune/Loss (Raw)": 0.5601133704185486, "Finetune/Step": 15629, "Finetune/Step Time": 6.666445691138506}
+{"Finetune/Learning Rate": 1.7838719155882257e-06, "Finetune/Loss": 0.646178662776947, "Finetune/Loss (Raw)": 0.6547704935073853, "Finetune/Step": 15630, "Finetune/Step Time": 6.669077457860112}
+{"Finetune/Learning Rate": 1.7829120984502268e-06, "Finetune/Loss": 0.6457858085632324, "Finetune/Loss (Raw)": 0.598437488079071, "Finetune/Step": 15631, "Finetune/Step Time": 6.6695932522416115}
+{"Finetune/Learning Rate": 1.7819525143254758e-06, "Finetune/Loss": 0.6468548774719238, "Finetune/Loss (Raw)": 0.7058807015419006, "Finetune/Step": 15632, "Finetune/Step Time": 6.677903158590198}
+{"Finetune/Learning Rate": 1.7809931632411815e-06, "Finetune/Loss": 0.646513044834137, "Finetune/Loss (Raw)": 0.6352968215942383, "Finetune/Step": 15633, "Finetune/Step Time": 6.682724379003048}
+{"Finetune/Learning Rate": 1.7800340452245523e-06, "Finetune/Loss": 0.6471714973449707, "Finetune/Loss (Raw)": 0.6358887553215027, "Finetune/Step": 15634, "Finetune/Step Time": 6.688741322606802}
+{"Finetune/Learning Rate": 1.7790751603027812e-06, "Finetune/Loss": 0.6460914611816406, "Finetune/Loss (Raw)": 0.546058177947998, "Finetune/Step": 15635, "Finetune/Step Time": 6.690117627382278}
+{"Finetune/Learning Rate": 1.7781165085030604e-06, "Finetune/Loss": 0.6460683345794678, "Finetune/Loss (Raw)": 0.6982495188713074, "Finetune/Step": 15636, "Finetune/Step Time": 6.697759293019772}
+{"Finetune/Learning Rate": 1.7771580898525743e-06, "Finetune/Loss": 0.6467823386192322, "Finetune/Loss (Raw)": 0.6850540637969971, "Finetune/Step": 15637, "Finetune/Step Time": 6.699408646672964}
+{"Finetune/Learning Rate": 1.7761999043785027e-06, "Finetune/Loss": 0.6475925445556641, "Finetune/Loss (Raw)": 0.7288203239440918, "Finetune/Step": 15638, "Finetune/Step Time": 6.686314260587096}
+{"Finetune/Learning Rate": 1.7752419521080178e-06, "Finetune/Loss": 0.6462421417236328, "Finetune/Loss (Raw)": 0.6208928823471069, "Finetune/Step": 15639, "Finetune/Step Time": 6.6846282333135605}
+{"Finetune/Learning Rate": 1.7742842330682852e-06, "Finetune/Loss": 0.645750880241394, "Finetune/Loss (Raw)": 0.6203784942626953, "Finetune/Step": 15640, "Finetune/Step Time": 6.688449097797275}
+{"Finetune/Learning Rate": 1.773326747286459e-06, "Finetune/Loss": 0.6454875469207764, "Finetune/Loss (Raw)": 0.5898414850234985, "Finetune/Step": 15641, "Finetune/Step Time": 6.687595766037703}
+{"Finetune/Learning Rate": 1.7723694947896918e-06, "Finetune/Loss": 0.6452759504318237, "Finetune/Loss (Raw)": 0.642061710357666, "Finetune/Step": 15642, "Finetune/Step Time": 6.697111738845706}
+{"Finetune/Learning Rate": 1.7714124756051298e-06, "Finetune/Loss": 0.6445745229721069, "Finetune/Loss (Raw)": 0.6538379788398743, "Finetune/Step": 15643, "Finetune/Step Time": 6.702701296657324}
+{"Finetune/Learning Rate": 1.770455689759909e-06, "Finetune/Loss": 0.6446418762207031, "Finetune/Loss (Raw)": 0.6560420989990234, "Finetune/Step": 15644, "Finetune/Step Time": 6.70510390214622}
+{"Finetune/Learning Rate": 1.7694991372811655e-06, "Finetune/Loss": 0.644101083278656, "Finetune/Loss (Raw)": 0.5999489426612854, "Finetune/Step": 15645, "Finetune/Step Time": 6.70440274849534}
+{"Finetune/Learning Rate": 1.768542818196024e-06, "Finetune/Loss": 0.6430422067642212, "Finetune/Loss (Raw)": 0.5363986492156982, "Finetune/Step": 15646, "Finetune/Step Time": 6.705559182912111}
+{"Finetune/Learning Rate": 1.7675867325315987e-06, "Finetune/Loss": 0.6442022919654846, "Finetune/Loss (Raw)": 0.7091897130012512, "Finetune/Step": 15647, "Finetune/Step Time": 6.713983856141567}
+{"Finetune/Learning Rate": 1.7666308803150045e-06, "Finetune/Loss": 0.6441550850868225, "Finetune/Loss (Raw)": 0.6451222896575928, "Finetune/Step": 15648, "Finetune/Step Time": 6.695530336350203}
+{"Finetune/Learning Rate": 1.7656752615733452e-06, "Finetune/Loss": 0.6436542868614197, "Finetune/Loss (Raw)": 0.6062714457511902, "Finetune/Step": 15649, "Finetune/Step Time": 6.706925585865974}
+{"Finetune/Learning Rate": 1.7647198763337203e-06, "Finetune/Loss": 0.644943356513977, "Finetune/Loss (Raw)": 0.7775529623031616, "Finetune/Step": 15650, "Finetune/Step Time": 6.693440891802311}
+{"Finetune/Learning Rate": 1.7637647246232192e-06, "Finetune/Loss": 0.6447077989578247, "Finetune/Loss (Raw)": 0.6020379066467285, "Finetune/Step": 15651, "Finetune/Step Time": 6.674081487581134}
+{"Finetune/Learning Rate": 1.7628098064689336e-06, "Finetune/Loss": 0.644026517868042, "Finetune/Loss (Raw)": 0.6123085021972656, "Finetune/Step": 15652, "Finetune/Step Time": 6.665997812524438}
+{"Finetune/Learning Rate": 1.7618551218979396e-06, "Finetune/Loss": 0.644756019115448, "Finetune/Loss (Raw)": 0.6558641195297241, "Finetune/Step": 15653, "Finetune/Step Time": 6.659269418567419}
+{"Finetune/Learning Rate": 1.7609006709373055e-06, "Finetune/Loss": 0.6438170671463013, "Finetune/Loss (Raw)": 0.643621027469635, "Finetune/Step": 15654, "Finetune/Step Time": 6.657416999340057}
+{"Finetune/Learning Rate": 1.7599464536140999e-06, "Finetune/Loss": 0.6437788009643555, "Finetune/Loss (Raw)": 0.6441659927368164, "Finetune/Step": 15655, "Finetune/Step Time": 6.6568475011736155}
+{"Finetune/Learning Rate": 1.7589924699553817e-06, "Finetune/Loss": 0.6431177258491516, "Finetune/Loss (Raw)": 0.6169201731681824, "Finetune/Step": 15656, "Finetune/Step Time": 6.656049618497491}
+{"Finetune/Learning Rate": 1.758038719988202e-06, "Finetune/Loss": 0.6432424783706665, "Finetune/Loss (Raw)": 0.6293536424636841, "Finetune/Step": 15657, "Finetune/Step Time": 6.655312003567815}
+{"Finetune/Learning Rate": 1.757085203739608e-06, "Finetune/Loss": 0.6438682079315186, "Finetune/Loss (Raw)": 0.7330480813980103, "Finetune/Step": 15658, "Finetune/Step Time": 6.655333027243614}
+{"Finetune/Learning Rate": 1.7561319212366378e-06, "Finetune/Loss": 0.6441587209701538, "Finetune/Loss (Raw)": 0.7172735929489136, "Finetune/Step": 15659, "Finetune/Step Time": 6.647434281185269}
+{"Finetune/Learning Rate": 1.7551788725063234e-06, "Finetune/Loss": 0.6431435346603394, "Finetune/Loss (Raw)": 0.5555024743080139, "Finetune/Step": 15660, "Finetune/Step Time": 6.640510316938162}
+{"Finetune/Learning Rate": 1.7542260575756909e-06, "Finetune/Loss": 0.6425985097885132, "Finetune/Loss (Raw)": 0.6376541256904602, "Finetune/Step": 15661, "Finetune/Step Time": 6.643143622204661}
+{"Finetune/Learning Rate": 1.7532734764717606e-06, "Finetune/Loss": 0.6423368453979492, "Finetune/Loss (Raw)": 0.5853347778320312, "Finetune/Step": 15662, "Finetune/Step Time": 6.649398637935519}
+{"Finetune/Learning Rate": 1.7523211292215426e-06, "Finetune/Loss": 0.6442247629165649, "Finetune/Loss (Raw)": 0.7970514893531799, "Finetune/Step": 15663, "Finetune/Step Time": 6.653033554553986}
+{"Finetune/Learning Rate": 1.7513690158520457e-06, "Finetune/Loss": 0.6437602639198303, "Finetune/Loss (Raw)": 0.6185776591300964, "Finetune/Step": 15664, "Finetune/Step Time": 6.655275911092758}
+{"Finetune/Learning Rate": 1.7504171363902667e-06, "Finetune/Loss": 0.6449936628341675, "Finetune/Loss (Raw)": 0.754133939743042, "Finetune/Step": 15665, "Finetune/Step Time": 6.6604071743786335}
+{"Finetune/Learning Rate": 1.749465490863198e-06, "Finetune/Loss": 0.6430660486221313, "Finetune/Loss (Raw)": 0.5014349222183228, "Finetune/Step": 15666, "Finetune/Step Time": 6.660117855295539}
+{"Finetune/Learning Rate": 1.7485140792978284e-06, "Finetune/Loss": 0.6432429552078247, "Finetune/Loss (Raw)": 0.6881980895996094, "Finetune/Step": 15667, "Finetune/Step Time": 6.662458283826709}
+{"Finetune/Learning Rate": 1.7475629017211348e-06, "Finetune/Loss": 0.6439963579177856, "Finetune/Loss (Raw)": 0.6956866383552551, "Finetune/Step": 15668, "Finetune/Step Time": 6.6612944938242435}
+{"Finetune/Learning Rate": 1.7466119581600904e-06, "Finetune/Loss": 0.643549919128418, "Finetune/Loss (Raw)": 0.548409640789032, "Finetune/Step": 15669, "Finetune/Step Time": 6.6624756790697575}
+{"Finetune/Learning Rate": 1.7456612486416612e-06, "Finetune/Loss": 0.64310622215271, "Finetune/Loss (Raw)": 0.5457863807678223, "Finetune/Step": 15670, "Finetune/Step Time": 6.678265323862433}
+{"Finetune/Learning Rate": 1.744710773192807e-06, "Finetune/Loss": 0.6433624029159546, "Finetune/Loss (Raw)": 0.7036387920379639, "Finetune/Step": 15671, "Finetune/Step Time": 6.675063658505678}
+{"Finetune/Learning Rate": 1.7437605318404805e-06, "Finetune/Loss": 0.64401775598526, "Finetune/Loss (Raw)": 0.7897369861602783, "Finetune/Step": 15672, "Finetune/Step Time": 6.696334691718221}
+{"Finetune/Learning Rate": 1.7428105246116267e-06, "Finetune/Loss": 0.6449230909347534, "Finetune/Loss (Raw)": 0.7620123624801636, "Finetune/Step": 15673, "Finetune/Step Time": 6.712146706879139}
+{"Finetune/Learning Rate": 1.7418607515331876e-06, "Finetune/Loss": 0.6445263624191284, "Finetune/Loss (Raw)": 0.5216760635375977, "Finetune/Step": 15674, "Finetune/Step Time": 6.707806758582592}
+{"Finetune/Learning Rate": 1.7409112126320938e-06, "Finetune/Loss": 0.6443057060241699, "Finetune/Loss (Raw)": 0.6728792190551758, "Finetune/Step": 15675, "Finetune/Step Time": 6.702475091442466}
+{"Finetune/Learning Rate": 1.7399619079352725e-06, "Finetune/Loss": 0.643555223941803, "Finetune/Loss (Raw)": 0.5608828067779541, "Finetune/Step": 15676, "Finetune/Step Time": 6.701120277866721}
+{"Finetune/Learning Rate": 1.7390128374696458e-06, "Finetune/Loss": 0.6443745493888855, "Finetune/Loss (Raw)": 0.7350038886070251, "Finetune/Step": 15677, "Finetune/Step Time": 6.720191130414605}
+{"Finetune/Learning Rate": 1.7380640012621187e-06, "Finetune/Loss": 0.6442612409591675, "Finetune/Loss (Raw)": 0.6318632960319519, "Finetune/Step": 15678, "Finetune/Step Time": 6.721846712753177}
+{"Finetune/Learning Rate": 1.737115399339605e-06, "Finetune/Loss": 0.6440967321395874, "Finetune/Loss (Raw)": 0.5519691705703735, "Finetune/Step": 15679, "Finetune/Step Time": 6.711412932723761}
+{"Finetune/Learning Rate": 1.7361670317290014e-06, "Finetune/Loss": 0.6439205408096313, "Finetune/Loss (Raw)": 0.7023058533668518, "Finetune/Step": 15680, "Finetune/Step Time": 6.709946887567639}
+{"Finetune/Learning Rate": 1.7352188984572026e-06, "Finetune/Loss": 0.6436271071434021, "Finetune/Loss (Raw)": 0.7006518244743347, "Finetune/Step": 15681, "Finetune/Step Time": 6.706955578178167}
+{"Finetune/Learning Rate": 1.7342709995510942e-06, "Finetune/Loss": 0.6434066891670227, "Finetune/Loss (Raw)": 0.5881420373916626, "Finetune/Step": 15682, "Finetune/Step Time": 6.746820019558072}
+{"Finetune/Learning Rate": 1.7333233350375577e-06, "Finetune/Loss": 0.6439683437347412, "Finetune/Loss (Raw)": 0.6700584888458252, "Finetune/Step": 15683, "Finetune/Step Time": 6.751780660822988}
+{"Finetune/Learning Rate": 1.732375904943462e-06, "Finetune/Loss": 0.6442667841911316, "Finetune/Loss (Raw)": 0.6338154077529907, "Finetune/Step": 15684, "Finetune/Step Time": 6.748957956209779}
+{"Finetune/Learning Rate": 1.731428709295675e-06, "Finetune/Loss": 0.6432958841323853, "Finetune/Loss (Raw)": 0.6614365577697754, "Finetune/Step": 15685, "Finetune/Step Time": 6.7545376773923635}
+{"Finetune/Learning Rate": 1.7304817481210544e-06, "Finetune/Loss": 0.6422359943389893, "Finetune/Loss (Raw)": 0.5859654545783997, "Finetune/Step": 15686, "Finetune/Step Time": 6.751904204487801}
+{"Finetune/Learning Rate": 1.72953502144646e-06, "Finetune/Loss": 0.6420797109603882, "Finetune/Loss (Raw)": 0.6121461391448975, "Finetune/Step": 15687, "Finetune/Step Time": 6.750132363289595}
+{"Finetune/Learning Rate": 1.7285885292987338e-06, "Finetune/Loss": 0.6417299509048462, "Finetune/Loss (Raw)": 0.5479027032852173, "Finetune/Step": 15688, "Finetune/Step Time": 6.751367220655084}
+{"Finetune/Learning Rate": 1.7276422717047182e-06, "Finetune/Loss": 0.6425452828407288, "Finetune/Loss (Raw)": 0.6924932599067688, "Finetune/Step": 15689, "Finetune/Step Time": 6.755931094288826}
+{"Finetune/Learning Rate": 1.726696248691242e-06, "Finetune/Loss": 0.64499831199646, "Finetune/Loss (Raw)": 0.7535302639007568, "Finetune/Step": 15690, "Finetune/Step Time": 6.740494342520833}
+{"Finetune/Learning Rate": 1.7257504602851339e-06, "Finetune/Loss": 0.6462633609771729, "Finetune/Loss (Raw)": 0.7130761742591858, "Finetune/Step": 15691, "Finetune/Step Time": 6.736873751506209}
+{"Finetune/Learning Rate": 1.7248049065132145e-06, "Finetune/Loss": 0.6454344987869263, "Finetune/Loss (Raw)": 0.6058640480041504, "Finetune/Step": 15692, "Finetune/Step Time": 6.709688510745764}
+{"Finetune/Learning Rate": 1.7238595874022934e-06, "Finetune/Loss": 0.6444908976554871, "Finetune/Loss (Raw)": 0.5926496386528015, "Finetune/Step": 15693, "Finetune/Step Time": 6.707180602476001}
+{"Finetune/Learning Rate": 1.7229145029791827e-06, "Finetune/Loss": 0.6440087556838989, "Finetune/Loss (Raw)": 0.6329684853553772, "Finetune/Step": 15694, "Finetune/Step Time": 6.697824394330382}
+{"Finetune/Learning Rate": 1.721969653270682e-06, "Finetune/Loss": 0.644779622554779, "Finetune/Loss (Raw)": 0.7555559873580933, "Finetune/Step": 15695, "Finetune/Step Time": 6.697727784514427}
+{"Finetune/Learning Rate": 1.721025038303581e-06, "Finetune/Loss": 0.6450733542442322, "Finetune/Loss (Raw)": 0.7209597826004028, "Finetune/Step": 15696, "Finetune/Step Time": 6.694142857566476}
+{"Finetune/Learning Rate": 1.720080658104667e-06, "Finetune/Loss": 0.6457393169403076, "Finetune/Loss (Raw)": 0.7478499412536621, "Finetune/Step": 15697, "Finetune/Step Time": 6.6971250381320715}
+{"Finetune/Learning Rate": 1.7191365127007197e-06, "Finetune/Loss": 0.6458699703216553, "Finetune/Loss (Raw)": 0.725148618221283, "Finetune/Step": 15698, "Finetune/Step Time": 6.697059776633978}
+{"Finetune/Learning Rate": 1.7181926021185147e-06, "Finetune/Loss": 0.6464322805404663, "Finetune/Loss (Raw)": 0.6952018141746521, "Finetune/Step": 15699, "Finetune/Step Time": 6.699241662397981}
+{"Finetune/Learning Rate": 1.7172489263848148e-06, "Finetune/Loss": 0.6459941864013672, "Finetune/Loss (Raw)": 0.5541437268257141, "Finetune/Step": 15700, "Finetune/Step Time": 6.700236454606056}
+{"Finetune/Learning Rate": 1.7163054855263862e-06, "Finetune/Loss": 0.646740198135376, "Finetune/Loss (Raw)": 0.7173572182655334, "Finetune/Step": 15701, "Finetune/Step Time": 6.703220598399639}
+{"Finetune/Learning Rate": 1.7153622795699765e-06, "Finetune/Loss": 0.6468261480331421, "Finetune/Loss (Raw)": 0.5787531733512878, "Finetune/Step": 15702, "Finetune/Step Time": 6.705350734293461}
+{"Finetune/Learning Rate": 1.7144193085423344e-06, "Finetune/Loss": 0.6471138596534729, "Finetune/Loss (Raw)": 0.7112601399421692, "Finetune/Step": 15703, "Finetune/Step Time": 6.688567055389285}
+{"Finetune/Learning Rate": 1.7134765724701996e-06, "Finetune/Loss": 0.6480078101158142, "Finetune/Loss (Raw)": 0.6419784426689148, "Finetune/Step": 15704, "Finetune/Step Time": 6.696604320779443}
+{"Finetune/Learning Rate": 1.7125340713803052e-06, "Finetune/Loss": 0.6468072533607483, "Finetune/Loss (Raw)": 0.43855148553848267, "Finetune/Step": 15705, "Finetune/Step Time": 6.704534251242876}
+{"Finetune/Learning Rate": 1.7115918052993773e-06, "Finetune/Loss": 0.6463560461997986, "Finetune/Loss (Raw)": 0.6028156876564026, "Finetune/Step": 15706, "Finetune/Step Time": 6.734284391626716}
+{"Finetune/Learning Rate": 1.7106497742541384e-06, "Finetune/Loss": 0.6450135707855225, "Finetune/Loss (Raw)": 0.5375732183456421, "Finetune/Step": 15707, "Finetune/Step Time": 6.7177656795829535}
+{"Finetune/Learning Rate": 1.7097079782712988e-06, "Finetune/Loss": 0.6462536454200745, "Finetune/Loss (Raw)": 0.6860556602478027, "Finetune/Step": 15708, "Finetune/Step Time": 6.715503443032503}
+{"Finetune/Learning Rate": 1.7087664173775676e-06, "Finetune/Loss": 0.6461063027381897, "Finetune/Loss (Raw)": 0.5803042650222778, "Finetune/Step": 15709, "Finetune/Step Time": 6.720472170040011}
+{"Finetune/Learning Rate": 1.707825091599643e-06, "Finetune/Loss": 0.646100640296936, "Finetune/Loss (Raw)": 0.6532413959503174, "Finetune/Step": 15710, "Finetune/Step Time": 6.7217914164066315}
+{"Finetune/Learning Rate": 1.7068840009642196e-06, "Finetune/Loss": 0.6449069976806641, "Finetune/Loss (Raw)": 0.5987447500228882, "Finetune/Step": 15711, "Finetune/Step Time": 6.714145647361875}
+{"Finetune/Learning Rate": 1.7059431454979825e-06, "Finetune/Loss": 0.6459944248199463, "Finetune/Loss (Raw)": 0.638560950756073, "Finetune/Step": 15712, "Finetune/Step Time": 6.680232724174857}
+{"Finetune/Learning Rate": 1.7050025252276136e-06, "Finetune/Loss": 0.6451529264450073, "Finetune/Loss (Raw)": 0.5679730772972107, "Finetune/Step": 15713, "Finetune/Step Time": 6.6794417053461075}
+{"Finetune/Learning Rate": 1.7040621401797853e-06, "Finetune/Loss": 0.6454871892929077, "Finetune/Loss (Raw)": 0.7022566795349121, "Finetune/Step": 15714, "Finetune/Step Time": 6.679346334189177}
+{"Finetune/Learning Rate": 1.7031219903811635e-06, "Finetune/Loss": 0.6453123688697815, "Finetune/Loss (Raw)": 0.602138102054596, "Finetune/Step": 15715, "Finetune/Step Time": 6.685484513640404}
+{"Finetune/Learning Rate": 1.7021820758584085e-06, "Finetune/Loss": 0.64531409740448, "Finetune/Loss (Raw)": 0.6642322540283203, "Finetune/Step": 15716, "Finetune/Step Time": 6.6806616354733706}
+{"Finetune/Learning Rate": 1.7012423966381753e-06, "Finetune/Loss": 0.6438842415809631, "Finetune/Loss (Raw)": 0.4493643343448639, "Finetune/Step": 15717, "Finetune/Step Time": 6.665225517004728}
+{"Finetune/Learning Rate": 1.7003029527471082e-06, "Finetune/Loss": 0.6429109573364258, "Finetune/Loss (Raw)": 0.6453701853752136, "Finetune/Step": 15718, "Finetune/Step Time": 6.645531177520752}
+{"Finetune/Learning Rate": 1.6993637442118516e-06, "Finetune/Loss": 0.6423745155334473, "Finetune/Loss (Raw)": 0.6307675838470459, "Finetune/Step": 15719, "Finetune/Step Time": 6.646605739369988}
+{"Finetune/Learning Rate": 1.6984247710590296e-06, "Finetune/Loss": 0.6423808932304382, "Finetune/Loss (Raw)": 0.5850990414619446, "Finetune/Step": 15720, "Finetune/Step Time": 6.64716955833137}
+{"Finetune/Learning Rate": 1.6974860333152776e-06, "Finetune/Loss": 0.642188310623169, "Finetune/Loss (Raw)": 0.6017497777938843, "Finetune/Step": 15721, "Finetune/Step Time": 6.643648933619261}
+{"Finetune/Learning Rate": 1.6965475310072122e-06, "Finetune/Loss": 0.6416323781013489, "Finetune/Loss (Raw)": 0.6761674284934998, "Finetune/Step": 15722, "Finetune/Step Time": 6.648877153173089}
+{"Finetune/Learning Rate": 1.6956092641614462e-06, "Finetune/Loss": 0.6406903266906738, "Finetune/Loss (Raw)": 0.6639884114265442, "Finetune/Step": 15723, "Finetune/Step Time": 6.649202348664403}
+{"Finetune/Learning Rate": 1.6946712328045889e-06, "Finetune/Loss": 0.6409983038902283, "Finetune/Loss (Raw)": 0.6768566370010376, "Finetune/Step": 15724, "Finetune/Step Time": 6.641009662300348}
+{"Finetune/Learning Rate": 1.6937334369632397e-06, "Finetune/Loss": 0.6413126587867737, "Finetune/Loss (Raw)": 0.5783132314682007, "Finetune/Step": 15725, "Finetune/Step Time": 6.639539372175932}
+{"Finetune/Learning Rate": 1.6927958766639874e-06, "Finetune/Loss": 0.6405483484268188, "Finetune/Loss (Raw)": 0.6000275611877441, "Finetune/Step": 15726, "Finetune/Step Time": 6.639201268553734}
+{"Finetune/Learning Rate": 1.6918585519334197e-06, "Finetune/Loss": 0.6399691104888916, "Finetune/Loss (Raw)": 0.4825651943683624, "Finetune/Step": 15727, "Finetune/Step Time": 6.637648629024625}
+{"Finetune/Learning Rate": 1.6909214627981197e-06, "Finetune/Loss": 0.638698935508728, "Finetune/Loss (Raw)": 0.5639185905456543, "Finetune/Step": 15728, "Finetune/Step Time": 6.663290251046419}
+{"Finetune/Learning Rate": 1.6899846092846605e-06, "Finetune/Loss": 0.6393930912017822, "Finetune/Loss (Raw)": 0.7193117737770081, "Finetune/Step": 15729, "Finetune/Step Time": 6.656939964741468}
+{"Finetune/Learning Rate": 1.6890479914196067e-06, "Finetune/Loss": 0.6394772529602051, "Finetune/Loss (Raw)": 0.6405960917472839, "Finetune/Step": 15730, "Finetune/Step Time": 6.655737936496735}
+{"Finetune/Learning Rate": 1.6881116092295214e-06, "Finetune/Loss": 0.6397272348403931, "Finetune/Loss (Raw)": 0.7220199704170227, "Finetune/Step": 15731, "Finetune/Step Time": 6.6549178045243025}
+{"Finetune/Learning Rate": 1.687175462740952e-06, "Finetune/Loss": 0.6380791664123535, "Finetune/Loss (Raw)": 0.5132309198379517, "Finetune/Step": 15732, "Finetune/Step Time": 6.655300380662084}
+{"Finetune/Learning Rate": 1.6862395519804487e-06, "Finetune/Loss": 0.6365244388580322, "Finetune/Loss (Raw)": 0.45045992732048035, "Finetune/Step": 15733, "Finetune/Step Time": 6.670962231233716}
+{"Finetune/Learning Rate": 1.6853038769745466e-06, "Finetune/Loss": 0.6368083953857422, "Finetune/Loss (Raw)": 0.6316298246383667, "Finetune/Step": 15734, "Finetune/Step Time": 6.676452679559588}
+{"Finetune/Learning Rate": 1.684368437749787e-06, "Finetune/Loss": 0.6368048191070557, "Finetune/Loss (Raw)": 0.6636545658111572, "Finetune/Step": 15735, "Finetune/Step Time": 6.674245961010456}
+{"Finetune/Learning Rate": 1.683433234332691e-06, "Finetune/Loss": 0.637331485748291, "Finetune/Loss (Raw)": 0.7039689421653748, "Finetune/Step": 15736, "Finetune/Step Time": 6.673484915867448}
+{"Finetune/Learning Rate": 1.6824982667497792e-06, "Finetune/Loss": 0.6367179155349731, "Finetune/Loss (Raw)": 0.5900731682777405, "Finetune/Step": 15737, "Finetune/Step Time": 6.672592535614967}
+{"Finetune/Learning Rate": 1.6815635350275683e-06, "Finetune/Loss": 0.6365914344787598, "Finetune/Loss (Raw)": 0.5828801989555359, "Finetune/Step": 15738, "Finetune/Step Time": 6.675440311431885}
+{"Finetune/Learning Rate": 1.6806290391925573e-06, "Finetune/Loss": 0.6384861469268799, "Finetune/Loss (Raw)": 0.8678058981895447, "Finetune/Step": 15739, "Finetune/Step Time": 6.683344574645162}
+{"Finetune/Learning Rate": 1.6796947792712504e-06, "Finetune/Loss": 0.6389479637145996, "Finetune/Loss (Raw)": 0.6875452995300293, "Finetune/Step": 15740, "Finetune/Step Time": 6.690357832238078}
+{"Finetune/Learning Rate": 1.6787607552901397e-06, "Finetune/Loss": 0.6386483311653137, "Finetune/Loss (Raw)": 0.610182523727417, "Finetune/Step": 15741, "Finetune/Step Time": 6.682139741256833}
+{"Finetune/Learning Rate": 1.6778269672757085e-06, "Finetune/Loss": 0.6393336653709412, "Finetune/Loss (Raw)": 0.6882546544075012, "Finetune/Step": 15742, "Finetune/Step Time": 6.682425508275628}
+{"Finetune/Learning Rate": 1.6768934152544425e-06, "Finetune/Loss": 0.6385924816131592, "Finetune/Loss (Raw)": 0.5106114745140076, "Finetune/Step": 15743, "Finetune/Step Time": 6.6853310856968164}
+{"Finetune/Learning Rate": 1.6759600992528147e-06, "Finetune/Loss": 0.6386306881904602, "Finetune/Loss (Raw)": 0.6925020813941956, "Finetune/Step": 15744, "Finetune/Step Time": 6.66719232685864}
+{"Finetune/Learning Rate": 1.675027019297284e-06, "Finetune/Loss": 0.6387158632278442, "Finetune/Loss (Raw)": 0.6530248522758484, "Finetune/Step": 15745, "Finetune/Step Time": 6.671463996171951}
+{"Finetune/Learning Rate": 1.6740941754143147e-06, "Finetune/Loss": 0.6391869187355042, "Finetune/Loss (Raw)": 0.6636782884597778, "Finetune/Step": 15746, "Finetune/Step Time": 6.688200902193785}
+{"Finetune/Learning Rate": 1.6731615676303591e-06, "Finetune/Loss": 0.6390932202339172, "Finetune/Loss (Raw)": 0.6291763782501221, "Finetune/Step": 15747, "Finetune/Step Time": 6.695925081148744}
+{"Finetune/Learning Rate": 1.672229195971863e-06, "Finetune/Loss": 0.6387397050857544, "Finetune/Loss (Raw)": 0.651528000831604, "Finetune/Step": 15748, "Finetune/Step Time": 6.684318594634533}
+{"Finetune/Learning Rate": 1.6712970604652635e-06, "Finetune/Loss": 0.6394190788269043, "Finetune/Loss (Raw)": 0.6917644739151001, "Finetune/Step": 15749, "Finetune/Step Time": 6.670384639874101}
+{"Finetune/Learning Rate": 1.6703651611370009e-06, "Finetune/Loss": 0.6384308338165283, "Finetune/Loss (Raw)": 0.5871480703353882, "Finetune/Step": 15750, "Finetune/Step Time": 6.672253670170903}
+{"Finetune/Learning Rate": 1.669433498013493e-06, "Finetune/Loss": 0.6400700807571411, "Finetune/Loss (Raw)": 0.7233575582504272, "Finetune/Step": 15751, "Finetune/Step Time": 6.67746333219111}
+{"Finetune/Learning Rate": 1.668502071121162e-06, "Finetune/Loss": 0.6390366554260254, "Finetune/Loss (Raw)": 0.6029529571533203, "Finetune/Step": 15752, "Finetune/Step Time": 6.661999378353357}
+{"Finetune/Learning Rate": 1.6675708804864211e-06, "Finetune/Loss": 0.6384806632995605, "Finetune/Loss (Raw)": 0.6494936347007751, "Finetune/Step": 15753, "Finetune/Step Time": 6.666591195389628}
+{"Finetune/Learning Rate": 1.6666399261356759e-06, "Finetune/Loss": 0.6384618878364563, "Finetune/Loss (Raw)": 0.6612544059753418, "Finetune/Step": 15754, "Finetune/Step Time": 6.669230315834284}
+{"Finetune/Learning Rate": 1.6657092080953252e-06, "Finetune/Loss": 0.6389496326446533, "Finetune/Loss (Raw)": 0.624194324016571, "Finetune/Step": 15755, "Finetune/Step Time": 6.678430935367942}
+{"Finetune/Learning Rate": 1.6647787263917615e-06, "Finetune/Loss": 0.6392478942871094, "Finetune/Loss (Raw)": 0.6254459619522095, "Finetune/Step": 15756, "Finetune/Step Time": 6.675148682668805}
+{"Finetune/Learning Rate": 1.6638484810513711e-06, "Finetune/Loss": 0.6397914886474609, "Finetune/Loss (Raw)": 0.6296897530555725, "Finetune/Step": 15757, "Finetune/Step Time": 6.66942891664803}
+{"Finetune/Learning Rate": 1.6629184721005332e-06, "Finetune/Loss": 0.6400920748710632, "Finetune/Loss (Raw)": 0.6932454705238342, "Finetune/Step": 15758, "Finetune/Step Time": 6.668119641020894}
+{"Finetune/Learning Rate": 1.6619886995656197e-06, "Finetune/Loss": 0.6402151584625244, "Finetune/Loss (Raw)": 0.6141945719718933, "Finetune/Step": 15759, "Finetune/Step Time": 6.662954438477755}
+{"Finetune/Learning Rate": 1.6610591634729966e-06, "Finetune/Loss": 0.6395747661590576, "Finetune/Loss (Raw)": 0.6239163875579834, "Finetune/Step": 15760, "Finetune/Step Time": 6.656629802659154}
+{"Finetune/Learning Rate": 1.6601298638490226e-06, "Finetune/Loss": 0.6380326747894287, "Finetune/Loss (Raw)": 0.43790438771247864, "Finetune/Step": 15761, "Finetune/Step Time": 6.655728671699762}
+{"Finetune/Learning Rate": 1.6592008007200511e-06, "Finetune/Loss": 0.6375025510787964, "Finetune/Loss (Raw)": 0.5680318474769592, "Finetune/Step": 15762, "Finetune/Step Time": 6.654287286102772}
+{"Finetune/Learning Rate": 1.6582719741124265e-06, "Finetune/Loss": 0.6366344094276428, "Finetune/Loss (Raw)": 0.43494126200675964, "Finetune/Step": 15763, "Finetune/Step Time": 6.668044216930866}
+{"Finetune/Learning Rate": 1.6573433840524877e-06, "Finetune/Loss": 0.636090874671936, "Finetune/Loss (Raw)": 0.6286669969558716, "Finetune/Step": 15764, "Finetune/Step Time": 6.662629082798958}
+{"Finetune/Learning Rate": 1.6564150305665672e-06, "Finetune/Loss": 0.6352328658103943, "Finetune/Loss (Raw)": 0.5752346515655518, "Finetune/Step": 15765, "Finetune/Step Time": 6.677127026021481}
+{"Finetune/Learning Rate": 1.6554869136809903e-06, "Finetune/Loss": 0.6337946653366089, "Finetune/Loss (Raw)": 0.5447288751602173, "Finetune/Step": 15766, "Finetune/Step Time": 6.6753854509443045}
+{"Finetune/Learning Rate": 1.6545590334220763e-06, "Finetune/Loss": 0.6336596012115479, "Finetune/Loss (Raw)": 0.6036110520362854, "Finetune/Step": 15767, "Finetune/Step Time": 6.68254005536437}
+{"Finetune/Learning Rate": 1.6536313898161393e-06, "Finetune/Loss": 0.6345517039299011, "Finetune/Loss (Raw)": 0.7345670461654663, "Finetune/Step": 15768, "Finetune/Step Time": 6.680758377537131}
+{"Finetune/Learning Rate": 1.6527039828894775e-06, "Finetune/Loss": 0.6350018382072449, "Finetune/Loss (Raw)": 0.6474589705467224, "Finetune/Step": 15769, "Finetune/Step Time": 6.67946862988174}
+{"Finetune/Learning Rate": 1.6517768126683964e-06, "Finetune/Loss": 0.6341812610626221, "Finetune/Loss (Raw)": 0.537024736404419, "Finetune/Step": 15770, "Finetune/Step Time": 6.691134091466665}
+{"Finetune/Learning Rate": 1.6508498791791849e-06, "Finetune/Loss": 0.6335616707801819, "Finetune/Loss (Raw)": 0.5745296478271484, "Finetune/Step": 15771, "Finetune/Step Time": 6.6877354849129915}
+{"Finetune/Learning Rate": 1.6499231824481299e-06, "Finetune/Loss": 0.6335632801055908, "Finetune/Loss (Raw)": 0.6562447547912598, "Finetune/Step": 15772, "Finetune/Step Time": 6.678923523053527}
+{"Finetune/Learning Rate": 1.6489967225015091e-06, "Finetune/Loss": 0.6336589455604553, "Finetune/Loss (Raw)": 0.6121969819068909, "Finetune/Step": 15773, "Finetune/Step Time": 6.680129336193204}
+{"Finetune/Learning Rate": 1.6480704993655961e-06, "Finetune/Loss": 0.6350304484367371, "Finetune/Loss (Raw)": 0.7119483947753906, "Finetune/Step": 15774, "Finetune/Step Time": 6.682538628578186}
+{"Finetune/Learning Rate": 1.6471445130666518e-06, "Finetune/Loss": 0.6352739334106445, "Finetune/Loss (Raw)": 0.7403546571731567, "Finetune/Step": 15775, "Finetune/Step Time": 6.6923357751220465}
+{"Finetune/Learning Rate": 1.6462187636309345e-06, "Finetune/Loss": 0.6353808641433716, "Finetune/Loss (Raw)": 0.6588151454925537, "Finetune/Step": 15776, "Finetune/Step Time": 6.693391859531403}
+{"Finetune/Learning Rate": 1.6452932510847009e-06, "Finetune/Loss": 0.6360825896263123, "Finetune/Loss (Raw)": 0.6960937976837158, "Finetune/Step": 15777, "Finetune/Step Time": 6.6801934484392405}
+{"Finetune/Learning Rate": 1.6443679754541931e-06, "Finetune/Loss": 0.6348742842674255, "Finetune/Loss (Raw)": 0.6228835582733154, "Finetune/Step": 15778, "Finetune/Step Time": 6.681890701875091}
+{"Finetune/Learning Rate": 1.643442936765648e-06, "Finetune/Loss": 0.6357901692390442, "Finetune/Loss (Raw)": 0.7192766666412354, "Finetune/Step": 15779, "Finetune/Step Time": 6.684027798473835}
+{"Finetune/Learning Rate": 1.6425181350453023e-06, "Finetune/Loss": 0.6354496479034424, "Finetune/Loss (Raw)": 0.56871497631073, "Finetune/Step": 15780, "Finetune/Step Time": 6.684522598981857}
+{"Finetune/Learning Rate": 1.641593570319373e-06, "Finetune/Loss": 0.6358710527420044, "Finetune/Loss (Raw)": 0.7098092436790466, "Finetune/Step": 15781, "Finetune/Step Time": 6.698835464194417}
+{"Finetune/Learning Rate": 1.6406692426140835e-06, "Finetune/Loss": 0.6364814639091492, "Finetune/Loss (Raw)": 0.7217504978179932, "Finetune/Step": 15782, "Finetune/Step Time": 6.694953221827745}
+{"Finetune/Learning Rate": 1.6397451519556394e-06, "Finetune/Loss": 0.6366326808929443, "Finetune/Loss (Raw)": 0.6635268330574036, "Finetune/Step": 15783, "Finetune/Step Time": 6.697580743581057}
+{"Finetune/Learning Rate": 1.6388212983702534e-06, "Finetune/Loss": 0.6366526484489441, "Finetune/Loss (Raw)": 0.6194718480110168, "Finetune/Step": 15784, "Finetune/Step Time": 6.696605844423175}
+{"Finetune/Learning Rate": 1.6378976818841186e-06, "Finetune/Loss": 0.6376020908355713, "Finetune/Loss (Raw)": 0.7508841753005981, "Finetune/Step": 15785, "Finetune/Step Time": 6.694702338427305}
+{"Finetune/Learning Rate": 1.6369743025234286e-06, "Finetune/Loss": 0.6364835500717163, "Finetune/Loss (Raw)": 0.589871883392334, "Finetune/Step": 15786, "Finetune/Step Time": 6.696564354002476}
+{"Finetune/Learning Rate": 1.6360511603143648e-06, "Finetune/Loss": 0.6366729736328125, "Finetune/Loss (Raw)": 0.7415280342102051, "Finetune/Step": 15787, "Finetune/Step Time": 6.69624731503427}
+{"Finetune/Learning Rate": 1.635128255283106e-06, "Finetune/Loss": 0.6376660466194153, "Finetune/Loss (Raw)": 0.682610034942627, "Finetune/Step": 15788, "Finetune/Step Time": 6.693293513730168}
+{"Finetune/Learning Rate": 1.6342055874558238e-06, "Finetune/Loss": 0.6372067332267761, "Finetune/Loss (Raw)": 0.5788660645484924, "Finetune/Step": 15789, "Finetune/Step Time": 6.693596545606852}
+{"Finetune/Learning Rate": 1.6332831568586805e-06, "Finetune/Loss": 0.6374515295028687, "Finetune/Loss (Raw)": 0.6166623830795288, "Finetune/Step": 15790, "Finetune/Step Time": 6.683224396780133}
+{"Finetune/Learning Rate": 1.632360963517834e-06, "Finetune/Loss": 0.6362172365188599, "Finetune/Loss (Raw)": 0.6390581130981445, "Finetune/Step": 15791, "Finetune/Step Time": 6.697156824171543}
+{"Finetune/Learning Rate": 1.6314390074594412e-06, "Finetune/Loss": 0.6362184882164001, "Finetune/Loss (Raw)": 0.6187397837638855, "Finetune/Step": 15792, "Finetune/Step Time": 6.705406010150909}
+{"Finetune/Learning Rate": 1.6305172887096376e-06, "Finetune/Loss": 0.6353674530982971, "Finetune/Loss (Raw)": 0.6452056765556335, "Finetune/Step": 15793, "Finetune/Step Time": 6.7040253430604935}
+{"Finetune/Learning Rate": 1.629595807294565e-06, "Finetune/Loss": 0.6356964111328125, "Finetune/Loss (Raw)": 0.5435430407524109, "Finetune/Step": 15794, "Finetune/Step Time": 6.700714610517025}
+{"Finetune/Learning Rate": 1.6286745632403523e-06, "Finetune/Loss": 0.635749101638794, "Finetune/Loss (Raw)": 0.6949423551559448, "Finetune/Step": 15795, "Finetune/Step Time": 6.701937068253756}
+{"Finetune/Learning Rate": 1.6277535565731251e-06, "Finetune/Loss": 0.6358771324157715, "Finetune/Loss (Raw)": 0.7120710015296936, "Finetune/Step": 15796, "Finetune/Step Time": 6.69482683762908}
+{"Finetune/Learning Rate": 1.6268327873189992e-06, "Finetune/Loss": 0.6359480023384094, "Finetune/Loss (Raw)": 0.5574852824211121, "Finetune/Step": 15797, "Finetune/Step Time": 6.709652842953801}
+{"Finetune/Learning Rate": 1.6259122555040852e-06, "Finetune/Loss": 0.6370413303375244, "Finetune/Loss (Raw)": 0.6857266426086426, "Finetune/Step": 15798, "Finetune/Step Time": 6.698471559211612}
+{"Finetune/Learning Rate": 1.6249919611544862e-06, "Finetune/Loss": 0.6361076831817627, "Finetune/Loss (Raw)": 0.5841364860534668, "Finetune/Step": 15799, "Finetune/Step Time": 6.718670571222901}
+{"Finetune/Learning Rate": 1.6240719042963004e-06, "Finetune/Loss": 0.6352003812789917, "Finetune/Loss (Raw)": 0.6735962629318237, "Finetune/Step": 15800, "Finetune/Step Time": 6.698665853589773}
+{"Finetune/Learning Rate": 1.6231520849556181e-06, "Finetune/Loss": 0.6334869265556335, "Finetune/Loss (Raw)": 0.5426943302154541, "Finetune/Step": 15801, "Finetune/Step Time": 6.682757830247283}
+{"Finetune/Learning Rate": 1.6222325031585218e-06, "Finetune/Loss": 0.6336257457733154, "Finetune/Loss (Raw)": 0.5394434928894043, "Finetune/Step": 15802, "Finetune/Step Time": 6.713717279955745}
+{"Finetune/Learning Rate": 1.6213131589310882e-06, "Finetune/Loss": 0.6322116851806641, "Finetune/Loss (Raw)": 0.491876482963562, "Finetune/Step": 15803, "Finetune/Step Time": 6.714097315445542}
+{"Finetune/Learning Rate": 1.6203940522993878e-06, "Finetune/Loss": 0.6336331367492676, "Finetune/Loss (Raw)": 0.7428372502326965, "Finetune/Step": 15804, "Finetune/Step Time": 6.7185189463198185}
+{"Finetune/Learning Rate": 1.6194751832894839e-06, "Finetune/Loss": 0.6334755420684814, "Finetune/Loss (Raw)": 0.7148303985595703, "Finetune/Step": 15805, "Finetune/Step Time": 6.696803892031312}
+{"Finetune/Learning Rate": 1.6185565519274326e-06, "Finetune/Loss": 0.634566068649292, "Finetune/Loss (Raw)": 0.7714433670043945, "Finetune/Step": 15806, "Finetune/Step Time": 6.701025832444429}
+{"Finetune/Learning Rate": 1.6176381582392831e-06, "Finetune/Loss": 0.6350775361061096, "Finetune/Loss (Raw)": 0.617439329624176, "Finetune/Step": 15807, "Finetune/Step Time": 6.699476322159171}
+{"Finetune/Learning Rate": 1.6167200022510799e-06, "Finetune/Loss": 0.6347596645355225, "Finetune/Loss (Raw)": 0.6616230607032776, "Finetune/Step": 15808, "Finetune/Step Time": 6.697638534009457}
+{"Finetune/Learning Rate": 1.6158020839888588e-06, "Finetune/Loss": 0.6346038579940796, "Finetune/Loss (Raw)": 0.6807078719139099, "Finetune/Step": 15809, "Finetune/Step Time": 6.6965018697083}
+{"Finetune/Learning Rate": 1.6148844034786493e-06, "Finetune/Loss": 0.6342467665672302, "Finetune/Loss (Raw)": 0.5424306988716125, "Finetune/Step": 15810, "Finetune/Step Time": 6.644197262823582}
+{"Finetune/Learning Rate": 1.6139669607464735e-06, "Finetune/Loss": 0.6336196064949036, "Finetune/Loss (Raw)": 0.5897863507270813, "Finetune/Step": 15811, "Finetune/Step Time": 6.637695547193289}
+{"Finetune/Learning Rate": 1.6130497558183478e-06, "Finetune/Loss": 0.6342607736587524, "Finetune/Loss (Raw)": 0.7158833146095276, "Finetune/Step": 15812, "Finetune/Step Time": 6.639777420088649}
+{"Finetune/Learning Rate": 1.612132788720282e-06, "Finetune/Loss": 0.6342389583587646, "Finetune/Loss (Raw)": 0.658647894859314, "Finetune/Step": 15813, "Finetune/Step Time": 6.6361470725387335}
+{"Finetune/Learning Rate": 1.611216059478279e-06, "Finetune/Loss": 0.6332579851150513, "Finetune/Loss (Raw)": 0.4603933095932007, "Finetune/Step": 15814, "Finetune/Step Time": 6.638512637466192}
+{"Finetune/Learning Rate": 1.610299568118333e-06, "Finetune/Loss": 0.6322704553604126, "Finetune/Loss (Raw)": 0.48574069142341614, "Finetune/Step": 15815, "Finetune/Step Time": 6.645924976095557}
+{"Finetune/Learning Rate": 1.6093833146664373e-06, "Finetune/Loss": 0.6331830024719238, "Finetune/Loss (Raw)": 0.6647166013717651, "Finetune/Step": 15816, "Finetune/Step Time": 6.642826199531555}
+{"Finetune/Learning Rate": 1.6084672991485683e-06, "Finetune/Loss": 0.6330574750900269, "Finetune/Loss (Raw)": 0.6764261722564697, "Finetune/Step": 15817, "Finetune/Step Time": 6.6517135091125965}
+{"Finetune/Learning Rate": 1.6075515215907022e-06, "Finetune/Loss": 0.6327224373817444, "Finetune/Loss (Raw)": 0.7106420397758484, "Finetune/Step": 15818, "Finetune/Step Time": 6.656709440052509}
+{"Finetune/Learning Rate": 1.6066359820188116e-06, "Finetune/Loss": 0.6330123543739319, "Finetune/Loss (Raw)": 0.7501845359802246, "Finetune/Step": 15819, "Finetune/Step Time": 6.6562914326786995}
+{"Finetune/Learning Rate": 1.6057206804588576e-06, "Finetune/Loss": 0.6339492797851562, "Finetune/Loss (Raw)": 0.7257951498031616, "Finetune/Step": 15820, "Finetune/Step Time": 6.657573826611042}
+{"Finetune/Learning Rate": 1.6048056169367955e-06, "Finetune/Loss": 0.6342391967773438, "Finetune/Loss (Raw)": 0.6297550797462463, "Finetune/Step": 15821, "Finetune/Step Time": 6.6607240829616785}
+{"Finetune/Learning Rate": 1.603890791478573e-06, "Finetune/Loss": 0.6338033676147461, "Finetune/Loss (Raw)": 0.5771878361701965, "Finetune/Step": 15822, "Finetune/Step Time": 6.6616627387702465}
+{"Finetune/Learning Rate": 1.6029762041101348e-06, "Finetune/Loss": 0.6329448819160461, "Finetune/Loss (Raw)": 0.6456632018089294, "Finetune/Step": 15823, "Finetune/Step Time": 6.660857193171978}
+{"Finetune/Learning Rate": 1.6020618548574108e-06, "Finetune/Loss": 0.6323114633560181, "Finetune/Loss (Raw)": 0.6398816108703613, "Finetune/Step": 15824, "Finetune/Step Time": 6.659963941201568}
+{"Finetune/Learning Rate": 1.6011477437463297e-06, "Finetune/Loss": 0.6318272352218628, "Finetune/Loss (Raw)": 0.6858772039413452, "Finetune/Step": 15825, "Finetune/Step Time": 6.662213696166873}
+{"Finetune/Learning Rate": 1.6002338708028187e-06, "Finetune/Loss": 0.6305818557739258, "Finetune/Loss (Raw)": 0.5657374858856201, "Finetune/Step": 15826, "Finetune/Step Time": 6.662190334871411}
+{"Finetune/Learning Rate": 1.5993202360527882e-06, "Finetune/Loss": 0.6286298036575317, "Finetune/Loss (Raw)": 0.4453386962413788, "Finetune/Step": 15827, "Finetune/Step Time": 6.661430723965168}
+{"Finetune/Learning Rate": 1.5984068395221485e-06, "Finetune/Loss": 0.629129946231842, "Finetune/Loss (Raw)": 0.6181559562683105, "Finetune/Step": 15828, "Finetune/Step Time": 6.664481688290834}
+{"Finetune/Learning Rate": 1.5974936812368014e-06, "Finetune/Loss": 0.6285253763198853, "Finetune/Loss (Raw)": 0.6399809122085571, "Finetune/Step": 15829, "Finetune/Step Time": 6.666773993521929}
+{"Finetune/Learning Rate": 1.596580761222638e-06, "Finetune/Loss": 0.627825140953064, "Finetune/Loss (Raw)": 0.4891258478164673, "Finetune/Step": 15830, "Finetune/Step Time": 6.670345379039645}
+{"Finetune/Learning Rate": 1.595668079505548e-06, "Finetune/Loss": 0.6256210207939148, "Finetune/Loss (Raw)": 0.429121732711792, "Finetune/Step": 15831, "Finetune/Step Time": 6.672748204320669}
+{"Finetune/Learning Rate": 1.5947556361114102e-06, "Finetune/Loss": 0.6258575916290283, "Finetune/Loss (Raw)": 0.6722633838653564, "Finetune/Step": 15832, "Finetune/Step Time": 6.668838776648045}
+{"Finetune/Learning Rate": 1.5938434310661033e-06, "Finetune/Loss": 0.627128005027771, "Finetune/Loss (Raw)": 0.6011614203453064, "Finetune/Step": 15833, "Finetune/Step Time": 6.656578995287418}
+{"Finetune/Learning Rate": 1.5929314643954941e-06, "Finetune/Loss": 0.6266014575958252, "Finetune/Loss (Raw)": 0.5354195237159729, "Finetune/Step": 15834, "Finetune/Step Time": 6.627320090308785}
+{"Finetune/Learning Rate": 1.592019736125443e-06, "Finetune/Loss": 0.6268619298934937, "Finetune/Loss (Raw)": 0.5709111094474792, "Finetune/Step": 15835, "Finetune/Step Time": 6.627425169572234}
+{"Finetune/Learning Rate": 1.5911082462818017e-06, "Finetune/Loss": 0.6269702911376953, "Finetune/Loss (Raw)": 0.6999253630638123, "Finetune/Step": 15836, "Finetune/Step Time": 6.62922115623951}
+{"Finetune/Learning Rate": 1.5901969948904183e-06, "Finetune/Loss": 0.6283485293388367, "Finetune/Loss (Raw)": 0.7567246556282043, "Finetune/Step": 15837, "Finetune/Step Time": 6.612770589068532}
+{"Finetune/Learning Rate": 1.5892859819771334e-06, "Finetune/Loss": 0.6274895668029785, "Finetune/Loss (Raw)": 0.5432976484298706, "Finetune/Step": 15838, "Finetune/Step Time": 6.61221606656909}
+{"Finetune/Learning Rate": 1.5883752075677794e-06, "Finetune/Loss": 0.627381443977356, "Finetune/Loss (Raw)": 0.5848919749259949, "Finetune/Step": 15839, "Finetune/Step Time": 6.618281627073884}
+{"Finetune/Learning Rate": 1.587464671688187e-06, "Finetune/Loss": 0.6275315284729004, "Finetune/Loss (Raw)": 0.6577761173248291, "Finetune/Step": 15840, "Finetune/Step Time": 6.620231973007321}
+{"Finetune/Learning Rate": 1.5865543743641776e-06, "Finetune/Loss": 0.6285609006881714, "Finetune/Loss (Raw)": 0.6997432112693787, "Finetune/Step": 15841, "Finetune/Step Time": 6.624319160357118}
+{"Finetune/Learning Rate": 1.5856443156215583e-06, "Finetune/Loss": 0.6279574036598206, "Finetune/Loss (Raw)": 0.625003457069397, "Finetune/Step": 15842, "Finetune/Step Time": 6.621882360428572}
+{"Finetune/Learning Rate": 1.5847344954861399e-06, "Finetune/Loss": 0.6282115578651428, "Finetune/Loss (Raw)": 0.6346686482429504, "Finetune/Step": 15843, "Finetune/Step Time": 6.61925121024251}
+{"Finetune/Learning Rate": 1.5838249139837204e-06, "Finetune/Loss": 0.6276450157165527, "Finetune/Loss (Raw)": 0.5917080640792847, "Finetune/Step": 15844, "Finetune/Step Time": 6.622282521799207}
+{"Finetune/Learning Rate": 1.5829155711400946e-06, "Finetune/Loss": 0.6299349665641785, "Finetune/Loss (Raw)": 0.7424885630607605, "Finetune/Step": 15845, "Finetune/Step Time": 6.619420533999801}
+{"Finetune/Learning Rate": 1.5820064669810486e-06, "Finetune/Loss": 0.6304730176925659, "Finetune/Loss (Raw)": 0.7142318487167358, "Finetune/Step": 15846, "Finetune/Step Time": 6.617358541116118}
+{"Finetune/Learning Rate": 1.581097601532361e-06, "Finetune/Loss": 0.6308336853981018, "Finetune/Loss (Raw)": 0.6769354343414307, "Finetune/Step": 15847, "Finetune/Step Time": 6.617825821042061}
+{"Finetune/Learning Rate": 1.5801889748198052e-06, "Finetune/Loss": 0.6310553550720215, "Finetune/Loss (Raw)": 0.6134768128395081, "Finetune/Step": 15848, "Finetune/Step Time": 6.621013086289167}
+{"Finetune/Learning Rate": 1.5792805868691474e-06, "Finetune/Loss": 0.6312037110328674, "Finetune/Loss (Raw)": 0.6207402348518372, "Finetune/Step": 15849, "Finetune/Step Time": 6.622230788692832}
+{"Finetune/Learning Rate": 1.578372437706147e-06, "Finetune/Loss": 0.6306502819061279, "Finetune/Loss (Raw)": 0.6053276062011719, "Finetune/Step": 15850, "Finetune/Step Time": 6.616817157715559}
+{"Finetune/Learning Rate": 1.5774645273565559e-06, "Finetune/Loss": 0.631720781326294, "Finetune/Loss (Raw)": 0.8010136485099792, "Finetune/Step": 15851, "Finetune/Step Time": 6.614794358611107}
+{"Finetune/Learning Rate": 1.5765568558461209e-06, "Finetune/Loss": 0.6314951181411743, "Finetune/Loss (Raw)": 0.6479655504226685, "Finetune/Step": 15852, "Finetune/Step Time": 6.614483030512929}
+{"Finetune/Learning Rate": 1.5756494232005804e-06, "Finetune/Loss": 0.6316626667976379, "Finetune/Loss (Raw)": 0.5997639894485474, "Finetune/Step": 15853, "Finetune/Step Time": 6.620440388098359}
+{"Finetune/Learning Rate": 1.574742229445666e-06, "Finetune/Loss": 0.63180011510849, "Finetune/Loss (Raw)": 0.617619514465332, "Finetune/Step": 15854, "Finetune/Step Time": 6.621175115928054}
+{"Finetune/Learning Rate": 1.573835274607104e-06, "Finetune/Loss": 0.6336360573768616, "Finetune/Loss (Raw)": 0.7175644636154175, "Finetune/Step": 15855, "Finetune/Step Time": 6.628847016021609}
+{"Finetune/Learning Rate": 1.5729285587106135e-06, "Finetune/Loss": 0.6335089206695557, "Finetune/Loss (Raw)": 0.5476483106613159, "Finetune/Step": 15856, "Finetune/Step Time": 6.6024661008268595}
+{"Finetune/Learning Rate": 1.5720220817819053e-06, "Finetune/Loss": 0.6323373317718506, "Finetune/Loss (Raw)": 0.5693482160568237, "Finetune/Step": 15857, "Finetune/Step Time": 6.614530235528946}
+{"Finetune/Learning Rate": 1.5711158438466845e-06, "Finetune/Loss": 0.6321408152580261, "Finetune/Loss (Raw)": 0.615440845489502, "Finetune/Step": 15858, "Finetune/Step Time": 6.634464345872402}
+{"Finetune/Learning Rate": 1.5702098449306503e-06, "Finetune/Loss": 0.6315875053405762, "Finetune/Loss (Raw)": 0.6511971950531006, "Finetune/Step": 15859, "Finetune/Step Time": 6.6332693584263325}
+{"Finetune/Learning Rate": 1.569304085059493e-06, "Finetune/Loss": 0.6325668096542358, "Finetune/Loss (Raw)": 0.63857501745224, "Finetune/Step": 15860, "Finetune/Step Time": 6.634836642071605}
+{"Finetune/Learning Rate": 1.5683985642588994e-06, "Finetune/Loss": 0.6337141990661621, "Finetune/Loss (Raw)": 0.59732985496521, "Finetune/Step": 15861, "Finetune/Step Time": 6.6252138912677765}
+{"Finetune/Learning Rate": 1.5674932825545453e-06, "Finetune/Loss": 0.6326054334640503, "Finetune/Loss (Raw)": 0.48970910906791687, "Finetune/Step": 15862, "Finetune/Step Time": 6.619500460103154}
+{"Finetune/Learning Rate": 1.5665882399721033e-06, "Finetune/Loss": 0.6328221559524536, "Finetune/Loss (Raw)": 0.6913920044898987, "Finetune/Step": 15863, "Finetune/Step Time": 6.639858279377222}
+{"Finetune/Learning Rate": 1.5656834365372376e-06, "Finetune/Loss": 0.6327581405639648, "Finetune/Loss (Raw)": 0.6957862377166748, "Finetune/Step": 15864, "Finetune/Step Time": 6.642346462234855}
+{"Finetune/Learning Rate": 1.5647788722756074e-06, "Finetune/Loss": 0.6322554349899292, "Finetune/Loss (Raw)": 0.525718092918396, "Finetune/Step": 15865, "Finetune/Step Time": 6.642773933708668}
+{"Finetune/Learning Rate": 1.563874547212858e-06, "Finetune/Loss": 0.6323999166488647, "Finetune/Loss (Raw)": 0.6013734936714172, "Finetune/Step": 15866, "Finetune/Step Time": 6.642659764736891}
+{"Finetune/Learning Rate": 1.5629704613746389e-06, "Finetune/Loss": 0.6308704614639282, "Finetune/Loss (Raw)": 0.672031581401825, "Finetune/Step": 15867, "Finetune/Step Time": 6.636425456032157}
+{"Finetune/Learning Rate": 1.562066614786586e-06, "Finetune/Loss": 0.6296651363372803, "Finetune/Loss (Raw)": 0.5332656502723694, "Finetune/Step": 15868, "Finetune/Step Time": 6.648456668481231}
+{"Finetune/Learning Rate": 1.5611630074743289e-06, "Finetune/Loss": 0.629779577255249, "Finetune/Loss (Raw)": 0.624832808971405, "Finetune/Step": 15869, "Finetune/Step Time": 6.650960497558117}
+{"Finetune/Learning Rate": 1.5602596394634928e-06, "Finetune/Loss": 0.6291326880455017, "Finetune/Loss (Raw)": 0.6054549217224121, "Finetune/Step": 15870, "Finetune/Step Time": 6.657236320897937}
+{"Finetune/Learning Rate": 1.559356510779697e-06, "Finetune/Loss": 0.630521297454834, "Finetune/Loss (Raw)": 0.688351035118103, "Finetune/Step": 15871, "Finetune/Step Time": 6.660557808354497}
+{"Finetune/Learning Rate": 1.5584536214485457e-06, "Finetune/Loss": 0.6300712823867798, "Finetune/Loss (Raw)": 0.6349031925201416, "Finetune/Step": 15872, "Finetune/Step Time": 6.663807788863778}
+{"Finetune/Learning Rate": 1.557550971495645e-06, "Finetune/Loss": 0.6293742060661316, "Finetune/Loss (Raw)": 0.5637942552566528, "Finetune/Step": 15873, "Finetune/Step Time": 6.6628939267247915}
+{"Finetune/Learning Rate": 1.5566485609465888e-06, "Finetune/Loss": 0.629854679107666, "Finetune/Loss (Raw)": 0.7251742482185364, "Finetune/Step": 15874, "Finetune/Step Time": 6.646273782476783}
+{"Finetune/Learning Rate": 1.5557463898269731e-06, "Finetune/Loss": 0.6300609111785889, "Finetune/Loss (Raw)": 0.6555773019790649, "Finetune/Step": 15875, "Finetune/Step Time": 6.635339647531509}
+{"Finetune/Learning Rate": 1.5548444581623767e-06, "Finetune/Loss": 0.6287760734558105, "Finetune/Loss (Raw)": 0.4870742857456207, "Finetune/Step": 15876, "Finetune/Step Time": 6.651903549209237}
+{"Finetune/Learning Rate": 1.553942765978379e-06, "Finetune/Loss": 0.6285046339035034, "Finetune/Loss (Raw)": 0.6570245027542114, "Finetune/Step": 15877, "Finetune/Step Time": 6.662687765434384}
+{"Finetune/Learning Rate": 1.5530413133005451e-06, "Finetune/Loss": 0.628967821598053, "Finetune/Loss (Raw)": 0.6464330554008484, "Finetune/Step": 15878, "Finetune/Step Time": 6.661713548004627}
+{"Finetune/Learning Rate": 1.55214010015444e-06, "Finetune/Loss": 0.6285682916641235, "Finetune/Loss (Raw)": 0.6722168326377869, "Finetune/Step": 15879, "Finetune/Step Time": 6.665512600913644}
+{"Finetune/Learning Rate": 1.551239126565618e-06, "Finetune/Loss": 0.6289271116256714, "Finetune/Loss (Raw)": 0.6488795280456543, "Finetune/Step": 15880, "Finetune/Step Time": 6.667066354304552}
+{"Finetune/Learning Rate": 1.5503383925596283e-06, "Finetune/Loss": 0.6287563443183899, "Finetune/Loss (Raw)": 0.627636194229126, "Finetune/Step": 15881, "Finetune/Step Time": 6.668788047507405}
+{"Finetune/Learning Rate": 1.5494378981620162e-06, "Finetune/Loss": 0.627856433391571, "Finetune/Loss (Raw)": 0.5460661053657532, "Finetune/Step": 15882, "Finetune/Step Time": 6.676382504403591}
+{"Finetune/Learning Rate": 1.5485376433983168e-06, "Finetune/Loss": 0.628272533416748, "Finetune/Loss (Raw)": 0.6774598360061646, "Finetune/Step": 15883, "Finetune/Step Time": 6.667824950069189}
+{"Finetune/Learning Rate": 1.5476376282940552e-06, "Finetune/Loss": 0.6281503438949585, "Finetune/Loss (Raw)": 0.6098018288612366, "Finetune/Step": 15884, "Finetune/Step Time": 6.664274035021663}
+{"Finetune/Learning Rate": 1.5467378528747545e-06, "Finetune/Loss": 0.6282284259796143, "Finetune/Loss (Raw)": 0.6396795511245728, "Finetune/Step": 15885, "Finetune/Step Time": 6.666927643120289}
+{"Finetune/Learning Rate": 1.545838317165932e-06, "Finetune/Loss": 0.6277353763580322, "Finetune/Loss (Raw)": 0.6301438808441162, "Finetune/Step": 15886, "Finetune/Step Time": 6.663920413702726}
+{"Finetune/Learning Rate": 1.5449390211930926e-06, "Finetune/Loss": 0.6284007430076599, "Finetune/Loss (Raw)": 0.6993594765663147, "Finetune/Step": 15887, "Finetune/Step Time": 6.666107440367341}
+{"Finetune/Learning Rate": 1.5440399649817384e-06, "Finetune/Loss": 0.6293085217475891, "Finetune/Loss (Raw)": 0.7401053309440613, "Finetune/Step": 15888, "Finetune/Step Time": 6.6686999797821045}
+{"Finetune/Learning Rate": 1.54314114855737e-06, "Finetune/Loss": 0.630139946937561, "Finetune/Loss (Raw)": 0.5443251132965088, "Finetune/Step": 15889, "Finetune/Step Time": 6.669078305363655}
+{"Finetune/Learning Rate": 1.542242571945467e-06, "Finetune/Loss": 0.6308384537696838, "Finetune/Loss (Raw)": 0.6574444770812988, "Finetune/Step": 15890, "Finetune/Step Time": 6.67437875457108}
+{"Finetune/Learning Rate": 1.5413442351715157e-06, "Finetune/Loss": 0.6318702697753906, "Finetune/Loss (Raw)": 0.5670179128646851, "Finetune/Step": 15891, "Finetune/Step Time": 6.6596959084272385}
+{"Finetune/Learning Rate": 1.540446138260987e-06, "Finetune/Loss": 0.6316018104553223, "Finetune/Loss (Raw)": 0.5942974090576172, "Finetune/Step": 15892, "Finetune/Step Time": 6.676275825127959}
+{"Finetune/Learning Rate": 1.5395482812393513e-06, "Finetune/Loss": 0.6319009065628052, "Finetune/Loss (Raw)": 0.6135213375091553, "Finetune/Step": 15893, "Finetune/Step Time": 6.6587942615151405}
+{"Finetune/Learning Rate": 1.5386506641320676e-06, "Finetune/Loss": 0.6328549385070801, "Finetune/Loss (Raw)": 0.6668485999107361, "Finetune/Step": 15894, "Finetune/Step Time": 6.661071108654141}
+{"Finetune/Learning Rate": 1.5377532869645906e-06, "Finetune/Loss": 0.6329683065414429, "Finetune/Loss (Raw)": 0.6181172132492065, "Finetune/Step": 15895, "Finetune/Step Time": 6.668580207973719}
+{"Finetune/Learning Rate": 1.5368561497623668e-06, "Finetune/Loss": 0.6324477195739746, "Finetune/Loss (Raw)": 0.6679320335388184, "Finetune/Step": 15896, "Finetune/Step Time": 6.674558198079467}
+{"Finetune/Learning Rate": 1.535959252550836e-06, "Finetune/Loss": 0.6317813396453857, "Finetune/Loss (Raw)": 0.5621665120124817, "Finetune/Step": 15897, "Finetune/Step Time": 6.683815665543079}
+{"Finetune/Learning Rate": 1.5350625953554333e-06, "Finetune/Loss": 0.6326269507408142, "Finetune/Loss (Raw)": 0.6452579498291016, "Finetune/Step": 15898, "Finetune/Step Time": 6.662356063723564}
+{"Finetune/Learning Rate": 1.5341661782015837e-06, "Finetune/Loss": 0.6331278085708618, "Finetune/Loss (Raw)": 0.6386421322822571, "Finetune/Step": 15899, "Finetune/Step Time": 6.661865394562483}
+{"Finetune/Learning Rate": 1.5332700011147072e-06, "Finetune/Loss": 0.6329766511917114, "Finetune/Loss (Raw)": 0.636896014213562, "Finetune/Step": 15900, "Finetune/Step Time": 6.662785455584526}
+{"Finetune/Learning Rate": 1.5323740641202178e-06, "Finetune/Loss": 0.6337002515792847, "Finetune/Loss (Raw)": 0.7048218250274658, "Finetune/Step": 15901, "Finetune/Step Time": 6.661923656240106}
+{"Finetune/Learning Rate": 1.5314783672435218e-06, "Finetune/Loss": 0.6330335140228271, "Finetune/Loss (Raw)": 0.6266074776649475, "Finetune/Step": 15902, "Finetune/Step Time": 6.657725380733609}
+{"Finetune/Learning Rate": 1.5305829105100179e-06, "Finetune/Loss": 0.6306384205818176, "Finetune/Loss (Raw)": 0.4337778389453888, "Finetune/Step": 15903, "Finetune/Step Time": 6.657046351581812}
+{"Finetune/Learning Rate": 1.5296876939450978e-06, "Finetune/Loss": 0.6298481225967407, "Finetune/Loss (Raw)": 0.5576593279838562, "Finetune/Step": 15904, "Finetune/Step Time": 6.65511361323297}
+{"Finetune/Learning Rate": 1.528792717574149e-06, "Finetune/Loss": 0.6285186409950256, "Finetune/Loss (Raw)": 0.5259174108505249, "Finetune/Step": 15905, "Finetune/Step Time": 6.670802474021912}
+{"Finetune/Learning Rate": 1.5278979814225502e-06, "Finetune/Loss": 0.6282287836074829, "Finetune/Loss (Raw)": 0.5857859253883362, "Finetune/Step": 15906, "Finetune/Step Time": 6.673902263864875}
+{"Finetune/Learning Rate": 1.5270034855156734e-06, "Finetune/Loss": 0.6273040175437927, "Finetune/Loss (Raw)": 0.6009048223495483, "Finetune/Step": 15907, "Finetune/Step Time": 6.685813477262855}
+{"Finetune/Learning Rate": 1.5261092298788827e-06, "Finetune/Loss": 0.6272433996200562, "Finetune/Loss (Raw)": 0.5609531402587891, "Finetune/Step": 15908, "Finetune/Step Time": 6.685503620654345}
+{"Finetune/Learning Rate": 1.5252152145375387e-06, "Finetune/Loss": 0.6251535415649414, "Finetune/Loss (Raw)": 0.4423046112060547, "Finetune/Step": 15909, "Finetune/Step Time": 6.683533798903227}
+{"Finetune/Learning Rate": 1.5243214395169926e-06, "Finetune/Loss": 0.6248626708984375, "Finetune/Loss (Raw)": 0.684520959854126, "Finetune/Step": 15910, "Finetune/Step Time": 6.6859575137495995}
+{"Finetune/Learning Rate": 1.523427904842587e-06, "Finetune/Loss": 0.6254035830497742, "Finetune/Loss (Raw)": 0.7327660322189331, "Finetune/Step": 15911, "Finetune/Step Time": 6.68670498020947}
+{"Finetune/Learning Rate": 1.5225346105396631e-06, "Finetune/Loss": 0.6256645321846008, "Finetune/Loss (Raw)": 0.65286785364151, "Finetune/Step": 15912, "Finetune/Step Time": 6.692600758746266}
+{"Finetune/Learning Rate": 1.5216415566335507e-06, "Finetune/Loss": 0.6236735582351685, "Finetune/Loss (Raw)": 0.4960481822490692, "Finetune/Step": 15913, "Finetune/Step Time": 6.696505812928081}
+{"Finetune/Learning Rate": 1.5207487431495771e-06, "Finetune/Loss": 0.6232951879501343, "Finetune/Loss (Raw)": 0.5414308905601501, "Finetune/Step": 15914, "Finetune/Step Time": 6.697701223194599}
+{"Finetune/Learning Rate": 1.5198561701130532e-06, "Finetune/Loss": 0.6220149397850037, "Finetune/Loss (Raw)": 0.5776615142822266, "Finetune/Step": 15915, "Finetune/Step Time": 6.6980680003762245}
+{"Finetune/Learning Rate": 1.5189638375492953e-06, "Finetune/Loss": 0.6221066117286682, "Finetune/Loss (Raw)": 0.6943406462669373, "Finetune/Step": 15916, "Finetune/Step Time": 6.700563412159681}
+{"Finetune/Learning Rate": 1.518071745483607e-06, "Finetune/Loss": 0.6226216554641724, "Finetune/Loss (Raw)": 0.6447969675064087, "Finetune/Step": 15917, "Finetune/Step Time": 6.701315708458424}
+{"Finetune/Learning Rate": 1.517179893941284e-06, "Finetune/Loss": 0.6221190690994263, "Finetune/Loss (Raw)": 0.5523357391357422, "Finetune/Step": 15918, "Finetune/Step Time": 6.697306960821152}
+{"Finetune/Learning Rate": 1.5162882829476177e-06, "Finetune/Loss": 0.6220542192459106, "Finetune/Loss (Raw)": 0.6307514309883118, "Finetune/Step": 15919, "Finetune/Step Time": 6.681516842916608}
+{"Finetune/Learning Rate": 1.5153969125278933e-06, "Finetune/Loss": 0.6216434240341187, "Finetune/Loss (Raw)": 0.566158652305603, "Finetune/Step": 15920, "Finetune/Step Time": 6.671930804848671}
+{"Finetune/Learning Rate": 1.514505782707384e-06, "Finetune/Loss": 0.6211767792701721, "Finetune/Loss (Raw)": 0.5854719877243042, "Finetune/Step": 15921, "Finetune/Step Time": 6.669367719441652}
+{"Finetune/Learning Rate": 1.513614893511357e-06, "Finetune/Loss": 0.6217561960220337, "Finetune/Loss (Raw)": 0.6177086234092712, "Finetune/Step": 15922, "Finetune/Step Time": 6.671489866450429}
+{"Finetune/Learning Rate": 1.5127242449650837e-06, "Finetune/Loss": 0.6219810843467712, "Finetune/Loss (Raw)": 0.7237294912338257, "Finetune/Step": 15923, "Finetune/Step Time": 6.674779025837779}
+{"Finetune/Learning Rate": 1.5118338370938158e-06, "Finetune/Loss": 0.6209772825241089, "Finetune/Loss (Raw)": 0.5835793614387512, "Finetune/Step": 15924, "Finetune/Step Time": 6.677048971876502}
+{"Finetune/Learning Rate": 1.5109436699228031e-06, "Finetune/Loss": 0.6211031079292297, "Finetune/Loss (Raw)": 0.5735977292060852, "Finetune/Step": 15925, "Finetune/Step Time": 6.664827877655625}
+{"Finetune/Learning Rate": 1.51005374347729e-06, "Finetune/Loss": 0.6211163997650146, "Finetune/Loss (Raw)": 0.6874275207519531, "Finetune/Step": 15926, "Finetune/Step Time": 6.661736462265253}
+{"Finetune/Learning Rate": 1.5091640577825084e-06, "Finetune/Loss": 0.6223429441452026, "Finetune/Loss (Raw)": 0.7411289811134338, "Finetune/Step": 15927, "Finetune/Step Time": 6.64416129514575}
+{"Finetune/Learning Rate": 1.5082746128636905e-06, "Finetune/Loss": 0.6227558851242065, "Finetune/Loss (Raw)": 0.7264500260353088, "Finetune/Step": 15928, "Finetune/Step Time": 6.643407775089145}
+{"Finetune/Learning Rate": 1.507385408746056e-06, "Finetune/Loss": 0.6223922371864319, "Finetune/Loss (Raw)": 0.4961523115634918, "Finetune/Step": 15929, "Finetune/Step Time": 6.644657768309116}
+{"Finetune/Learning Rate": 1.5064964454548192e-06, "Finetune/Loss": 0.6232777833938599, "Finetune/Loss (Raw)": 0.6527989506721497, "Finetune/Step": 15930, "Finetune/Step Time": 6.617986714467406}
+{"Finetune/Learning Rate": 1.5056077230151945e-06, "Finetune/Loss": 0.6233552694320679, "Finetune/Loss (Raw)": 0.5017942190170288, "Finetune/Step": 15931, "Finetune/Step Time": 6.633394220843911}
+{"Finetune/Learning Rate": 1.5047192414523814e-06, "Finetune/Loss": 0.6224023699760437, "Finetune/Loss (Raw)": 0.620863139629364, "Finetune/Step": 15932, "Finetune/Step Time": 6.636553129181266}
+{"Finetune/Learning Rate": 1.5038310007915713e-06, "Finetune/Loss": 0.6212650537490845, "Finetune/Loss (Raw)": 0.5692569017410278, "Finetune/Step": 15933, "Finetune/Step Time": 6.639701031148434}
+{"Finetune/Learning Rate": 1.5029430010579539e-06, "Finetune/Loss": 0.6206716895103455, "Finetune/Loss (Raw)": 0.6954919695854187, "Finetune/Step": 15934, "Finetune/Step Time": 6.6361934170126915}
+{"Finetune/Learning Rate": 1.5020552422767109e-06, "Finetune/Loss": 0.6205041408538818, "Finetune/Loss (Raw)": 0.5959957838058472, "Finetune/Step": 15935, "Finetune/Step Time": 6.63822628557682}
+{"Finetune/Learning Rate": 1.501167724473016e-06, "Finetune/Loss": 0.6205620765686035, "Finetune/Loss (Raw)": 0.669037938117981, "Finetune/Step": 15936, "Finetune/Step Time": 6.64505897834897}
+{"Finetune/Learning Rate": 1.5002804476720344e-06, "Finetune/Loss": 0.6205490827560425, "Finetune/Loss (Raw)": 0.6790338754653931, "Finetune/Step": 15937, "Finetune/Step Time": 6.64835723862052}
+{"Finetune/Learning Rate": 1.499393411898935e-06, "Finetune/Loss": 0.6222416162490845, "Finetune/Loss (Raw)": 0.759088397026062, "Finetune/Step": 15938, "Finetune/Step Time": 6.648843249306083}
+{"Finetune/Learning Rate": 1.4985066171788621e-06, "Finetune/Loss": 0.6224625706672668, "Finetune/Loss (Raw)": 0.6180636882781982, "Finetune/Step": 15939, "Finetune/Step Time": 6.647891828790307}
+{"Finetune/Learning Rate": 1.4976200635369675e-06, "Finetune/Loss": 0.6217281818389893, "Finetune/Loss (Raw)": 0.6218763589859009, "Finetune/Step": 15940, "Finetune/Step Time": 6.651852063834667}
+{"Finetune/Learning Rate": 1.4967337509983904e-06, "Finetune/Loss": 0.6215359568595886, "Finetune/Loss (Raw)": 0.6340471506118774, "Finetune/Step": 15941, "Finetune/Step Time": 6.655742106959224}
+{"Finetune/Learning Rate": 1.4958476795882637e-06, "Finetune/Loss": 0.6238746643066406, "Finetune/Loss (Raw)": 0.7597496509552002, "Finetune/Step": 15942, "Finetune/Step Time": 6.6564380917698145}
+{"Finetune/Learning Rate": 1.4949618493317153e-06, "Finetune/Loss": 0.6256251335144043, "Finetune/Loss (Raw)": 0.7097941040992737, "Finetune/Step": 15943, "Finetune/Step Time": 6.651077827438712}
+{"Finetune/Learning Rate": 1.4940762602538628e-06, "Finetune/Loss": 0.6262009739875793, "Finetune/Loss (Raw)": 0.7384244203567505, "Finetune/Step": 15944, "Finetune/Step Time": 6.650253336876631}
+{"Finetune/Learning Rate": 1.4931909123798193e-06, "Finetune/Loss": 0.6257559061050415, "Finetune/Loss (Raw)": 0.6194605827331543, "Finetune/Step": 15945, "Finetune/Step Time": 6.637455552816391}
+{"Finetune/Learning Rate": 1.492305805734693e-06, "Finetune/Loss": 0.624308705329895, "Finetune/Loss (Raw)": 0.5253999829292297, "Finetune/Step": 15946, "Finetune/Step Time": 6.651131795719266}
+{"Finetune/Learning Rate": 1.4914209403435809e-06, "Finetune/Loss": 0.623509407043457, "Finetune/Loss (Raw)": 0.6478806138038635, "Finetune/Step": 15947, "Finetune/Step Time": 6.653445350006223}
+{"Finetune/Learning Rate": 1.4905363162315746e-06, "Finetune/Loss": 0.6226902008056641, "Finetune/Loss (Raw)": 0.6209362149238586, "Finetune/Step": 15948, "Finetune/Step Time": 6.650659902021289}
+{"Finetune/Learning Rate": 1.4896519334237625e-06, "Finetune/Loss": 0.6231396198272705, "Finetune/Loss (Raw)": 0.6872718930244446, "Finetune/Step": 15949, "Finetune/Step Time": 6.649786300957203}
+{"Finetune/Learning Rate": 1.4887677919452204e-06, "Finetune/Loss": 0.6228064298629761, "Finetune/Loss (Raw)": 0.5345492959022522, "Finetune/Step": 15950, "Finetune/Step Time": 6.657414115965366}
+{"Finetune/Learning Rate": 1.4878838918210202e-06, "Finetune/Loss": 0.6229413747787476, "Finetune/Loss (Raw)": 0.6629289984703064, "Finetune/Step": 15951, "Finetune/Step Time": 6.691454026848078}
+{"Finetune/Learning Rate": 1.487000233076229e-06, "Finetune/Loss": 0.6229320764541626, "Finetune/Loss (Raw)": 0.6386947631835938, "Finetune/Step": 15952, "Finetune/Step Time": 6.695698058232665}
+{"Finetune/Learning Rate": 1.486116815735903e-06, "Finetune/Loss": 0.6224293112754822, "Finetune/Loss (Raw)": 0.6215185523033142, "Finetune/Step": 15953, "Finetune/Step Time": 6.691649867221713}
+{"Finetune/Learning Rate": 1.4852336398250932e-06, "Finetune/Loss": 0.6229585409164429, "Finetune/Loss (Raw)": 0.6334863901138306, "Finetune/Step": 15954, "Finetune/Step Time": 6.6954264380037785}
+{"Finetune/Learning Rate": 1.4843507053688455e-06, "Finetune/Loss": 0.623638391494751, "Finetune/Loss (Raw)": 0.5323516130447388, "Finetune/Step": 15955, "Finetune/Step Time": 6.691862368956208}
+{"Finetune/Learning Rate": 1.4834680123921986e-06, "Finetune/Loss": 0.6236551403999329, "Finetune/Loss (Raw)": 0.6203058958053589, "Finetune/Step": 15956, "Finetune/Step Time": 6.704251788556576}
+{"Finetune/Learning Rate": 1.4825855609201767e-06, "Finetune/Loss": 0.6249427199363708, "Finetune/Loss (Raw)": 0.8047888875007629, "Finetune/Step": 15957, "Finetune/Step Time": 6.699158854782581}
+{"Finetune/Learning Rate": 1.48170335097781e-06, "Finetune/Loss": 0.6254713535308838, "Finetune/Loss (Raw)": 0.5567944645881653, "Finetune/Step": 15958, "Finetune/Step Time": 6.73437506146729}
+{"Finetune/Learning Rate": 1.480821382590114e-06, "Finetune/Loss": 0.6260003447532654, "Finetune/Loss (Raw)": 0.4968275725841522, "Finetune/Step": 15959, "Finetune/Step Time": 6.736503789201379}
+{"Finetune/Learning Rate": 1.4799396557820977e-06, "Finetune/Loss": 0.6257820725440979, "Finetune/Loss (Raw)": 0.6443246006965637, "Finetune/Step": 15960, "Finetune/Step Time": 6.737066399306059}
+{"Finetune/Learning Rate": 1.4790581705787643e-06, "Finetune/Loss": 0.6268906593322754, "Finetune/Loss (Raw)": 0.7430549263954163, "Finetune/Step": 15961, "Finetune/Step Time": 6.753292012959719}
+{"Finetune/Learning Rate": 1.478176927005115e-06, "Finetune/Loss": 0.6283575892448425, "Finetune/Loss (Raw)": 0.7231926918029785, "Finetune/Step": 15962, "Finetune/Step Time": 6.7528728526085615}
+{"Finetune/Learning Rate": 1.4772959250861318e-06, "Finetune/Loss": 0.6285713911056519, "Finetune/Loss (Raw)": 0.5982816815376282, "Finetune/Step": 15963, "Finetune/Step Time": 6.753966733813286}
+{"Finetune/Learning Rate": 1.4764151648467984e-06, "Finetune/Loss": 0.6280226707458496, "Finetune/Loss (Raw)": 0.6296818852424622, "Finetune/Step": 15964, "Finetune/Step Time": 6.755673127248883}
+{"Finetune/Learning Rate": 1.4755346463120956e-06, "Finetune/Loss": 0.6265661716461182, "Finetune/Loss (Raw)": 0.5702955722808838, "Finetune/Step": 15965, "Finetune/Step Time": 6.753114312887192}
+{"Finetune/Learning Rate": 1.4746543695069903e-06, "Finetune/Loss": 0.6271081566810608, "Finetune/Loss (Raw)": 0.6126740574836731, "Finetune/Step": 15966, "Finetune/Step Time": 6.7554761208593845}
+{"Finetune/Learning Rate": 1.4737743344564437e-06, "Finetune/Loss": 0.6282397508621216, "Finetune/Loss (Raw)": 0.7297345995903015, "Finetune/Step": 15967, "Finetune/Step Time": 6.75150322727859}
+{"Finetune/Learning Rate": 1.4728945411854135e-06, "Finetune/Loss": 0.62775719165802, "Finetune/Loss (Raw)": 0.5960029363632202, "Finetune/Step": 15968, "Finetune/Step Time": 6.753842616453767}
+{"Finetune/Learning Rate": 1.4720149897188452e-06, "Finetune/Loss": 0.6278479695320129, "Finetune/Loss (Raw)": 0.7113674283027649, "Finetune/Step": 15969, "Finetune/Step Time": 6.7498422637581825}
+{"Finetune/Learning Rate": 1.4711356800816811e-06, "Finetune/Loss": 0.62735915184021, "Finetune/Loss (Raw)": 0.5624330043792725, "Finetune/Step": 15970, "Finetune/Step Time": 6.755742717534304}
+{"Finetune/Learning Rate": 1.4702566122988538e-06, "Finetune/Loss": 0.6275726556777954, "Finetune/Loss (Raw)": 0.6619957089424133, "Finetune/Step": 15971, "Finetune/Step Time": 6.7592688743025064}
+{"Finetune/Learning Rate": 1.4693777863952952e-06, "Finetune/Loss": 0.6272557973861694, "Finetune/Loss (Raw)": 0.551154613494873, "Finetune/Step": 15972, "Finetune/Step Time": 6.75629435479641}
+{"Finetune/Learning Rate": 1.4684992023959255e-06, "Finetune/Loss": 0.6272669434547424, "Finetune/Loss (Raw)": 0.7439168095588684, "Finetune/Step": 15973, "Finetune/Step Time": 6.774598816409707}
+{"Finetune/Learning Rate": 1.4676208603256602e-06, "Finetune/Loss": 0.6272637248039246, "Finetune/Loss (Raw)": 0.7138150334358215, "Finetune/Step": 15974, "Finetune/Step Time": 6.7775267120450735}
+{"Finetune/Learning Rate": 1.466742760209402e-06, "Finetune/Loss": 0.6270408630371094, "Finetune/Loss (Raw)": 0.6484168171882629, "Finetune/Step": 15975, "Finetune/Step Time": 6.777035782113671}
+{"Finetune/Learning Rate": 1.4658649020720539e-06, "Finetune/Loss": 0.6267658472061157, "Finetune/Loss (Raw)": 0.5782759785652161, "Finetune/Step": 15976, "Finetune/Step Time": 6.77536721713841}
+{"Finetune/Learning Rate": 1.4649872859385094e-06, "Finetune/Loss": 0.6264264583587646, "Finetune/Loss (Raw)": 0.5772914886474609, "Finetune/Step": 15977, "Finetune/Step Time": 6.774607399478555}
+{"Finetune/Learning Rate": 1.4641099118336532e-06, "Finetune/Loss": 0.6267794370651245, "Finetune/Loss (Raw)": 0.6505113244056702, "Finetune/Step": 15978, "Finetune/Step Time": 6.775183491408825}
+{"Finetune/Learning Rate": 1.4632327797823698e-06, "Finetune/Loss": 0.6253618001937866, "Finetune/Loss (Raw)": 0.6195546388626099, "Finetune/Step": 15979, "Finetune/Step Time": 6.774601321667433}
+{"Finetune/Learning Rate": 1.4623558898095303e-06, "Finetune/Loss": 0.6261187195777893, "Finetune/Loss (Raw)": 0.744850218296051, "Finetune/Step": 15980, "Finetune/Step Time": 6.771703962236643}
+{"Finetune/Learning Rate": 1.4614792419399991e-06, "Finetune/Loss": 0.6260732412338257, "Finetune/Loss (Raw)": 0.593940794467926, "Finetune/Step": 15981, "Finetune/Step Time": 6.7697896510362625}
+{"Finetune/Learning Rate": 1.4606028361986357e-06, "Finetune/Loss": 0.6268059015274048, "Finetune/Loss (Raw)": 0.7114006280899048, "Finetune/Step": 15982, "Finetune/Step Time": 6.769072627648711}
+{"Finetune/Learning Rate": 1.459726672610292e-06, "Finetune/Loss": 0.6261672973632812, "Finetune/Loss (Raw)": 0.6358303427696228, "Finetune/Step": 15983, "Finetune/Step Time": 6.764072492718697}
+{"Finetune/Learning Rate": 1.4588507511998162e-06, "Finetune/Loss": 0.6271342039108276, "Finetune/Loss (Raw)": 0.671409010887146, "Finetune/Step": 15984, "Finetune/Step Time": 6.769464284181595}
+{"Finetune/Learning Rate": 1.457975071992045e-06, "Finetune/Loss": 0.6280558109283447, "Finetune/Loss (Raw)": 0.6873106360435486, "Finetune/Step": 15985, "Finetune/Step Time": 6.7751164603978395}
+{"Finetune/Learning Rate": 1.4570996350118073e-06, "Finetune/Loss": 0.6280397176742554, "Finetune/Loss (Raw)": 0.613390326499939, "Finetune/Step": 15986, "Finetune/Step Time": 6.768933609127998}
+{"Finetune/Learning Rate": 1.4562244402839365e-06, "Finetune/Loss": 0.6281766891479492, "Finetune/Loss (Raw)": 0.6687248349189758, "Finetune/Step": 15987, "Finetune/Step Time": 6.769633859395981}
+{"Finetune/Learning Rate": 1.455349487833243e-06, "Finetune/Loss": 0.6288008093833923, "Finetune/Loss (Raw)": 0.718461275100708, "Finetune/Step": 15988, "Finetune/Step Time": 6.796993484720588}
+{"Finetune/Learning Rate": 1.4544747776845404e-06, "Finetune/Loss": 0.6293976306915283, "Finetune/Loss (Raw)": 0.6737183332443237, "Finetune/Step": 15989, "Finetune/Step Time": 6.792945969849825}
+{"Finetune/Learning Rate": 1.4536003098626329e-06, "Finetune/Loss": 0.6306900978088379, "Finetune/Loss (Raw)": 0.6551504731178284, "Finetune/Step": 15990, "Finetune/Step Time": 6.795095674693584}
+{"Finetune/Learning Rate": 1.4527260843923173e-06, "Finetune/Loss": 0.6300337314605713, "Finetune/Loss (Raw)": 0.6073704361915588, "Finetune/Step": 15991, "Finetune/Step Time": 6.771465420722961}
+{"Finetune/Learning Rate": 1.4518521012983856e-06, "Finetune/Loss": 0.6295541524887085, "Finetune/Loss (Raw)": 0.6344107985496521, "Finetune/Step": 15992, "Finetune/Step Time": 6.767341135069728}
+{"Finetune/Learning Rate": 1.4509783606056193e-06, "Finetune/Loss": 0.6303272247314453, "Finetune/Loss (Raw)": 0.6246684193611145, "Finetune/Step": 15993, "Finetune/Step Time": 6.7729647401720285}
+{"Finetune/Learning Rate": 1.450104862338798e-06, "Finetune/Loss": 0.6300729513168335, "Finetune/Loss (Raw)": 0.5688263773918152, "Finetune/Step": 15994, "Finetune/Step Time": 6.779010647907853}
+{"Finetune/Learning Rate": 1.4492316065226898e-06, "Finetune/Loss": 0.6302430033683777, "Finetune/Loss (Raw)": 0.6937927603721619, "Finetune/Step": 15995, "Finetune/Step Time": 6.777942998334765}
+{"Finetune/Learning Rate": 1.4483585931820577e-06, "Finetune/Loss": 0.6315045356750488, "Finetune/Loss (Raw)": 0.694746196269989, "Finetune/Step": 15996, "Finetune/Step Time": 6.763528374955058}
+{"Finetune/Learning Rate": 1.4474858223416577e-06, "Finetune/Loss": 0.6314684748649597, "Finetune/Loss (Raw)": 0.6202175617218018, "Finetune/Step": 15997, "Finetune/Step Time": 6.755887137725949}
+{"Finetune/Learning Rate": 1.446613294026241e-06, "Finetune/Loss": 0.6324235200881958, "Finetune/Loss (Raw)": 0.7277001142501831, "Finetune/Step": 15998, "Finetune/Step Time": 6.748240238055587}
+{"Finetune/Learning Rate": 1.4457410082605483e-06, "Finetune/Loss": 0.6322535276412964, "Finetune/Loss (Raw)": 0.666587769985199, "Finetune/Step": 15999, "Finetune/Step Time": 6.745128657668829}
+{"Finetune/Learning Rate": 1.444868965069315e-06, "Finetune/Loss": 0.632256031036377, "Finetune/Loss (Raw)": 0.6352288722991943, "Finetune/Step": 16000, "Finetune/Step Time": 6.740413887426257}
+{"Finetune/Learning Rate": 1.443997164477271e-06, "Finetune/Loss": 0.6332461833953857, "Finetune/Loss (Raw)": 0.6905310750007629, "Finetune/Step": 16001, "Finetune/Step Time": 6.738269230350852}
+{"Finetune/Learning Rate": 1.443125606509137e-06, "Finetune/Loss": 0.6318756937980652, "Finetune/Loss (Raw)": 0.5497531890869141, "Finetune/Step": 16002, "Finetune/Step Time": 6.745219586417079}
+{"Finetune/Learning Rate": 1.4422542911896287e-06, "Finetune/Loss": 0.6308407783508301, "Finetune/Loss (Raw)": 0.5231007933616638, "Finetune/Step": 16003, "Finetune/Step Time": 6.749194011092186}
+{"Finetune/Learning Rate": 1.441383218543453e-06, "Finetune/Loss": 0.630376935005188, "Finetune/Loss (Raw)": 0.42771169543266296, "Finetune/Step": 16004, "Finetune/Step Time": 6.749593500047922}
+{"Finetune/Learning Rate": 1.440512388595312e-06, "Finetune/Loss": 0.628722608089447, "Finetune/Loss (Raw)": 0.4452637732028961, "Finetune/Step": 16005, "Finetune/Step Time": 6.763816298916936}
+{"Finetune/Learning Rate": 1.439641801369901e-06, "Finetune/Loss": 0.6280094385147095, "Finetune/Loss (Raw)": 0.5551449060440063, "Finetune/Step": 16006, "Finetune/Step Time": 6.778655743226409}
+{"Finetune/Learning Rate": 1.4387714568919042e-06, "Finetune/Loss": 0.6267684698104858, "Finetune/Loss (Raw)": 0.5133762359619141, "Finetune/Step": 16007, "Finetune/Step Time": 6.757762668654323}
+{"Finetune/Learning Rate": 1.4379013551860054e-06, "Finetune/Loss": 0.6265605092048645, "Finetune/Loss (Raw)": 0.6222639679908752, "Finetune/Step": 16008, "Finetune/Step Time": 6.75450080819428}
+{"Finetune/Learning Rate": 1.437031496276876e-06, "Finetune/Loss": 0.6261641979217529, "Finetune/Loss (Raw)": 0.5769070982933044, "Finetune/Step": 16009, "Finetune/Step Time": 6.752033853903413}
+{"Finetune/Learning Rate": 1.436161880189184e-06, "Finetune/Loss": 0.6262773275375366, "Finetune/Loss (Raw)": 0.5605499744415283, "Finetune/Step": 16010, "Finetune/Step Time": 6.748181210830808}
+{"Finetune/Learning Rate": 1.435292506947591e-06, "Finetune/Loss": 0.6251931190490723, "Finetune/Loss (Raw)": 0.5386786460876465, "Finetune/Step": 16011, "Finetune/Step Time": 6.751347351819277}
+{"Finetune/Learning Rate": 1.4344233765767457e-06, "Finetune/Loss": 0.6247730255126953, "Finetune/Loss (Raw)": 0.5560263991355896, "Finetune/Step": 16012, "Finetune/Step Time": 6.754034910351038}
+{"Finetune/Learning Rate": 1.4335544891012932e-06, "Finetune/Loss": 0.6246508955955505, "Finetune/Loss (Raw)": 0.6240488290786743, "Finetune/Step": 16013, "Finetune/Step Time": 6.754602804780006}
+{"Finetune/Learning Rate": 1.432685844545879e-06, "Finetune/Loss": 0.6237392425537109, "Finetune/Loss (Raw)": 0.5134533047676086, "Finetune/Step": 16014, "Finetune/Step Time": 6.770179675891995}
+{"Finetune/Learning Rate": 1.4318174429351307e-06, "Finetune/Loss": 0.6228759288787842, "Finetune/Loss (Raw)": 0.5888487696647644, "Finetune/Step": 16015, "Finetune/Step Time": 6.773053828626871}
+{"Finetune/Learning Rate": 1.4309492842936767e-06, "Finetune/Loss": 0.6224513053894043, "Finetune/Loss (Raw)": 0.6857560873031616, "Finetune/Step": 16016, "Finetune/Step Time": 6.768504215404391}
+{"Finetune/Learning Rate": 1.4300813686461346e-06, "Finetune/Loss": 0.6221498250961304, "Finetune/Loss (Raw)": 0.5057392120361328, "Finetune/Step": 16017, "Finetune/Step Time": 6.773888358846307}
+{"Finetune/Learning Rate": 1.4292136960171144e-06, "Finetune/Loss": 0.622239351272583, "Finetune/Loss (Raw)": 0.6689131855964661, "Finetune/Step": 16018, "Finetune/Step Time": 6.776279537007213}
+{"Finetune/Learning Rate": 1.428346266431221e-06, "Finetune/Loss": 0.6228181719779968, "Finetune/Loss (Raw)": 0.6410945653915405, "Finetune/Step": 16019, "Finetune/Step Time": 6.777819974347949}
+{"Finetune/Learning Rate": 1.42747907991305e-06, "Finetune/Loss": 0.6227490901947021, "Finetune/Loss (Raw)": 0.5854594707489014, "Finetune/Step": 16020, "Finetune/Step Time": 6.76032598502934}
+{"Finetune/Learning Rate": 1.4266121364871987e-06, "Finetune/Loss": 0.6234490871429443, "Finetune/Loss (Raw)": 0.7031166553497314, "Finetune/Step": 16021, "Finetune/Step Time": 6.761885948479176}
+{"Finetune/Learning Rate": 1.4257454361782475e-06, "Finetune/Loss": 0.6232649087905884, "Finetune/Loss (Raw)": 0.6432808637619019, "Finetune/Step": 16022, "Finetune/Step Time": 6.764561662450433}
+{"Finetune/Learning Rate": 1.4248789790107753e-06, "Finetune/Loss": 0.6233287453651428, "Finetune/Loss (Raw)": 0.62628573179245, "Finetune/Step": 16023, "Finetune/Step Time": 6.751363171264529}
+{"Finetune/Learning Rate": 1.4240127650093494e-06, "Finetune/Loss": 0.622742772102356, "Finetune/Loss (Raw)": 0.5929287075996399, "Finetune/Step": 16024, "Finetune/Step Time": 6.745574677363038}
+{"Finetune/Learning Rate": 1.4231467941985345e-06, "Finetune/Loss": 0.6233116388320923, "Finetune/Loss (Raw)": 0.6349729895591736, "Finetune/Step": 16025, "Finetune/Step Time": 6.740486228838563}
+{"Finetune/Learning Rate": 1.4222810666028874e-06, "Finetune/Loss": 0.6233736276626587, "Finetune/Loss (Raw)": 0.6531980633735657, "Finetune/Step": 16026, "Finetune/Step Time": 6.748585984110832}
+{"Finetune/Learning Rate": 1.4214155822469555e-06, "Finetune/Loss": 0.6223503351211548, "Finetune/Loss (Raw)": 0.5076571702957153, "Finetune/Step": 16027, "Finetune/Step Time": 6.748443013057113}
+{"Finetune/Learning Rate": 1.4205503411552846e-06, "Finetune/Loss": 0.6221293210983276, "Finetune/Loss (Raw)": 0.6086128354072571, "Finetune/Step": 16028, "Finetune/Step Time": 6.749299002811313}
+{"Finetune/Learning Rate": 1.4196853433524127e-06, "Finetune/Loss": 0.6209884285926819, "Finetune/Loss (Raw)": 0.5587801337242126, "Finetune/Step": 16029, "Finetune/Step Time": 6.746987171471119}
+{"Finetune/Learning Rate": 1.4188205888628625e-06, "Finetune/Loss": 0.6211294531822205, "Finetune/Loss (Raw)": 0.6446654796600342, "Finetune/Step": 16030, "Finetune/Step Time": 6.749451780691743}
+{"Finetune/Learning Rate": 1.417956077711159e-06, "Finetune/Loss": 0.6232292056083679, "Finetune/Loss (Raw)": 0.7025412321090698, "Finetune/Step": 16031, "Finetune/Step Time": 6.736311357468367}
+{"Finetune/Learning Rate": 1.4170918099218166e-06, "Finetune/Loss": 0.6239603757858276, "Finetune/Loss (Raw)": 0.6512510776519775, "Finetune/Step": 16032, "Finetune/Step Time": 6.73742282576859}
+{"Finetune/Learning Rate": 1.416227785519345e-06, "Finetune/Loss": 0.6248705983161926, "Finetune/Loss (Raw)": 0.6424280405044556, "Finetune/Step": 16033, "Finetune/Step Time": 6.720776004716754}
+{"Finetune/Learning Rate": 1.4153640045282412e-06, "Finetune/Loss": 0.6254509687423706, "Finetune/Loss (Raw)": 0.6600720882415771, "Finetune/Step": 16034, "Finetune/Step Time": 6.720798823982477}
+{"Finetune/Learning Rate": 1.4145004669730079e-06, "Finetune/Loss": 0.6258601546287537, "Finetune/Loss (Raw)": 0.6532770991325378, "Finetune/Step": 16035, "Finetune/Step Time": 6.708375055342913}
+{"Finetune/Learning Rate": 1.413637172878125e-06, "Finetune/Loss": 0.626975417137146, "Finetune/Loss (Raw)": 0.7037054896354675, "Finetune/Step": 16036, "Finetune/Step Time": 6.708636863157153}
+{"Finetune/Learning Rate": 1.4127741222680758e-06, "Finetune/Loss": 0.6286413669586182, "Finetune/Loss (Raw)": 0.655544638633728, "Finetune/Step": 16037, "Finetune/Step Time": 6.7070278115570545}
+{"Finetune/Learning Rate": 1.4119113151673325e-06, "Finetune/Loss": 0.6280825138092041, "Finetune/Loss (Raw)": 0.6129973530769348, "Finetune/Step": 16038, "Finetune/Step Time": 6.704809308052063}
+{"Finetune/Learning Rate": 1.4110487516003645e-06, "Finetune/Loss": 0.6274268627166748, "Finetune/Loss (Raw)": 0.6488406658172607, "Finetune/Step": 16039, "Finetune/Step Time": 6.70214475877583}
+{"Finetune/Learning Rate": 1.410186431591629e-06, "Finetune/Loss": 0.6266559362411499, "Finetune/Loss (Raw)": 0.5541930794715881, "Finetune/Step": 16040, "Finetune/Step Time": 6.70408134534955}
+{"Finetune/Learning Rate": 1.4093243551655811e-06, "Finetune/Loss": 0.6269516348838806, "Finetune/Loss (Raw)": 0.5338934063911438, "Finetune/Step": 16041, "Finetune/Step Time": 6.694296909496188}
+{"Finetune/Learning Rate": 1.4084625223466653e-06, "Finetune/Loss": 0.6281139850616455, "Finetune/Loss (Raw)": 0.6902126669883728, "Finetune/Step": 16042, "Finetune/Step Time": 6.688876932486892}
+{"Finetune/Learning Rate": 1.4076009331593222e-06, "Finetune/Loss": 0.6286944150924683, "Finetune/Loss (Raw)": 0.6519617438316345, "Finetune/Step": 16043, "Finetune/Step Time": 6.689179502427578}
+{"Finetune/Learning Rate": 1.4067395876279821e-06, "Finetune/Loss": 0.6286823153495789, "Finetune/Loss (Raw)": 0.6927839517593384, "Finetune/Step": 16044, "Finetune/Step Time": 6.701374446973205}
+{"Finetune/Learning Rate": 1.4058784857770714e-06, "Finetune/Loss": 0.627639889717102, "Finetune/Loss (Raw)": 0.5113624334335327, "Finetune/Step": 16045, "Finetune/Step Time": 6.710022399201989}
+{"Finetune/Learning Rate": 1.405017627631009e-06, "Finetune/Loss": 0.6281847953796387, "Finetune/Loss (Raw)": 0.6220910549163818, "Finetune/Step": 16046, "Finetune/Step Time": 6.712719980627298}
+{"Finetune/Learning Rate": 1.4041570132142058e-06, "Finetune/Loss": 0.6277284622192383, "Finetune/Loss (Raw)": 0.5723370909690857, "Finetune/Step": 16047, "Finetune/Step Time": 6.711458811536431}
+{"Finetune/Learning Rate": 1.4032966425510664e-06, "Finetune/Loss": 0.6283724308013916, "Finetune/Loss (Raw)": 0.6485907435417175, "Finetune/Step": 16048, "Finetune/Step Time": 6.712402626872063}
+{"Finetune/Learning Rate": 1.402436515665988e-06, "Finetune/Loss": 0.6293533444404602, "Finetune/Loss (Raw)": 0.7110265493392944, "Finetune/Step": 16049, "Finetune/Step Time": 6.730162888765335}
+{"Finetune/Learning Rate": 1.4015766325833613e-06, "Finetune/Loss": 0.6295233964920044, "Finetune/Loss (Raw)": 0.63947594165802, "Finetune/Step": 16050, "Finetune/Step Time": 6.732237674295902}
+{"Finetune/Learning Rate": 1.4007169933275721e-06, "Finetune/Loss": 0.6292983889579773, "Finetune/Loss (Raw)": 0.6949286460876465, "Finetune/Step": 16051, "Finetune/Step Time": 6.7268885765224695}
+{"Finetune/Learning Rate": 1.3998575979229944e-06, "Finetune/Loss": 0.6303925514221191, "Finetune/Loss (Raw)": 0.7236259579658508, "Finetune/Step": 16052, "Finetune/Step Time": 6.724161047488451}
+{"Finetune/Learning Rate": 1.3989984463940032e-06, "Finetune/Loss": 0.630073070526123, "Finetune/Loss (Raw)": 0.5327134132385254, "Finetune/Step": 16053, "Finetune/Step Time": 6.725140267983079}
+{"Finetune/Learning Rate": 1.3981395387649532e-06, "Finetune/Loss": 0.6296973824501038, "Finetune/Loss (Raw)": 0.6393330693244934, "Finetune/Step": 16054, "Finetune/Step Time": 6.744685776531696}
+{"Finetune/Learning Rate": 1.3972808750602074e-06, "Finetune/Loss": 0.6290050148963928, "Finetune/Loss (Raw)": 0.6525079607963562, "Finetune/Step": 16055, "Finetune/Step Time": 6.747812209650874}
+{"Finetune/Learning Rate": 1.396422455304114e-06, "Finetune/Loss": 0.6293005347251892, "Finetune/Loss (Raw)": 0.7642788290977478, "Finetune/Step": 16056, "Finetune/Step Time": 6.755165498703718}
+{"Finetune/Learning Rate": 1.3955642795210133e-06, "Finetune/Loss": 0.6302173137664795, "Finetune/Loss (Raw)": 0.6134994029998779, "Finetune/Step": 16057, "Finetune/Step Time": 6.754123819991946}
+{"Finetune/Learning Rate": 1.394706347735243e-06, "Finetune/Loss": 0.6299252510070801, "Finetune/Loss (Raw)": 0.6154143810272217, "Finetune/Step": 16058, "Finetune/Step Time": 6.752355424687266}
+{"Finetune/Learning Rate": 1.393848659971132e-06, "Finetune/Loss": 0.6314069032669067, "Finetune/Loss (Raw)": 0.6914539933204651, "Finetune/Step": 16059, "Finetune/Step Time": 6.73738300614059}
+{"Finetune/Learning Rate": 1.3929912162529979e-06, "Finetune/Loss": 0.6317959427833557, "Finetune/Loss (Raw)": 0.6706508994102478, "Finetune/Step": 16060, "Finetune/Step Time": 6.729143751785159}
+{"Finetune/Learning Rate": 1.3921340166051567e-06, "Finetune/Loss": 0.6324223279953003, "Finetune/Loss (Raw)": 0.6494306325912476, "Finetune/Step": 16061, "Finetune/Step Time": 6.725472712889314}
+{"Finetune/Learning Rate": 1.391277061051919e-06, "Finetune/Loss": 0.6327940821647644, "Finetune/Loss (Raw)": 0.7430800199508667, "Finetune/Step": 16062, "Finetune/Step Time": 6.72603359259665}
+{"Finetune/Learning Rate": 1.3904203496175828e-06, "Finetune/Loss": 0.6328016519546509, "Finetune/Loss (Raw)": 0.5969695448875427, "Finetune/Step": 16063, "Finetune/Step Time": 6.728530909866095}
+{"Finetune/Learning Rate": 1.3895638823264447e-06, "Finetune/Loss": 0.63276606798172, "Finetune/Loss (Raw)": 0.6644800901412964, "Finetune/Step": 16064, "Finetune/Step Time": 6.725066937506199}
+{"Finetune/Learning Rate": 1.3887076592027914e-06, "Finetune/Loss": 0.6325274705886841, "Finetune/Loss (Raw)": 0.6484912633895874, "Finetune/Step": 16065, "Finetune/Step Time": 6.7258888855576515}
+{"Finetune/Learning Rate": 1.3878516802708997e-06, "Finetune/Loss": 0.631293773651123, "Finetune/Loss (Raw)": 0.6011750102043152, "Finetune/Step": 16066, "Finetune/Step Time": 6.723681202158332}
+{"Finetune/Learning Rate": 1.3869959455550453e-06, "Finetune/Loss": 0.6316198110580444, "Finetune/Loss (Raw)": 0.659802258014679, "Finetune/Step": 16067, "Finetune/Step Time": 6.720349745824933}
+{"Finetune/Learning Rate": 1.3861404550794933e-06, "Finetune/Loss": 0.631933331489563, "Finetune/Loss (Raw)": 0.6620016694068909, "Finetune/Step": 16068, "Finetune/Step Time": 6.717479759827256}
+{"Finetune/Learning Rate": 1.385285208868501e-06, "Finetune/Loss": 0.631702184677124, "Finetune/Loss (Raw)": 0.6044566035270691, "Finetune/Step": 16069, "Finetune/Step Time": 6.7146891467273235}
+{"Finetune/Learning Rate": 1.3844302069463257e-06, "Finetune/Loss": 0.630107045173645, "Finetune/Loss (Raw)": 0.5555678606033325, "Finetune/Step": 16070, "Finetune/Step Time": 6.712280139327049}
+{"Finetune/Learning Rate": 1.38357544933721e-06, "Finetune/Loss": 0.6292194128036499, "Finetune/Loss (Raw)": 0.5961854457855225, "Finetune/Step": 16071, "Finetune/Step Time": 6.716134116053581}
+{"Finetune/Learning Rate": 1.3827209360653948e-06, "Finetune/Loss": 0.6278202533721924, "Finetune/Loss (Raw)": 0.5593329668045044, "Finetune/Step": 16072, "Finetune/Step Time": 6.732074806466699}
+{"Finetune/Learning Rate": 1.3818666671551084e-06, "Finetune/Loss": 0.6285231113433838, "Finetune/Loss (Raw)": 0.709429144859314, "Finetune/Step": 16073, "Finetune/Step Time": 6.730998381972313}
+{"Finetune/Learning Rate": 1.381012642630576e-06, "Finetune/Loss": 0.6296906471252441, "Finetune/Loss (Raw)": 0.6748408079147339, "Finetune/Step": 16074, "Finetune/Step Time": 6.714466715231538}
+{"Finetune/Learning Rate": 1.3801588625160156e-06, "Finetune/Loss": 0.6300820112228394, "Finetune/Loss (Raw)": 0.6979794502258301, "Finetune/Step": 16075, "Finetune/Step Time": 6.711432849988341}
+{"Finetune/Learning Rate": 1.379305326835636e-06, "Finetune/Loss": 0.630262553691864, "Finetune/Loss (Raw)": 0.6440430283546448, "Finetune/Step": 16076, "Finetune/Step Time": 6.716003177687526}
+{"Finetune/Learning Rate": 1.3784520356136466e-06, "Finetune/Loss": 0.6301825642585754, "Finetune/Loss (Raw)": 0.6770287752151489, "Finetune/Step": 16077, "Finetune/Step Time": 6.715137951076031}
+{"Finetune/Learning Rate": 1.3775989888742425e-06, "Finetune/Loss": 0.6312420964241028, "Finetune/Loss (Raw)": 0.6701673865318298, "Finetune/Step": 16078, "Finetune/Step Time": 6.724612958729267}
+{"Finetune/Learning Rate": 1.3767461866416098e-06, "Finetune/Loss": 0.6303423047065735, "Finetune/Loss (Raw)": 0.5477606654167175, "Finetune/Step": 16079, "Finetune/Step Time": 6.6916621420532465}
+{"Finetune/Learning Rate": 1.3758936289399349e-06, "Finetune/Loss": 0.629664421081543, "Finetune/Loss (Raw)": 0.5519278645515442, "Finetune/Step": 16080, "Finetune/Step Time": 6.6877569276839495}
+{"Finetune/Learning Rate": 1.375041315793393e-06, "Finetune/Loss": 0.6296404600143433, "Finetune/Loss (Raw)": 0.6184542179107666, "Finetune/Step": 16081, "Finetune/Step Time": 6.717889981344342}
+{"Finetune/Learning Rate": 1.374189247226152e-06, "Finetune/Loss": 0.6296120882034302, "Finetune/Loss (Raw)": 0.6298443675041199, "Finetune/Step": 16082, "Finetune/Step Time": 6.715572828426957}
+{"Finetune/Learning Rate": 1.3733374232623741e-06, "Finetune/Loss": 0.6305572986602783, "Finetune/Loss (Raw)": 0.6533515453338623, "Finetune/Step": 16083, "Finetune/Step Time": 6.716502118855715}
+{"Finetune/Learning Rate": 1.3724858439262201e-06, "Finetune/Loss": 0.6300598978996277, "Finetune/Loss (Raw)": 0.556628942489624, "Finetune/Step": 16084, "Finetune/Step Time": 6.702046655118465}
+{"Finetune/Learning Rate": 1.3716345092418326e-06, "Finetune/Loss": 0.6290294528007507, "Finetune/Loss (Raw)": 0.6728932857513428, "Finetune/Step": 16085, "Finetune/Step Time": 6.704882688820362}
+{"Finetune/Learning Rate": 1.3707834192333535e-06, "Finetune/Loss": 0.6291399002075195, "Finetune/Loss (Raw)": 0.5709237456321716, "Finetune/Step": 16086, "Finetune/Step Time": 6.675544120371342}
+{"Finetune/Learning Rate": 1.3699325739249192e-06, "Finetune/Loss": 0.6306990385055542, "Finetune/Loss (Raw)": 0.6964049935340881, "Finetune/Step": 16087, "Finetune/Step Time": 6.6716604214161634}
+{"Finetune/Learning Rate": 1.3690819733406568e-06, "Finetune/Loss": 0.6308869123458862, "Finetune/Loss (Raw)": 0.6683732867240906, "Finetune/Step": 16088, "Finetune/Step Time": 6.665004411712289}
+{"Finetune/Learning Rate": 1.368231617504686e-06, "Finetune/Loss": 0.6291500926017761, "Finetune/Loss (Raw)": 0.5207439064979553, "Finetune/Step": 16089, "Finetune/Step Time": 6.663844833150506}
+{"Finetune/Learning Rate": 1.367381506441121e-06, "Finetune/Loss": 0.6286584138870239, "Finetune/Loss (Raw)": 0.6602491736412048, "Finetune/Step": 16090, "Finetune/Step Time": 6.6651929803192616}
+{"Finetune/Learning Rate": 1.366531640174069e-06, "Finetune/Loss": 0.6288816928863525, "Finetune/Loss (Raw)": 0.6268684267997742, "Finetune/Step": 16091, "Finetune/Step Time": 6.661387199535966}
+{"Finetune/Learning Rate": 1.3656820187276298e-06, "Finetune/Loss": 0.6284164786338806, "Finetune/Loss (Raw)": 0.5701335072517395, "Finetune/Step": 16092, "Finetune/Step Time": 6.66254941932857}
+{"Finetune/Learning Rate": 1.364832642125895e-06, "Finetune/Loss": 0.6284627318382263, "Finetune/Loss (Raw)": 0.5762162804603577, "Finetune/Step": 16093, "Finetune/Step Time": 6.671215558424592}
+{"Finetune/Learning Rate": 1.3639835103929522e-06, "Finetune/Loss": 0.6297883987426758, "Finetune/Loss (Raw)": 0.782356858253479, "Finetune/Step": 16094, "Finetune/Step Time": 6.673604678362608}
+{"Finetune/Learning Rate": 1.3631346235528786e-06, "Finetune/Loss": 0.629491925239563, "Finetune/Loss (Raw)": 0.691785454750061, "Finetune/Step": 16095, "Finetune/Step Time": 6.67425112426281}
+{"Finetune/Learning Rate": 1.3622859816297473e-06, "Finetune/Loss": 0.6292818784713745, "Finetune/Loss (Raw)": 0.5691206455230713, "Finetune/Step": 16096, "Finetune/Step Time": 6.68218020349741}
+{"Finetune/Learning Rate": 1.3614375846476236e-06, "Finetune/Loss": 0.6305584907531738, "Finetune/Loss (Raw)": 0.8747729659080505, "Finetune/Step": 16097, "Finetune/Step Time": 6.683264484629035}
+{"Finetune/Learning Rate": 1.3605894326305647e-06, "Finetune/Loss": 0.6313207745552063, "Finetune/Loss (Raw)": 0.6600069999694824, "Finetune/Step": 16098, "Finetune/Step Time": 6.676447255536914}
+{"Finetune/Learning Rate": 1.3597415256026225e-06, "Finetune/Loss": 0.6314064264297485, "Finetune/Loss (Raw)": 0.6729524731636047, "Finetune/Step": 16099, "Finetune/Step Time": 6.669619772583246}
+{"Finetune/Learning Rate": 1.3588938635878412e-06, "Finetune/Loss": 0.6324774026870728, "Finetune/Loss (Raw)": 0.688243567943573, "Finetune/Step": 16100, "Finetune/Step Time": 6.66942735761404}
+{"Finetune/Learning Rate": 1.3580464466102583e-06, "Finetune/Loss": 0.6316407322883606, "Finetune/Loss (Raw)": 0.6368271112442017, "Finetune/Step": 16101, "Finetune/Step Time": 6.653780108317733}
+{"Finetune/Learning Rate": 1.3571992746939055e-06, "Finetune/Loss": 0.6301297545433044, "Finetune/Loss (Raw)": 0.520405650138855, "Finetune/Step": 16102, "Finetune/Step Time": 6.654911080375314}
+{"Finetune/Learning Rate": 1.3563523478627993e-06, "Finetune/Loss": 0.6304546594619751, "Finetune/Loss (Raw)": 0.6900090575218201, "Finetune/Step": 16103, "Finetune/Step Time": 6.657951088622212}
+{"Finetune/Learning Rate": 1.355505666140965e-06, "Finetune/Loss": 0.6305169463157654, "Finetune/Loss (Raw)": 0.5862467885017395, "Finetune/Step": 16104, "Finetune/Step Time": 6.663764739409089}
+{"Finetune/Learning Rate": 1.3546592295524075e-06, "Finetune/Loss": 0.6310372948646545, "Finetune/Loss (Raw)": 0.6438997387886047, "Finetune/Step": 16105, "Finetune/Step Time": 6.663967903703451}
+{"Finetune/Learning Rate": 1.35381303812113e-06, "Finetune/Loss": 0.6311067342758179, "Finetune/Loss (Raw)": 0.6593895554542542, "Finetune/Step": 16106, "Finetune/Step Time": 6.664437102153897}
+{"Finetune/Learning Rate": 1.352967091871128e-06, "Finetune/Loss": 0.6297405362129211, "Finetune/Loss (Raw)": 0.44468483328819275, "Finetune/Step": 16107, "Finetune/Step Time": 6.6671470534056425}
+{"Finetune/Learning Rate": 1.3521213908263931e-06, "Finetune/Loss": 0.6291934847831726, "Finetune/Loss (Raw)": 0.6748254895210266, "Finetune/Step": 16108, "Finetune/Step Time": 6.672093700617552}
+{"Finetune/Learning Rate": 1.3512759350109027e-06, "Finetune/Loss": 0.6303595900535583, "Finetune/Loss (Raw)": 0.743209719657898, "Finetune/Step": 16109, "Finetune/Step Time": 6.670606218278408}
+{"Finetune/Learning Rate": 1.3504307244486302e-06, "Finetune/Loss": 0.6288511157035828, "Finetune/Loss (Raw)": 0.5183125734329224, "Finetune/Step": 16110, "Finetune/Step Time": 6.6700592041015625}
+{"Finetune/Learning Rate": 1.3495857591635486e-06, "Finetune/Loss": 0.6294758915901184, "Finetune/Loss (Raw)": 0.7157996296882629, "Finetune/Step": 16111, "Finetune/Step Time": 6.6699532978236675}
+{"Finetune/Learning Rate": 1.3487410391796163e-06, "Finetune/Loss": 0.6296010613441467, "Finetune/Loss (Raw)": 0.6874314546585083, "Finetune/Step": 16112, "Finetune/Step Time": 6.665074015036225}
+{"Finetune/Learning Rate": 1.3478965645207875e-06, "Finetune/Loss": 0.6290444135665894, "Finetune/Loss (Raw)": 0.6160655617713928, "Finetune/Step": 16113, "Finetune/Step Time": 6.654653813689947}
+{"Finetune/Learning Rate": 1.347052335211011e-06, "Finetune/Loss": 0.629423201084137, "Finetune/Loss (Raw)": 0.6618702411651611, "Finetune/Step": 16114, "Finetune/Step Time": 6.642482819035649}
+{"Finetune/Learning Rate": 1.3462083512742219e-06, "Finetune/Loss": 0.6293787956237793, "Finetune/Loss (Raw)": 0.6630373001098633, "Finetune/Step": 16115, "Finetune/Step Time": 6.640921071171761}
+{"Finetune/Learning Rate": 1.3453646127343566e-06, "Finetune/Loss": 0.6282115578651428, "Finetune/Loss (Raw)": 0.5690609216690063, "Finetune/Step": 16116, "Finetune/Step Time": 6.615555319935083}
+{"Finetune/Learning Rate": 1.3445211196153373e-06, "Finetune/Loss": 0.6273008584976196, "Finetune/Loss (Raw)": 0.5571501851081848, "Finetune/Step": 16117, "Finetune/Step Time": 6.614916350692511}
+{"Finetune/Learning Rate": 1.3436778719410892e-06, "Finetune/Loss": 0.628404974937439, "Finetune/Loss (Raw)": 0.7964699864387512, "Finetune/Step": 16118, "Finetune/Step Time": 6.617798652499914}
+{"Finetune/Learning Rate": 1.342834869735521e-06, "Finetune/Loss": 0.6279147863388062, "Finetune/Loss (Raw)": 0.5446289777755737, "Finetune/Step": 16119, "Finetune/Step Time": 6.627372784540057}
+{"Finetune/Learning Rate": 1.3419921130225399e-06, "Finetune/Loss": 0.6274353265762329, "Finetune/Loss (Raw)": 0.5730413794517517, "Finetune/Step": 16120, "Finetune/Step Time": 6.639198407530785}
+{"Finetune/Learning Rate": 1.3411496018260405e-06, "Finetune/Loss": 0.627678632736206, "Finetune/Loss (Raw)": 0.65581214427948, "Finetune/Step": 16121, "Finetune/Step Time": 6.6335534080863}
+{"Finetune/Learning Rate": 1.340307336169917e-06, "Finetune/Loss": 0.6278870105743408, "Finetune/Loss (Raw)": 0.5954909324645996, "Finetune/Step": 16122, "Finetune/Step Time": 6.6231457237154245}
+{"Finetune/Learning Rate": 1.3394653160780514e-06, "Finetune/Loss": 0.6263837218284607, "Finetune/Loss (Raw)": 0.5013794302940369, "Finetune/Step": 16123, "Finetune/Step Time": 6.638318587094545}
+{"Finetune/Learning Rate": 1.3386235415743232e-06, "Finetune/Loss": 0.6267374157905579, "Finetune/Loss (Raw)": 0.7400182485580444, "Finetune/Step": 16124, "Finetune/Step Time": 6.637446412816644}
+{"Finetune/Learning Rate": 1.337782012682598e-06, "Finetune/Loss": 0.6273294687271118, "Finetune/Loss (Raw)": 0.6960057616233826, "Finetune/Step": 16125, "Finetune/Step Time": 6.634572021663189}
+{"Finetune/Learning Rate": 1.3369407294267489e-06, "Finetune/Loss": 0.6264775395393372, "Finetune/Loss (Raw)": 0.6186484694480896, "Finetune/Step": 16126, "Finetune/Step Time": 6.636028751730919}
+{"Finetune/Learning Rate": 1.3360996918306224e-06, "Finetune/Loss": 0.626183271408081, "Finetune/Loss (Raw)": 0.6289225816726685, "Finetune/Step": 16127, "Finetune/Step Time": 6.63624681532383}
+{"Finetune/Learning Rate": 1.3352588999180726e-06, "Finetune/Loss": 0.6253158450126648, "Finetune/Loss (Raw)": 0.5241958498954773, "Finetune/Step": 16128, "Finetune/Step Time": 6.654595602303743}
+{"Finetune/Learning Rate": 1.3344183537129418e-06, "Finetune/Loss": 0.6248846650123596, "Finetune/Loss (Raw)": 0.635340690612793, "Finetune/Step": 16129, "Finetune/Step Time": 6.655882872641087}
+{"Finetune/Learning Rate": 1.3335780532390642e-06, "Finetune/Loss": 0.6243640184402466, "Finetune/Loss (Raw)": 0.4831099808216095, "Finetune/Step": 16130, "Finetune/Step Time": 6.6524628680199385}
+{"Finetune/Learning Rate": 1.3327379985202694e-06, "Finetune/Loss": 0.6251934766769409, "Finetune/Loss (Raw)": 0.6292738914489746, "Finetune/Step": 16131, "Finetune/Step Time": 6.652062924578786}
+{"Finetune/Learning Rate": 1.3318981895803785e-06, "Finetune/Loss": 0.6266001462936401, "Finetune/Loss (Raw)": 0.6077658534049988, "Finetune/Step": 16132, "Finetune/Step Time": 6.635213246569037}
+{"Finetune/Learning Rate": 1.3310586264432056e-06, "Finetune/Loss": 0.628044605255127, "Finetune/Loss (Raw)": 0.6301573514938354, "Finetune/Step": 16133, "Finetune/Step Time": 6.6179872546344995}
+{"Finetune/Learning Rate": 1.3302193091325588e-06, "Finetune/Loss": 0.628739595413208, "Finetune/Loss (Raw)": 0.6441034078598022, "Finetune/Step": 16134, "Finetune/Step Time": 6.602011352777481}
+{"Finetune/Learning Rate": 1.3293802376722398e-06, "Finetune/Loss": 0.6303319931030273, "Finetune/Loss (Raw)": 0.7171976566314697, "Finetune/Step": 16135, "Finetune/Step Time": 6.602299040183425}
+{"Finetune/Learning Rate": 1.3285414120860407e-06, "Finetune/Loss": 0.6310287714004517, "Finetune/Loss (Raw)": 0.711448609828949, "Finetune/Step": 16136, "Finetune/Step Time": 6.607154875993729}
+{"Finetune/Learning Rate": 1.3277028323977492e-06, "Finetune/Loss": 0.6316516399383545, "Finetune/Loss (Raw)": 0.6566402912139893, "Finetune/Step": 16137, "Finetune/Step Time": 6.623983725905418}
+{"Finetune/Learning Rate": 1.326864498631144e-06, "Finetune/Loss": 0.6319097876548767, "Finetune/Loss (Raw)": 0.5935931205749512, "Finetune/Step": 16138, "Finetune/Step Time": 6.61933683231473}
+{"Finetune/Learning Rate": 1.3260264108099996e-06, "Finetune/Loss": 0.6327047348022461, "Finetune/Loss (Raw)": 0.6404311060905457, "Finetune/Step": 16139, "Finetune/Step Time": 6.614396056160331}
+{"Finetune/Learning Rate": 1.32518856895808e-06, "Finetune/Loss": 0.633286714553833, "Finetune/Loss (Raw)": 0.6305236220359802, "Finetune/Step": 16140, "Finetune/Step Time": 6.620947999879718}
+{"Finetune/Learning Rate": 1.3243509730991445e-06, "Finetune/Loss": 0.6316543817520142, "Finetune/Loss (Raw)": 0.4151027202606201, "Finetune/Step": 16141, "Finetune/Step Time": 6.626007970422506}
+{"Finetune/Learning Rate": 1.3235136232569456e-06, "Finetune/Loss": 0.6331800222396851, "Finetune/Loss (Raw)": 0.7087414860725403, "Finetune/Step": 16142, "Finetune/Step Time": 6.627298975363374}
+{"Finetune/Learning Rate": 1.3226765194552272e-06, "Finetune/Loss": 0.633215069770813, "Finetune/Loss (Raw)": 0.593335747718811, "Finetune/Step": 16143, "Finetune/Step Time": 6.628094965592027}
+{"Finetune/Learning Rate": 1.3218396617177287e-06, "Finetune/Loss": 0.6330971717834473, "Finetune/Loss (Raw)": 0.6706616282463074, "Finetune/Step": 16144, "Finetune/Step Time": 6.628641391173005}
+{"Finetune/Learning Rate": 1.3210030500681791e-06, "Finetune/Loss": 0.6325536370277405, "Finetune/Loss (Raw)": 0.43616363406181335, "Finetune/Step": 16145, "Finetune/Step Time": 6.637436017394066}
+{"Finetune/Learning Rate": 1.320166684530303e-06, "Finetune/Loss": 0.6318533420562744, "Finetune/Loss (Raw)": 0.5792749524116516, "Finetune/Step": 16146, "Finetune/Step Time": 6.629083240404725}
+{"Finetune/Learning Rate": 1.3193305651278188e-06, "Finetune/Loss": 0.6307175159454346, "Finetune/Loss (Raw)": 0.4957094192504883, "Finetune/Step": 16147, "Finetune/Step Time": 6.6588709726929665}
+{"Finetune/Learning Rate": 1.3184946918844344e-06, "Finetune/Loss": 0.6317668557167053, "Finetune/Loss (Raw)": 0.7197768688201904, "Finetune/Step": 16148, "Finetune/Step Time": 6.658785000443459}
+{"Finetune/Learning Rate": 1.3176590648238542e-06, "Finetune/Loss": 0.6309778690338135, "Finetune/Loss (Raw)": 0.6021222472190857, "Finetune/Step": 16149, "Finetune/Step Time": 6.658613074570894}
+{"Finetune/Learning Rate": 1.3168236839697745e-06, "Finetune/Loss": 0.6312766671180725, "Finetune/Loss (Raw)": 0.6815301179885864, "Finetune/Step": 16150, "Finetune/Step Time": 6.6633287109434605}
+{"Finetune/Learning Rate": 1.3159885493458824e-06, "Finetune/Loss": 0.6306532621383667, "Finetune/Loss (Raw)": 0.5464925765991211, "Finetune/Step": 16151, "Finetune/Step Time": 6.661223985254765}
+{"Finetune/Learning Rate": 1.3151536609758586e-06, "Finetune/Loss": 0.6316410303115845, "Finetune/Loss (Raw)": 0.7193582653999329, "Finetune/Step": 16152, "Finetune/Step Time": 6.6654698103666306}
+{"Finetune/Learning Rate": 1.3143190188833832e-06, "Finetune/Loss": 0.6314880847930908, "Finetune/Loss (Raw)": 0.6153957843780518, "Finetune/Step": 16153, "Finetune/Step Time": 6.662015253677964}
+{"Finetune/Learning Rate": 1.3134846230921216e-06, "Finetune/Loss": 0.6318615674972534, "Finetune/Loss (Raw)": 0.7010110020637512, "Finetune/Step": 16154, "Finetune/Step Time": 6.653850460425019}
+{"Finetune/Learning Rate": 1.312650473625734e-06, "Finetune/Loss": 0.6324752569198608, "Finetune/Loss (Raw)": 0.5862014889717102, "Finetune/Step": 16155, "Finetune/Step Time": 6.654336107894778}
+{"Finetune/Learning Rate": 1.3118165705078768e-06, "Finetune/Loss": 0.6319092512130737, "Finetune/Loss (Raw)": 0.5361686944961548, "Finetune/Step": 16156, "Finetune/Step Time": 6.6543928775936365}
+{"Finetune/Learning Rate": 1.3109829137621967e-06, "Finetune/Loss": 0.6327883005142212, "Finetune/Loss (Raw)": 0.6712936758995056, "Finetune/Step": 16157, "Finetune/Step Time": 6.659057615324855}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.6323137283325195, "Finetune/Loss (Raw)": 0.5839278697967529, "Finetune/Step": 16158, "Finetune/Step Time": 6.668947523459792}
+{"Finetune/Learning Rate": 1.309316339481913e-06, "Finetune/Loss": 0.6316225528717041, "Finetune/Loss (Raw)": 0.614063560962677, "Finetune/Step": 16159, "Finetune/Step Time": 6.6682677660137415}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.630729079246521, "Finetune/Loss (Raw)": 0.5368908643722534, "Finetune/Step": 16160, "Finetune/Step Time": 6.6700101383030415}
+{"Finetune/Learning Rate": 1.3076507509739279e-06, "Finetune/Loss": 0.6307554244995117, "Finetune/Loss (Raw)": 0.6457983255386353, "Finetune/Step": 16161, "Finetune/Step Time": 6.675035994499922}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.6297153830528259, "Finetune/Loss (Raw)": 0.5269501209259033, "Finetune/Step": 16162, "Finetune/Step Time": 6.6865601651370525}
+{"Finetune/Learning Rate": 1.3059861484271653e-06, "Finetune/Loss": 0.628896951675415, "Finetune/Loss (Raw)": 0.5485128164291382, "Finetune/Step": 16163, "Finetune/Step Time": 6.706861723214388}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.6290305852890015, "Finetune/Loss (Raw)": 0.720810055732727, "Finetune/Step": 16164, "Finetune/Step Time": 6.707509430125356}
+{"Finetune/Learning Rate": 1.3043225320304343e-06, "Finetune/Loss": 0.629906177520752, "Finetune/Loss (Raw)": 0.7676272392272949, "Finetune/Step": 16165, "Finetune/Step Time": 6.696060728281736}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.630090594291687, "Finetune/Loss (Raw)": 0.6365966796875, "Finetune/Step": 16166, "Finetune/Step Time": 6.7131854966282845}
+{"Finetune/Learning Rate": 1.3026599019724374e-06, "Finetune/Loss": 0.6300396919250488, "Finetune/Loss (Raw)": 0.6423292756080627, "Finetune/Step": 16167, "Finetune/Step Time": 6.717424876987934}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.6309980154037476, "Finetune/Loss (Raw)": 0.6768599152565002, "Finetune/Step": 16168, "Finetune/Step Time": 6.71587379835546}
+{"Finetune/Learning Rate": 1.3009982584417712e-06, "Finetune/Loss": 0.6314846873283386, "Finetune/Loss (Raw)": 0.5961846113204956, "Finetune/Step": 16169, "Finetune/Step Time": 6.717348439618945}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.6310712099075317, "Finetune/Loss (Raw)": 0.637287974357605, "Finetune/Step": 16170, "Finetune/Step Time": 6.72577297128737}
+{"Finetune/Learning Rate": 1.2993376016269076e-06, "Finetune/Loss": 0.6306118965148926, "Finetune/Loss (Raw)": 0.5931618809700012, "Finetune/Step": 16171, "Finetune/Step Time": 6.742163123562932}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.6294569969177246, "Finetune/Loss (Raw)": 0.5449654459953308, "Finetune/Step": 16172, "Finetune/Step Time": 6.728119425475597}
+{"Finetune/Learning Rate": 1.2976779317162114e-06, "Finetune/Loss": 0.6307655572891235, "Finetune/Loss (Raw)": 0.6788591742515564, "Finetune/Step": 16173, "Finetune/Step Time": 6.718007974326611}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.6307384371757507, "Finetune/Loss (Raw)": 0.6186191439628601, "Finetune/Step": 16174, "Finetune/Step Time": 6.73462282679975}
+{"Finetune/Learning Rate": 1.296019248897943e-06, "Finetune/Loss": 0.6314521431922913, "Finetune/Loss (Raw)": 0.6636872291564941, "Finetune/Step": 16175, "Finetune/Step Time": 6.732846623286605}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.6317676305770874, "Finetune/Loss (Raw)": 0.6889810562133789, "Finetune/Step": 16176, "Finetune/Step Time": 6.734405403956771}
+{"Finetune/Learning Rate": 1.2943615533602393e-06, "Finetune/Loss": 0.6313319802284241, "Finetune/Loss (Raw)": 0.6552565693855286, "Finetune/Step": 16177, "Finetune/Step Time": 6.721979228779674}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.6309459209442139, "Finetune/Loss (Raw)": 0.5900588631629944, "Finetune/Step": 16178, "Finetune/Step Time": 6.719736240804195}
+{"Finetune/Learning Rate": 1.2927048452911318e-06, "Finetune/Loss": 0.6302062273025513, "Finetune/Loss (Raw)": 0.6002491116523743, "Finetune/Step": 16179, "Finetune/Step Time": 6.718751201406121}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.6295122504234314, "Finetune/Loss (Raw)": 0.6347998380661011, "Finetune/Step": 16180, "Finetune/Step Time": 6.720234647393227}
+{"Finetune/Learning Rate": 1.2910491248785385e-06, "Finetune/Loss": 0.6306002736091614, "Finetune/Loss (Raw)": 0.6719774603843689, "Finetune/Step": 16181, "Finetune/Step Time": 6.718246063217521}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.6312673091888428, "Finetune/Loss (Raw)": 0.724718451499939, "Finetune/Step": 16182, "Finetune/Step Time": 6.698336381465197}
+{"Finetune/Learning Rate": 1.2893943923102647e-06, "Finetune/Loss": 0.6306288242340088, "Finetune/Loss (Raw)": 0.5707769393920898, "Finetune/Step": 16183, "Finetune/Step Time": 6.69409036450088}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.629458487033844, "Finetune/Loss (Raw)": 0.6144780516624451, "Finetune/Step": 16184, "Finetune/Step Time": 6.686669675633311}
+{"Finetune/Learning Rate": 1.2877406477740074e-06, "Finetune/Loss": 0.6295570731163025, "Finetune/Loss (Raw)": 0.6261147856712341, "Finetune/Step": 16185, "Finetune/Step Time": 6.688697284087539}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.6307639479637146, "Finetune/Loss (Raw)": 0.7698971629142761, "Finetune/Step": 16186, "Finetune/Step Time": 6.693191085010767}
+{"Finetune/Learning Rate": 1.286087891457345e-06, "Finetune/Loss": 0.6312588453292847, "Finetune/Loss (Raw)": 0.7548063397407532, "Finetune/Step": 16187, "Finetune/Step Time": 6.695134101435542}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.6297599077224731, "Finetune/Loss (Raw)": 0.47877904772758484, "Finetune/Step": 16188, "Finetune/Step Time": 6.712538966909051}
+{"Finetune/Learning Rate": 1.2844361235477497e-06, "Finetune/Loss": 0.6295714378356934, "Finetune/Loss (Raw)": 0.6253103017807007, "Finetune/Step": 16189, "Finetune/Step Time": 6.712845660746098}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.6288241744041443, "Finetune/Loss (Raw)": 0.6474310159683228, "Finetune/Step": 16190, "Finetune/Step Time": 6.716607112437487}
+{"Finetune/Learning Rate": 1.2827853442325787e-06, "Finetune/Loss": 0.6284846663475037, "Finetune/Loss (Raw)": 0.5535081028938293, "Finetune/Step": 16191, "Finetune/Step Time": 6.717760991305113}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.6291612386703491, "Finetune/Loss (Raw)": 0.7510879635810852, "Finetune/Step": 16192, "Finetune/Step Time": 6.718971723690629}
+{"Finetune/Learning Rate": 1.2811355536990777e-06, "Finetune/Loss": 0.6291511058807373, "Finetune/Loss (Raw)": 0.6471914649009705, "Finetune/Step": 16193, "Finetune/Step Time": 6.718894887715578}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.6286853551864624, "Finetune/Loss (Raw)": 0.5415581464767456, "Finetune/Step": 16194, "Finetune/Step Time": 6.719647033140063}
+{"Finetune/Learning Rate": 1.279486752134379e-06, "Finetune/Loss": 0.6288570761680603, "Finetune/Loss (Raw)": 0.6817823648452759, "Finetune/Step": 16195, "Finetune/Step Time": 6.72143466770649}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.6280938982963562, "Finetune/Loss (Raw)": 0.5643156170845032, "Finetune/Step": 16196, "Finetune/Step Time": 6.721787938848138}
+{"Finetune/Learning Rate": 1.2778389397255053e-06, "Finetune/Loss": 0.6282744407653809, "Finetune/Loss (Raw)": 0.627560555934906, "Finetune/Step": 16197, "Finetune/Step Time": 6.7184694185853004}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.629868745803833, "Finetune/Loss (Raw)": 0.7596375942230225, "Finetune/Step": 16198, "Finetune/Step Time": 6.715245794504881}
+{"Finetune/Learning Rate": 1.2761921166593683e-06, "Finetune/Loss": 0.6296653747558594, "Finetune/Loss (Raw)": 0.5701594948768616, "Finetune/Step": 16199, "Finetune/Step Time": 6.712595719844103}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.6294889450073242, "Finetune/Loss (Raw)": 0.5367558002471924, "Finetune/Step": 16200, "Finetune/Step Time": 6.701278459280729}
+{"Finetune/Learning Rate": 1.2745462831227561e-06, "Finetune/Loss": 0.6282368898391724, "Finetune/Loss (Raw)": 0.549157440662384, "Finetune/Step": 16201, "Finetune/Step Time": 6.705111309885979}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.6269210577011108, "Finetune/Loss (Raw)": 0.506423830986023, "Finetune/Step": 16202, "Finetune/Step Time": 6.7054129447788}
+{"Finetune/Learning Rate": 1.272901439302362e-06, "Finetune/Loss": 0.6260631084442139, "Finetune/Loss (Raw)": 0.5881585478782654, "Finetune/Step": 16203, "Finetune/Step Time": 6.703646954149008}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.6258047819137573, "Finetune/Loss (Raw)": 0.6109777688980103, "Finetune/Step": 16204, "Finetune/Step Time": 6.702959600836039}
+{"Finetune/Learning Rate": 1.2712575853847575e-06, "Finetune/Loss": 0.6245054602622986, "Finetune/Loss (Raw)": 0.5107144117355347, "Finetune/Step": 16205, "Finetune/Step Time": 6.718268567696214}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.62442547082901, "Finetune/Loss (Raw)": 0.659924328327179, "Finetune/Step": 16206, "Finetune/Step Time": 6.701234541833401}
+{"Finetune/Learning Rate": 1.2696147215563992e-06, "Finetune/Loss": 0.6250370740890503, "Finetune/Loss (Raw)": 0.6260440945625305, "Finetune/Step": 16207, "Finetune/Step Time": 6.699259113520384}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.6262128353118896, "Finetune/Loss (Raw)": 0.7024344801902771, "Finetune/Step": 16208, "Finetune/Step Time": 6.703984325751662}
+{"Finetune/Learning Rate": 1.2679728480036335e-06, "Finetune/Loss": 0.6258506774902344, "Finetune/Loss (Raw)": 0.5720989108085632, "Finetune/Step": 16209, "Finetune/Step Time": 6.67478802241385}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.6249416470527649, "Finetune/Loss (Raw)": 0.5134832262992859, "Finetune/Step": 16210, "Finetune/Step Time": 6.67319412343204}
+{"Finetune/Learning Rate": 1.2663319649127025e-06, "Finetune/Loss": 0.6254267692565918, "Finetune/Loss (Raw)": 0.7154393196105957, "Finetune/Step": 16211, "Finetune/Step Time": 6.676323560997844}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.626431941986084, "Finetune/Loss (Raw)": 0.6852977275848389, "Finetune/Step": 16212, "Finetune/Step Time": 6.673292838037014}
+{"Finetune/Learning Rate": 1.2646920724697242e-06, "Finetune/Loss": 0.6259821653366089, "Finetune/Loss (Raw)": 0.6153169870376587, "Finetune/Step": 16213, "Finetune/Step Time": 6.675146441906691}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.6256588101387024, "Finetune/Loss (Raw)": 0.5295342803001404, "Finetune/Step": 16214, "Finetune/Step Time": 6.665193568915129}
+{"Finetune/Learning Rate": 1.2630531708607074e-06, "Finetune/Loss": 0.6261324286460876, "Finetune/Loss (Raw)": 0.7570317983627319, "Finetune/Step": 16215, "Finetune/Step Time": 6.654295349493623}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.626941978931427, "Finetune/Loss (Raw)": 0.7720001935958862, "Finetune/Step": 16216, "Finetune/Step Time": 6.667544452473521}
+{"Finetune/Learning Rate": 1.261415260271559e-06, "Finetune/Loss": 0.6275296807289124, "Finetune/Loss (Raw)": 0.595966100692749, "Finetune/Step": 16217, "Finetune/Step Time": 6.6501704808324575}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.6284149885177612, "Finetune/Loss (Raw)": 0.7735742330551147, "Finetune/Step": 16218, "Finetune/Step Time": 6.651260955259204}
+{"Finetune/Learning Rate": 1.259778340888057e-06, "Finetune/Loss": 0.6273940801620483, "Finetune/Loss (Raw)": 0.4961864650249481, "Finetune/Step": 16219, "Finetune/Step Time": 6.6611667815595865}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.6289966106414795, "Finetune/Loss (Raw)": 0.7752518653869629, "Finetune/Step": 16220, "Finetune/Step Time": 6.6560130547732115}
+{"Finetune/Learning Rate": 1.2581424128958775e-06, "Finetune/Loss": 0.6295613050460815, "Finetune/Loss (Raw)": 0.6485034823417664, "Finetune/Step": 16221, "Finetune/Step Time": 6.644476406276226}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.6295858025550842, "Finetune/Loss (Raw)": 0.7854903340339661, "Finetune/Step": 16222, "Finetune/Step Time": 6.648683696985245}
+{"Finetune/Learning Rate": 1.256507476480582e-06, "Finetune/Loss": 0.6290559768676758, "Finetune/Loss (Raw)": 0.623971164226532, "Finetune/Step": 16223, "Finetune/Step Time": 6.65122109092772}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.6307372450828552, "Finetune/Loss (Raw)": 0.7843222618103027, "Finetune/Step": 16224, "Finetune/Step Time": 6.640492025762796}
+{"Finetune/Learning Rate": 1.2548735318276173e-06, "Finetune/Loss": 0.6292182803153992, "Finetune/Loss (Raw)": 0.6803429126739502, "Finetune/Step": 16225, "Finetune/Step Time": 6.640797967091203}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.6294156908988953, "Finetune/Loss (Raw)": 0.6852759122848511, "Finetune/Step": 16226, "Finetune/Step Time": 6.6443772707134485}
+{"Finetune/Learning Rate": 1.2532405791223224e-06, "Finetune/Loss": 0.6288551092147827, "Finetune/Loss (Raw)": 0.6011953353881836, "Finetune/Step": 16227, "Finetune/Step Time": 6.646632427349687}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.6285068988800049, "Finetune/Loss (Raw)": 0.6436784863471985, "Finetune/Step": 16228, "Finetune/Step Time": 6.646007154136896}
+{"Finetune/Learning Rate": 1.2516086185499187e-06, "Finetune/Loss": 0.6278939247131348, "Finetune/Loss (Raw)": 0.5583566427230835, "Finetune/Step": 16229, "Finetune/Step Time": 6.643697187304497}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.6273484230041504, "Finetune/Loss (Raw)": 0.45058658719062805, "Finetune/Step": 16230, "Finetune/Step Time": 6.671591281890869}
+{"Finetune/Learning Rate": 1.2499776502955185e-06, "Finetune/Loss": 0.6271727681159973, "Finetune/Loss (Raw)": 0.6675286293029785, "Finetune/Step": 16231, "Finetune/Step Time": 6.679970180615783}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.6271856427192688, "Finetune/Loss (Raw)": 0.5878942012786865, "Finetune/Step": 16232, "Finetune/Step Time": 6.671455595642328}
+{"Finetune/Learning Rate": 1.2483476745441193e-06, "Finetune/Loss": 0.6275052428245544, "Finetune/Loss (Raw)": 0.6848105192184448, "Finetune/Step": 16233, "Finetune/Step Time": 6.679783081635833}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.6271406412124634, "Finetune/Loss (Raw)": 0.6127110123634338, "Finetune/Step": 16234, "Finetune/Step Time": 6.682821249589324}
+{"Finetune/Learning Rate": 1.2467186914806073e-06, "Finetune/Loss": 0.6286571025848389, "Finetune/Loss (Raw)": 0.6387976408004761, "Finetune/Step": 16235, "Finetune/Step Time": 6.701378587633371}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.6282755732536316, "Finetune/Loss (Raw)": 0.6259897947311401, "Finetune/Step": 16236, "Finetune/Step Time": 6.698406029492617}
+{"Finetune/Learning Rate": 1.2450907012897562e-06, "Finetune/Loss": 0.6270850300788879, "Finetune/Loss (Raw)": 0.5908180475234985, "Finetune/Step": 16237, "Finetune/Step Time": 6.697461789473891}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.6287196278572083, "Finetune/Loss (Raw)": 0.7275457382202148, "Finetune/Step": 16238, "Finetune/Step Time": 6.697793155908585}
+{"Finetune/Learning Rate": 1.2434637041562258e-06, "Finetune/Loss": 0.6274387836456299, "Finetune/Loss (Raw)": 0.5518438220024109, "Finetune/Step": 16239, "Finetune/Step Time": 6.697415819391608}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.6265380382537842, "Finetune/Loss (Raw)": 0.5721437931060791, "Finetune/Step": 16240, "Finetune/Step Time": 6.714420523494482}
+{"Finetune/Learning Rate": 1.2418377002645653e-06, "Finetune/Loss": 0.6267385482788086, "Finetune/Loss (Raw)": 0.641734778881073, "Finetune/Step": 16241, "Finetune/Step Time": 6.71643927320838}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.6267361640930176, "Finetune/Loss (Raw)": 0.6615539789199829, "Finetune/Step": 16242, "Finetune/Step Time": 6.71593439951539}
+{"Finetune/Learning Rate": 1.2402126897992094e-06, "Finetune/Loss": 0.6261880993843079, "Finetune/Loss (Raw)": 0.5928893685340881, "Finetune/Step": 16243, "Finetune/Step Time": 6.715097326785326}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.6267480850219727, "Finetune/Loss (Raw)": 0.6407354474067688, "Finetune/Step": 16244, "Finetune/Step Time": 6.710290586575866}
+{"Finetune/Learning Rate": 1.2385886729444808e-06, "Finetune/Loss": 0.6274130344390869, "Finetune/Loss (Raw)": 0.6422727108001709, "Finetune/Step": 16245, "Finetune/Step Time": 6.710659185424447}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.6257989406585693, "Finetune/Loss (Raw)": 0.5898661613464355, "Finetune/Step": 16246, "Finetune/Step Time": 6.709339207038283}
+{"Finetune/Learning Rate": 1.2369656498845906e-06, "Finetune/Loss": 0.6250061988830566, "Finetune/Loss (Raw)": 0.44315779209136963, "Finetune/Step": 16247, "Finetune/Step Time": 6.716916646808386}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.624793529510498, "Finetune/Loss (Raw)": 0.5458115935325623, "Finetune/Step": 16248, "Finetune/Step Time": 6.706166261807084}
+{"Finetune/Learning Rate": 1.235343620803634e-06, "Finetune/Loss": 0.6241567134857178, "Finetune/Loss (Raw)": 0.5743089914321899, "Finetune/Step": 16249, "Finetune/Step Time": 6.7089916709810495}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.6246703863143921, "Finetune/Loss (Raw)": 0.6612344980239868, "Finetune/Step": 16250, "Finetune/Step Time": 6.710994513705373}
+{"Finetune/Learning Rate": 1.233722585885596e-06, "Finetune/Loss": 0.6254626512527466, "Finetune/Loss (Raw)": 0.6027910709381104, "Finetune/Step": 16251, "Finetune/Step Time": 6.693334633484483}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.6255699396133423, "Finetune/Loss (Raw)": 0.7537476420402527, "Finetune/Step": 16252, "Finetune/Step Time": 6.695269985124469}
+{"Finetune/Learning Rate": 1.232102545314351e-06, "Finetune/Loss": 0.6250982284545898, "Finetune/Loss (Raw)": 0.6356302499771118, "Finetune/Step": 16253, "Finetune/Step Time": 6.700575323775411}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.6259629726409912, "Finetune/Loss (Raw)": 0.7293344140052795, "Finetune/Step": 16254, "Finetune/Step Time": 6.700108885765076}
+{"Finetune/Learning Rate": 1.230483499273657e-06, "Finetune/Loss": 0.6261435747146606, "Finetune/Loss (Raw)": 0.652045488357544, "Finetune/Step": 16255, "Finetune/Step Time": 6.699686117470264}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.6265076994895935, "Finetune/Loss (Raw)": 0.5708009600639343, "Finetune/Step": 16256, "Finetune/Step Time": 6.682429421693087}
+{"Finetune/Learning Rate": 1.228865447947154e-06, "Finetune/Loss": 0.6269550323486328, "Finetune/Loss (Raw)": 0.692594587802887, "Finetune/Step": 16257, "Finetune/Step Time": 6.681780204176903}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.6281250715255737, "Finetune/Loss (Raw)": 0.6328803896903992, "Finetune/Step": 16258, "Finetune/Step Time": 6.677526634186506}
+{"Finetune/Learning Rate": 1.2272483915183841e-06, "Finetune/Loss": 0.6280483603477478, "Finetune/Loss (Raw)": 0.6194532513618469, "Finetune/Step": 16259, "Finetune/Step Time": 6.676452131941915}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.6271838545799255, "Finetune/Loss (Raw)": 0.4971073567867279, "Finetune/Step": 16260, "Finetune/Step Time": 6.677448691800237}
+{"Finetune/Learning Rate": 1.2256323301707652e-06, "Finetune/Loss": 0.627170979976654, "Finetune/Loss (Raw)": 0.6285143494606018, "Finetune/Step": 16261, "Finetune/Step Time": 6.678998680785298}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.6260013580322266, "Finetune/Loss (Raw)": 0.4943885803222656, "Finetune/Step": 16262, "Finetune/Step Time": 6.681476481258869}
+{"Finetune/Learning Rate": 1.2240172640876025e-06, "Finetune/Loss": 0.6252856254577637, "Finetune/Loss (Raw)": 0.625578761100769, "Finetune/Step": 16263, "Finetune/Step Time": 6.680795572698116}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.6245000958442688, "Finetune/Loss (Raw)": 0.6109009981155396, "Finetune/Step": 16264, "Finetune/Step Time": 6.696141041815281}
+{"Finetune/Learning Rate": 1.2224031934520896e-06, "Finetune/Loss": 0.6238561868667603, "Finetune/Loss (Raw)": 0.5742197036743164, "Finetune/Step": 16265, "Finetune/Step Time": 6.677805960178375}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.6234821081161499, "Finetune/Loss (Raw)": 0.5457137227058411, "Finetune/Step": 16266, "Finetune/Step Time": 6.682922111824155}
+{"Finetune/Learning Rate": 1.2207901184473147e-06, "Finetune/Loss": 0.6233751177787781, "Finetune/Loss (Raw)": 0.6267359852790833, "Finetune/Step": 16267, "Finetune/Step Time": 6.700428215786815}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.6230999231338501, "Finetune/Loss (Raw)": 0.5952994227409363, "Finetune/Step": 16268, "Finetune/Step Time": 6.694142736494541}
+{"Finetune/Learning Rate": 1.2191780392562414e-06, "Finetune/Loss": 0.6238340139389038, "Finetune/Loss (Raw)": 0.5090675950050354, "Finetune/Step": 16269, "Finetune/Step Time": 6.70294189453125}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.6232340931892395, "Finetune/Loss (Raw)": 0.6319485306739807, "Finetune/Step": 16270, "Finetune/Step Time": 6.687079016119242}
+{"Finetune/Learning Rate": 1.2175669560617243e-06, "Finetune/Loss": 0.6235253214836121, "Finetune/Loss (Raw)": 0.6306160688400269, "Finetune/Step": 16271, "Finetune/Step Time": 6.685646569356322}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.6236743330955505, "Finetune/Loss (Raw)": 0.6897357702255249, "Finetune/Step": 16272, "Finetune/Step Time": 6.693885343149304}
+{"Finetune/Learning Rate": 1.215956869046514e-06, "Finetune/Loss": 0.6246650218963623, "Finetune/Loss (Raw)": 0.5629661083221436, "Finetune/Step": 16273, "Finetune/Step Time": 6.678967818617821}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.6241122484207153, "Finetune/Loss (Raw)": 0.5085235834121704, "Finetune/Step": 16274, "Finetune/Step Time": 6.6806289460510015}
+{"Finetune/Learning Rate": 1.2143477783932334e-06, "Finetune/Loss": 0.6243823170661926, "Finetune/Loss (Raw)": 0.5302793383598328, "Finetune/Step": 16275, "Finetune/Step Time": 6.649975648149848}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.6242635250091553, "Finetune/Loss (Raw)": 0.7045760750770569, "Finetune/Step": 16276, "Finetune/Step Time": 6.653884224593639}
+{"Finetune/Learning Rate": 1.2127396842844009e-06, "Finetune/Loss": 0.625148594379425, "Finetune/Loss (Raw)": 0.7154077887535095, "Finetune/Step": 16277, "Finetune/Step Time": 6.651311948895454}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.624160647392273, "Finetune/Loss (Raw)": 0.55507493019104, "Finetune/Step": 16278, "Finetune/Step Time": 6.643483901396394}
+{"Finetune/Learning Rate": 1.2111325869024215e-06, "Finetune/Loss": 0.6232643723487854, "Finetune/Loss (Raw)": 0.43176698684692383, "Finetune/Step": 16279, "Finetune/Step Time": 6.658351916819811}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.621950626373291, "Finetune/Loss (Raw)": 0.5511946082115173, "Finetune/Step": 16280, "Finetune/Step Time": 6.653879813849926}
+{"Finetune/Learning Rate": 1.2095264864295852e-06, "Finetune/Loss": 0.6215100884437561, "Finetune/Loss (Raw)": 0.5590093731880188, "Finetune/Step": 16281, "Finetune/Step Time": 6.656368460506201}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.6213223934173584, "Finetune/Loss (Raw)": 0.6769846677780151, "Finetune/Step": 16282, "Finetune/Step Time": 6.657889064401388}
+{"Finetune/Learning Rate": 1.2079213830480707e-06, "Finetune/Loss": 0.6207000017166138, "Finetune/Loss (Raw)": 0.5065379738807678, "Finetune/Step": 16283, "Finetune/Step Time": 6.654279762879014}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.6216212511062622, "Finetune/Loss (Raw)": 0.6540895700454712, "Finetune/Step": 16284, "Finetune/Step Time": 6.661768926307559}
+{"Finetune/Learning Rate": 1.2063172769399412e-06, "Finetune/Loss": 0.620384931564331, "Finetune/Loss (Raw)": 0.5130435824394226, "Finetune/Step": 16285, "Finetune/Step Time": 6.662716681137681}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.6207246780395508, "Finetune/Loss (Raw)": 0.6274186372756958, "Finetune/Step": 16286, "Finetune/Step Time": 6.6520057544112206}
+{"Finetune/Learning Rate": 1.20471416828715e-06, "Finetune/Loss": 0.6204819083213806, "Finetune/Loss (Raw)": 0.5829854011535645, "Finetune/Step": 16287, "Finetune/Step Time": 6.649532841518521}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.6217328310012817, "Finetune/Loss (Raw)": 0.6970066428184509, "Finetune/Step": 16288, "Finetune/Step Time": 6.646100584417582}
+{"Finetune/Learning Rate": 1.2031120572715348e-06, "Finetune/Loss": 0.6212106943130493, "Finetune/Loss (Raw)": 0.5789667963981628, "Finetune/Step": 16289, "Finetune/Step Time": 6.642779914662242}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.6217206120491028, "Finetune/Loss (Raw)": 0.5922202467918396, "Finetune/Step": 16290, "Finetune/Step Time": 6.625497231259942}
+{"Finetune/Learning Rate": 1.2015109440748207e-06, "Finetune/Loss": 0.6219004392623901, "Finetune/Loss (Raw)": 0.5715284943580627, "Finetune/Step": 16291, "Finetune/Step Time": 6.6069768108427525}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.6211422085762024, "Finetune/Loss (Raw)": 0.6237610578536987, "Finetune/Step": 16292, "Finetune/Step Time": 6.605398744344711}
+{"Finetune/Learning Rate": 1.19991082887862e-06, "Finetune/Loss": 0.6203831434249878, "Finetune/Loss (Raw)": 0.6704597473144531, "Finetune/Step": 16293, "Finetune/Step Time": 6.606466595083475}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.6202564239501953, "Finetune/Loss (Raw)": 0.6203852891921997, "Finetune/Step": 16294, "Finetune/Step Time": 6.596158616244793}
+{"Finetune/Learning Rate": 1.1983117118644304e-06, "Finetune/Loss": 0.6205548644065857, "Finetune/Loss (Raw)": 0.6805263161659241, "Finetune/Step": 16295, "Finetune/Step Time": 6.592338506132364}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.6205625534057617, "Finetune/Loss (Raw)": 0.6778413653373718, "Finetune/Step": 16296, "Finetune/Step Time": 6.5936492290347815}
+{"Finetune/Learning Rate": 1.196713593213641e-06, "Finetune/Loss": 0.6207104921340942, "Finetune/Loss (Raw)": 0.615121603012085, "Finetune/Step": 16297, "Finetune/Step Time": 6.596237000077963}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.6197243928909302, "Finetune/Loss (Raw)": 0.5110743641853333, "Finetune/Step": 16298, "Finetune/Step Time": 6.605564853176475}
+{"Finetune/Learning Rate": 1.1951164731075183e-06, "Finetune/Loss": 0.6196123361587524, "Finetune/Loss (Raw)": 0.5788102149963379, "Finetune/Step": 16299, "Finetune/Step Time": 6.587290866300464}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.6205883622169495, "Finetune/Loss (Raw)": 0.6698989868164062, "Finetune/Step": 16300, "Finetune/Step Time": 6.58937325887382}
+{"Finetune/Learning Rate": 1.1935203517272264e-06, "Finetune/Loss": 0.6205084323883057, "Finetune/Loss (Raw)": 0.6686293482780457, "Finetune/Step": 16301, "Finetune/Step Time": 6.588088411837816}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.6204341650009155, "Finetune/Loss (Raw)": 0.6091141104698181, "Finetune/Step": 16302, "Finetune/Step Time": 6.591262666508555}
+{"Finetune/Learning Rate": 1.1919252292538118e-06, "Finetune/Loss": 0.6206746101379395, "Finetune/Loss (Raw)": 0.6944673657417297, "Finetune/Step": 16303, "Finetune/Step Time": 6.591100990772247}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.6201765537261963, "Finetune/Loss (Raw)": 0.6252300143241882, "Finetune/Step": 16304, "Finetune/Step Time": 6.588289564475417}
+{"Finetune/Learning Rate": 1.190331105868201e-06, "Finetune/Loss": 0.6198867559432983, "Finetune/Loss (Raw)": 0.618154764175415, "Finetune/Step": 16305, "Finetune/Step Time": 6.5828456319868565}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.620103120803833, "Finetune/Loss (Raw)": 0.617761492729187, "Finetune/Step": 16306, "Finetune/Step Time": 6.584357623010874}
+{"Finetune/Learning Rate": 1.1887379817512178e-06, "Finetune/Loss": 0.6210142374038696, "Finetune/Loss (Raw)": 0.7168698310852051, "Finetune/Step": 16307, "Finetune/Step Time": 6.601577658206224}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.6217396259307861, "Finetune/Loss (Raw)": 0.7276469469070435, "Finetune/Step": 16308, "Finetune/Step Time": 6.600517202168703}
+{"Finetune/Learning Rate": 1.1871458570835715e-06, "Finetune/Loss": 0.6209008693695068, "Finetune/Loss (Raw)": 0.5646091103553772, "Finetune/Step": 16309, "Finetune/Step Time": 6.599591771140695}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.6203521490097046, "Finetune/Loss (Raw)": 0.6544905304908752, "Finetune/Step": 16310, "Finetune/Step Time": 6.601125191897154}
+{"Finetune/Learning Rate": 1.1855547320458472e-06, "Finetune/Loss": 0.6209754943847656, "Finetune/Loss (Raw)": 0.6505598425865173, "Finetune/Step": 16311, "Finetune/Step Time": 6.604976214468479}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.6204917430877686, "Finetune/Loss (Raw)": 0.5525674223899841, "Finetune/Step": 16312, "Finetune/Step Time": 6.604015614837408}
+{"Finetune/Learning Rate": 1.1839646068185252e-06, "Finetune/Loss": 0.6203433275222778, "Finetune/Loss (Raw)": 0.6071110367774963, "Finetune/Step": 16313, "Finetune/Step Time": 6.606359981000423}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.619888186454773, "Finetune/Loss (Raw)": 0.7116392254829407, "Finetune/Step": 16314, "Finetune/Step Time": 6.601831771433353}
+{"Finetune/Learning Rate": 1.1823754815819777e-06, "Finetune/Loss": 0.6194597482681274, "Finetune/Loss (Raw)": 0.6999656558036804, "Finetune/Step": 16315, "Finetune/Step Time": 6.597564931958914}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.6206262111663818, "Finetune/Loss (Raw)": 0.6280898451805115, "Finetune/Step": 16316, "Finetune/Step Time": 6.584042388945818}
+{"Finetune/Learning Rate": 1.1807873565164507e-06, "Finetune/Loss": 0.6204981207847595, "Finetune/Loss (Raw)": 0.6089129447937012, "Finetune/Step": 16317, "Finetune/Step Time": 6.581615695729852}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.6197988986968994, "Finetune/Loss (Raw)": 0.5579385757446289, "Finetune/Step": 16318, "Finetune/Step Time": 6.595755763351917}
+{"Finetune/Learning Rate": 1.1792002318020845e-06, "Finetune/Loss": 0.6205453872680664, "Finetune/Loss (Raw)": 0.6490461230278015, "Finetune/Step": 16319, "Finetune/Step Time": 6.590628752484918}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.6188442707061768, "Finetune/Loss (Raw)": 0.5333536863327026, "Finetune/Step": 16320, "Finetune/Step Time": 6.59956443682313}
+{"Finetune/Learning Rate": 1.1776141076189062e-06, "Finetune/Loss": 0.6191350221633911, "Finetune/Loss (Raw)": 0.6844061017036438, "Finetune/Step": 16321, "Finetune/Step Time": 6.602677021175623}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.6196939945220947, "Finetune/Loss (Raw)": 0.6131030321121216, "Finetune/Step": 16322, "Finetune/Step Time": 6.601900927722454}
+{"Finetune/Learning Rate": 1.1760289841468253e-06, "Finetune/Loss": 0.6193505525588989, "Finetune/Loss (Raw)": 0.6378272175788879, "Finetune/Step": 16323, "Finetune/Step Time": 6.616166852414608}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.6190731525421143, "Finetune/Loss (Raw)": 0.5288061499595642, "Finetune/Step": 16324, "Finetune/Step Time": 6.6180136520415545}
+{"Finetune/Learning Rate": 1.1744448615656411e-06, "Finetune/Loss": 0.6187739372253418, "Finetune/Loss (Raw)": 0.5892537832260132, "Finetune/Step": 16325, "Finetune/Step Time": 6.618176778778434}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.6188139915466309, "Finetune/Loss (Raw)": 0.7647764086723328, "Finetune/Step": 16326, "Finetune/Step Time": 6.625444043427706}
+{"Finetune/Learning Rate": 1.172861740055039e-06, "Finetune/Loss": 0.6199315190315247, "Finetune/Loss (Raw)": 0.713196337223053, "Finetune/Step": 16327, "Finetune/Step Time": 6.6233577858656645}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.6200696229934692, "Finetune/Loss (Raw)": 0.5544283390045166, "Finetune/Step": 16328, "Finetune/Step Time": 6.63931099511683}
+{"Finetune/Learning Rate": 1.1712796197945897e-06, "Finetune/Loss": 0.620827853679657, "Finetune/Loss (Raw)": 0.6462125182151794, "Finetune/Step": 16329, "Finetune/Step Time": 6.6352517902851105}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.6230770945549011, "Finetune/Loss (Raw)": 0.7943341135978699, "Finetune/Step": 16330, "Finetune/Step Time": 6.637099821120501}
+{"Finetune/Learning Rate": 1.1696985009637518e-06, "Finetune/Loss": 0.6239721775054932, "Finetune/Loss (Raw)": 0.7027276158332825, "Finetune/Step": 16331, "Finetune/Step Time": 6.637865945696831}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.6238848567008972, "Finetune/Loss (Raw)": 0.5997990369796753, "Finetune/Step": 16332, "Finetune/Step Time": 6.632408544421196}
+{"Finetune/Learning Rate": 1.1681183837418687e-06, "Finetune/Loss": 0.6248809695243835, "Finetune/Loss (Raw)": 0.638218343257904, "Finetune/Step": 16333, "Finetune/Step Time": 6.636907748878002}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.6253804564476013, "Finetune/Loss (Raw)": 0.7238572835922241, "Finetune/Step": 16334, "Finetune/Step Time": 6.643036471679807}
+{"Finetune/Learning Rate": 1.166539268308171e-06, "Finetune/Loss": 0.6252349615097046, "Finetune/Loss (Raw)": 0.6074147820472717, "Finetune/Step": 16335, "Finetune/Step Time": 6.6446424052119255}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.6251199245452881, "Finetune/Loss (Raw)": 0.6877128481864929, "Finetune/Step": 16336, "Finetune/Step Time": 6.640015019103885}
+{"Finetune/Learning Rate": 1.164961154841775e-06, "Finetune/Loss": 0.6241913437843323, "Finetune/Loss (Raw)": 0.45324283838272095, "Finetune/Step": 16337, "Finetune/Step Time": 6.653096763417125}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.6245754957199097, "Finetune/Loss (Raw)": 0.5626583695411682, "Finetune/Step": 16338, "Finetune/Step Time": 6.657560868188739}
+{"Finetune/Learning Rate": 1.163384043521687e-06, "Finetune/Loss": 0.6234861612319946, "Finetune/Loss (Raw)": 0.5759981274604797, "Finetune/Step": 16339, "Finetune/Step Time": 6.653130989521742}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.6228001713752747, "Finetune/Loss (Raw)": 0.5974931120872498, "Finetune/Step": 16340, "Finetune/Step Time": 6.656892329454422}
+{"Finetune/Learning Rate": 1.1618079345267897e-06, "Finetune/Loss": 0.6226561069488525, "Finetune/Loss (Raw)": 0.5968766808509827, "Finetune/Step": 16341, "Finetune/Step Time": 6.65463892929256}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.6227827072143555, "Finetune/Loss (Raw)": 0.5457369089126587, "Finetune/Step": 16342, "Finetune/Step Time": 6.652975318953395}
+{"Finetune/Learning Rate": 1.1602328280358655e-06, "Finetune/Loss": 0.6225471496582031, "Finetune/Loss (Raw)": 0.7268805503845215, "Finetune/Step": 16343, "Finetune/Step Time": 6.6506342347711325}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.6207222938537598, "Finetune/Loss (Raw)": 0.5384137630462646, "Finetune/Step": 16344, "Finetune/Step Time": 6.638363691046834}
+{"Finetune/Learning Rate": 1.158658724227577e-06, "Finetune/Loss": 0.6203678250312805, "Finetune/Loss (Raw)": 0.5505985021591187, "Finetune/Step": 16345, "Finetune/Step Time": 6.638383522629738}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.618381917476654, "Finetune/Loss (Raw)": 0.5193789601325989, "Finetune/Step": 16346, "Finetune/Step Time": 6.651033993810415}
+{"Finetune/Learning Rate": 1.1570856232804661e-06, "Finetune/Loss": 0.6194194555282593, "Finetune/Loss (Raw)": 0.6289913058280945, "Finetune/Step": 16347, "Finetune/Step Time": 6.6427746787667274}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.6195950508117676, "Finetune/Loss (Raw)": 0.7977285385131836, "Finetune/Step": 16348, "Finetune/Step Time": 6.645734356716275}
+{"Finetune/Learning Rate": 1.1555135253729732e-06, "Finetune/Loss": 0.6191617250442505, "Finetune/Loss (Raw)": 0.5930386781692505, "Finetune/Step": 16349, "Finetune/Step Time": 6.648101225495338}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.6179429888725281, "Finetune/Loss (Raw)": 0.6294906139373779, "Finetune/Step": 16350, "Finetune/Step Time": 6.638462983071804}
+{"Finetune/Learning Rate": 1.153942430683419e-06, "Finetune/Loss": 0.6179090142250061, "Finetune/Loss (Raw)": 0.6196234226226807, "Finetune/Step": 16351, "Finetune/Step Time": 6.670109057798982}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.6173543334007263, "Finetune/Loss (Raw)": 0.7133238911628723, "Finetune/Step": 16352, "Finetune/Step Time": 6.673257863149047}
+{"Finetune/Learning Rate": 1.1523723393900077e-06, "Finetune/Loss": 0.6158511638641357, "Finetune/Loss (Raw)": 0.48793065547943115, "Finetune/Step": 16353, "Finetune/Step Time": 6.677767593413591}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.614783763885498, "Finetune/Loss (Raw)": 0.5486571192741394, "Finetune/Step": 16354, "Finetune/Step Time": 6.679948803037405}
+{"Finetune/Learning Rate": 1.1508032516708311e-06, "Finetune/Loss": 0.6150890588760376, "Finetune/Loss (Raw)": 0.6402704119682312, "Finetune/Step": 16355, "Finetune/Step Time": 6.677598649635911}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.6159521341323853, "Finetune/Loss (Raw)": 0.7541470527648926, "Finetune/Step": 16356, "Finetune/Step Time": 6.678193217143416}
+{"Finetune/Learning Rate": 1.149235167703877e-06, "Finetune/Loss": 0.6167476177215576, "Finetune/Loss (Raw)": 0.6601850986480713, "Finetune/Step": 16357, "Finetune/Step Time": 6.696253942325711}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.6184717416763306, "Finetune/Loss (Raw)": 0.6712759137153625, "Finetune/Step": 16358, "Finetune/Step Time": 6.664768176153302}
+{"Finetune/Learning Rate": 1.147668087667002e-06, "Finetune/Loss": 0.6174943447113037, "Finetune/Loss (Raw)": 0.5424171686172485, "Finetune/Step": 16359, "Finetune/Step Time": 6.6612833365798}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.619060754776001, "Finetune/Loss (Raw)": 0.7883886098861694, "Finetune/Step": 16360, "Finetune/Step Time": 6.684660227969289}
+{"Finetune/Learning Rate": 1.1461020117379606e-06, "Finetune/Loss": 0.6186908483505249, "Finetune/Loss (Raw)": 0.6374697685241699, "Finetune/Step": 16361, "Finetune/Step Time": 6.674497056752443}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.6190057992935181, "Finetune/Loss (Raw)": 0.653019368648529, "Finetune/Step": 16362, "Finetune/Step Time": 6.672089748084545}
+{"Finetune/Learning Rate": 1.144536940094395e-06, "Finetune/Loss": 0.6178926229476929, "Finetune/Loss (Raw)": 0.496318519115448, "Finetune/Step": 16363, "Finetune/Step Time": 6.676936084404588}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.6169900894165039, "Finetune/Loss (Raw)": 0.5104647874832153, "Finetune/Step": 16364, "Finetune/Step Time": 6.682104934006929}
+{"Finetune/Learning Rate": 1.1429728729138234e-06, "Finetune/Loss": 0.6176747679710388, "Finetune/Loss (Raw)": 0.6784546375274658, "Finetune/Step": 16365, "Finetune/Step Time": 6.68445903621614}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.6170269846916199, "Finetune/Loss (Raw)": 0.6446283459663391, "Finetune/Step": 16366, "Finetune/Step Time": 6.682902000844479}
+{"Finetune/Learning Rate": 1.1414098103736582e-06, "Finetune/Loss": 0.6171629428863525, "Finetune/Loss (Raw)": 0.5692541599273682, "Finetune/Step": 16367, "Finetune/Step Time": 6.682445885613561}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.6178356409072876, "Finetune/Loss (Raw)": 0.6582386493682861, "Finetune/Step": 16368, "Finetune/Step Time": 6.664073782041669}
+{"Finetune/Learning Rate": 1.1398477526511952e-06, "Finetune/Loss": 0.6170790195465088, "Finetune/Loss (Raw)": 0.5448904633522034, "Finetune/Step": 16369, "Finetune/Step Time": 6.656309193000197}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.6164537072181702, "Finetune/Loss (Raw)": 0.5815140604972839, "Finetune/Step": 16370, "Finetune/Step Time": 6.656818997114897}
+{"Finetune/Learning Rate": 1.1382866999236165e-06, "Finetune/Loss": 0.61667799949646, "Finetune/Loss (Raw)": 0.6216046214103699, "Finetune/Step": 16371, "Finetune/Step Time": 6.654848271980882}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.6157400012016296, "Finetune/Loss (Raw)": 0.5206658244132996, "Finetune/Step": 16372, "Finetune/Step Time": 6.658311981707811}
+{"Finetune/Learning Rate": 1.1367266523679888e-06, "Finetune/Loss": 0.6159969568252563, "Finetune/Loss (Raw)": 0.6751688122749329, "Finetune/Step": 16373, "Finetune/Step Time": 6.657938661053777}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.6158729791641235, "Finetune/Loss (Raw)": 0.5739915370941162, "Finetune/Step": 16374, "Finetune/Step Time": 6.655727371573448}
+{"Finetune/Learning Rate": 1.1351676101612685e-06, "Finetune/Loss": 0.6186127066612244, "Finetune/Loss (Raw)": 0.7938393354415894, "Finetune/Step": 16375, "Finetune/Step Time": 6.6403924357146025}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.6184667348861694, "Finetune/Loss (Raw)": 0.5271363854408264, "Finetune/Step": 16376, "Finetune/Step Time": 6.645909238606691}
+{"Finetune/Learning Rate": 1.1336095734802943e-06, "Finetune/Loss": 0.6191996335983276, "Finetune/Loss (Raw)": 0.6681213974952698, "Finetune/Step": 16377, "Finetune/Step Time": 6.651118014007807}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.6204448938369751, "Finetune/Loss (Raw)": 0.8206218481063843, "Finetune/Step": 16378, "Finetune/Step Time": 6.65086112357676}
+{"Finetune/Learning Rate": 1.1320525425017937e-06, "Finetune/Loss": 0.6204206943511963, "Finetune/Loss (Raw)": 0.5996969938278198, "Finetune/Step": 16379, "Finetune/Step Time": 6.649101609364152}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.6193013191223145, "Finetune/Loss (Raw)": 0.6104668378829956, "Finetune/Step": 16380, "Finetune/Step Time": 6.652807110920548}
+{"Finetune/Learning Rate": 1.1304965174023751e-06, "Finetune/Loss": 0.6199113726615906, "Finetune/Loss (Raw)": 0.7137133479118347, "Finetune/Step": 16381, "Finetune/Step Time": 6.6507389806210995}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.6189759969711304, "Finetune/Loss (Raw)": 0.6096054315567017, "Finetune/Step": 16382, "Finetune/Step Time": 6.646881360560656}
+{"Finetune/Learning Rate": 1.12894149835854e-06, "Finetune/Loss": 0.6184909343719482, "Finetune/Loss (Raw)": 0.589962899684906, "Finetune/Step": 16383, "Finetune/Step Time": 6.6463649068027735}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.6193589568138123, "Finetune/Loss (Raw)": 0.681903600692749, "Finetune/Step": 16384, "Finetune/Step Time": 6.648422045633197}
+{"Finetune/Learning Rate": 1.1273874855466704e-06, "Finetune/Loss": 0.6196837425231934, "Finetune/Loss (Raw)": 0.7341665029525757, "Finetune/Step": 16385, "Finetune/Step Time": 6.646598000079393}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.6195570230484009, "Finetune/Loss (Raw)": 0.6166672110557556, "Finetune/Step": 16386, "Finetune/Step Time": 6.645470192655921}
+{"Finetune/Learning Rate": 1.1258344791430375e-06, "Finetune/Loss": 0.6189801096916199, "Finetune/Loss (Raw)": 0.5456018447875977, "Finetune/Step": 16387, "Finetune/Step Time": 6.646211503073573}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.6187283396720886, "Finetune/Loss (Raw)": 0.4648849666118622, "Finetune/Step": 16388, "Finetune/Step Time": 6.660402305424213}
+{"Finetune/Learning Rate": 1.1242824793237917e-06, "Finetune/Loss": 0.6184179782867432, "Finetune/Loss (Raw)": 0.5887898206710815, "Finetune/Step": 16389, "Finetune/Step Time": 6.665112007409334}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.6202378273010254, "Finetune/Loss (Raw)": 0.7273207902908325, "Finetune/Step": 16390, "Finetune/Step Time": 6.662061229348183}
+{"Finetune/Learning Rate": 1.1227314862649785e-06, "Finetune/Loss": 0.6206598281860352, "Finetune/Loss (Raw)": 0.6795961856842041, "Finetune/Step": 16391, "Finetune/Step Time": 6.662259804084897}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.6210021376609802, "Finetune/Loss (Raw)": 0.6547205448150635, "Finetune/Step": 16392, "Finetune/Step Time": 6.643608188256621}
+{"Finetune/Learning Rate": 1.1211815001425275e-06, "Finetune/Loss": 0.6206378936767578, "Finetune/Loss (Raw)": 0.5275998711585999, "Finetune/Step": 16393, "Finetune/Step Time": 6.659125253558159}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.622114896774292, "Finetune/Loss (Raw)": 0.7347636222839355, "Finetune/Step": 16394, "Finetune/Step Time": 6.65052449144423}
+{"Finetune/Learning Rate": 1.1196325211322457e-06, "Finetune/Loss": 0.6219072341918945, "Finetune/Loss (Raw)": 0.6001530885696411, "Finetune/Step": 16395, "Finetune/Step Time": 6.635005630552769}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.6212360858917236, "Finetune/Loss (Raw)": 0.5094017386436462, "Finetune/Step": 16396, "Finetune/Step Time": 6.633754188194871}
+{"Finetune/Learning Rate": 1.1180845494098313e-06, "Finetune/Loss": 0.6210259199142456, "Finetune/Loss (Raw)": 0.48215922713279724, "Finetune/Step": 16397, "Finetune/Step Time": 6.6276220846921206}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.620708703994751, "Finetune/Loss (Raw)": 0.5913514494895935, "Finetune/Step": 16398, "Finetune/Step Time": 6.628597803413868}
+{"Finetune/Learning Rate": 1.1165375851508764e-06, "Finetune/Loss": 0.6203175187110901, "Finetune/Loss (Raw)": 0.5805383324623108, "Finetune/Step": 16399, "Finetune/Step Time": 6.626480650156736}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.6199108362197876, "Finetune/Loss (Raw)": 0.6376803517341614, "Finetune/Step": 16400, "Finetune/Step Time": 6.618350062519312}
+{"Finetune/Learning Rate": 1.1149916285308426e-06, "Finetune/Loss": 0.620402455329895, "Finetune/Loss (Raw)": 0.6258957386016846, "Finetune/Step": 16401, "Finetune/Step Time": 6.618420833721757}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.621434211730957, "Finetune/Loss (Raw)": 0.6405834555625916, "Finetune/Step": 16402, "Finetune/Step Time": 6.613323302939534}
+{"Finetune/Learning Rate": 1.1134466797250876e-06, "Finetune/Loss": 0.6217583417892456, "Finetune/Loss (Raw)": 0.5717706680297852, "Finetune/Step": 16403, "Finetune/Step Time": 6.613655813038349}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.6208471059799194, "Finetune/Loss (Raw)": 0.5879427790641785, "Finetune/Step": 16404, "Finetune/Step Time": 6.613687459379435}
+{"Finetune/Learning Rate": 1.1119027389088565e-06, "Finetune/Loss": 0.620542049407959, "Finetune/Loss (Raw)": 0.6763542294502258, "Finetune/Step": 16405, "Finetune/Step Time": 6.6162078734487295}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.6220129132270813, "Finetune/Loss (Raw)": 0.7433508634567261, "Finetune/Step": 16406, "Finetune/Step Time": 6.6165029145777225}
+{"Finetune/Learning Rate": 1.1103598062572762e-06, "Finetune/Loss": 0.623695433139801, "Finetune/Loss (Raw)": 0.6471283435821533, "Finetune/Step": 16407, "Finetune/Step Time": 6.6000529658049345}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.6243925094604492, "Finetune/Loss (Raw)": 0.6404219269752502, "Finetune/Step": 16408, "Finetune/Step Time": 6.600757932290435}
+{"Finetune/Learning Rate": 1.1088178819453555e-06, "Finetune/Loss": 0.6249943375587463, "Finetune/Loss (Raw)": 0.6360396146774292, "Finetune/Step": 16409, "Finetune/Step Time": 6.602833293378353}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.6245094537734985, "Finetune/Loss (Raw)": 0.6149240136146545, "Finetune/Step": 16410, "Finetune/Step Time": 6.604447193443775}
+{"Finetune/Learning Rate": 1.1072769661479922e-06, "Finetune/Loss": 0.6248317360877991, "Finetune/Loss (Raw)": 0.5477822422981262, "Finetune/Step": 16411, "Finetune/Step Time": 6.609608341008425}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.6248365640640259, "Finetune/Loss (Raw)": 0.6547131538391113, "Finetune/Step": 16412, "Finetune/Step Time": 6.602529525756836}
+{"Finetune/Learning Rate": 1.1057370590399763e-06, "Finetune/Loss": 0.6251739859580994, "Finetune/Loss (Raw)": 0.5562336444854736, "Finetune/Step": 16413, "Finetune/Step Time": 6.600034611299634}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.6255604028701782, "Finetune/Loss (Raw)": 0.6768783330917358, "Finetune/Step": 16414, "Finetune/Step Time": 6.600533915683627}
+{"Finetune/Learning Rate": 1.1041981607959728e-06, "Finetune/Loss": 0.6254745721817017, "Finetune/Loss (Raw)": 0.572002112865448, "Finetune/Step": 16415, "Finetune/Step Time": 6.602651624009013}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.6241454482078552, "Finetune/Loss (Raw)": 0.5268789529800415, "Finetune/Step": 16416, "Finetune/Step Time": 6.622293761000037}
+{"Finetune/Learning Rate": 1.1026602715905343e-06, "Finetune/Loss": 0.6250585317611694, "Finetune/Loss (Raw)": 0.695838451385498, "Finetune/Step": 16417, "Finetune/Step Time": 6.6268399730324745}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.6255142688751221, "Finetune/Loss (Raw)": 0.6505506038665771, "Finetune/Step": 16418, "Finetune/Step Time": 6.632598055526614}
+{"Finetune/Learning Rate": 1.10112339159811e-06, "Finetune/Loss": 0.6259332895278931, "Finetune/Loss (Raw)": 0.625169038772583, "Finetune/Step": 16419, "Finetune/Step Time": 6.633877974003553}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.6259769797325134, "Finetune/Loss (Raw)": 0.6293553709983826, "Finetune/Step": 16420, "Finetune/Step Time": 6.6339072193950415}
+{"Finetune/Learning Rate": 1.0995875209930185e-06, "Finetune/Loss": 0.6246976852416992, "Finetune/Loss (Raw)": 0.5067064166069031, "Finetune/Step": 16421, "Finetune/Step Time": 6.661331363022327}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.6254781484603882, "Finetune/Loss (Raw)": 0.7202908396720886, "Finetune/Step": 16422, "Finetune/Step Time": 6.655443020164967}
+{"Finetune/Learning Rate": 1.0980526599494733e-06, "Finetune/Loss": 0.6241267919540405, "Finetune/Loss (Raw)": 0.5075497627258301, "Finetune/Step": 16423, "Finetune/Step Time": 6.670574372634292}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.6237965822219849, "Finetune/Loss (Raw)": 0.6355703473091125, "Finetune/Step": 16424, "Finetune/Step Time": 6.663637042045593}
+{"Finetune/Learning Rate": 1.0965188086415735e-06, "Finetune/Loss": 0.6240776777267456, "Finetune/Loss (Raw)": 0.6511029005050659, "Finetune/Step": 16425, "Finetune/Step Time": 6.659915506839752}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.6244815587997437, "Finetune/Loss (Raw)": 0.5627705454826355, "Finetune/Step": 16426, "Finetune/Step Time": 6.666281437501311}
+{"Finetune/Learning Rate": 1.0949859672432993e-06, "Finetune/Loss": 0.6247924566268921, "Finetune/Loss (Raw)": 0.6186044812202454, "Finetune/Step": 16427, "Finetune/Step Time": 6.672970971092582}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.6248014569282532, "Finetune/Loss (Raw)": 0.6710513234138489, "Finetune/Step": 16428, "Finetune/Step Time": 6.672239886596799}
+{"Finetune/Learning Rate": 1.09345413592852e-06, "Finetune/Loss": 0.623979926109314, "Finetune/Loss (Raw)": 0.5634738206863403, "Finetune/Step": 16429, "Finetune/Step Time": 6.6996538788080215}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.6243786215782166, "Finetune/Loss (Raw)": 0.6601487398147583, "Finetune/Step": 16430, "Finetune/Step Time": 6.680072654038668}
+{"Finetune/Learning Rate": 1.0919233148709895e-06, "Finetune/Loss": 0.6233072280883789, "Finetune/Loss (Raw)": 0.5573306679725647, "Finetune/Step": 16431, "Finetune/Step Time": 6.691288322210312}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.6234123706817627, "Finetune/Loss (Raw)": 0.638681173324585, "Finetune/Step": 16432, "Finetune/Step Time": 6.691787796095014}
+{"Finetune/Learning Rate": 1.0903935042443469e-06, "Finetune/Loss": 0.6236286163330078, "Finetune/Loss (Raw)": 0.6458372473716736, "Finetune/Step": 16433, "Finetune/Step Time": 6.694081909954548}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.623265266418457, "Finetune/Loss (Raw)": 0.571260392665863, "Finetune/Step": 16434, "Finetune/Step Time": 6.693854935467243}
+{"Finetune/Learning Rate": 1.0888647042221146e-06, "Finetune/Loss": 0.6216340065002441, "Finetune/Loss (Raw)": 0.5080597400665283, "Finetune/Step": 16435, "Finetune/Step Time": 6.690391877666116}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.6204261779785156, "Finetune/Loss (Raw)": 0.5730471014976501, "Finetune/Step": 16436, "Finetune/Step Time": 6.696179201826453}
+{"Finetune/Learning Rate": 1.0873369149777047e-06, "Finetune/Loss": 0.6197330951690674, "Finetune/Loss (Raw)": 0.4758903682231903, "Finetune/Step": 16437, "Finetune/Step Time": 6.70865903608501}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.6196969747543335, "Finetune/Loss (Raw)": 0.6498700380325317, "Finetune/Step": 16438, "Finetune/Step Time": 6.7073238752782345}
+{"Finetune/Learning Rate": 1.0858101366844109e-06, "Finetune/Loss": 0.619646430015564, "Finetune/Loss (Raw)": 0.6440902352333069, "Finetune/Step": 16439, "Finetune/Step Time": 6.7069305870682}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.6196204423904419, "Finetune/Loss (Raw)": 0.5492386221885681, "Finetune/Step": 16440, "Finetune/Step Time": 6.708105655387044}
+{"Finetune/Learning Rate": 1.0842843695154137e-06, "Finetune/Loss": 0.6186865568161011, "Finetune/Loss (Raw)": 0.4875743091106415, "Finetune/Step": 16441, "Finetune/Step Time": 6.705743914470077}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.6179182529449463, "Finetune/Loss (Raw)": 0.6132968068122864, "Finetune/Step": 16442, "Finetune/Step Time": 6.710310636088252}
+{"Finetune/Learning Rate": 1.0827596136437802e-06, "Finetune/Loss": 0.6164969205856323, "Finetune/Loss (Raw)": 0.5180342793464661, "Finetune/Step": 16443, "Finetune/Step Time": 6.729632733389735}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.6157029867172241, "Finetune/Loss (Raw)": 0.5264689326286316, "Finetune/Step": 16444, "Finetune/Step Time": 6.744505284354091}
+{"Finetune/Learning Rate": 1.0812358692424563e-06, "Finetune/Loss": 0.6149828433990479, "Finetune/Loss (Raw)": 0.516737163066864, "Finetune/Step": 16445, "Finetune/Step Time": 6.762280613183975}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.6162787675857544, "Finetune/Loss (Raw)": 0.723813533782959, "Finetune/Step": 16446, "Finetune/Step Time": 6.7473644483834505}
+{"Finetune/Learning Rate": 1.079713136484285e-06, "Finetune/Loss": 0.6166763305664062, "Finetune/Loss (Raw)": 0.6999425292015076, "Finetune/Step": 16447, "Finetune/Step Time": 6.749001171439886}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.6172668933868408, "Finetune/Loss (Raw)": 0.6089310646057129, "Finetune/Step": 16448, "Finetune/Step Time": 6.7366467751562595}
+{"Finetune/Learning Rate": 1.0781914155419859e-06, "Finetune/Loss": 0.615885853767395, "Finetune/Loss (Raw)": 0.5076455473899841, "Finetune/Step": 16449, "Finetune/Step Time": 6.746272092685103}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.6162965893745422, "Finetune/Loss (Raw)": 0.6656739115715027, "Finetune/Step": 16450, "Finetune/Step Time": 6.7653745003044605}
+{"Finetune/Learning Rate": 1.0766707065881621e-06, "Finetune/Loss": 0.6159505844116211, "Finetune/Loss (Raw)": 0.5935418009757996, "Finetune/Step": 16451, "Finetune/Step Time": 6.7529346495866776}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.6171359419822693, "Finetune/Loss (Raw)": 0.6805228590965271, "Finetune/Step": 16452, "Finetune/Step Time": 6.746462803333998}
+{"Finetune/Learning Rate": 1.0751510097953067e-06, "Finetune/Loss": 0.6172186136245728, "Finetune/Loss (Raw)": 0.5998440384864807, "Finetune/Step": 16453, "Finetune/Step Time": 6.766400018706918}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.6162687540054321, "Finetune/Loss (Raw)": 0.6431908011436462, "Finetune/Step": 16454, "Finetune/Step Time": 6.780572731047869}
+{"Finetune/Learning Rate": 1.0736323253358016e-06, "Finetune/Loss": 0.6153339147567749, "Finetune/Loss (Raw)": 0.5935426950454712, "Finetune/Step": 16455, "Finetune/Step Time": 6.780478237196803}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.6158263087272644, "Finetune/Loss (Raw)": 0.6174495816230774, "Finetune/Step": 16456, "Finetune/Step Time": 6.764792138710618}
+{"Finetune/Learning Rate": 1.0721146533819038e-06, "Finetune/Loss": 0.6150002479553223, "Finetune/Loss (Raw)": 0.5404724478721619, "Finetune/Step": 16457, "Finetune/Step Time": 6.778995577245951}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.61457359790802, "Finetune/Loss (Raw)": 0.7397209405899048, "Finetune/Step": 16458, "Finetune/Step Time": 6.784526091068983}
+{"Finetune/Learning Rate": 1.0705979941057608e-06, "Finetune/Loss": 0.613767147064209, "Finetune/Loss (Raw)": 0.5995061993598938, "Finetune/Step": 16459, "Finetune/Step Time": 6.785213520750403}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.612434446811676, "Finetune/Loss (Raw)": 0.42921003699302673, "Finetune/Step": 16460, "Finetune/Step Time": 6.7987864557653666}
+{"Finetune/Learning Rate": 1.0690823476794099e-06, "Finetune/Loss": 0.6109265089035034, "Finetune/Loss (Raw)": 0.44521310925483704, "Finetune/Step": 16461, "Finetune/Step Time": 6.795663783326745}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.6096038222312927, "Finetune/Loss (Raw)": 0.5545448064804077, "Finetune/Step": 16462, "Finetune/Step Time": 6.787217689678073}
+{"Finetune/Learning Rate": 1.0675677142747654e-06, "Finetune/Loss": 0.6097301244735718, "Finetune/Loss (Raw)": 0.6235790848731995, "Finetune/Step": 16463, "Finetune/Step Time": 6.786068050190806}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.6092182397842407, "Finetune/Loss (Raw)": 0.6221983432769775, "Finetune/Step": 16464, "Finetune/Step Time": 6.791813466697931}
+{"Finetune/Learning Rate": 1.0660540940636289e-06, "Finetune/Loss": 0.6103298664093018, "Finetune/Loss (Raw)": 0.5955272316932678, "Finetune/Step": 16465, "Finetune/Step Time": 6.792574355378747}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.610279381275177, "Finetune/Loss (Raw)": 0.5561969876289368, "Finetune/Step": 16466, "Finetune/Step Time": 6.789325620979071}
+{"Finetune/Learning Rate": 1.0645414872176906e-06, "Finetune/Loss": 0.6103897094726562, "Finetune/Loss (Raw)": 0.5901152491569519, "Finetune/Step": 16467, "Finetune/Step Time": 6.798940997570753}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.6100866794586182, "Finetune/Loss (Raw)": 0.5587091445922852, "Finetune/Step": 16468, "Finetune/Step Time": 6.798359280452132}
+{"Finetune/Learning Rate": 1.0630298939085226e-06, "Finetune/Loss": 0.6098458766937256, "Finetune/Loss (Raw)": 0.5660502314567566, "Finetune/Step": 16469, "Finetune/Step Time": 6.796927792951465}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.6103744506835938, "Finetune/Loss (Raw)": 0.613398551940918, "Finetune/Step": 16470, "Finetune/Step Time": 6.799016552045941}
+{"Finetune/Learning Rate": 1.061519314307583e-06, "Finetune/Loss": 0.6094596982002258, "Finetune/Loss (Raw)": 0.6097923517227173, "Finetune/Step": 16471, "Finetune/Step Time": 6.807769250124693}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.6102796792984009, "Finetune/Loss (Raw)": 0.6433755159378052, "Finetune/Step": 16472, "Finetune/Step Time": 6.806646332144737}
+{"Finetune/Learning Rate": 1.0600097485862148e-06, "Finetune/Loss": 0.6086963415145874, "Finetune/Loss (Raw)": 0.3479289412498474, "Finetune/Step": 16473, "Finetune/Step Time": 6.825530814006925}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.6094229221343994, "Finetune/Loss (Raw)": 0.6123735904693604, "Finetune/Step": 16474, "Finetune/Step Time": 6.812009949237108}
+{"Finetune/Learning Rate": 1.0585011969156456e-06, "Finetune/Loss": 0.6101119518280029, "Finetune/Loss (Raw)": 0.7171944379806519, "Finetune/Step": 16475, "Finetune/Step Time": 6.810745423659682}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.6089916825294495, "Finetune/Loss (Raw)": 0.6543302536010742, "Finetune/Step": 16476, "Finetune/Step Time": 6.811435870826244}
+{"Finetune/Learning Rate": 1.0569936594669883e-06, "Finetune/Loss": 0.6101250648498535, "Finetune/Loss (Raw)": 0.7381113767623901, "Finetune/Step": 16477, "Finetune/Step Time": 6.811026085168123}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.6102569103240967, "Finetune/Loss (Raw)": 0.6463704109191895, "Finetune/Step": 16478, "Finetune/Step Time": 6.813201682642102}
+{"Finetune/Learning Rate": 1.0554871364112407e-06, "Finetune/Loss": 0.6106846332550049, "Finetune/Loss (Raw)": 0.6743702292442322, "Finetune/Step": 16479, "Finetune/Step Time": 6.779976902529597}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.610453188419342, "Finetune/Loss (Raw)": 0.6836968064308167, "Finetune/Step": 16480, "Finetune/Step Time": 6.781589882448316}
+{"Finetune/Learning Rate": 1.0539816279192871e-06, "Finetune/Loss": 0.6111568808555603, "Finetune/Loss (Raw)": 0.5780050158500671, "Finetune/Step": 16481, "Finetune/Step Time": 6.776772577315569}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.6103253364562988, "Finetune/Loss (Raw)": 0.4422205090522766, "Finetune/Step": 16482, "Finetune/Step Time": 6.783221147954464}
+{"Finetune/Learning Rate": 1.0524771341618933e-06, "Finetune/Loss": 0.610181450843811, "Finetune/Loss (Raw)": 0.6218538284301758, "Finetune/Step": 16483, "Finetune/Step Time": 6.784774174913764}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.6089010238647461, "Finetune/Loss (Raw)": 0.5902528762817383, "Finetune/Step": 16484, "Finetune/Step Time": 6.78856061026454}
+{"Finetune/Learning Rate": 1.0509736553097149e-06, "Finetune/Loss": 0.6080536842346191, "Finetune/Loss (Raw)": 0.551729142665863, "Finetune/Step": 16485, "Finetune/Step Time": 6.773730892688036}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.6073209047317505, "Finetune/Loss (Raw)": 0.5774780511856079, "Finetune/Step": 16486, "Finetune/Step Time": 6.778749773278832}
+{"Finetune/Learning Rate": 1.0494711915332844e-06, "Finetune/Loss": 0.6086382865905762, "Finetune/Loss (Raw)": 0.7110384702682495, "Finetune/Step": 16487, "Finetune/Step Time": 6.7682641707360744}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.6078923940658569, "Finetune/Loss (Raw)": 0.6929177641868591, "Finetune/Step": 16488, "Finetune/Step Time": 6.750398447737098}
+{"Finetune/Learning Rate": 1.0479697430030277e-06, "Finetune/Loss": 0.6075975298881531, "Finetune/Loss (Raw)": 0.5997301340103149, "Finetune/Step": 16489, "Finetune/Step Time": 6.763193126767874}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.6070663928985596, "Finetune/Loss (Raw)": 0.5850352644920349, "Finetune/Step": 16490, "Finetune/Step Time": 6.7639599442481995}
+{"Finetune/Learning Rate": 1.0464693098892542e-06, "Finetune/Loss": 0.6086650490760803, "Finetune/Loss (Raw)": 0.7009393572807312, "Finetune/Step": 16491, "Finetune/Step Time": 6.738142540678382}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.6090881824493408, "Finetune/Loss (Raw)": 0.5646244883537292, "Finetune/Step": 16492, "Finetune/Step Time": 6.737896114587784}
+{"Finetune/Learning Rate": 1.0449698923621498e-06, "Finetune/Loss": 0.6079081892967224, "Finetune/Loss (Raw)": 0.5274165272712708, "Finetune/Step": 16493, "Finetune/Step Time": 6.750422907993197}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.6072537899017334, "Finetune/Loss (Raw)": 0.5608692765235901, "Finetune/Step": 16494, "Finetune/Step Time": 6.7580441776663065}
+{"Finetune/Learning Rate": 1.0434714905917965e-06, "Finetune/Loss": 0.6077069044113159, "Finetune/Loss (Raw)": 0.62725430727005, "Finetune/Step": 16495, "Finetune/Step Time": 6.755688317120075}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.6071628928184509, "Finetune/Loss (Raw)": 0.5886009335517883, "Finetune/Step": 16496, "Finetune/Step Time": 6.761082815006375}
+{"Finetune/Learning Rate": 1.0419741047481558e-06, "Finetune/Loss": 0.6077502369880676, "Finetune/Loss (Raw)": 0.6200749278068542, "Finetune/Step": 16497, "Finetune/Step Time": 6.759442003443837}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.6081017851829529, "Finetune/Loss (Raw)": 0.6265062093734741, "Finetune/Step": 16498, "Finetune/Step Time": 6.758905049413443}
+{"Finetune/Learning Rate": 1.040477735001071e-06, "Finetune/Loss": 0.6082050800323486, "Finetune/Loss (Raw)": 0.6348243355751038, "Finetune/Step": 16499, "Finetune/Step Time": 6.763622306287289}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.608101487159729, "Finetune/Loss (Raw)": 0.5074061751365662, "Finetune/Step": 16500, "Finetune/Step Time": 6.7590466234833}
+{"Finetune/Learning Rate": 1.0389823815202727e-06, "Finetune/Loss": 0.6088095903396606, "Finetune/Loss (Raw)": 0.7658050060272217, "Finetune/Step": 16501, "Finetune/Step Time": 6.759829977527261}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.6093854904174805, "Finetune/Loss (Raw)": 0.6477107405662537, "Finetune/Step": 16502, "Finetune/Step Time": 6.758832532912493}
+{"Finetune/Learning Rate": 1.037488044475382e-06, "Finetune/Loss": 0.6077671647071838, "Finetune/Loss (Raw)": 0.5866953730583191, "Finetune/Step": 16503, "Finetune/Step Time": 6.76850781403482}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.6086403131484985, "Finetune/Loss (Raw)": 0.6388997435569763, "Finetune/Step": 16504, "Finetune/Step Time": 6.76746453717351}
+{"Finetune/Learning Rate": 1.0359947240358958e-06, "Finetune/Loss": 0.6084023118019104, "Finetune/Loss (Raw)": 0.6376621723175049, "Finetune/Step": 16505, "Finetune/Step Time": 6.757381545379758}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.6071102619171143, "Finetune/Loss (Raw)": 0.6552371382713318, "Finetune/Step": 16506, "Finetune/Step Time": 6.756137423217297}
+{"Finetune/Learning Rate": 1.0345024203711996e-06, "Finetune/Loss": 0.6076654195785522, "Finetune/Loss (Raw)": 0.6707503795623779, "Finetune/Step": 16507, "Finetune/Step Time": 6.757296456024051}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.6070883870124817, "Finetune/Loss (Raw)": 0.5366078019142151, "Finetune/Step": 16508, "Finetune/Step Time": 6.750109538435936}
+{"Finetune/Learning Rate": 1.0330111336505644e-06, "Finetune/Loss": 0.606019139289856, "Finetune/Loss (Raw)": 0.5768594145774841, "Finetune/Step": 16509, "Finetune/Step Time": 6.751327145844698}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.6057602763175964, "Finetune/Loss (Raw)": 0.5764634013175964, "Finetune/Step": 16510, "Finetune/Step Time": 6.770163115113974}
+{"Finetune/Learning Rate": 1.0315208640431429e-06, "Finetune/Loss": 0.6069930195808411, "Finetune/Loss (Raw)": 0.7477578520774841, "Finetune/Step": 16511, "Finetune/Step Time": 6.770040759816766}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.6069744825363159, "Finetune/Loss (Raw)": 0.6795269250869751, "Finetune/Step": 16512, "Finetune/Step Time": 6.771425588056445}
+{"Finetune/Learning Rate": 1.0300316117179766e-06, "Finetune/Loss": 0.6069757342338562, "Finetune/Loss (Raw)": 0.7343314290046692, "Finetune/Step": 16513, "Finetune/Step Time": 6.772292030975223}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.6063364744186401, "Finetune/Loss (Raw)": 0.5348342657089233, "Finetune/Step": 16514, "Finetune/Step Time": 6.789282642304897}
+{"Finetune/Learning Rate": 1.0285433768439879e-06, "Finetune/Loss": 0.6065665483474731, "Finetune/Loss (Raw)": 0.5750519633293152, "Finetune/Step": 16515, "Finetune/Step Time": 6.788587098941207}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.6080480813980103, "Finetune/Loss (Raw)": 0.6545222401618958, "Finetune/Step": 16516, "Finetune/Step Time": 6.775001741945744}
+{"Finetune/Learning Rate": 1.0270561595899864e-06, "Finetune/Loss": 0.6084977984428406, "Finetune/Loss (Raw)": 0.6463532447814941, "Finetune/Step": 16517, "Finetune/Step Time": 6.765665573999286}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.6064519286155701, "Finetune/Loss (Raw)": 0.46545273065567017, "Finetune/Step": 16518, "Finetune/Step Time": 6.780476186424494}
+{"Finetune/Learning Rate": 1.0255699601246638e-06, "Finetune/Loss": 0.6069690585136414, "Finetune/Loss (Raw)": 0.7457873225212097, "Finetune/Step": 16519, "Finetune/Step Time": 6.779377652332187}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.6062784194946289, "Finetune/Loss (Raw)": 0.5663195252418518, "Finetune/Step": 16520, "Finetune/Step Time": 6.796666098758578}
+{"Finetune/Learning Rate": 1.0240847786165986e-06, "Finetune/Loss": 0.6077998876571655, "Finetune/Loss (Raw)": 0.7223555445671082, "Finetune/Step": 16521, "Finetune/Step Time": 6.787420304492116}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.6078100800514221, "Finetune/Loss (Raw)": 0.736056923866272, "Finetune/Step": 16522, "Finetune/Step Time": 6.788436379283667}
+{"Finetune/Learning Rate": 1.0226006152342516e-06, "Finetune/Loss": 0.6086880564689636, "Finetune/Loss (Raw)": 0.7125376462936401, "Finetune/Step": 16523, "Finetune/Step Time": 6.786579173058271}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.6091452836990356, "Finetune/Loss (Raw)": 0.5679296851158142, "Finetune/Step": 16524, "Finetune/Step Time": 6.788730785250664}
+{"Finetune/Learning Rate": 1.0211174701459714e-06, "Finetune/Loss": 0.6101213693618774, "Finetune/Loss (Raw)": 0.6070976257324219, "Finetune/Step": 16525, "Finetune/Step Time": 6.778841709718108}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.6105459928512573, "Finetune/Loss (Raw)": 0.6456969976425171, "Finetune/Step": 16526, "Finetune/Step Time": 6.778762781992555}
+{"Finetune/Learning Rate": 1.019635343519988e-06, "Finetune/Loss": 0.6107419729232788, "Finetune/Loss (Raw)": 0.6056278944015503, "Finetune/Step": 16527, "Finetune/Step Time": 6.783542035147548}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.6105988025665283, "Finetune/Loss (Raw)": 0.6193592548370361, "Finetune/Step": 16528, "Finetune/Step Time": 6.790108500048518}
+{"Finetune/Learning Rate": 1.0181542355244167e-06, "Finetune/Loss": 0.6100313663482666, "Finetune/Loss (Raw)": 0.5532596707344055, "Finetune/Step": 16529, "Finetune/Step Time": 6.787154957652092}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.6106430292129517, "Finetune/Loss (Raw)": 0.7188693284988403, "Finetune/Step": 16530, "Finetune/Step Time": 6.792340785264969}
+{"Finetune/Learning Rate": 1.0166741463272577e-06, "Finetune/Loss": 0.6107734441757202, "Finetune/Loss (Raw)": 0.5884669423103333, "Finetune/Step": 16531, "Finetune/Step Time": 6.794204495847225}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.6111780405044556, "Finetune/Loss (Raw)": 0.639736533164978, "Finetune/Step": 16532, "Finetune/Step Time": 6.793689666315913}
+{"Finetune/Learning Rate": 1.015195076096398e-06, "Finetune/Loss": 0.6102275848388672, "Finetune/Loss (Raw)": 0.5546935796737671, "Finetune/Step": 16533, "Finetune/Step Time": 6.793734414502978}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.6095656156539917, "Finetune/Loss (Raw)": 0.6586208343505859, "Finetune/Step": 16534, "Finetune/Step Time": 6.789369702339172}
+{"Finetune/Learning Rate": 1.0137170249996008e-06, "Finetune/Loss": 0.6092879772186279, "Finetune/Loss (Raw)": 0.6115899682044983, "Finetune/Step": 16535, "Finetune/Step Time": 6.796816010028124}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.608957052230835, "Finetune/Loss (Raw)": 0.5980585813522339, "Finetune/Step": 16536, "Finetune/Step Time": 6.794263942167163}
+{"Finetune/Learning Rate": 1.0122399932045245e-06, "Finetune/Loss": 0.6093824505805969, "Finetune/Loss (Raw)": 0.6904945373535156, "Finetune/Step": 16537, "Finetune/Step Time": 6.790494933724403}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.6092788577079773, "Finetune/Loss (Raw)": 0.6016616225242615, "Finetune/Step": 16538, "Finetune/Step Time": 6.789907492697239}
+{"Finetune/Learning Rate": 1.0107639808787062e-06, "Finetune/Loss": 0.6106100678443909, "Finetune/Loss (Raw)": 0.718178391456604, "Finetune/Step": 16539, "Finetune/Step Time": 6.784615702927113}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.6103355884552002, "Finetune/Loss (Raw)": 0.619575023651123, "Finetune/Step": 16540, "Finetune/Step Time": 6.784514268860221}
+{"Finetune/Learning Rate": 1.0092889881895663e-06, "Finetune/Loss": 0.6105881929397583, "Finetune/Loss (Raw)": 0.5885760188102722, "Finetune/Step": 16541, "Finetune/Step Time": 6.781433613970876}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.6097037196159363, "Finetune/Loss (Raw)": 0.5636618733406067, "Finetune/Step": 16542, "Finetune/Step Time": 6.7994275614619255}
+{"Finetune/Learning Rate": 1.0078150153044087e-06, "Finetune/Loss": 0.6100171804428101, "Finetune/Loss (Raw)": 0.6121229529380798, "Finetune/Step": 16543, "Finetune/Step Time": 6.81507215462625}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.611192524433136, "Finetune/Loss (Raw)": 0.6773249506950378, "Finetune/Step": 16544, "Finetune/Step Time": 6.795989302918315}
+{"Finetune/Learning Rate": 1.0063420623904308e-06, "Finetune/Loss": 0.610379159450531, "Finetune/Loss (Raw)": 0.5917238593101501, "Finetune/Step": 16545, "Finetune/Step Time": 6.791398476809263}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.6100203990936279, "Finetune/Loss (Raw)": 0.604636549949646, "Finetune/Step": 16546, "Finetune/Step Time": 6.805516013875604}
+{"Finetune/Learning Rate": 1.0048701296147023e-06, "Finetune/Loss": 0.6104705929756165, "Finetune/Loss (Raw)": 0.6827876567840576, "Finetune/Step": 16547, "Finetune/Step Time": 6.820763750001788}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.6097097396850586, "Finetune/Loss (Raw)": 0.5319717526435852, "Finetune/Step": 16548, "Finetune/Step Time": 6.820736790075898}
+{"Finetune/Learning Rate": 1.003399217144183e-06, "Finetune/Loss": 0.6104034781455994, "Finetune/Loss (Raw)": 0.5955043435096741, "Finetune/Step": 16549, "Finetune/Step Time": 6.793037835508585}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.6092169284820557, "Finetune/Loss (Raw)": 0.5684136152267456, "Finetune/Step": 16550, "Finetune/Step Time": 6.794935770332813}
+{"Finetune/Learning Rate": 1.0019293251457206e-06, "Finetune/Loss": 0.6110948324203491, "Finetune/Loss (Raw)": 0.7479216456413269, "Finetune/Step": 16551, "Finetune/Step Time": 6.779684433713555}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.6115116477012634, "Finetune/Loss (Raw)": 0.6889162659645081, "Finetune/Step": 16552, "Finetune/Step Time": 6.779243633151054}
+{"Finetune/Learning Rate": 1.0004604537860385e-06, "Finetune/Loss": 0.6110316514968872, "Finetune/Loss (Raw)": 0.5896685719490051, "Finetune/Step": 16553, "Finetune/Step Time": 6.779184540733695}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.6118519306182861, "Finetune/Loss (Raw)": 0.667765736579895, "Finetune/Step": 16554, "Finetune/Step Time": 6.757345333695412}
+{"Finetune/Learning Rate": 9.989926032317497e-07, "Finetune/Loss": 0.6122156381607056, "Finetune/Loss (Raw)": 0.6651632189750671, "Finetune/Step": 16555, "Finetune/Step Time": 6.756479242816567}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.611894428730011, "Finetune/Loss (Raw)": 0.6299261450767517, "Finetune/Step": 16556, "Finetune/Step Time": 6.754266545176506}
+{"Finetune/Learning Rate": 9.975257736493515e-07, "Finetune/Loss": 0.6124999523162842, "Finetune/Loss (Raw)": 0.6409863233566284, "Finetune/Step": 16557, "Finetune/Step Time": 6.727433476597071}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.6121866703033447, "Finetune/Loss (Raw)": 0.6200518608093262, "Finetune/Step": 16558, "Finetune/Step Time": 6.725152090191841}
+{"Finetune/Learning Rate": 9.960599652052238e-07, "Finetune/Loss": 0.6119817495346069, "Finetune/Loss (Raw)": 0.531096875667572, "Finetune/Step": 16559, "Finetune/Step Time": 6.715716350823641}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.6121447682380676, "Finetune/Loss (Raw)": 0.6595481634140015, "Finetune/Step": 16560, "Finetune/Step Time": 6.717286016792059}
+{"Finetune/Learning Rate": 9.945951780656316e-07, "Finetune/Loss": 0.6121517419815063, "Finetune/Loss (Raw)": 0.6467213034629822, "Finetune/Step": 16561, "Finetune/Step Time": 6.717158464714885}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.6118056774139404, "Finetune/Loss (Raw)": 0.5269762277603149, "Finetune/Step": 16562, "Finetune/Step Time": 6.730345398187637}
+{"Finetune/Learning Rate": 9.931314123967228e-07, "Finetune/Loss": 0.6134037971496582, "Finetune/Loss (Raw)": 0.7126126289367676, "Finetune/Step": 16563, "Finetune/Step Time": 6.715180361643434}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.6136525273323059, "Finetune/Loss (Raw)": 0.6048908829689026, "Finetune/Step": 16564, "Finetune/Step Time": 6.71342127583921}
+{"Finetune/Learning Rate": 9.916686683645317e-07, "Finetune/Loss": 0.6147710680961609, "Finetune/Loss (Raw)": 0.6190623044967651, "Finetune/Step": 16565, "Finetune/Step Time": 6.7053783144801855}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.6142780184745789, "Finetune/Loss (Raw)": 0.5867574214935303, "Finetune/Step": 16566, "Finetune/Step Time": 6.7204043958336115}
+{"Finetune/Learning Rate": 9.90206946134974e-07, "Finetune/Loss": 0.6148810386657715, "Finetune/Loss (Raw)": 0.7212745547294617, "Finetune/Step": 16567, "Finetune/Step Time": 6.720052072778344}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.6150802373886108, "Finetune/Loss (Raw)": 0.5747408270835876, "Finetune/Step": 16568, "Finetune/Step Time": 6.723586101084948}
+{"Finetune/Learning Rate": 9.887462458738518e-07, "Finetune/Loss": 0.6173818111419678, "Finetune/Loss (Raw)": 0.7821716666221619, "Finetune/Step": 16569, "Finetune/Step Time": 6.7403490003198385}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.6173072457313538, "Finetune/Loss (Raw)": 0.6037515997886658, "Finetune/Step": 16570, "Finetune/Step Time": 6.737886466085911}
+{"Finetune/Learning Rate": 9.87286567746849e-07, "Finetune/Loss": 0.6187297105789185, "Finetune/Loss (Raw)": 0.7001156210899353, "Finetune/Step": 16571, "Finetune/Step Time": 6.7251862324774265}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.6200279593467712, "Finetune/Loss (Raw)": 0.6926422715187073, "Finetune/Step": 16572, "Finetune/Step Time": 6.707645624876022}
+{"Finetune/Learning Rate": 9.85827911919537e-07, "Finetune/Loss": 0.620821475982666, "Finetune/Loss (Raw)": 0.6183062791824341, "Finetune/Step": 16573, "Finetune/Step Time": 6.700569145381451}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.6198275685310364, "Finetune/Loss (Raw)": 0.5965915322303772, "Finetune/Step": 16574, "Finetune/Step Time": 6.6969728004187346}
+{"Finetune/Learning Rate": 9.843702785573672e-07, "Finetune/Loss": 0.6192652583122253, "Finetune/Loss (Raw)": 0.6279656887054443, "Finetune/Step": 16575, "Finetune/Step Time": 6.696389174088836}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.619249701499939, "Finetune/Loss (Raw)": 0.6069485545158386, "Finetune/Step": 16576, "Finetune/Step Time": 6.699322400614619}
+{"Finetune/Learning Rate": 9.829136678256778e-07, "Finetune/Loss": 0.619683027267456, "Finetune/Loss (Raw)": 0.5631061792373657, "Finetune/Step": 16577, "Finetune/Step Time": 6.689864922314882}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.6188932657241821, "Finetune/Loss (Raw)": 0.5645843148231506, "Finetune/Step": 16578, "Finetune/Step Time": 6.672845000401139}
+{"Finetune/Learning Rate": 9.8145807988969e-07, "Finetune/Loss": 0.6191561222076416, "Finetune/Loss (Raw)": 0.6271820664405823, "Finetune/Step": 16579, "Finetune/Step Time": 6.672591587528586}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.6188507676124573, "Finetune/Loss (Raw)": 0.6414441466331482, "Finetune/Step": 16580, "Finetune/Step Time": 6.673457711935043}
+{"Finetune/Learning Rate": 9.800035149145093e-07, "Finetune/Loss": 0.6191208362579346, "Finetune/Loss (Raw)": 0.6344137191772461, "Finetune/Step": 16581, "Finetune/Step Time": 6.659665785729885}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.6181562542915344, "Finetune/Loss (Raw)": 0.5197206735610962, "Finetune/Step": 16582, "Finetune/Step Time": 6.64193201623857}
+{"Finetune/Learning Rate": 9.78549973065125e-07, "Finetune/Loss": 0.6182601451873779, "Finetune/Loss (Raw)": 0.6068428158760071, "Finetune/Step": 16583, "Finetune/Step Time": 6.644297808408737}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.6185716390609741, "Finetune/Loss (Raw)": 0.6573261618614197, "Finetune/Step": 16584, "Finetune/Step Time": 6.644939659163356}
+{"Finetune/Learning Rate": 9.770974545064095e-07, "Finetune/Loss": 0.6200340986251831, "Finetune/Loss (Raw)": 0.7276605367660522, "Finetune/Step": 16585, "Finetune/Step Time": 6.630629623308778}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.6192740201950073, "Finetune/Loss (Raw)": 0.6424300670623779, "Finetune/Step": 16586, "Finetune/Step Time": 6.620888335630298}
+{"Finetune/Learning Rate": 9.75645959403122e-07, "Finetune/Loss": 0.6202842593193054, "Finetune/Loss (Raw)": 0.7288182973861694, "Finetune/Step": 16587, "Finetune/Step Time": 6.620496336370707}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.622130811214447, "Finetune/Loss (Raw)": 0.6655735969543457, "Finetune/Step": 16588, "Finetune/Step Time": 6.606609687209129}
+{"Finetune/Learning Rate": 9.741954879199034e-07, "Finetune/Loss": 0.6236505508422852, "Finetune/Loss (Raw)": 0.6397405862808228, "Finetune/Step": 16589, "Finetune/Step Time": 6.597425609827042}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.6242654919624329, "Finetune/Loss (Raw)": 0.6332460045814514, "Finetune/Step": 16590, "Finetune/Step Time": 6.60280879214406}
+{"Finetune/Learning Rate": 9.72746040221274e-07, "Finetune/Loss": 0.6245469450950623, "Finetune/Loss (Raw)": 0.6596100926399231, "Finetune/Step": 16591, "Finetune/Step Time": 6.601622687652707}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.6244840025901794, "Finetune/Loss (Raw)": 0.6141416430473328, "Finetune/Step": 16592, "Finetune/Step Time": 6.597813108935952}
+{"Finetune/Learning Rate": 9.71297616471648e-07, "Finetune/Loss": 0.625251293182373, "Finetune/Loss (Raw)": 0.6937353610992432, "Finetune/Step": 16593, "Finetune/Step Time": 6.58262450620532}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.6262753009796143, "Finetune/Loss (Raw)": 0.6872746348381042, "Finetune/Step": 16594, "Finetune/Step Time": 6.580988269299269}
+{"Finetune/Learning Rate": 9.698502168353175e-07, "Finetune/Loss": 0.6266177892684937, "Finetune/Loss (Raw)": 0.633956253528595, "Finetune/Step": 16595, "Finetune/Step Time": 6.574024271219969}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.6275296211242676, "Finetune/Loss (Raw)": 0.6754264831542969, "Finetune/Step": 16596, "Finetune/Step Time": 6.58022709749639}
+{"Finetune/Learning Rate": 9.684038414764575e-07, "Finetune/Loss": 0.6279759407043457, "Finetune/Loss (Raw)": 0.6231765747070312, "Finetune/Step": 16597, "Finetune/Step Time": 6.5955733973532915}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.6282514333724976, "Finetune/Loss (Raw)": 0.6486601233482361, "Finetune/Step": 16598, "Finetune/Step Time": 6.59500858001411}
+{"Finetune/Learning Rate": 9.669584905591256e-07, "Finetune/Loss": 0.6278094053268433, "Finetune/Loss (Raw)": 0.5532134175300598, "Finetune/Step": 16599, "Finetune/Step Time": 6.584968423470855}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.6281206607818604, "Finetune/Loss (Raw)": 0.6832143068313599, "Finetune/Step": 16600, "Finetune/Step Time": 6.587412241846323}
+{"Finetune/Learning Rate": 9.655141642472744e-07, "Finetune/Loss": 0.6306326985359192, "Finetune/Loss (Raw)": 0.6694686412811279, "Finetune/Step": 16601, "Finetune/Step Time": 6.56728589348495}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.6305421590805054, "Finetune/Loss (Raw)": 0.6007887721061707, "Finetune/Step": 16602, "Finetune/Step Time": 6.5677140187472105}
+{"Finetune/Learning Rate": 9.640708627047236e-07, "Finetune/Loss": 0.6304137706756592, "Finetune/Loss (Raw)": 0.7007553577423096, "Finetune/Step": 16603, "Finetune/Step Time": 6.586036868393421}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.6304841041564941, "Finetune/Loss (Raw)": 0.6633424162864685, "Finetune/Step": 16604, "Finetune/Step Time": 6.586985496804118}
+{"Finetune/Learning Rate": 9.626285860951856e-07, "Finetune/Loss": 0.6294366121292114, "Finetune/Loss (Raw)": 0.6040277481079102, "Finetune/Step": 16605, "Finetune/Step Time": 6.590726815164089}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.6291986703872681, "Finetune/Loss (Raw)": 0.6159135103225708, "Finetune/Step": 16606, "Finetune/Step Time": 6.589745527133346}
+{"Finetune/Learning Rate": 9.611873345822632e-07, "Finetune/Loss": 0.628409743309021, "Finetune/Loss (Raw)": 0.573388934135437, "Finetune/Step": 16607, "Finetune/Step Time": 6.604739287868142}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.6281602382659912, "Finetune/Loss (Raw)": 0.6517555117607117, "Finetune/Step": 16608, "Finetune/Step Time": 6.597616171464324}
+{"Finetune/Learning Rate": 9.597471083294286e-07, "Finetune/Loss": 0.6293188333511353, "Finetune/Loss (Raw)": 0.7262991666793823, "Finetune/Step": 16609, "Finetune/Step Time": 6.596125489100814}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.6312134265899658, "Finetune/Loss (Raw)": 0.6847378015518188, "Finetune/Step": 16610, "Finetune/Step Time": 6.5836445558816195}
+{"Finetune/Learning Rate": 9.583079075000457e-07, "Finetune/Loss": 0.6316584348678589, "Finetune/Loss (Raw)": 0.6788111329078674, "Finetune/Step": 16611, "Finetune/Step Time": 6.583392640575767}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.6316179037094116, "Finetune/Loss (Raw)": 0.5850732922554016, "Finetune/Step": 16612, "Finetune/Step Time": 6.575806031003594}
+{"Finetune/Learning Rate": 9.568697322573616e-07, "Finetune/Loss": 0.6324437856674194, "Finetune/Loss (Raw)": 0.6574357151985168, "Finetune/Step": 16613, "Finetune/Step Time": 6.589424099773169}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.6327165365219116, "Finetune/Loss (Raw)": 0.6123959422111511, "Finetune/Step": 16614, "Finetune/Step Time": 6.582768239080906}
+{"Finetune/Learning Rate": 9.554325827645082e-07, "Finetune/Loss": 0.6322052478790283, "Finetune/Loss (Raw)": 0.6455884575843811, "Finetune/Step": 16615, "Finetune/Step Time": 6.588275974616408}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.6315625905990601, "Finetune/Loss (Raw)": 0.6106610298156738, "Finetune/Step": 16616, "Finetune/Step Time": 6.5829866249114275}
+{"Finetune/Learning Rate": 9.539964591844974e-07, "Finetune/Loss": 0.6314890384674072, "Finetune/Loss (Raw)": 0.5903037190437317, "Finetune/Step": 16617, "Finetune/Step Time": 6.5707532446831465}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.6313365697860718, "Finetune/Loss (Raw)": 0.56552654504776, "Finetune/Step": 16618, "Finetune/Step Time": 6.5671155620366335}
+{"Finetune/Learning Rate": 9.525613616802276e-07, "Finetune/Loss": 0.629237174987793, "Finetune/Loss (Raw)": 0.4322148263454437, "Finetune/Step": 16619, "Finetune/Step Time": 6.580699659883976}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.6292408108711243, "Finetune/Loss (Raw)": 0.5650928616523743, "Finetune/Step": 16620, "Finetune/Step Time": 6.575041612610221}
+{"Finetune/Learning Rate": 9.511272904144797e-07, "Finetune/Loss": 0.6300808787345886, "Finetune/Loss (Raw)": 0.6349437236785889, "Finetune/Step": 16621, "Finetune/Step Time": 6.560315286740661}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.6319043636322021, "Finetune/Loss (Raw)": 0.7942721247673035, "Finetune/Step": 16622, "Finetune/Step Time": 6.553542897105217}
+{"Finetune/Learning Rate": 9.496942455499192e-07, "Finetune/Loss": 0.6319454908370972, "Finetune/Loss (Raw)": 0.632521390914917, "Finetune/Step": 16623, "Finetune/Step Time": 6.558457428589463}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.6321957111358643, "Finetune/Loss (Raw)": 0.6206346154212952, "Finetune/Step": 16624, "Finetune/Step Time": 6.550729796290398}
+{"Finetune/Learning Rate": 9.482622272490927e-07, "Finetune/Loss": 0.6320120096206665, "Finetune/Loss (Raw)": 0.5965516567230225, "Finetune/Step": 16625, "Finetune/Step Time": 6.550874639302492}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.632893979549408, "Finetune/Loss (Raw)": 0.7394018173217773, "Finetune/Step": 16626, "Finetune/Step Time": 6.574120009317994}
+{"Finetune/Learning Rate": 9.468312356744336e-07, "Finetune/Loss": 0.6321727633476257, "Finetune/Loss (Raw)": 0.5425097942352295, "Finetune/Step": 16627, "Finetune/Step Time": 6.568775853142142}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.6333617568016052, "Finetune/Loss (Raw)": 0.6595956087112427, "Finetune/Step": 16628, "Finetune/Step Time": 6.58605919405818}
+{"Finetune/Learning Rate": 9.454012709882576e-07, "Finetune/Loss": 0.6323267221450806, "Finetune/Loss (Raw)": 0.6333191990852356, "Finetune/Step": 16629, "Finetune/Step Time": 6.585121827200055}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.632732629776001, "Finetune/Loss (Raw)": 0.6996657848358154, "Finetune/Step": 16630, "Finetune/Step Time": 6.585320737212896}
+{"Finetune/Learning Rate": 9.439723333527639e-07, "Finetune/Loss": 0.6332011222839355, "Finetune/Loss (Raw)": 0.6466718316078186, "Finetune/Step": 16631, "Finetune/Step Time": 6.5780215207487345}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.6333081722259521, "Finetune/Loss (Raw)": 0.6525941491127014, "Finetune/Step": 16632, "Finetune/Step Time": 6.574924733489752}
+{"Finetune/Learning Rate": 9.425444229300295e-07, "Finetune/Loss": 0.6335141658782959, "Finetune/Loss (Raw)": 0.6640301942825317, "Finetune/Step": 16633, "Finetune/Step Time": 6.5800584983080626}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.6318262219429016, "Finetune/Loss (Raw)": 0.4391772449016571, "Finetune/Step": 16634, "Finetune/Step Time": 6.598746718838811}
+{"Finetune/Learning Rate": 9.411175398820271e-07, "Finetune/Loss": 0.6315042972564697, "Finetune/Loss (Raw)": 0.6295499801635742, "Finetune/Step": 16635, "Finetune/Step Time": 6.600722348317504}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.6327247619628906, "Finetune/Loss (Raw)": 0.6928200125694275, "Finetune/Step": 16636, "Finetune/Step Time": 6.615635823458433}
+{"Finetune/Learning Rate": 9.396916843706061e-07, "Finetune/Loss": 0.6335599422454834, "Finetune/Loss (Raw)": 0.6837690472602844, "Finetune/Step": 16637, "Finetune/Step Time": 6.612078681588173}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.6340540051460266, "Finetune/Loss (Raw)": 0.6397004127502441, "Finetune/Step": 16638, "Finetune/Step Time": 6.594749569892883}
+{"Finetune/Learning Rate": 9.382668565574927e-07, "Finetune/Loss": 0.6326682567596436, "Finetune/Loss (Raw)": 0.5703786611557007, "Finetune/Step": 16639, "Finetune/Step Time": 6.608373805880547}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.6325553059577942, "Finetune/Loss (Raw)": 0.6650744080543518, "Finetune/Step": 16640, "Finetune/Step Time": 6.621934672817588}
+{"Finetune/Learning Rate": 9.368430566043085e-07, "Finetune/Loss": 0.6321238875389099, "Finetune/Loss (Raw)": 0.6791077852249146, "Finetune/Step": 16641, "Finetune/Step Time": 6.6254997048527}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.6328248977661133, "Finetune/Loss (Raw)": 0.6245688796043396, "Finetune/Step": 16642, "Finetune/Step Time": 6.611640086397529}
+{"Finetune/Learning Rate": 9.354202846725546e-07, "Finetune/Loss": 0.633543848991394, "Finetune/Loss (Raw)": 0.667076587677002, "Finetune/Step": 16643, "Finetune/Step Time": 6.615469980984926}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.6347239017486572, "Finetune/Loss (Raw)": 0.8055623769760132, "Finetune/Step": 16644, "Finetune/Step Time": 6.625119520351291}
+{"Finetune/Learning Rate": 9.339985409236097e-07, "Finetune/Loss": 0.6334618330001831, "Finetune/Loss (Raw)": 0.4848136603832245, "Finetune/Step": 16645, "Finetune/Step Time": 6.623493380844593}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.6344974637031555, "Finetune/Loss (Raw)": 0.5980108380317688, "Finetune/Step": 16646, "Finetune/Step Time": 6.61105034314096}
+{"Finetune/Learning Rate": 9.32577825518739e-07, "Finetune/Loss": 0.6335954666137695, "Finetune/Loss (Raw)": 0.6303316354751587, "Finetune/Step": 16647, "Finetune/Step Time": 6.610246786847711}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.6341789960861206, "Finetune/Loss (Raw)": 0.6410145163536072, "Finetune/Step": 16648, "Finetune/Step Time": 6.592766631394625}
+{"Finetune/Learning Rate": 9.311581386191005e-07, "Finetune/Loss": 0.6335819959640503, "Finetune/Loss (Raw)": 0.6459394097328186, "Finetune/Step": 16649, "Finetune/Step Time": 6.589772082865238}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.6332043409347534, "Finetune/Loss (Raw)": 0.6877188086509705, "Finetune/Step": 16650, "Finetune/Step Time": 6.598767563700676}
+{"Finetune/Learning Rate": 9.297394803857196e-07, "Finetune/Loss": 0.6324014067649841, "Finetune/Loss (Raw)": 0.6097611784934998, "Finetune/Step": 16651, "Finetune/Step Time": 6.601708635687828}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.6328938603401184, "Finetune/Loss (Raw)": 0.6309620141983032, "Finetune/Step": 16652, "Finetune/Step Time": 6.608272358775139}
+{"Finetune/Learning Rate": 9.283218509795155e-07, "Finetune/Loss": 0.6330435872077942, "Finetune/Loss (Raw)": 0.6262603998184204, "Finetune/Step": 16653, "Finetune/Step Time": 6.608601748943329}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.6325365900993347, "Finetune/Loss (Raw)": 0.5808009505271912, "Finetune/Step": 16654, "Finetune/Step Time": 6.611940301954746}
+{"Finetune/Learning Rate": 9.269052505612874e-07, "Finetune/Loss": 0.6322551369667053, "Finetune/Loss (Raw)": 0.5696046948432922, "Finetune/Step": 16655, "Finetune/Step Time": 6.606934892013669}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.6326448321342468, "Finetune/Loss (Raw)": 0.6692386269569397, "Finetune/Step": 16656, "Finetune/Step Time": 6.602654026821256}
+{"Finetune/Learning Rate": 9.25489679291719e-07, "Finetune/Loss": 0.633330225944519, "Finetune/Loss (Raw)": 0.640984296798706, "Finetune/Step": 16657, "Finetune/Step Time": 6.608653452247381}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.632024884223938, "Finetune/Loss (Raw)": 0.5517942905426025, "Finetune/Step": 16658, "Finetune/Step Time": 6.61858413554728}
+{"Finetune/Learning Rate": 9.240751373313761e-07, "Finetune/Loss": 0.6325780153274536, "Finetune/Loss (Raw)": 0.6592655181884766, "Finetune/Step": 16659, "Finetune/Step Time": 6.61435180157423}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.632028341293335, "Finetune/Loss (Raw)": 0.5693793296813965, "Finetune/Step": 16660, "Finetune/Step Time": 6.61706118285656}
+{"Finetune/Learning Rate": 9.226616248407084e-07, "Finetune/Loss": 0.633115291595459, "Finetune/Loss (Raw)": 0.6938261985778809, "Finetune/Step": 16661, "Finetune/Step Time": 6.620870359241962}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.6328391432762146, "Finetune/Loss (Raw)": 0.6232699751853943, "Finetune/Step": 16662, "Finetune/Step Time": 6.6295953914523125}
+{"Finetune/Learning Rate": 9.212491419800495e-07, "Finetune/Loss": 0.6331276893615723, "Finetune/Loss (Raw)": 0.6485254168510437, "Finetune/Step": 16663, "Finetune/Step Time": 6.6249591242522}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.6328270435333252, "Finetune/Loss (Raw)": 0.5595828294754028, "Finetune/Step": 16664, "Finetune/Step Time": 6.633512586355209}
+{"Finetune/Learning Rate": 9.198376889096138e-07, "Finetune/Loss": 0.6327177882194519, "Finetune/Loss (Raw)": 0.6765004992485046, "Finetune/Step": 16665, "Finetune/Step Time": 6.636381521821022}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.6328727602958679, "Finetune/Loss (Raw)": 0.6215022802352905, "Finetune/Step": 16666, "Finetune/Step Time": 6.638034293428063}
+{"Finetune/Learning Rate": 9.184272657895011e-07, "Finetune/Loss": 0.6321209073066711, "Finetune/Loss (Raw)": 0.6219393610954285, "Finetune/Step": 16667, "Finetune/Step Time": 6.639469427987933}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.6327918171882629, "Finetune/Loss (Raw)": 0.7054526209831238, "Finetune/Step": 16668, "Finetune/Step Time": 6.637435097247362}
+{"Finetune/Learning Rate": 9.170178727796941e-07, "Finetune/Loss": 0.6330685615539551, "Finetune/Loss (Raw)": 0.6239906549453735, "Finetune/Step": 16669, "Finetune/Step Time": 6.643395548686385}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.6336022615432739, "Finetune/Loss (Raw)": 0.6319847702980042, "Finetune/Step": 16670, "Finetune/Step Time": 6.627434972673655}
+{"Finetune/Learning Rate": 9.156095100400586e-07, "Finetune/Loss": 0.6335770487785339, "Finetune/Loss (Raw)": 0.6088935732841492, "Finetune/Step": 16671, "Finetune/Step Time": 6.613634001463652}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.6335522532463074, "Finetune/Loss (Raw)": 0.6741520166397095, "Finetune/Step": 16672, "Finetune/Step Time": 6.6131052896380424}
+{"Finetune/Learning Rate": 9.142021777303444e-07, "Finetune/Loss": 0.6349785327911377, "Finetune/Loss (Raw)": 0.7742829918861389, "Finetune/Step": 16673, "Finetune/Step Time": 6.613299520686269}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.636890172958374, "Finetune/Loss (Raw)": 0.8493366241455078, "Finetune/Step": 16674, "Finetune/Step Time": 6.5919323936104774}
+{"Finetune/Learning Rate": 9.127958760101774e-07, "Finetune/Loss": 0.6364120244979858, "Finetune/Loss (Raw)": 0.6215718388557434, "Finetune/Step": 16675, "Finetune/Step Time": 6.573455100879073}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.6367766261100769, "Finetune/Loss (Raw)": 0.5786483287811279, "Finetune/Step": 16676, "Finetune/Step Time": 6.580076780170202}
+{"Finetune/Learning Rate": 9.113906050390798e-07, "Finetune/Loss": 0.6377646923065186, "Finetune/Loss (Raw)": 0.7219716310501099, "Finetune/Step": 16677, "Finetune/Step Time": 6.57898273319006}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.6385568976402283, "Finetune/Loss (Raw)": 0.669819176197052, "Finetune/Step": 16678, "Finetune/Step Time": 6.575767297297716}
+{"Finetune/Learning Rate": 9.099863649764474e-07, "Finetune/Loss": 0.6379488706588745, "Finetune/Loss (Raw)": 0.6700937151908875, "Finetune/Step": 16679, "Finetune/Step Time": 6.581559594720602}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.6383641362190247, "Finetune/Loss (Raw)": 0.7420712113380432, "Finetune/Step": 16680, "Finetune/Step Time": 6.588791783899069}
+{"Finetune/Learning Rate": 9.085831559815561e-07, "Finetune/Loss": 0.6383623480796814, "Finetune/Loss (Raw)": 0.5894414186477661, "Finetune/Step": 16681, "Finetune/Step Time": 6.5900970827788115}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.6383222341537476, "Finetune/Loss (Raw)": 0.6626248359680176, "Finetune/Step": 16682, "Finetune/Step Time": 6.590739838778973}
+{"Finetune/Learning Rate": 9.071809782135765e-07, "Finetune/Loss": 0.6377958059310913, "Finetune/Loss (Raw)": 0.59778892993927, "Finetune/Step": 16683, "Finetune/Step Time": 6.60504774749279}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.6370536088943481, "Finetune/Loss (Raw)": 0.5349240303039551, "Finetune/Step": 16684, "Finetune/Step Time": 6.6061026360839605}
+{"Finetune/Learning Rate": 9.057798318315558e-07, "Finetune/Loss": 0.6376866102218628, "Finetune/Loss (Raw)": 0.7220073342323303, "Finetune/Step": 16685, "Finetune/Step Time": 6.6078705452382565}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.6383758783340454, "Finetune/Loss (Raw)": 0.7082797288894653, "Finetune/Step": 16686, "Finetune/Step Time": 6.6097248662263155}
+{"Finetune/Learning Rate": 9.043797169944202e-07, "Finetune/Loss": 0.6394544839859009, "Finetune/Loss (Raw)": 0.6691520810127258, "Finetune/Step": 16687, "Finetune/Step Time": 6.610936477780342}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.6393281817436218, "Finetune/Loss (Raw)": 0.6433871984481812, "Finetune/Step": 16688, "Finetune/Step Time": 6.613657217472792}
+{"Finetune/Learning Rate": 9.029806338609815e-07, "Finetune/Loss": 0.6384034156799316, "Finetune/Loss (Raw)": 0.5283506512641907, "Finetune/Step": 16689, "Finetune/Step Time": 6.610365904867649}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.6391218900680542, "Finetune/Loss (Raw)": 0.6189446449279785, "Finetune/Step": 16690, "Finetune/Step Time": 6.59393110871315}
+{"Finetune/Learning Rate": 9.015825825899416e-07, "Finetune/Loss": 0.6380268335342407, "Finetune/Loss (Raw)": 0.5724413394927979, "Finetune/Step": 16691, "Finetune/Step Time": 6.5935486406087875}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.6379404067993164, "Finetune/Loss (Raw)": 0.5938287377357483, "Finetune/Step": 16692, "Finetune/Step Time": 6.5919088665395975}
+{"Finetune/Learning Rate": 9.001855633398759e-07, "Finetune/Loss": 0.6375151872634888, "Finetune/Loss (Raw)": 0.564631998538971, "Finetune/Step": 16693, "Finetune/Step Time": 6.586557546630502}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.638160765171051, "Finetune/Loss (Raw)": 0.6693937182426453, "Finetune/Step": 16694, "Finetune/Step Time": 6.570595158264041}
+{"Finetune/Learning Rate": 8.987895762692466e-07, "Finetune/Loss": 0.6373756527900696, "Finetune/Loss (Raw)": 0.6207835078239441, "Finetune/Step": 16695, "Finetune/Step Time": 6.56947747990489}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.6381579637527466, "Finetune/Loss (Raw)": 0.6748764514923096, "Finetune/Step": 16696, "Finetune/Step Time": 6.5800798162817955}
+{"Finetune/Learning Rate": 8.973946215363993e-07, "Finetune/Loss": 0.6367695331573486, "Finetune/Loss (Raw)": 0.6044450998306274, "Finetune/Step": 16697, "Finetune/Step Time": 6.559705018997192}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.6372974514961243, "Finetune/Loss (Raw)": 0.6713248491287231, "Finetune/Step": 16698, "Finetune/Step Time": 6.557929804548621}
+{"Finetune/Learning Rate": 8.960006992995607e-07, "Finetune/Loss": 0.6362482309341431, "Finetune/Loss (Raw)": 0.5658188462257385, "Finetune/Step": 16699, "Finetune/Step Time": 6.558191742748022}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.6346578598022461, "Finetune/Loss (Raw)": 0.48906880617141724, "Finetune/Step": 16700, "Finetune/Step Time": 6.5912370681762695}
+{"Finetune/Learning Rate": 8.94607809716842e-07, "Finetune/Loss": 0.6350022554397583, "Finetune/Loss (Raw)": 0.6623989939689636, "Finetune/Step": 16701, "Finetune/Step Time": 6.583145424723625}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.6349571943283081, "Finetune/Loss (Raw)": 0.5908225178718567, "Finetune/Step": 16702, "Finetune/Step Time": 6.5836196430027485}
+{"Finetune/Learning Rate": 8.932159529462381e-07, "Finetune/Loss": 0.6352931261062622, "Finetune/Loss (Raw)": 0.6709631085395813, "Finetune/Step": 16703, "Finetune/Step Time": 6.586178090423346}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.6352066993713379, "Finetune/Loss (Raw)": 0.5958892107009888, "Finetune/Step": 16704, "Finetune/Step Time": 6.582863679155707}
+{"Finetune/Learning Rate": 8.918251291456237e-07, "Finetune/Loss": 0.6353666186332703, "Finetune/Loss (Raw)": 0.5835690498352051, "Finetune/Step": 16705, "Finetune/Step Time": 6.5815024226903915}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.6358988285064697, "Finetune/Loss (Raw)": 0.6327073574066162, "Finetune/Step": 16706, "Finetune/Step Time": 6.59451887011528}
+{"Finetune/Learning Rate": 8.904353384727582e-07, "Finetune/Loss": 0.6360407471656799, "Finetune/Loss (Raw)": 0.6453500986099243, "Finetune/Step": 16707, "Finetune/Step Time": 6.591630097478628}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.6366070508956909, "Finetune/Loss (Raw)": 0.7139323353767395, "Finetune/Step": 16708, "Finetune/Step Time": 6.593892985954881}
+{"Finetune/Learning Rate": 8.890465810852844e-07, "Finetune/Loss": 0.6373631954193115, "Finetune/Loss (Raw)": 0.7312034964561462, "Finetune/Step": 16709, "Finetune/Step Time": 6.590844850987196}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.6390181183815002, "Finetune/Loss (Raw)": 0.7315446734428406, "Finetune/Step": 16710, "Finetune/Step Time": 6.594342241063714}
+{"Finetune/Learning Rate": 8.876588571407275e-07, "Finetune/Loss": 0.6392075419425964, "Finetune/Loss (Raw)": 0.631094217300415, "Finetune/Step": 16711, "Finetune/Step Time": 6.5912550538778305}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.6397712230682373, "Finetune/Loss (Raw)": 0.729473352432251, "Finetune/Step": 16712, "Finetune/Step Time": 6.584763756021857}
+{"Finetune/Learning Rate": 8.862721667964935e-07, "Finetune/Loss": 0.6392513513565063, "Finetune/Loss (Raw)": 0.6611239314079285, "Finetune/Step": 16713, "Finetune/Step Time": 6.59065673686564}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.6395909786224365, "Finetune/Loss (Raw)": 0.6858929395675659, "Finetune/Step": 16714, "Finetune/Step Time": 6.589000586420298}
+{"Finetune/Learning Rate": 8.848865102098736e-07, "Finetune/Loss": 0.6394095420837402, "Finetune/Loss (Raw)": 0.7055999040603638, "Finetune/Step": 16715, "Finetune/Step Time": 6.589308867231011}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.6398483514785767, "Finetune/Loss (Raw)": 0.7217339873313904, "Finetune/Step": 16716, "Finetune/Step Time": 6.589981926605105}
+{"Finetune/Learning Rate": 8.835018875380418e-07, "Finetune/Loss": 0.6402157545089722, "Finetune/Loss (Raw)": 0.6867768168449402, "Finetune/Step": 16717, "Finetune/Step Time": 6.5806528721004725}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.640552282333374, "Finetune/Loss (Raw)": 0.6763190031051636, "Finetune/Step": 16718, "Finetune/Step Time": 6.575414691120386}
+{"Finetune/Learning Rate": 8.821182989380528e-07, "Finetune/Loss": 0.6408376097679138, "Finetune/Loss (Raw)": 0.696135401725769, "Finetune/Step": 16719, "Finetune/Step Time": 6.578486198559403}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.6394278407096863, "Finetune/Loss (Raw)": 0.4336892068386078, "Finetune/Step": 16720, "Finetune/Step Time": 6.593522971495986}
+{"Finetune/Learning Rate": 8.807357445668474e-07, "Finetune/Loss": 0.6393431425094604, "Finetune/Loss (Raw)": 0.6828886270523071, "Finetune/Step": 16721, "Finetune/Step Time": 6.599429247900844}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.6386953592300415, "Finetune/Loss (Raw)": 0.6043627858161926, "Finetune/Step": 16722, "Finetune/Step Time": 6.603673184290528}
+{"Finetune/Learning Rate": 8.793542245812403e-07, "Finetune/Loss": 0.6381570100784302, "Finetune/Loss (Raw)": 0.5650481581687927, "Finetune/Step": 16723, "Finetune/Step Time": 6.6087452713400126}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.6368212699890137, "Finetune/Loss (Raw)": 0.5044465065002441, "Finetune/Step": 16724, "Finetune/Step Time": 6.6065938007086515}
+{"Finetune/Learning Rate": 8.779737391379428e-07, "Finetune/Loss": 0.636568546295166, "Finetune/Loss (Raw)": 0.5908367037773132, "Finetune/Step": 16725, "Finetune/Step Time": 6.592650951817632}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.6366161108016968, "Finetune/Loss (Raw)": 0.6547366380691528, "Finetune/Step": 16726, "Finetune/Step Time": 6.594086203724146}
+{"Finetune/Learning Rate": 8.765942883935408e-07, "Finetune/Loss": 0.6371902823448181, "Finetune/Loss (Raw)": 0.6267162561416626, "Finetune/Step": 16727, "Finetune/Step Time": 6.597419638186693}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.6373276710510254, "Finetune/Loss (Raw)": 0.7007957696914673, "Finetune/Step": 16728, "Finetune/Step Time": 6.5948996767401695}
+{"Finetune/Learning Rate": 8.75215872504499e-07, "Finetune/Loss": 0.63630211353302, "Finetune/Loss (Raw)": 0.5382004380226135, "Finetune/Step": 16729, "Finetune/Step Time": 6.610862392932177}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.6363911628723145, "Finetune/Loss (Raw)": 0.6121799945831299, "Finetune/Step": 16730, "Finetune/Step Time": 6.610123857855797}
+{"Finetune/Learning Rate": 8.738384916271703e-07, "Finetune/Loss": 0.6350852847099304, "Finetune/Loss (Raw)": 0.5336096286773682, "Finetune/Step": 16731, "Finetune/Step Time": 6.593532903119922}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.6350027322769165, "Finetune/Loss (Raw)": 0.6527798175811768, "Finetune/Step": 16732, "Finetune/Step Time": 6.607581036165357}
+{"Finetune/Learning Rate": 8.72462145917794e-07, "Finetune/Loss": 0.6346665620803833, "Finetune/Loss (Raw)": 0.5609976053237915, "Finetune/Step": 16733, "Finetune/Step Time": 6.621526630595326}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.6337884068489075, "Finetune/Loss (Raw)": 0.5035009384155273, "Finetune/Step": 16734, "Finetune/Step Time": 6.6188225988298655}
+{"Finetune/Learning Rate": 8.71086835532482e-07, "Finetune/Loss": 0.6350389719009399, "Finetune/Loss (Raw)": 0.7334654927253723, "Finetune/Step": 16735, "Finetune/Step Time": 6.603405963629484}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.6337447166442871, "Finetune/Loss (Raw)": 0.48608848452568054, "Finetune/Step": 16736, "Finetune/Step Time": 6.603692039847374}
+{"Finetune/Learning Rate": 8.697125606272327e-07, "Finetune/Loss": 0.6332513093948364, "Finetune/Loss (Raw)": 0.6631448268890381, "Finetune/Step": 16737, "Finetune/Step Time": 6.6029741037636995}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.632260799407959, "Finetune/Loss (Raw)": 0.5579512715339661, "Finetune/Step": 16738, "Finetune/Step Time": 6.6181194093078375}
+{"Finetune/Learning Rate": 8.683393213579338e-07, "Finetune/Loss": 0.6322816610336304, "Finetune/Loss (Raw)": 0.6814877986907959, "Finetune/Step": 16739, "Finetune/Step Time": 6.6193944830447435}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.6319817304611206, "Finetune/Loss (Raw)": 0.5466814637184143, "Finetune/Step": 16740, "Finetune/Step Time": 6.624201448634267}
+{"Finetune/Learning Rate": 8.669671178803485e-07, "Finetune/Loss": 0.6306369304656982, "Finetune/Loss (Raw)": 0.48530086874961853, "Finetune/Step": 16741, "Finetune/Step Time": 6.623522752895951}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.6305919289588928, "Finetune/Loss (Raw)": 0.606628954410553, "Finetune/Step": 16742, "Finetune/Step Time": 6.626286035403609}
+{"Finetune/Learning Rate": 8.655959503501198e-07, "Finetune/Loss": 0.6303889751434326, "Finetune/Loss (Raw)": 0.6196205615997314, "Finetune/Step": 16743, "Finetune/Step Time": 6.626172825694084}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.6294821500778198, "Finetune/Loss (Raw)": 0.4945777654647827, "Finetune/Step": 16744, "Finetune/Step Time": 6.645337829366326}
+{"Finetune/Learning Rate": 8.642258189227793e-07, "Finetune/Loss": 0.6292564868927002, "Finetune/Loss (Raw)": 0.5614210963249207, "Finetune/Step": 16745, "Finetune/Step Time": 6.645379004999995}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.6291686296463013, "Finetune/Loss (Raw)": 0.5542818903923035, "Finetune/Step": 16746, "Finetune/Step Time": 6.648183591663837}
+{"Finetune/Learning Rate": 8.628567237537433e-07, "Finetune/Loss": 0.6312751770019531, "Finetune/Loss (Raw)": 0.7018522620201111, "Finetune/Step": 16747, "Finetune/Step Time": 6.631391203030944}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.6315464973449707, "Finetune/Loss (Raw)": 0.599821150302887, "Finetune/Step": 16748, "Finetune/Step Time": 6.630434550344944}
+{"Finetune/Learning Rate": 8.614886649983012e-07, "Finetune/Loss": 0.6310259103775024, "Finetune/Loss (Raw)": 0.5683164596557617, "Finetune/Step": 16749, "Finetune/Step Time": 6.632128424942493}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.6293628215789795, "Finetune/Loss (Raw)": 0.5813905596733093, "Finetune/Step": 16750, "Finetune/Step Time": 6.642321541905403}
+{"Finetune/Learning Rate": 8.601216428116321e-07, "Finetune/Loss": 0.6291429996490479, "Finetune/Loss (Raw)": 0.6043837070465088, "Finetune/Step": 16751, "Finetune/Step Time": 6.6422546822577715}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.6287214756011963, "Finetune/Loss (Raw)": 0.5666781067848206, "Finetune/Step": 16752, "Finetune/Step Time": 6.648090457543731}
+{"Finetune/Learning Rate": 8.587556573487954e-07, "Finetune/Loss": 0.6287127137184143, "Finetune/Loss (Raw)": 0.5954341292381287, "Finetune/Step": 16753, "Finetune/Step Time": 6.655652804300189}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.627537727355957, "Finetune/Loss (Raw)": 0.5890032052993774, "Finetune/Step": 16754, "Finetune/Step Time": 6.630437722429633}
+{"Finetune/Learning Rate": 8.573907087647315e-07, "Finetune/Loss": 0.6282505989074707, "Finetune/Loss (Raw)": 0.633751392364502, "Finetune/Step": 16755, "Finetune/Step Time": 6.633680244907737}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.6275084614753723, "Finetune/Loss (Raw)": 0.5646015405654907, "Finetune/Step": 16756, "Finetune/Step Time": 6.619216296821833}
+{"Finetune/Learning Rate": 8.560267972142667e-07, "Finetune/Loss": 0.6282262802124023, "Finetune/Loss (Raw)": 0.7252086997032166, "Finetune/Step": 16757, "Finetune/Step Time": 6.618561943992972}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.6281567215919495, "Finetune/Loss (Raw)": 0.6907559037208557, "Finetune/Step": 16758, "Finetune/Step Time": 6.6190038081258535}
+{"Finetune/Learning Rate": 8.546639228521069e-07, "Finetune/Loss": 0.6273981332778931, "Finetune/Loss (Raw)": 0.5495705008506775, "Finetune/Step": 16759, "Finetune/Step Time": 6.622186429798603}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.626998782157898, "Finetune/Loss (Raw)": 0.6014764904975891, "Finetune/Step": 16760, "Finetune/Step Time": 6.623133407905698}
+{"Finetune/Learning Rate": 8.533020858328411e-07, "Finetune/Loss": 0.6262392997741699, "Finetune/Loss (Raw)": 0.5668182969093323, "Finetune/Step": 16761, "Finetune/Step Time": 6.620487175881863}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.6274318695068359, "Finetune/Loss (Raw)": 0.5918267965316772, "Finetune/Step": 16762, "Finetune/Step Time": 6.606396546587348}
+{"Finetune/Learning Rate": 8.5194128631094e-07, "Finetune/Loss": 0.6267193555831909, "Finetune/Loss (Raw)": 0.5383442640304565, "Finetune/Step": 16763, "Finetune/Step Time": 6.607747368514538}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.6249271035194397, "Finetune/Loss (Raw)": 0.46341705322265625, "Finetune/Step": 16764, "Finetune/Step Time": 6.606735350564122}
+{"Finetune/Learning Rate": 8.505815244407578e-07, "Finetune/Loss": 0.6250568628311157, "Finetune/Loss (Raw)": 0.7003833055496216, "Finetune/Step": 16765, "Finetune/Step Time": 6.610843524336815}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.6249850988388062, "Finetune/Loss (Raw)": 0.6305063366889954, "Finetune/Step": 16766, "Finetune/Step Time": 6.612250585108995}
+{"Finetune/Learning Rate": 8.492228003765301e-07, "Finetune/Loss": 0.6253004670143127, "Finetune/Loss (Raw)": 0.6107465028762817, "Finetune/Step": 16767, "Finetune/Step Time": 6.601973446086049}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.6256473064422607, "Finetune/Loss (Raw)": 0.709474503993988, "Finetune/Step": 16768, "Finetune/Step Time": 6.5979123543947935}
+{"Finetune/Learning Rate": 8.478651142723748e-07, "Finetune/Loss": 0.6249485015869141, "Finetune/Loss (Raw)": 0.589661180973053, "Finetune/Step": 16769, "Finetune/Step Time": 6.6120276581496}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.6245317459106445, "Finetune/Loss (Raw)": 0.5712175965309143, "Finetune/Step": 16770, "Finetune/Step Time": 6.61207527667284}
+{"Finetune/Learning Rate": 8.465084662822931e-07, "Finetune/Loss": 0.624066948890686, "Finetune/Loss (Raw)": 0.6075823307037354, "Finetune/Step": 16771, "Finetune/Step Time": 6.612981276586652}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.6230595707893372, "Finetune/Loss (Raw)": 0.676619291305542, "Finetune/Step": 16772, "Finetune/Step Time": 6.602748680859804}
+{"Finetune/Learning Rate": 8.451528565601686e-07, "Finetune/Loss": 0.6246485114097595, "Finetune/Loss (Raw)": 0.6882042288780212, "Finetune/Step": 16773, "Finetune/Step Time": 6.60498963855207}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.6242319345474243, "Finetune/Loss (Raw)": 0.5446849465370178, "Finetune/Step": 16774, "Finetune/Step Time": 6.602702395990491}
+{"Finetune/Learning Rate": 8.437982852597637e-07, "Finetune/Loss": 0.6247035264968872, "Finetune/Loss (Raw)": 0.6906917691230774, "Finetune/Step": 16775, "Finetune/Step Time": 6.6230906918644905}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.6246830224990845, "Finetune/Loss (Raw)": 0.6383885741233826, "Finetune/Step": 16776, "Finetune/Step Time": 6.623996721580625}
+{"Finetune/Learning Rate": 8.42444752534729e-07, "Finetune/Loss": 0.6238213777542114, "Finetune/Loss (Raw)": 0.5356549620628357, "Finetune/Step": 16777, "Finetune/Step Time": 6.621512720361352}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.6243283748626709, "Finetune/Loss (Raw)": 0.7526170015335083, "Finetune/Step": 16778, "Finetune/Step Time": 6.612431922927499}
+{"Finetune/Learning Rate": 8.410922585385883e-07, "Finetune/Loss": 0.6233175992965698, "Finetune/Loss (Raw)": 0.4803820550441742, "Finetune/Step": 16779, "Finetune/Step Time": 6.626341041177511}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.623319149017334, "Finetune/Loss (Raw)": 0.6311567425727844, "Finetune/Step": 16780, "Finetune/Step Time": 6.619764542207122}
+{"Finetune/Learning Rate": 8.397408034247589e-07, "Finetune/Loss": 0.6240940093994141, "Finetune/Loss (Raw)": 0.7254365086555481, "Finetune/Step": 16781, "Finetune/Step Time": 6.625732224434614}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.624284029006958, "Finetune/Loss (Raw)": 0.6051307916641235, "Finetune/Step": 16782, "Finetune/Step Time": 6.621176900342107}
+{"Finetune/Learning Rate": 8.383903873465337e-07, "Finetune/Loss": 0.6252981424331665, "Finetune/Loss (Raw)": 0.6994121670722961, "Finetune/Step": 16783, "Finetune/Step Time": 6.622249269858003}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.6249240636825562, "Finetune/Loss (Raw)": 0.6213485598564148, "Finetune/Step": 16784, "Finetune/Step Time": 6.622355176135898}
+{"Finetune/Learning Rate": 8.370410104570859e-07, "Finetune/Loss": 0.6245210766792297, "Finetune/Loss (Raw)": 0.5894098281860352, "Finetune/Step": 16785, "Finetune/Step Time": 6.619319392368197}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.6246747970581055, "Finetune/Loss (Raw)": 0.5714641809463501, "Finetune/Step": 16786, "Finetune/Step Time": 6.614009475335479}
+{"Finetune/Learning Rate": 8.356926729094717e-07, "Finetune/Loss": 0.6253272294998169, "Finetune/Loss (Raw)": 0.742776095867157, "Finetune/Step": 16787, "Finetune/Step Time": 6.616477822884917}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.6262675523757935, "Finetune/Loss (Raw)": 0.6897500157356262, "Finetune/Step": 16788, "Finetune/Step Time": 6.613281611353159}
+{"Finetune/Learning Rate": 8.343453748566388e-07, "Finetune/Loss": 0.6263734102249146, "Finetune/Loss (Raw)": 0.7073697447776794, "Finetune/Step": 16789, "Finetune/Step Time": 6.628392513841391}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.6257240772247314, "Finetune/Loss (Raw)": 0.5401617288589478, "Finetune/Step": 16790, "Finetune/Step Time": 6.6288536209613085}
+{"Finetune/Learning Rate": 8.329991164514017e-07, "Finetune/Loss": 0.6251404881477356, "Finetune/Loss (Raw)": 0.5738216638565063, "Finetune/Step": 16791, "Finetune/Step Time": 6.627343496307731}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.6245995759963989, "Finetune/Loss (Raw)": 0.4903452396392822, "Finetune/Step": 16792, "Finetune/Step Time": 6.62818480655551}
+{"Finetune/Learning Rate": 8.316538978464672e-07, "Finetune/Loss": 0.6243897676467896, "Finetune/Loss (Raw)": 0.6496443748474121, "Finetune/Step": 16793, "Finetune/Step Time": 6.628845991566777}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.6239278316497803, "Finetune/Loss (Raw)": 0.5623806118965149, "Finetune/Step": 16794, "Finetune/Step Time": 6.6396304704248905}
+{"Finetune/Learning Rate": 8.303097191944243e-07, "Finetune/Loss": 0.6237160563468933, "Finetune/Loss (Raw)": 0.5948265194892883, "Finetune/Step": 16795, "Finetune/Step Time": 6.645061334595084}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.6229556798934937, "Finetune/Loss (Raw)": 0.608133852481842, "Finetune/Step": 16796, "Finetune/Step Time": 6.6468097101897}
+{"Finetune/Learning Rate": 8.289665806477376e-07, "Finetune/Loss": 0.6231817007064819, "Finetune/Loss (Raw)": 0.6529102921485901, "Finetune/Step": 16797, "Finetune/Step Time": 6.642952313646674}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.6231726408004761, "Finetune/Loss (Raw)": 0.6308339834213257, "Finetune/Step": 16798, "Finetune/Step Time": 6.650995856150985}
+{"Finetune/Learning Rate": 8.276244823587599e-07, "Finetune/Loss": 0.6238406896591187, "Finetune/Loss (Raw)": 0.6943946480751038, "Finetune/Step": 16799, "Finetune/Step Time": 6.671829527243972}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.6227956414222717, "Finetune/Loss (Raw)": 0.5403875112533569, "Finetune/Step": 16800, "Finetune/Step Time": 6.6741331815719604}
+{"Finetune/Learning Rate": 8.262834244797213e-07, "Finetune/Loss": 0.6220272183418274, "Finetune/Loss (Raw)": 0.6759260296821594, "Finetune/Step": 16801, "Finetune/Step Time": 6.6768463384360075}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.6196250915527344, "Finetune/Loss (Raw)": 0.5418633222579956, "Finetune/Step": 16802, "Finetune/Step Time": 6.691799778491259}
+{"Finetune/Learning Rate": 8.249434071627383e-07, "Finetune/Loss": 0.6192747354507446, "Finetune/Loss (Raw)": 0.5767249464988708, "Finetune/Step": 16803, "Finetune/Step Time": 6.6960649862885475}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.619224488735199, "Finetune/Loss (Raw)": 0.5722252130508423, "Finetune/Step": 16804, "Finetune/Step Time": 6.692862411960959}
+{"Finetune/Learning Rate": 8.236044305598057e-07, "Finetune/Loss": 0.6181574463844299, "Finetune/Loss (Raw)": 0.5853809714317322, "Finetune/Step": 16805, "Finetune/Step Time": 6.6998216193169355}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.61732417345047, "Finetune/Loss (Raw)": 0.5631659626960754, "Finetune/Step": 16806, "Finetune/Step Time": 6.702302277088165}
+{"Finetune/Learning Rate": 8.222664948228032e-07, "Finetune/Loss": 0.6169524788856506, "Finetune/Loss (Raw)": 0.6225173473358154, "Finetune/Step": 16807, "Finetune/Step Time": 6.70678723603487}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.6165866851806641, "Finetune/Loss (Raw)": 0.69525146484375, "Finetune/Step": 16808, "Finetune/Step Time": 6.7023843713104725}
+{"Finetune/Learning Rate": 8.209296001034894e-07, "Finetune/Loss": 0.6164782047271729, "Finetune/Loss (Raw)": 0.5755525231361389, "Finetune/Step": 16809, "Finetune/Step Time": 6.713437784463167}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.6158187985420227, "Finetune/Loss (Raw)": 0.5782256126403809, "Finetune/Step": 16810, "Finetune/Step Time": 6.722910229116678}
+{"Finetune/Learning Rate": 8.195937465535076e-07, "Finetune/Loss": 0.6157336235046387, "Finetune/Loss (Raw)": 0.5868788957595825, "Finetune/Step": 16811, "Finetune/Step Time": 6.705560576170683}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.6164211630821228, "Finetune/Loss (Raw)": 0.6229361295700073, "Finetune/Step": 16812, "Finetune/Step Time": 6.7038947604596615}
+{"Finetune/Learning Rate": 8.182589343243818e-07, "Finetune/Loss": 0.6159688234329224, "Finetune/Loss (Raw)": 0.6640990972518921, "Finetune/Step": 16813, "Finetune/Step Time": 6.700689973309636}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.6153612732887268, "Finetune/Loss (Raw)": 0.6305161118507385, "Finetune/Step": 16814, "Finetune/Step Time": 6.699081294238567}
+{"Finetune/Learning Rate": 8.16925163567518e-07, "Finetune/Loss": 0.61504727602005, "Finetune/Loss (Raw)": 0.6289635300636292, "Finetune/Step": 16815, "Finetune/Step Time": 6.704428017139435}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.6144869327545166, "Finetune/Loss (Raw)": 0.5716585516929626, "Finetune/Step": 16816, "Finetune/Step Time": 6.712602145969868}
+{"Finetune/Learning Rate": 8.155924344342026e-07, "Finetune/Loss": 0.6155996918678284, "Finetune/Loss (Raw)": 0.6707862615585327, "Finetune/Step": 16817, "Finetune/Step Time": 6.71192279830575}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.6154977083206177, "Finetune/Loss (Raw)": 0.6058856248855591, "Finetune/Step": 16818, "Finetune/Step Time": 6.712509782984853}
+{"Finetune/Learning Rate": 8.142607470756081e-07, "Finetune/Loss": 0.6157244443893433, "Finetune/Loss (Raw)": 0.6014707684516907, "Finetune/Step": 16819, "Finetune/Step Time": 6.714455898851156}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.6164667010307312, "Finetune/Loss (Raw)": 0.6888366341590881, "Finetune/Step": 16820, "Finetune/Step Time": 6.733313627541065}
+{"Finetune/Learning Rate": 8.129301016427815e-07, "Finetune/Loss": 0.6173684000968933, "Finetune/Loss (Raw)": 0.6800444722175598, "Finetune/Step": 16821, "Finetune/Step Time": 6.735401971265674}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.6168809533119202, "Finetune/Loss (Raw)": 0.6070030331611633, "Finetune/Step": 16822, "Finetune/Step Time": 6.75489897467196}
+{"Finetune/Learning Rate": 8.116004982866599e-07, "Finetune/Loss": 0.6171926856040955, "Finetune/Loss (Raw)": 0.6606873869895935, "Finetune/Step": 16823, "Finetune/Step Time": 6.754562372341752}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.6165307760238647, "Finetune/Loss (Raw)": 0.5901504755020142, "Finetune/Step": 16824, "Finetune/Step Time": 6.74801167473197}
+{"Finetune/Learning Rate": 8.102719371580581e-07, "Finetune/Loss": 0.6165477633476257, "Finetune/Loss (Raw)": 0.606619119644165, "Finetune/Step": 16825, "Finetune/Step Time": 6.766252771019936}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.6166213750839233, "Finetune/Loss (Raw)": 0.6807498931884766, "Finetune/Step": 16826, "Finetune/Step Time": 6.782614955678582}
+{"Finetune/Learning Rate": 8.089444184076689e-07, "Finetune/Loss": 0.6174335479736328, "Finetune/Loss (Raw)": 0.6697750091552734, "Finetune/Step": 16827, "Finetune/Step Time": 6.779540341347456}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.6189892292022705, "Finetune/Loss (Raw)": 0.6881971955299377, "Finetune/Step": 16828, "Finetune/Step Time": 6.754653858020902}
+{"Finetune/Learning Rate": 8.076179421860764e-07, "Finetune/Loss": 0.6183028221130371, "Finetune/Loss (Raw)": 0.5745385885238647, "Finetune/Step": 16829, "Finetune/Step Time": 6.755587426945567}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.6188855171203613, "Finetune/Loss (Raw)": 0.6654090881347656, "Finetune/Step": 16830, "Finetune/Step Time": 6.756649041548371}
+{"Finetune/Learning Rate": 8.062925086437401e-07, "Finetune/Loss": 0.6195507645606995, "Finetune/Loss (Raw)": 0.7561140656471252, "Finetune/Step": 16831, "Finetune/Step Time": 6.754217555746436}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.6203042268753052, "Finetune/Loss (Raw)": 0.6923336386680603, "Finetune/Step": 16832, "Finetune/Step Time": 6.756163898855448}
+{"Finetune/Learning Rate": 8.049681179309987e-07, "Finetune/Loss": 0.6200045347213745, "Finetune/Loss (Raw)": 0.5452028512954712, "Finetune/Step": 16833, "Finetune/Step Time": 6.752822482958436}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.6194786429405212, "Finetune/Loss (Raw)": 0.5653989315032959, "Finetune/Step": 16834, "Finetune/Step Time": 6.743141843006015}
+{"Finetune/Learning Rate": 8.036447701980765e-07, "Finetune/Loss": 0.6190236806869507, "Finetune/Loss (Raw)": 0.5871173739433289, "Finetune/Step": 16835, "Finetune/Step Time": 6.7458448596298695}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.6179884076118469, "Finetune/Loss (Raw)": 0.5814126133918762, "Finetune/Step": 16836, "Finetune/Step Time": 6.752060702070594}
+{"Finetune/Learning Rate": 8.023224655950834e-07, "Finetune/Loss": 0.6181429624557495, "Finetune/Loss (Raw)": 0.7509843111038208, "Finetune/Step": 16837, "Finetune/Step Time": 6.750059878453612}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.6175909042358398, "Finetune/Loss (Raw)": 0.6608846187591553, "Finetune/Step": 16838, "Finetune/Step Time": 6.7502024080604315}
+{"Finetune/Learning Rate": 8.010012042720028e-07, "Finetune/Loss": 0.6171739101409912, "Finetune/Loss (Raw)": 0.5777240991592407, "Finetune/Step": 16839, "Finetune/Step Time": 6.752948770299554}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.6170791387557983, "Finetune/Loss (Raw)": 0.7173319458961487, "Finetune/Step": 16840, "Finetune/Step Time": 6.7640782203525305}
+{"Finetune/Learning Rate": 7.996809863787037e-07, "Finetune/Loss": 0.6181104779243469, "Finetune/Loss (Raw)": 0.7931373119354248, "Finetune/Step": 16841, "Finetune/Step Time": 6.758960483595729}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.6182731986045837, "Finetune/Loss (Raw)": 0.7067210078239441, "Finetune/Step": 16842, "Finetune/Step Time": 6.765766901895404}
+{"Finetune/Learning Rate": 7.983618120649373e-07, "Finetune/Loss": 0.6175698041915894, "Finetune/Loss (Raw)": 0.6155736446380615, "Finetune/Step": 16843, "Finetune/Step Time": 6.771560342982411}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.6158009767532349, "Finetune/Loss (Raw)": 0.4953193664550781, "Finetune/Step": 16844, "Finetune/Step Time": 6.774242598563433}
+{"Finetune/Learning Rate": 7.970436814803362e-07, "Finetune/Loss": 0.614712655544281, "Finetune/Loss (Raw)": 0.5474693775177002, "Finetune/Step": 16845, "Finetune/Step Time": 6.775659961625934}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.6141292452812195, "Finetune/Loss (Raw)": 0.6016476154327393, "Finetune/Step": 16846, "Finetune/Step Time": 6.775933396071196}
+{"Finetune/Learning Rate": 7.957265947744131e-07, "Finetune/Loss": 0.6138515472412109, "Finetune/Loss (Raw)": 0.6605910062789917, "Finetune/Step": 16847, "Finetune/Step Time": 6.776606876403093}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.6148080825805664, "Finetune/Loss (Raw)": 0.5561270713806152, "Finetune/Step": 16848, "Finetune/Step Time": 6.767128825187683}
+{"Finetune/Learning Rate": 7.944105520965639e-07, "Finetune/Loss": 0.6145012378692627, "Finetune/Loss (Raw)": 0.6436007022857666, "Finetune/Step": 16849, "Finetune/Step Time": 6.764045448973775}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.6150548458099365, "Finetune/Loss (Raw)": 0.6752313375473022, "Finetune/Step": 16850, "Finetune/Step Time": 6.764937741681933}
+{"Finetune/Learning Rate": 7.93095553596066e-07, "Finetune/Loss": 0.6163591146469116, "Finetune/Loss (Raw)": 0.7319926619529724, "Finetune/Step": 16851, "Finetune/Step Time": 6.760806754231453}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.6166708469390869, "Finetune/Loss (Raw)": 0.5443487167358398, "Finetune/Step": 16852, "Finetune/Step Time": 6.753101779147983}
+{"Finetune/Learning Rate": 7.917815994220768e-07, "Finetune/Loss": 0.6167088150978088, "Finetune/Loss (Raw)": 0.5956968069076538, "Finetune/Step": 16853, "Finetune/Step Time": 6.753356087952852}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.6169904470443726, "Finetune/Loss (Raw)": 0.6907920241355896, "Finetune/Step": 16854, "Finetune/Step Time": 6.753301912918687}
+{"Finetune/Learning Rate": 7.90468689723638e-07, "Finetune/Loss": 0.6172794103622437, "Finetune/Loss (Raw)": 0.6637035608291626, "Finetune/Step": 16855, "Finetune/Step Time": 6.752100737765431}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.6163454055786133, "Finetune/Loss (Raw)": 0.5812323093414307, "Finetune/Step": 16856, "Finetune/Step Time": 6.753831384703517}
+{"Finetune/Learning Rate": 7.891568246496683e-07, "Finetune/Loss": 0.6172233819961548, "Finetune/Loss (Raw)": 0.6505890488624573, "Finetune/Step": 16857, "Finetune/Step Time": 6.739097982645035}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.6180833578109741, "Finetune/Loss (Raw)": 0.7222506999969482, "Finetune/Step": 16858, "Finetune/Step Time": 6.749014720320702}
+{"Finetune/Learning Rate": 7.878460043489744e-07, "Finetune/Loss": 0.6176608800888062, "Finetune/Loss (Raw)": 0.47954025864601135, "Finetune/Step": 16859, "Finetune/Step Time": 6.762521052733064}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.6175554394721985, "Finetune/Loss (Raw)": 0.6392805576324463, "Finetune/Step": 16860, "Finetune/Step Time": 6.755225691944361}
+{"Finetune/Learning Rate": 7.865362289702394e-07, "Finetune/Loss": 0.6178023815155029, "Finetune/Loss (Raw)": 0.5926066040992737, "Finetune/Step": 16861, "Finetune/Step Time": 6.7463242039084435}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.6185915470123291, "Finetune/Loss (Raw)": 0.6045140027999878, "Finetune/Step": 16862, "Finetune/Step Time": 6.750265127047896}
+{"Finetune/Learning Rate": 7.852274986620256e-07, "Finetune/Loss": 0.6177592873573303, "Finetune/Loss (Raw)": 0.6269364356994629, "Finetune/Step": 16863, "Finetune/Step Time": 6.750084688887}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.6191758513450623, "Finetune/Loss (Raw)": 0.6674094200134277, "Finetune/Step": 16864, "Finetune/Step Time": 6.750323450192809}
+{"Finetune/Learning Rate": 7.839198135727855e-07, "Finetune/Loss": 0.6186925768852234, "Finetune/Loss (Raw)": 0.6012840270996094, "Finetune/Step": 16865, "Finetune/Step Time": 6.752380000427365}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.6193170547485352, "Finetune/Loss (Raw)": 0.637881338596344, "Finetune/Step": 16866, "Finetune/Step Time": 6.737874144688249}
+{"Finetune/Learning Rate": 7.82613173850848e-07, "Finetune/Loss": 0.6185367107391357, "Finetune/Loss (Raw)": 0.581609308719635, "Finetune/Step": 16867, "Finetune/Step Time": 6.753916896879673}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.6194722652435303, "Finetune/Loss (Raw)": 0.666422963142395, "Finetune/Step": 16868, "Finetune/Step Time": 6.75360724888742}
+{"Finetune/Learning Rate": 7.81307579644418e-07, "Finetune/Loss": 0.620777428150177, "Finetune/Loss (Raw)": 0.6523666381835938, "Finetune/Step": 16869, "Finetune/Step Time": 6.751721583306789}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.6209452152252197, "Finetune/Loss (Raw)": 0.6281014680862427, "Finetune/Step": 16870, "Finetune/Step Time": 6.754558136686683}
+{"Finetune/Learning Rate": 7.800030311015938e-07, "Finetune/Loss": 0.621245801448822, "Finetune/Loss (Raw)": 0.6580995321273804, "Finetune/Step": 16871, "Finetune/Step Time": 6.756276914849877}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.622542142868042, "Finetune/Loss (Raw)": 0.6605085134506226, "Finetune/Step": 16872, "Finetune/Step Time": 6.738218562677503}
+{"Finetune/Learning Rate": 7.786995283703458e-07, "Finetune/Loss": 0.6244905591011047, "Finetune/Loss (Raw)": 0.8108239769935608, "Finetune/Step": 16873, "Finetune/Step Time": 6.738465115427971}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.6248138546943665, "Finetune/Loss (Raw)": 0.5956592559814453, "Finetune/Step": 16874, "Finetune/Step Time": 6.737884748727083}
+{"Finetune/Learning Rate": 7.773970715985279e-07, "Finetune/Loss": 0.6244193911552429, "Finetune/Loss (Raw)": 0.6513644456863403, "Finetune/Step": 16875, "Finetune/Step Time": 6.7419372741132975}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.6255150437355042, "Finetune/Loss (Raw)": 0.7400584816932678, "Finetune/Step": 16876, "Finetune/Step Time": 6.761891970410943}
+{"Finetune/Learning Rate": 7.760956609338744e-07, "Finetune/Loss": 0.6262929439544678, "Finetune/Loss (Raw)": 0.6678902506828308, "Finetune/Step": 16877, "Finetune/Step Time": 6.762836456298828}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.6264386177062988, "Finetune/Loss (Raw)": 0.6000425815582275, "Finetune/Step": 16878, "Finetune/Step Time": 6.7574612852185965}
+{"Finetune/Learning Rate": 7.74795296524008e-07, "Finetune/Loss": 0.6261228322982788, "Finetune/Loss (Raw)": 0.5639574527740479, "Finetune/Step": 16879, "Finetune/Step Time": 6.754842828959227}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.6272228956222534, "Finetune/Loss (Raw)": 0.7074928283691406, "Finetune/Step": 16880, "Finetune/Step Time": 6.752404326573014}
+{"Finetune/Learning Rate": 7.73495978516422e-07, "Finetune/Loss": 0.6272188425064087, "Finetune/Loss (Raw)": 0.5949077606201172, "Finetune/Step": 16881, "Finetune/Step Time": 6.750890294089913}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.6273488402366638, "Finetune/Loss (Raw)": 0.6056452393531799, "Finetune/Step": 16882, "Finetune/Step Time": 6.772091520950198}
+{"Finetune/Learning Rate": 7.721977070584962e-07, "Finetune/Loss": 0.6265669465065002, "Finetune/Loss (Raw)": 0.5336685180664062, "Finetune/Step": 16883, "Finetune/Step Time": 6.7746732253581285}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.6273061037063599, "Finetune/Loss (Raw)": 0.659217119216919, "Finetune/Step": 16884, "Finetune/Step Time": 6.775301411747932}
+{"Finetune/Learning Rate": 7.709004822974975e-07, "Finetune/Loss": 0.6265124082565308, "Finetune/Loss (Raw)": 0.6236109733581543, "Finetune/Step": 16885, "Finetune/Step Time": 6.781542085111141}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.6265047192573547, "Finetune/Loss (Raw)": 0.6897695660591125, "Finetune/Step": 16886, "Finetune/Step Time": 6.782636538147926}
+{"Finetune/Learning Rate": 7.696043043805635e-07, "Finetune/Loss": 0.6285053491592407, "Finetune/Loss (Raw)": 0.8056528568267822, "Finetune/Step": 16887, "Finetune/Step Time": 6.7776508796960115}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.6290402412414551, "Finetune/Loss (Raw)": 0.6699464917182922, "Finetune/Step": 16888, "Finetune/Step Time": 6.806724032387137}
+{"Finetune/Learning Rate": 7.683091734547177e-07, "Finetune/Loss": 0.629192590713501, "Finetune/Loss (Raw)": 0.5863205790519714, "Finetune/Step": 16889, "Finetune/Step Time": 6.806149210780859}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.6301413774490356, "Finetune/Loss (Raw)": 0.7132701873779297, "Finetune/Step": 16890, "Finetune/Step Time": 6.808279315009713}
+{"Finetune/Learning Rate": 7.670150896668672e-07, "Finetune/Loss": 0.6305715441703796, "Finetune/Loss (Raw)": 0.5934057831764221, "Finetune/Step": 16891, "Finetune/Step Time": 6.805638449266553}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.6323913335800171, "Finetune/Loss (Raw)": 0.6963468194007874, "Finetune/Step": 16892, "Finetune/Step Time": 6.8098252806812525}
+{"Finetune/Learning Rate": 7.657220531637966e-07, "Finetune/Loss": 0.6324502229690552, "Finetune/Loss (Raw)": 0.7079278826713562, "Finetune/Step": 16893, "Finetune/Step Time": 6.807594634592533}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.6328418850898743, "Finetune/Loss (Raw)": 0.6806324124336243, "Finetune/Step": 16894, "Finetune/Step Time": 6.808108493685722}
+{"Finetune/Learning Rate": 7.644300640921731e-07, "Finetune/Loss": 0.6316732168197632, "Finetune/Loss (Raw)": 0.461154967546463, "Finetune/Step": 16895, "Finetune/Step Time": 6.8299089930951595}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.6312786340713501, "Finetune/Loss (Raw)": 0.6589764356613159, "Finetune/Step": 16896, "Finetune/Step Time": 6.818892205134034}
+{"Finetune/Learning Rate": 7.631391225985473e-07, "Finetune/Loss": 0.6314750909805298, "Finetune/Loss (Raw)": 0.6148073673248291, "Finetune/Step": 16897, "Finetune/Step Time": 6.796661615371704}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.63264000415802, "Finetune/Loss (Raw)": 0.7203222513198853, "Finetune/Step": 16898, "Finetune/Step Time": 6.798486860468984}
+{"Finetune/Learning Rate": 7.618492288293466e-07, "Finetune/Loss": 0.6334031224250793, "Finetune/Loss (Raw)": 0.7052586078643799, "Finetune/Step": 16899, "Finetune/Step Time": 6.7997051775455475}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.6326175332069397, "Finetune/Loss (Raw)": 0.5760633945465088, "Finetune/Step": 16900, "Finetune/Step Time": 6.799883801490068}
+{"Finetune/Learning Rate": 7.605603829308828e-07, "Finetune/Loss": 0.632300078868866, "Finetune/Loss (Raw)": 0.6475738883018494, "Finetune/Step": 16901, "Finetune/Step Time": 6.798942225053906}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.6329483985900879, "Finetune/Loss (Raw)": 0.62767094373703, "Finetune/Step": 16902, "Finetune/Step Time": 6.800542859360576}
+{"Finetune/Learning Rate": 7.592725850493487e-07, "Finetune/Loss": 0.6325910091400146, "Finetune/Loss (Raw)": 0.64494389295578, "Finetune/Step": 16903, "Finetune/Step Time": 6.80798270739615}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.6323851346969604, "Finetune/Loss (Raw)": 0.6120384931564331, "Finetune/Step": 16904, "Finetune/Step Time": 6.812087912112474}
+{"Finetune/Learning Rate": 7.579858353308156e-07, "Finetune/Loss": 0.6329803466796875, "Finetune/Loss (Raw)": 0.6118320822715759, "Finetune/Step": 16905, "Finetune/Step Time": 6.815580254420638}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.63280189037323, "Finetune/Loss (Raw)": 0.7297823429107666, "Finetune/Step": 16906, "Finetune/Step Time": 6.816435556858778}
+{"Finetune/Learning Rate": 7.567001339212399e-07, "Finetune/Loss": 0.635029673576355, "Finetune/Loss (Raw)": 0.7655425667762756, "Finetune/Step": 16907, "Finetune/Step Time": 6.800904938951135}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.6348563432693481, "Finetune/Loss (Raw)": 0.6089643239974976, "Finetune/Step": 16908, "Finetune/Step Time": 6.799581255763769}
+{"Finetune/Learning Rate": 7.554154809664549e-07, "Finetune/Loss": 0.6342563629150391, "Finetune/Loss (Raw)": 0.6486464142799377, "Finetune/Step": 16909, "Finetune/Step Time": 6.796873414888978}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.6351875066757202, "Finetune/Loss (Raw)": 0.7243123650550842, "Finetune/Step": 16910, "Finetune/Step Time": 6.811561549082398}
+{"Finetune/Learning Rate": 7.541318766121786e-07, "Finetune/Loss": 0.6337747573852539, "Finetune/Loss (Raw)": 0.5185800790786743, "Finetune/Step": 16911, "Finetune/Step Time": 6.821887554600835}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.6346102952957153, "Finetune/Loss (Raw)": 0.7282923460006714, "Finetune/Step": 16912, "Finetune/Step Time": 6.820154132321477}
+{"Finetune/Learning Rate": 7.528493210040077e-07, "Finetune/Loss": 0.6350594162940979, "Finetune/Loss (Raw)": 0.6469026803970337, "Finetune/Step": 16913, "Finetune/Step Time": 6.817123718559742}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.635530412197113, "Finetune/Loss (Raw)": 0.6317529082298279, "Finetune/Step": 16914, "Finetune/Step Time": 6.811729488894343}
+{"Finetune/Learning Rate": 7.515678142874216e-07, "Finetune/Loss": 0.6356561183929443, "Finetune/Loss (Raw)": 0.7588666081428528, "Finetune/Step": 16915, "Finetune/Step Time": 6.84663257189095}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.6347889304161072, "Finetune/Loss (Raw)": 0.5787464380264282, "Finetune/Step": 16916, "Finetune/Step Time": 6.849600767716765}
+{"Finetune/Learning Rate": 7.502873566077807e-07, "Finetune/Loss": 0.6348834037780762, "Finetune/Loss (Raw)": 0.7194629311561584, "Finetune/Step": 16917, "Finetune/Step Time": 6.834248147904873}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.6363322734832764, "Finetune/Loss (Raw)": 0.7256121039390564, "Finetune/Step": 16918, "Finetune/Step Time": 6.8484528586268425}
+{"Finetune/Learning Rate": 7.490079481103197e-07, "Finetune/Loss": 0.6368236541748047, "Finetune/Loss (Raw)": 0.6367281079292297, "Finetune/Step": 16919, "Finetune/Step Time": 6.865764454007149}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.6379191875457764, "Finetune/Loss (Raw)": 0.6305674910545349, "Finetune/Step": 16920, "Finetune/Step Time": 6.859166771173477}
+{"Finetune/Learning Rate": 7.47729588940167e-07, "Finetune/Loss": 0.6377979516983032, "Finetune/Loss (Raw)": 0.6341200470924377, "Finetune/Step": 16921, "Finetune/Step Time": 6.857995592057705}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.6367385387420654, "Finetune/Loss (Raw)": 0.42678356170654297, "Finetune/Step": 16922, "Finetune/Step Time": 6.8597429394721985}
+{"Finetune/Learning Rate": 7.464522792423234e-07, "Finetune/Loss": 0.6372451782226562, "Finetune/Loss (Raw)": 0.6596692204475403, "Finetune/Step": 16923, "Finetune/Step Time": 6.8583724945783615}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.6374462246894836, "Finetune/Loss (Raw)": 0.6338729858398438, "Finetune/Step": 16924, "Finetune/Step Time": 6.856096591800451}
+{"Finetune/Learning Rate": 7.451760191616686e-07, "Finetune/Loss": 0.637076735496521, "Finetune/Loss (Raw)": 0.6056214570999146, "Finetune/Step": 16925, "Finetune/Step Time": 6.862353535369039}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.6370970010757446, "Finetune/Loss (Raw)": 0.6334174871444702, "Finetune/Step": 16926, "Finetune/Step Time": 6.851100431755185}
+{"Finetune/Learning Rate": 7.439008088429712e-07, "Finetune/Loss": 0.6363536715507507, "Finetune/Loss (Raw)": 0.5992557406425476, "Finetune/Step": 16927, "Finetune/Step Time": 6.827364567667246}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.6360788345336914, "Finetune/Loss (Raw)": 0.5052013993263245, "Finetune/Step": 16928, "Finetune/Step Time": 6.833126259967685}
+{"Finetune/Learning Rate": 7.426266484308775e-07, "Finetune/Loss": 0.6346080303192139, "Finetune/Loss (Raw)": 0.4876667857170105, "Finetune/Step": 16929, "Finetune/Step Time": 6.835472481325269}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.6353556513786316, "Finetune/Loss (Raw)": 0.6375578045845032, "Finetune/Step": 16930, "Finetune/Step Time": 6.823400516062975}
+{"Finetune/Learning Rate": 7.4135353806991e-07, "Finetune/Loss": 0.6359025835990906, "Finetune/Loss (Raw)": 0.6467330455780029, "Finetune/Step": 16931, "Finetune/Step Time": 6.819160640239716}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.636545717716217, "Finetune/Loss (Raw)": 0.6545484066009521, "Finetune/Step": 16932, "Finetune/Step Time": 6.815806295722723}
+{"Finetune/Learning Rate": 7.400814779044762e-07, "Finetune/Loss": 0.6362559199333191, "Finetune/Loss (Raw)": 0.5482869744300842, "Finetune/Step": 16933, "Finetune/Step Time": 6.809556074440479}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.6364395618438721, "Finetune/Loss (Raw)": 0.5866685509681702, "Finetune/Step": 16934, "Finetune/Step Time": 6.811311889439821}
+{"Finetune/Learning Rate": 7.388104680788676e-07, "Finetune/Loss": 0.6367475390434265, "Finetune/Loss (Raw)": 0.6619415879249573, "Finetune/Step": 16935, "Finetune/Step Time": 6.799874026328325}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.6365474462509155, "Finetune/Loss (Raw)": 0.6696364879608154, "Finetune/Step": 16936, "Finetune/Step Time": 6.799375873059034}
+{"Finetune/Learning Rate": 7.3754050873725e-07, "Finetune/Loss": 0.6370927095413208, "Finetune/Loss (Raw)": 0.6453505158424377, "Finetune/Step": 16937, "Finetune/Step Time": 6.7941858153790236}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.6374926567077637, "Finetune/Loss (Raw)": 0.6294198632240295, "Finetune/Step": 16938, "Finetune/Step Time": 6.801109520718455}
+{"Finetune/Learning Rate": 7.362716000236725e-07, "Finetune/Loss": 0.6369946002960205, "Finetune/Loss (Raw)": 0.5231240391731262, "Finetune/Step": 16939, "Finetune/Step Time": 6.8000699281692505}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.6363390684127808, "Finetune/Loss (Raw)": 0.539033055305481, "Finetune/Step": 16940, "Finetune/Step Time": 6.818198915570974}
+{"Finetune/Learning Rate": 7.3500374208207e-07, "Finetune/Loss": 0.6362177133560181, "Finetune/Loss (Raw)": 0.6485615968704224, "Finetune/Step": 16941, "Finetune/Step Time": 6.827170995995402}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.6360946893692017, "Finetune/Loss (Raw)": 0.6147681474685669, "Finetune/Step": 16942, "Finetune/Step Time": 6.8300473261624575}
+{"Finetune/Learning Rate": 7.337369350562496e-07, "Finetune/Loss": 0.6361246109008789, "Finetune/Loss (Raw)": 0.6328000426292419, "Finetune/Step": 16943, "Finetune/Step Time": 6.825392795726657}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.6360151171684265, "Finetune/Loss (Raw)": 0.5576381087303162, "Finetune/Step": 16944, "Finetune/Step Time": 6.812413556501269}
+{"Finetune/Learning Rate": 7.324711790899042e-07, "Finetune/Loss": 0.6364580988883972, "Finetune/Loss (Raw)": 0.727490246295929, "Finetune/Step": 16945, "Finetune/Step Time": 6.809465331956744}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.6367809772491455, "Finetune/Loss (Raw)": 0.6472055315971375, "Finetune/Step": 16946, "Finetune/Step Time": 6.815216097980738}
+{"Finetune/Learning Rate": 7.312064743266078e-07, "Finetune/Loss": 0.6373207569122314, "Finetune/Loss (Raw)": 0.6705705523490906, "Finetune/Step": 16947, "Finetune/Step Time": 6.818506684154272}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.6373254656791687, "Finetune/Loss (Raw)": 0.6894387602806091, "Finetune/Step": 16948, "Finetune/Step Time": 6.796039313077927}
+{"Finetune/Learning Rate": 7.299428209098147e-07, "Finetune/Loss": 0.6368039846420288, "Finetune/Loss (Raw)": 0.6132925152778625, "Finetune/Step": 16949, "Finetune/Step Time": 6.797175979241729}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.6364044547080994, "Finetune/Loss (Raw)": 0.5558627247810364, "Finetune/Step": 16950, "Finetune/Step Time": 6.778376517817378}
+{"Finetune/Learning Rate": 7.286802189828579e-07, "Finetune/Loss": 0.6357402801513672, "Finetune/Loss (Raw)": 0.5756750702857971, "Finetune/Step": 16951, "Finetune/Step Time": 6.77989487349987}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.636108934879303, "Finetune/Loss (Raw)": 0.6373364329338074, "Finetune/Step": 16952, "Finetune/Step Time": 6.772649729624391}
+{"Finetune/Learning Rate": 7.274186686889539e-07, "Finetune/Loss": 0.6369622945785522, "Finetune/Loss (Raw)": 0.7158553600311279, "Finetune/Step": 16953, "Finetune/Step Time": 6.75687481276691}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.6359033584594727, "Finetune/Loss (Raw)": 0.5452033281326294, "Finetune/Step": 16954, "Finetune/Step Time": 6.753002587705851}
+{"Finetune/Learning Rate": 7.261581701711972e-07, "Finetune/Loss": 0.6349501609802246, "Finetune/Loss (Raw)": 0.547764003276825, "Finetune/Step": 16955, "Finetune/Step Time": 6.751693045720458}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.6338608264923096, "Finetune/Loss (Raw)": 0.5487624406814575, "Finetune/Step": 16956, "Finetune/Step Time": 6.744892178103328}
+{"Finetune/Learning Rate": 7.248987235725646e-07, "Finetune/Loss": 0.6343101263046265, "Finetune/Loss (Raw)": 0.6320477724075317, "Finetune/Step": 16957, "Finetune/Step Time": 6.744553849101067}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.6337985992431641, "Finetune/Loss (Raw)": 0.5999306440353394, "Finetune/Step": 16958, "Finetune/Step Time": 6.74493882805109}
+{"Finetune/Learning Rate": 7.236403290359151e-07, "Finetune/Loss": 0.6330538988113403, "Finetune/Loss (Raw)": 0.6607967615127563, "Finetune/Step": 16959, "Finetune/Step Time": 6.744552411139011}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.6323891282081604, "Finetune/Loss (Raw)": 0.607241690158844, "Finetune/Step": 16960, "Finetune/Step Time": 6.754746729508042}
+{"Finetune/Learning Rate": 7.223829867039844e-07, "Finetune/Loss": 0.6332045793533325, "Finetune/Loss (Raw)": 0.6495882868766785, "Finetune/Step": 16961, "Finetune/Step Time": 6.753589225932956}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.6338248252868652, "Finetune/Loss (Raw)": 0.6447800993919373, "Finetune/Step": 16962, "Finetune/Step Time": 6.7502904534339905}
+{"Finetune/Learning Rate": 7.211266967193931e-07, "Finetune/Loss": 0.6333652138710022, "Finetune/Loss (Raw)": 0.5282911658287048, "Finetune/Step": 16963, "Finetune/Step Time": 6.75252858735621}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.6340379118919373, "Finetune/Loss (Raw)": 0.6675220131874084, "Finetune/Step": 16964, "Finetune/Step Time": 6.747847897931933}
+{"Finetune/Learning Rate": 7.198714592246403e-07, "Finetune/Loss": 0.633196234703064, "Finetune/Loss (Raw)": 0.6432401537895203, "Finetune/Step": 16965, "Finetune/Step Time": 6.7502217795699835}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.6331466436386108, "Finetune/Loss (Raw)": 0.6545398831367493, "Finetune/Step": 16966, "Finetune/Step Time": 6.7495716623961926}
+{"Finetune/Learning Rate": 7.186172743621023e-07, "Finetune/Loss": 0.6335533857345581, "Finetune/Loss (Raw)": 0.6297850012779236, "Finetune/Step": 16967, "Finetune/Step Time": 6.746768470853567}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.6327712535858154, "Finetune/Loss (Raw)": 0.6172205805778503, "Finetune/Step": 16968, "Finetune/Step Time": 6.740315264090896}
+{"Finetune/Learning Rate": 7.17364142274044e-07, "Finetune/Loss": 0.6306740045547485, "Finetune/Loss (Raw)": 0.5246918201446533, "Finetune/Step": 16969, "Finetune/Step Time": 6.741326784715056}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.6295119524002075, "Finetune/Loss (Raw)": 0.5579794049263, "Finetune/Step": 16970, "Finetune/Step Time": 6.7376746498048306}
+{"Finetune/Learning Rate": 7.161120631026075e-07, "Finetune/Loss": 0.6293563842773438, "Finetune/Loss (Raw)": 0.5956653356552124, "Finetune/Step": 16971, "Finetune/Step Time": 6.738537533208728}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.6303250193595886, "Finetune/Loss (Raw)": 0.6193007230758667, "Finetune/Step": 16972, "Finetune/Step Time": 6.7387642581015825}
+{"Finetune/Learning Rate": 7.148610369898091e-07, "Finetune/Loss": 0.6321001648902893, "Finetune/Loss (Raw)": 0.7746869325637817, "Finetune/Step": 16973, "Finetune/Step Time": 6.743419200181961}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.6325893402099609, "Finetune/Loss (Raw)": 0.6642648577690125, "Finetune/Step": 16974, "Finetune/Step Time": 6.7453796323388815}
+{"Finetune/Learning Rate": 7.136110640775517e-07, "Finetune/Loss": 0.6325129270553589, "Finetune/Loss (Raw)": 0.6508033871650696, "Finetune/Step": 16975, "Finetune/Step Time": 6.765793200582266}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.6333302855491638, "Finetune/Loss (Raw)": 0.6607508063316345, "Finetune/Step": 16976, "Finetune/Step Time": 6.76728424988687}
+{"Finetune/Learning Rate": 7.123621445076234e-07, "Finetune/Loss": 0.6333638429641724, "Finetune/Loss (Raw)": 0.6478947401046753, "Finetune/Step": 16977, "Finetune/Step Time": 6.764413608238101}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.6334015727043152, "Finetune/Loss (Raw)": 0.6800624132156372, "Finetune/Step": 16978, "Finetune/Step Time": 6.761125765740871}
+{"Finetune/Learning Rate": 7.111142784216818e-07, "Finetune/Loss": 0.6332663297653198, "Finetune/Loss (Raw)": 0.7146869897842407, "Finetune/Step": 16979, "Finetune/Step Time": 6.760936198756099}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.6341115236282349, "Finetune/Loss (Raw)": 0.6525379419326782, "Finetune/Step": 16980, "Finetune/Step Time": 6.763999765738845}
+{"Finetune/Learning Rate": 7.098674659612714e-07, "Finetune/Loss": 0.6333081722259521, "Finetune/Loss (Raw)": 0.49286389350891113, "Finetune/Step": 16981, "Finetune/Step Time": 6.80291960388422}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.6332156658172607, "Finetune/Loss (Raw)": 0.678953230381012, "Finetune/Step": 16982, "Finetune/Step Time": 6.801517490297556}
+{"Finetune/Learning Rate": 7.086217072678214e-07, "Finetune/Loss": 0.6327261328697205, "Finetune/Loss (Raw)": 0.6010382175445557, "Finetune/Step": 16983, "Finetune/Step Time": 6.801899699494243}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.6339937448501587, "Finetune/Loss (Raw)": 0.7434812784194946, "Finetune/Step": 16984, "Finetune/Step Time": 6.800775600597262}
+{"Finetune/Learning Rate": 7.073770024826321e-07, "Finetune/Loss": 0.6336588263511658, "Finetune/Loss (Raw)": 0.6077204346656799, "Finetune/Step": 16985, "Finetune/Step Time": 6.817939525470138}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.6323836445808411, "Finetune/Loss (Raw)": 0.5590329766273499, "Finetune/Step": 16986, "Finetune/Step Time": 6.813062641769648}
+{"Finetune/Learning Rate": 7.061333517468882e-07, "Finetune/Loss": 0.6334255337715149, "Finetune/Loss (Raw)": 0.6128997802734375, "Finetune/Step": 16987, "Finetune/Step Time": 6.802271042019129}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.6336033344268799, "Finetune/Loss (Raw)": 0.6620457172393799, "Finetune/Step": 16988, "Finetune/Step Time": 6.795796558260918}
+{"Finetune/Learning Rate": 7.048907552016571e-07, "Finetune/Loss": 0.6336312890052795, "Finetune/Loss (Raw)": 0.5961776971817017, "Finetune/Step": 16989, "Finetune/Step Time": 6.786709340289235}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.6338270902633667, "Finetune/Loss (Raw)": 0.6295793056488037, "Finetune/Step": 16990, "Finetune/Step Time": 6.786551473662257}
+{"Finetune/Learning Rate": 7.036492129878835e-07, "Finetune/Loss": 0.634333074092865, "Finetune/Loss (Raw)": 0.6917040944099426, "Finetune/Step": 16991, "Finetune/Step Time": 6.784177117049694}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.6333127617835999, "Finetune/Loss (Raw)": 0.5368070602416992, "Finetune/Step": 16992, "Finetune/Step Time": 6.783786371350288}
+{"Finetune/Learning Rate": 7.024087252463951e-07, "Finetune/Loss": 0.6335289478302002, "Finetune/Loss (Raw)": 0.6289587616920471, "Finetune/Step": 16993, "Finetune/Step Time": 6.785426365211606}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.63434898853302, "Finetune/Loss (Raw)": 0.742842972278595, "Finetune/Step": 16994, "Finetune/Step Time": 6.784384239464998}
+{"Finetune/Learning Rate": 7.01169292117898e-07, "Finetune/Loss": 0.6353485584259033, "Finetune/Loss (Raw)": 0.7095546722412109, "Finetune/Step": 16995, "Finetune/Step Time": 6.771509233862162}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.635265588760376, "Finetune/Loss (Raw)": 0.6558097004890442, "Finetune/Step": 16996, "Finetune/Step Time": 6.7709695640951395}
+{"Finetune/Learning Rate": 6.999309137429799e-07, "Finetune/Loss": 0.634990930557251, "Finetune/Loss (Raw)": 0.617206871509552, "Finetune/Step": 16997, "Finetune/Step Time": 6.761128086596727}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.634985625743866, "Finetune/Loss (Raw)": 0.627419114112854, "Finetune/Step": 16998, "Finetune/Step Time": 6.7565608862787485}
+{"Finetune/Learning Rate": 6.986935902621083e-07, "Finetune/Loss": 0.6347669363021851, "Finetune/Loss (Raw)": 0.6301106214523315, "Finetune/Step": 16999, "Finetune/Step Time": 6.751017834991217}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.6349029541015625, "Finetune/Loss (Raw)": 0.6779223680496216, "Finetune/Step": 17000, "Finetune/Step Time": 6.751110268756747}
+{"Finetune/Learning Rate": 6.974573218156311e-07, "Finetune/Loss": 0.6338081955909729, "Finetune/Loss (Raw)": 0.6706856489181519, "Finetune/Step": 17001, "Finetune/Step Time": 6.75007108412683}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.6342823505401611, "Finetune/Loss (Raw)": 0.6563551425933838, "Finetune/Step": 17002, "Finetune/Step Time": 6.748457131907344}
+{"Finetune/Learning Rate": 6.962221085437759e-07, "Finetune/Loss": 0.6339844465255737, "Finetune/Loss (Raw)": 0.6132364273071289, "Finetune/Step": 17003, "Finetune/Step Time": 6.750006811693311}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.6315358877182007, "Finetune/Loss (Raw)": 0.4266397953033447, "Finetune/Step": 17004, "Finetune/Step Time": 6.741696804761887}
+{"Finetune/Learning Rate": 6.949879505866508e-07, "Finetune/Loss": 0.6310421228408813, "Finetune/Loss (Raw)": 0.6046894192695618, "Finetune/Step": 17005, "Finetune/Step Time": 6.743587348610163}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.6323764324188232, "Finetune/Loss (Raw)": 0.7708308696746826, "Finetune/Step": 17006, "Finetune/Step Time": 6.7366047613322735}
+{"Finetune/Learning Rate": 6.937548480842482e-07, "Finetune/Loss": 0.6323938369750977, "Finetune/Loss (Raw)": 0.5661863684654236, "Finetune/Step": 17007, "Finetune/Step Time": 6.7377410642802715}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.6320077776908875, "Finetune/Loss (Raw)": 0.6580776572227478, "Finetune/Step": 17008, "Finetune/Step Time": 6.752745907753706}
+{"Finetune/Learning Rate": 6.925228011764307e-07, "Finetune/Loss": 0.6326020956039429, "Finetune/Loss (Raw)": 0.6709847450256348, "Finetune/Step": 17009, "Finetune/Step Time": 6.747039422392845}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.6326830983161926, "Finetune/Loss (Raw)": 0.6160094141960144, "Finetune/Step": 17010, "Finetune/Step Time": 6.727182473987341}
+{"Finetune/Learning Rate": 6.912918100029531e-07, "Finetune/Loss": 0.6333236694335938, "Finetune/Loss (Raw)": 0.6156584024429321, "Finetune/Step": 17011, "Finetune/Step Time": 6.745533883571625}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.6329746246337891, "Finetune/Loss (Raw)": 0.61454176902771, "Finetune/Step": 17012, "Finetune/Step Time": 6.764627043157816}
+{"Finetune/Learning Rate": 6.900618747034449e-07, "Finetune/Loss": 0.6327435970306396, "Finetune/Loss (Raw)": 0.5940383076667786, "Finetune/Step": 17013, "Finetune/Step Time": 6.762855311855674}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.6333415508270264, "Finetune/Loss (Raw)": 0.766311526298523, "Finetune/Step": 17014, "Finetune/Step Time": 6.762532904744148}
+{"Finetune/Learning Rate": 6.888329954174111e-07, "Finetune/Loss": 0.6325387954711914, "Finetune/Loss (Raw)": 0.7028979063034058, "Finetune/Step": 17015, "Finetune/Step Time": 6.76671396009624}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.6325137615203857, "Finetune/Loss (Raw)": 0.6667464375495911, "Finetune/Step": 17016, "Finetune/Step Time": 6.739875003695488}
+{"Finetune/Learning Rate": 6.876051722842469e-07, "Finetune/Loss": 0.6324396133422852, "Finetune/Loss (Raw)": 0.5768218040466309, "Finetune/Step": 17017, "Finetune/Step Time": 6.742607807740569}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.6318949460983276, "Finetune/Loss (Raw)": 0.6435497999191284, "Finetune/Step": 17018, "Finetune/Step Time": 6.735908852890134}
+{"Finetune/Learning Rate": 6.863784054432232e-07, "Finetune/Loss": 0.6317152976989746, "Finetune/Loss (Raw)": 0.5704234838485718, "Finetune/Step": 17019, "Finetune/Step Time": 6.736717300489545}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.6322425007820129, "Finetune/Loss (Raw)": 0.7638220191001892, "Finetune/Step": 17020, "Finetune/Step Time": 6.7280176393687725}
+{"Finetune/Learning Rate": 6.851526950334863e-07, "Finetune/Loss": 0.6319741010665894, "Finetune/Loss (Raw)": 0.6735790371894836, "Finetune/Step": 17021, "Finetune/Step Time": 6.739559095352888}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.6307369470596313, "Finetune/Loss (Raw)": 0.5222654938697815, "Finetune/Step": 17022, "Finetune/Step Time": 6.7435775101184845}
+{"Finetune/Learning Rate": 6.839280411940663e-07, "Finetune/Loss": 0.6320658326148987, "Finetune/Loss (Raw)": 0.6312540173530579, "Finetune/Step": 17023, "Finetune/Step Time": 6.718165999278426}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.6319313645362854, "Finetune/Loss (Raw)": 0.6417669653892517, "Finetune/Step": 17024, "Finetune/Step Time": 6.716267915442586}
+{"Finetune/Learning Rate": 6.827044440638809e-07, "Finetune/Loss": 0.6319451332092285, "Finetune/Loss (Raw)": 0.6165690422058105, "Finetune/Step": 17025, "Finetune/Step Time": 6.723257690668106}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.6301530599594116, "Finetune/Loss (Raw)": 0.49093401432037354, "Finetune/Step": 17026, "Finetune/Step Time": 6.735227828845382}
+{"Finetune/Learning Rate": 6.814819037817133e-07, "Finetune/Loss": 0.6293728947639465, "Finetune/Loss (Raw)": 0.6054004430770874, "Finetune/Step": 17027, "Finetune/Step Time": 6.731936179101467}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.629968523979187, "Finetune/Loss (Raw)": 0.6523025035858154, "Finetune/Step": 17028, "Finetune/Step Time": 6.745117885991931}
+{"Finetune/Learning Rate": 6.802604204862384e-07, "Finetune/Loss": 0.6303727030754089, "Finetune/Loss (Raw)": 0.6993111968040466, "Finetune/Step": 17029, "Finetune/Step Time": 6.743930522352457}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.6303220391273499, "Finetune/Loss (Raw)": 0.621184229850769, "Finetune/Step": 17030, "Finetune/Step Time": 6.745393326506019}
+{"Finetune/Learning Rate": 6.790399943160076e-07, "Finetune/Loss": 0.6297265887260437, "Finetune/Loss (Raw)": 0.5687265396118164, "Finetune/Step": 17031, "Finetune/Step Time": 6.746333992108703}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.6287833452224731, "Finetune/Loss (Raw)": 0.49130237102508545, "Finetune/Step": 17032, "Finetune/Step Time": 6.742859859019518}
+{"Finetune/Learning Rate": 6.7782062540945e-07, "Finetune/Loss": 0.6281826496124268, "Finetune/Loss (Raw)": 0.5349412560462952, "Finetune/Step": 17033, "Finetune/Step Time": 6.741968246176839}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.6273369193077087, "Finetune/Loss (Raw)": 0.6215274333953857, "Finetune/Step": 17034, "Finetune/Step Time": 6.743514809757471}
+{"Finetune/Learning Rate": 6.766023139048794e-07, "Finetune/Loss": 0.6263636946678162, "Finetune/Loss (Raw)": 0.6409793496131897, "Finetune/Step": 17035, "Finetune/Step Time": 6.744851311668754}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.626323401927948, "Finetune/Loss (Raw)": 0.6037992835044861, "Finetune/Step": 17036, "Finetune/Step Time": 6.747333370149136}
+{"Finetune/Learning Rate": 6.753850599404854e-07, "Finetune/Loss": 0.6266112923622131, "Finetune/Loss (Raw)": 0.6855035424232483, "Finetune/Step": 17037, "Finetune/Step Time": 6.745235998183489}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.626021146774292, "Finetune/Loss (Raw)": 0.648763120174408, "Finetune/Step": 17038, "Finetune/Step Time": 6.739437498152256}
+{"Finetune/Learning Rate": 6.741688636543398e-07, "Finetune/Loss": 0.6267370581626892, "Finetune/Loss (Raw)": 0.6102233529090881, "Finetune/Step": 17039, "Finetune/Step Time": 6.729754166677594}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.6265887022018433, "Finetune/Loss (Raw)": 0.7093070149421692, "Finetune/Step": 17040, "Finetune/Step Time": 6.73469147644937}
+{"Finetune/Learning Rate": 6.729537251843954e-07, "Finetune/Loss": 0.6257482171058655, "Finetune/Loss (Raw)": 0.5393126010894775, "Finetune/Step": 17041, "Finetune/Step Time": 6.741606203839183}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.6255823373794556, "Finetune/Loss (Raw)": 0.6105257272720337, "Finetune/Step": 17042, "Finetune/Step Time": 6.739996368065476}
+{"Finetune/Learning Rate": 6.717396446684821e-07, "Finetune/Loss": 0.6243661642074585, "Finetune/Loss (Raw)": 0.6031976938247681, "Finetune/Step": 17043, "Finetune/Step Time": 6.706831907853484}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.6237160563468933, "Finetune/Loss (Raw)": 0.4955267310142517, "Finetune/Step": 17044, "Finetune/Step Time": 6.704779867082834}
+{"Finetune/Learning Rate": 6.705266222443118e-07, "Finetune/Loss": 0.6230735778808594, "Finetune/Loss (Raw)": 0.6372265815734863, "Finetune/Step": 17045, "Finetune/Step Time": 6.702761620283127}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.6220901012420654, "Finetune/Loss (Raw)": 0.5997234582901001, "Finetune/Step": 17046, "Finetune/Step Time": 6.690030204132199}
+{"Finetune/Learning Rate": 6.693146580494758e-07, "Finetune/Loss": 0.6216359734535217, "Finetune/Loss (Raw)": 0.5786046981811523, "Finetune/Step": 17047, "Finetune/Step Time": 6.670804962515831}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.6223878860473633, "Finetune/Loss (Raw)": 0.726813554763794, "Finetune/Step": 17048, "Finetune/Step Time": 6.698889659717679}
+{"Finetune/Learning Rate": 6.681037522214462e-07, "Finetune/Loss": 0.6222318410873413, "Finetune/Loss (Raw)": 0.6141448020935059, "Finetune/Step": 17049, "Finetune/Step Time": 6.7249665930867195}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.6231976747512817, "Finetune/Loss (Raw)": 0.5504056811332703, "Finetune/Step": 17050, "Finetune/Step Time": 6.713519351556897}
+{"Finetune/Learning Rate": 6.668939048975742e-07, "Finetune/Loss": 0.6219243407249451, "Finetune/Loss (Raw)": 0.49668943881988525, "Finetune/Step": 17051, "Finetune/Step Time": 6.72548514418304}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.6217517852783203, "Finetune/Loss (Raw)": 0.6117780208587646, "Finetune/Step": 17052, "Finetune/Step Time": 6.728424211964011}
+{"Finetune/Learning Rate": 6.656851162150901e-07, "Finetune/Loss": 0.62077796459198, "Finetune/Loss (Raw)": 0.48098233342170715, "Finetune/Step": 17053, "Finetune/Step Time": 6.736629454419017}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.6224510669708252, "Finetune/Loss (Raw)": 0.8475733399391174, "Finetune/Step": 17054, "Finetune/Step Time": 6.7370821461081505}
+{"Finetune/Learning Rate": 6.644773863111087e-07, "Finetune/Loss": 0.6229850053787231, "Finetune/Loss (Raw)": 0.6675980687141418, "Finetune/Step": 17055, "Finetune/Step Time": 6.734481398016214}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.6233148574829102, "Finetune/Loss (Raw)": 0.547419548034668, "Finetune/Step": 17056, "Finetune/Step Time": 6.726968189701438}
+{"Finetune/Learning Rate": 6.632707153226148e-07, "Finetune/Loss": 0.624632716178894, "Finetune/Loss (Raw)": 0.6563569903373718, "Finetune/Step": 17057, "Finetune/Step Time": 6.724407268688083}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.6240054965019226, "Finetune/Loss (Raw)": 0.5572690963745117, "Finetune/Step": 17058, "Finetune/Step Time": 6.7399518843740225}
+{"Finetune/Learning Rate": 6.620651033864844e-07, "Finetune/Loss": 0.6252124905586243, "Finetune/Loss (Raw)": 0.8012316226959229, "Finetune/Step": 17059, "Finetune/Step Time": 6.741793928667903}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.6240647435188293, "Finetune/Loss (Raw)": 0.5076350569725037, "Finetune/Step": 17060, "Finetune/Step Time": 6.760937836021185}
+{"Finetune/Learning Rate": 6.608605506394683e-07, "Finetune/Loss": 0.6258403658866882, "Finetune/Loss (Raw)": 0.7755638957023621, "Finetune/Step": 17061, "Finetune/Step Time": 6.758988123387098}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.6255502700805664, "Finetune/Loss (Raw)": 0.5495395064353943, "Finetune/Step": 17062, "Finetune/Step Time": 6.7544116377830505}
+{"Finetune/Learning Rate": 6.596570572181948e-07, "Finetune/Loss": 0.6251494288444519, "Finetune/Loss (Raw)": 0.6106350421905518, "Finetune/Step": 17063, "Finetune/Step Time": 6.766533426940441}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.6243729591369629, "Finetune/Loss (Raw)": 0.5702443718910217, "Finetune/Step": 17064, "Finetune/Step Time": 6.763467522338033}
+{"Finetune/Learning Rate": 6.584546232591749e-07, "Finetune/Loss": 0.623336672782898, "Finetune/Loss (Raw)": 0.5127140283584595, "Finetune/Step": 17065, "Finetune/Step Time": 6.759453136473894}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.6230911016464233, "Finetune/Loss (Raw)": 0.5979760885238647, "Finetune/Step": 17066, "Finetune/Step Time": 6.742451326921582}
+{"Finetune/Learning Rate": 6.572532488988004e-07, "Finetune/Loss": 0.623390257358551, "Finetune/Loss (Raw)": 0.5614212155342102, "Finetune/Step": 17067, "Finetune/Step Time": 6.74302014708519}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.6244075298309326, "Finetune/Loss (Raw)": 0.669244110584259, "Finetune/Step": 17068, "Finetune/Step Time": 6.7421987019479275}
+{"Finetune/Learning Rate": 6.560529342733424e-07, "Finetune/Loss": 0.6231728196144104, "Finetune/Loss (Raw)": 0.49051886796951294, "Finetune/Step": 17069, "Finetune/Step Time": 6.734111096709967}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.6224433183670044, "Finetune/Loss (Raw)": 0.5213873386383057, "Finetune/Step": 17070, "Finetune/Step Time": 6.732105618342757}
+{"Finetune/Learning Rate": 6.548536795189475e-07, "Finetune/Loss": 0.6220667362213135, "Finetune/Loss (Raw)": 0.5846007466316223, "Finetune/Step": 17071, "Finetune/Step Time": 6.732120571658015}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.6226686239242554, "Finetune/Loss (Raw)": 0.6346880793571472, "Finetune/Step": 17072, "Finetune/Step Time": 6.732584699988365}
+{"Finetune/Learning Rate": 6.53655484771648e-07, "Finetune/Loss": 0.6221233606338501, "Finetune/Loss (Raw)": 0.6576884984970093, "Finetune/Step": 17073, "Finetune/Step Time": 6.739033233374357}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.6230653524398804, "Finetune/Loss (Raw)": 0.7677773237228394, "Finetune/Step": 17074, "Finetune/Step Time": 6.733192211017013}
+{"Finetune/Learning Rate": 6.524583501673554e-07, "Finetune/Loss": 0.623035192489624, "Finetune/Loss (Raw)": 0.666718065738678, "Finetune/Step": 17075, "Finetune/Step Time": 6.730083245784044}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.6221984624862671, "Finetune/Loss (Raw)": 0.5823326706886292, "Finetune/Step": 17076, "Finetune/Step Time": 6.7306214310228825}
+{"Finetune/Learning Rate": 6.512622758418552e-07, "Finetune/Loss": 0.6228528022766113, "Finetune/Loss (Raw)": 0.6970456838607788, "Finetune/Step": 17077, "Finetune/Step Time": 6.730876753106713}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.6238707900047302, "Finetune/Loss (Raw)": 0.6861721873283386, "Finetune/Step": 17078, "Finetune/Step Time": 6.747883599251509}
+{"Finetune/Learning Rate": 6.500672619308157e-07, "Finetune/Loss": 0.6237554550170898, "Finetune/Loss (Raw)": 0.5609075427055359, "Finetune/Step": 17079, "Finetune/Step Time": 6.743488855659962}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.6235781908035278, "Finetune/Loss (Raw)": 0.6146458983421326, "Finetune/Step": 17080, "Finetune/Step Time": 6.753189954906702}
+{"Finetune/Learning Rate": 6.488733085697907e-07, "Finetune/Loss": 0.6228980422019958, "Finetune/Loss (Raw)": 0.6287981867790222, "Finetune/Step": 17081, "Finetune/Step Time": 6.766068559139967}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.623860776424408, "Finetune/Loss (Raw)": 0.6684365272521973, "Finetune/Step": 17082, "Finetune/Step Time": 6.7665084302425385}
+{"Finetune/Learning Rate": 6.476804158942051e-07, "Finetune/Loss": 0.6249357461929321, "Finetune/Loss (Raw)": 0.6853557229042053, "Finetune/Step": 17083, "Finetune/Step Time": 6.767338482663035}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.6257268190383911, "Finetune/Loss (Raw)": 0.6500163674354553, "Finetune/Step": 17084, "Finetune/Step Time": 6.767953552305698}
+{"Finetune/Learning Rate": 6.464885840393675e-07, "Finetune/Loss": 0.6261469125747681, "Finetune/Loss (Raw)": 0.685825765132904, "Finetune/Step": 17085, "Finetune/Step Time": 6.767280478030443}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.6266406774520874, "Finetune/Loss (Raw)": 0.6631345152854919, "Finetune/Step": 17086, "Finetune/Step Time": 6.764463068917394}
+{"Finetune/Learning Rate": 6.452978131404663e-07, "Finetune/Loss": 0.6257365942001343, "Finetune/Loss (Raw)": 0.5450674295425415, "Finetune/Step": 17087, "Finetune/Step Time": 6.784409195184708}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.6262496709823608, "Finetune/Loss (Raw)": 0.672918975353241, "Finetune/Step": 17088, "Finetune/Step Time": 6.774964416399598}
+{"Finetune/Learning Rate": 6.441081033325691e-07, "Finetune/Loss": 0.6261366605758667, "Finetune/Loss (Raw)": 0.6351191997528076, "Finetune/Step": 17089, "Finetune/Step Time": 6.7738993261009455}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.6263202428817749, "Finetune/Loss (Raw)": 0.6682803630828857, "Finetune/Step": 17090, "Finetune/Step Time": 6.773322861641645}
+{"Finetune/Learning Rate": 6.429194547506224e-07, "Finetune/Loss": 0.6276189684867859, "Finetune/Loss (Raw)": 0.694529116153717, "Finetune/Step": 17091, "Finetune/Step Time": 6.76889131590724}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.6278219223022461, "Finetune/Loss (Raw)": 0.6934962868690491, "Finetune/Step": 17092, "Finetune/Step Time": 6.767460977658629}
+{"Finetune/Learning Rate": 6.417318675294526e-07, "Finetune/Loss": 0.6280357837677002, "Finetune/Loss (Raw)": 0.6706222891807556, "Finetune/Step": 17093, "Finetune/Step Time": 6.767058130353689}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.6281928420066833, "Finetune/Loss (Raw)": 0.674645185470581, "Finetune/Step": 17094, "Finetune/Step Time": 6.761150350794196}
+{"Finetune/Learning Rate": 6.405453418037677e-07, "Finetune/Loss": 0.6289350986480713, "Finetune/Loss (Raw)": 0.7247858047485352, "Finetune/Step": 17095, "Finetune/Step Time": 6.7634508814662695}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.6286860704421997, "Finetune/Loss (Raw)": 0.5853437781333923, "Finetune/Step": 17096, "Finetune/Step Time": 6.761259980499744}
+{"Finetune/Learning Rate": 6.393598777081533e-07, "Finetune/Loss": 0.6300524473190308, "Finetune/Loss (Raw)": 0.6995956897735596, "Finetune/Step": 17097, "Finetune/Step Time": 6.761653086170554}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.6299549341201782, "Finetune/Loss (Raw)": 0.5454965233802795, "Finetune/Step": 17098, "Finetune/Step Time": 6.759033432230353}
+{"Finetune/Learning Rate": 6.38175475377073e-07, "Finetune/Loss": 0.631003201007843, "Finetune/Loss (Raw)": 0.7298382520675659, "Finetune/Step": 17099, "Finetune/Step Time": 6.750399433076382}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.631995439529419, "Finetune/Loss (Raw)": 0.7463051080703735, "Finetune/Step": 17100, "Finetune/Step Time": 6.753838671371341}
+{"Finetune/Learning Rate": 6.369921349448748e-07, "Finetune/Loss": 0.6309657096862793, "Finetune/Loss (Raw)": 0.6428824067115784, "Finetune/Step": 17101, "Finetune/Step Time": 6.76497808098793}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.6312650442123413, "Finetune/Loss (Raw)": 0.7025845646858215, "Finetune/Step": 17102, "Finetune/Step Time": 6.764693019911647}
+{"Finetune/Learning Rate": 6.358098565457815e-07, "Finetune/Loss": 0.6308262348175049, "Finetune/Loss (Raw)": 0.5946359634399414, "Finetune/Step": 17103, "Finetune/Step Time": 6.739036029204726}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.6308141350746155, "Finetune/Loss (Raw)": 0.6592042446136475, "Finetune/Step": 17104, "Finetune/Step Time": 6.746547132730484}
+{"Finetune/Learning Rate": 6.34628640313898e-07, "Finetune/Loss": 0.6307340860366821, "Finetune/Loss (Raw)": 0.637640655040741, "Finetune/Step": 17105, "Finetune/Step Time": 6.766931314021349}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.630582869052887, "Finetune/Loss (Raw)": 0.6607145667076111, "Finetune/Step": 17106, "Finetune/Step Time": 6.761697528883815}
+{"Finetune/Learning Rate": 6.334484863832069e-07, "Finetune/Loss": 0.6292695999145508, "Finetune/Loss (Raw)": 0.5465824007987976, "Finetune/Step": 17107, "Finetune/Step Time": 6.759703669697046}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.6282989978790283, "Finetune/Loss (Raw)": 0.5283044576644897, "Finetune/Step": 17108, "Finetune/Step Time": 6.757342457771301}
+{"Finetune/Learning Rate": 6.322693948875725e-07, "Finetune/Loss": 0.6293116807937622, "Finetune/Loss (Raw)": 0.6224890947341919, "Finetune/Step": 17109, "Finetune/Step Time": 6.719012275338173}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.6292677521705627, "Finetune/Loss (Raw)": 0.6733309030532837, "Finetune/Step": 17110, "Finetune/Step Time": 6.718574734404683}
+{"Finetune/Learning Rate": 6.310913659607398e-07, "Finetune/Loss": 0.6278209686279297, "Finetune/Loss (Raw)": 0.4158419370651245, "Finetune/Step": 17111, "Finetune/Step Time": 6.720164658501744}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.6265697479248047, "Finetune/Loss (Raw)": 0.5833360552787781, "Finetune/Step": 17112, "Finetune/Step Time": 6.723738398402929}
+{"Finetune/Learning Rate": 6.299143997363256e-07, "Finetune/Loss": 0.6273919343948364, "Finetune/Loss (Raw)": 0.7129514217376709, "Finetune/Step": 17113, "Finetune/Step Time": 6.705577900633216}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.6284452676773071, "Finetune/Loss (Raw)": 0.6938585042953491, "Finetune/Step": 17114, "Finetune/Step Time": 6.702016202732921}
+{"Finetune/Learning Rate": 6.287384963478349e-07, "Finetune/Loss": 0.6290980577468872, "Finetune/Loss (Raw)": 0.6964577436447144, "Finetune/Step": 17115, "Finetune/Step Time": 6.701884988695383}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.627830982208252, "Finetune/Loss (Raw)": 0.4998629093170166, "Finetune/Step": 17116, "Finetune/Step Time": 6.707250248640776}
+{"Finetune/Learning Rate": 6.275636559286514e-07, "Finetune/Loss": 0.6283293962478638, "Finetune/Loss (Raw)": 0.6599789261817932, "Finetune/Step": 17117, "Finetune/Step Time": 6.707002900540829}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.6287655830383301, "Finetune/Loss (Raw)": 0.6854056119918823, "Finetune/Step": 17118, "Finetune/Step Time": 6.706641586497426}
+{"Finetune/Learning Rate": 6.263898786120304e-07, "Finetune/Loss": 0.6285940408706665, "Finetune/Loss (Raw)": 0.6697543263435364, "Finetune/Step": 17119, "Finetune/Step Time": 6.709387879818678}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.6292445063591003, "Finetune/Loss (Raw)": 0.6200594305992126, "Finetune/Step": 17120, "Finetune/Step Time": 6.713735483586788}
+{"Finetune/Learning Rate": 6.252171645311123e-07, "Finetune/Loss": 0.6289921998977661, "Finetune/Loss (Raw)": 0.5966597199440002, "Finetune/Step": 17121, "Finetune/Step Time": 6.710627377033234}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.6275649666786194, "Finetune/Loss (Raw)": 0.5601613521575928, "Finetune/Step": 17122, "Finetune/Step Time": 6.715970808640122}
+{"Finetune/Learning Rate": 6.240455138189216e-07, "Finetune/Loss": 0.6274878978729248, "Finetune/Loss (Raw)": 0.6996899247169495, "Finetune/Step": 17123, "Finetune/Step Time": 6.712063912302256}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.6271550059318542, "Finetune/Loss (Raw)": 0.6132036447525024, "Finetune/Step": 17124, "Finetune/Step Time": 6.708619428798556}
+{"Finetune/Learning Rate": 6.228749266083523e-07, "Finetune/Loss": 0.6275924444198608, "Finetune/Loss (Raw)": 0.6731915473937988, "Finetune/Step": 17125, "Finetune/Step Time": 6.705316377803683}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.6272512674331665, "Finetune/Loss (Raw)": 0.5837493538856506, "Finetune/Step": 17126, "Finetune/Step Time": 6.705034231767058}
+{"Finetune/Learning Rate": 6.217054030321823e-07, "Finetune/Loss": 0.6263437867164612, "Finetune/Loss (Raw)": 0.5139583945274353, "Finetune/Step": 17127, "Finetune/Step Time": 6.706227255985141}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.6253042221069336, "Finetune/Loss (Raw)": 0.5448616147041321, "Finetune/Step": 17128, "Finetune/Step Time": 6.708909848704934}
+{"Finetune/Learning Rate": 6.205369432230734e-07, "Finetune/Loss": 0.6243187189102173, "Finetune/Loss (Raw)": 0.5445349216461182, "Finetune/Step": 17129, "Finetune/Step Time": 6.714390346780419}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.6250855326652527, "Finetune/Loss (Raw)": 0.7545087337493896, "Finetune/Step": 17130, "Finetune/Step Time": 6.713311720639467}
+{"Finetune/Learning Rate": 6.193695473135586e-07, "Finetune/Loss": 0.6252762675285339, "Finetune/Loss (Raw)": 0.6376488208770752, "Finetune/Step": 17131, "Finetune/Step Time": 6.714984068647027}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.6260731220245361, "Finetune/Loss (Raw)": 0.5286363363265991, "Finetune/Step": 17132, "Finetune/Step Time": 6.708036344498396}
+{"Finetune/Learning Rate": 6.182032154360551e-07, "Finetune/Loss": 0.6255419254302979, "Finetune/Loss (Raw)": 0.5366916060447693, "Finetune/Step": 17133, "Finetune/Step Time": 6.70312600210309}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.6240917444229126, "Finetune/Loss (Raw)": 0.5852175354957581, "Finetune/Step": 17134, "Finetune/Step Time": 6.703645305708051}
+{"Finetune/Learning Rate": 6.170379477228572e-07, "Finetune/Loss": 0.6242938041687012, "Finetune/Loss (Raw)": 0.5920504927635193, "Finetune/Step": 17135, "Finetune/Step Time": 6.70090059004724}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.6238645315170288, "Finetune/Loss (Raw)": 0.6031306385993958, "Finetune/Step": 17136, "Finetune/Step Time": 6.685981906950474}
+{"Finetune/Learning Rate": 6.158737443061414e-07, "Finetune/Loss": 0.6222599148750305, "Finetune/Loss (Raw)": 0.4655906856060028, "Finetune/Step": 17137, "Finetune/Step Time": 6.69964281655848}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.6219549179077148, "Finetune/Loss (Raw)": 0.5769705772399902, "Finetune/Step": 17138, "Finetune/Step Time": 6.703355588018894}
+{"Finetune/Learning Rate": 6.147106053179619e-07, "Finetune/Loss": 0.6209335327148438, "Finetune/Loss (Raw)": 0.48491987586021423, "Finetune/Step": 17139, "Finetune/Step Time": 6.69678389467299}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.6209137439727783, "Finetune/Loss (Raw)": 0.6120128631591797, "Finetune/Step": 17140, "Finetune/Step Time": 6.679510336369276}
+{"Finetune/Learning Rate": 6.1354853089025e-07, "Finetune/Loss": 0.6200500130653381, "Finetune/Loss (Raw)": 0.4834762513637543, "Finetune/Step": 17141, "Finetune/Step Time": 6.6883882861584425}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.6197844743728638, "Finetune/Loss (Raw)": 0.7323247194290161, "Finetune/Step": 17142, "Finetune/Step Time": 6.688327884301543}
+{"Finetune/Learning Rate": 6.123875211548191e-07, "Finetune/Loss": 0.6190314292907715, "Finetune/Loss (Raw)": 0.6065117716789246, "Finetune/Step": 17143, "Finetune/Step Time": 6.695108242332935}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.6186332106590271, "Finetune/Loss (Raw)": 0.6157687306404114, "Finetune/Step": 17144, "Finetune/Step Time": 6.6927068922668695}
+{"Finetune/Learning Rate": 6.112275762433617e-07, "Finetune/Loss": 0.6182105541229248, "Finetune/Loss (Raw)": 0.5227257013320923, "Finetune/Step": 17145, "Finetune/Step Time": 6.705514773726463}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.6187516450881958, "Finetune/Loss (Raw)": 0.7127998471260071, "Finetune/Step": 17146, "Finetune/Step Time": 6.707791002467275}
+{"Finetune/Learning Rate": 6.10068696287448e-07, "Finetune/Loss": 0.6184170246124268, "Finetune/Loss (Raw)": 0.5276032090187073, "Finetune/Step": 17147, "Finetune/Step Time": 6.724681627005339}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.6175975203514099, "Finetune/Loss (Raw)": 0.6589187383651733, "Finetune/Step": 17148, "Finetune/Step Time": 6.714335998520255}
+{"Finetune/Learning Rate": 6.089108814185274e-07, "Finetune/Loss": 0.6169536113739014, "Finetune/Loss (Raw)": 0.5911576747894287, "Finetune/Step": 17149, "Finetune/Step Time": 6.701478339731693}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.6178107857704163, "Finetune/Loss (Raw)": 0.6319863796234131, "Finetune/Step": 17150, "Finetune/Step Time": 6.696503631770611}
+{"Finetune/Learning Rate": 6.077541317679314e-07, "Finetune/Loss": 0.6178500056266785, "Finetune/Loss (Raw)": 0.6362766027450562, "Finetune/Step": 17151, "Finetune/Step Time": 6.697934115305543}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.6186864376068115, "Finetune/Loss (Raw)": 0.7488319277763367, "Finetune/Step": 17152, "Finetune/Step Time": 6.704051649197936}
+{"Finetune/Learning Rate": 6.065984474668685e-07, "Finetune/Loss": 0.6183699369430542, "Finetune/Loss (Raw)": 0.5760583877563477, "Finetune/Step": 17153, "Finetune/Step Time": 6.704265272244811}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.6188366413116455, "Finetune/Loss (Raw)": 0.5506693124771118, "Finetune/Step": 17154, "Finetune/Step Time": 6.697933530434966}
+{"Finetune/Learning Rate": 6.054438286464215e-07, "Finetune/Loss": 0.6193467378616333, "Finetune/Loss (Raw)": 0.6706908941268921, "Finetune/Step": 17155, "Finetune/Step Time": 6.703783616423607}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.6196858882904053, "Finetune/Loss (Raw)": 0.6957120299339294, "Finetune/Step": 17156, "Finetune/Step Time": 6.692691607400775}
+{"Finetune/Learning Rate": 6.042902754375624e-07, "Finetune/Loss": 0.6199386119842529, "Finetune/Loss (Raw)": 0.7316619753837585, "Finetune/Step": 17157, "Finetune/Step Time": 6.6935476660728455}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.620299220085144, "Finetune/Loss (Raw)": 0.6673476696014404, "Finetune/Step": 17158, "Finetune/Step Time": 6.693986669182777}
+{"Finetune/Learning Rate": 6.031377879711375e-07, "Finetune/Loss": 0.621263861656189, "Finetune/Loss (Raw)": 0.6921911239624023, "Finetune/Step": 17159, "Finetune/Step Time": 6.685999773442745}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.6214191317558289, "Finetune/Loss (Raw)": 0.5111772418022156, "Finetune/Step": 17160, "Finetune/Step Time": 6.6856599394232035}
+{"Finetune/Learning Rate": 6.019863663778691e-07, "Finetune/Loss": 0.6226003170013428, "Finetune/Loss (Raw)": 0.6861326694488525, "Finetune/Step": 17161, "Finetune/Step Time": 6.701925436034799}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.6232175827026367, "Finetune/Loss (Raw)": 0.7005425095558167, "Finetune/Step": 17162, "Finetune/Step Time": 6.703913500532508}
+{"Finetune/Learning Rate": 6.008360107883604e-07, "Finetune/Loss": 0.6225701570510864, "Finetune/Loss (Raw)": 0.5581056475639343, "Finetune/Step": 17163, "Finetune/Step Time": 6.703817395493388}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.6236076354980469, "Finetune/Loss (Raw)": 0.7365975975990295, "Finetune/Step": 17164, "Finetune/Step Time": 6.701053533703089}
+{"Finetune/Learning Rate": 5.996867213330993e-07, "Finetune/Loss": 0.6230282187461853, "Finetune/Loss (Raw)": 0.6113388538360596, "Finetune/Step": 17165, "Finetune/Step Time": 6.700828170403838}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.623023509979248, "Finetune/Loss (Raw)": 0.6481596231460571, "Finetune/Step": 17166, "Finetune/Step Time": 6.697327086701989}
+{"Finetune/Learning Rate": 5.985384981424436e-07, "Finetune/Loss": 0.6222696900367737, "Finetune/Loss (Raw)": 0.5137366056442261, "Finetune/Step": 17167, "Finetune/Step Time": 6.710951581597328}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.6208207607269287, "Finetune/Loss (Raw)": 0.5238385200500488, "Finetune/Step": 17168, "Finetune/Step Time": 6.707305669784546}
+{"Finetune/Learning Rate": 5.973913413466348e-07, "Finetune/Loss": 0.6214807629585266, "Finetune/Loss (Raw)": 0.6237977147102356, "Finetune/Step": 17169, "Finetune/Step Time": 6.704231766983867}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.6216528415679932, "Finetune/Loss (Raw)": 0.6325544118881226, "Finetune/Step": 17170, "Finetune/Step Time": 6.70795358158648}
+{"Finetune/Learning Rate": 5.962452510757976e-07, "Finetune/Loss": 0.6217812895774841, "Finetune/Loss (Raw)": 0.6196362972259521, "Finetune/Step": 17171, "Finetune/Step Time": 6.7225641049444675}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.6229784488677979, "Finetune/Loss (Raw)": 0.64876389503479, "Finetune/Step": 17172, "Finetune/Step Time": 6.726411283016205}
+{"Finetune/Learning Rate": 5.951002274599282e-07, "Finetune/Loss": 0.6233304142951965, "Finetune/Loss (Raw)": 0.6822784543037415, "Finetune/Step": 17173, "Finetune/Step Time": 6.72492053732276}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.6228157877922058, "Finetune/Loss (Raw)": 0.5338468551635742, "Finetune/Step": 17174, "Finetune/Step Time": 6.726128771901131}
+{"Finetune/Learning Rate": 5.939562706289059e-07, "Finetune/Loss": 0.6228848695755005, "Finetune/Loss (Raw)": 0.5874472260475159, "Finetune/Step": 17175, "Finetune/Step Time": 6.725908687338233}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.6221204996109009, "Finetune/Loss (Raw)": 0.6289735436439514, "Finetune/Step": 17176, "Finetune/Step Time": 6.698753654956818}
+{"Finetune/Learning Rate": 5.92813380712487e-07, "Finetune/Loss": 0.6224297285079956, "Finetune/Loss (Raw)": 0.6537295579910278, "Finetune/Step": 17177, "Finetune/Step Time": 6.67344400845468}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.6233421564102173, "Finetune/Loss (Raw)": 0.667202353477478, "Finetune/Step": 17178, "Finetune/Step Time": 6.670793615281582}
+{"Finetune/Learning Rate": 5.916715578403087e-07, "Finetune/Loss": 0.6242517828941345, "Finetune/Loss (Raw)": 0.6131176352500916, "Finetune/Step": 17179, "Finetune/Step Time": 6.65876168012619}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.623932957649231, "Finetune/Loss (Raw)": 0.5709696412086487, "Finetune/Step": 17180, "Finetune/Step Time": 6.675715655088425}
+{"Finetune/Learning Rate": 5.905308021418876e-07, "Finetune/Loss": 0.625352144241333, "Finetune/Loss (Raw)": 0.6626337170600891, "Finetune/Step": 17181, "Finetune/Step Time": 6.662989396601915}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.6240552067756653, "Finetune/Loss (Raw)": 0.6815678477287292, "Finetune/Step": 17182, "Finetune/Step Time": 6.665903937071562}
+{"Finetune/Learning Rate": 5.893911137466157e-07, "Finetune/Loss": 0.6227924823760986, "Finetune/Loss (Raw)": 0.5059705972671509, "Finetune/Step": 17183, "Finetune/Step Time": 6.672157604247332}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.6231665015220642, "Finetune/Loss (Raw)": 0.595289945602417, "Finetune/Step": 17184, "Finetune/Step Time": 6.672558456659317}
+{"Finetune/Learning Rate": 5.882524927837685e-07, "Finetune/Loss": 0.6226942539215088, "Finetune/Loss (Raw)": 0.5959107279777527, "Finetune/Step": 17185, "Finetune/Step Time": 6.671386083588004}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.623518705368042, "Finetune/Loss (Raw)": 0.6628019213676453, "Finetune/Step": 17186, "Finetune/Step Time": 6.655929094180465}
+{"Finetune/Learning Rate": 5.87114939382497e-07, "Finetune/Loss": 0.6218551397323608, "Finetune/Loss (Raw)": 0.588287353515625, "Finetune/Step": 17187, "Finetune/Step Time": 6.653977699577808}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.6225719451904297, "Finetune/Loss (Raw)": 0.5993854999542236, "Finetune/Step": 17188, "Finetune/Step Time": 6.638650918379426}
+{"Finetune/Learning Rate": 5.859784536718327e-07, "Finetune/Loss": 0.6217460036277771, "Finetune/Loss (Raw)": 0.6698535084724426, "Finetune/Step": 17189, "Finetune/Step Time": 6.646171169355512}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.6219682693481445, "Finetune/Loss (Raw)": 0.5779873132705688, "Finetune/Step": 17190, "Finetune/Step Time": 6.6477183643728495}
+{"Finetune/Learning Rate": 5.848430357806845e-07, "Finetune/Loss": 0.6217920780181885, "Finetune/Loss (Raw)": 0.5880824327468872, "Finetune/Step": 17191, "Finetune/Step Time": 6.639004748314619}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.6229298114776611, "Finetune/Loss (Raw)": 0.7158713340759277, "Finetune/Step": 17192, "Finetune/Step Time": 6.636792350560427}
+{"Finetune/Learning Rate": 5.837086858378427e-07, "Finetune/Loss": 0.6244403123855591, "Finetune/Loss (Raw)": 0.7060623168945312, "Finetune/Step": 17193, "Finetune/Step Time": 6.632719831541181}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.6245763301849365, "Finetune/Loss (Raw)": 0.6153897047042847, "Finetune/Step": 17194, "Finetune/Step Time": 6.648160088807344}
+{"Finetune/Learning Rate": 5.825754039719766e-07, "Finetune/Loss": 0.6254070401191711, "Finetune/Loss (Raw)": 0.6677433252334595, "Finetune/Step": 17195, "Finetune/Step Time": 6.648635700345039}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.6258134245872498, "Finetune/Loss (Raw)": 0.7212667465209961, "Finetune/Step": 17196, "Finetune/Step Time": 6.632836306467652}
+{"Finetune/Learning Rate": 5.81443190311628e-07, "Finetune/Loss": 0.6267074346542358, "Finetune/Loss (Raw)": 0.6049507260322571, "Finetune/Step": 17197, "Finetune/Step Time": 6.652459358796477}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.627001166343689, "Finetune/Loss (Raw)": 0.5589815974235535, "Finetune/Step": 17198, "Finetune/Step Time": 6.669731050729752}
+{"Finetune/Learning Rate": 5.803120449852262e-07, "Finetune/Loss": 0.6269352436065674, "Finetune/Loss (Raw)": 0.5761594772338867, "Finetune/Step": 17199, "Finetune/Step Time": 6.669324526563287}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.6275768280029297, "Finetune/Loss (Raw)": 0.7168104648590088, "Finetune/Step": 17200, "Finetune/Step Time": 6.669951884075999}
+{"Finetune/Learning Rate": 5.791819681210764e-07, "Finetune/Loss": 0.6271097660064697, "Finetune/Loss (Raw)": 0.5979072451591492, "Finetune/Step": 17201, "Finetune/Step Time": 6.677517995238304}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.6256700754165649, "Finetune/Loss (Raw)": 0.5834980607032776, "Finetune/Step": 17202, "Finetune/Step Time": 6.678280783817172}
+{"Finetune/Learning Rate": 5.780529598473561e-07, "Finetune/Loss": 0.6244515776634216, "Finetune/Loss (Raw)": 0.5107506513595581, "Finetune/Step": 17203, "Finetune/Step Time": 6.68489507958293}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.624697208404541, "Finetune/Loss (Raw)": 0.6137761473655701, "Finetune/Step": 17204, "Finetune/Step Time": 6.683654762804508}
+{"Finetune/Learning Rate": 5.769250202921317e-07, "Finetune/Loss": 0.624018132686615, "Finetune/Loss (Raw)": 0.610124409198761, "Finetune/Step": 17205, "Finetune/Step Time": 6.680708820000291}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.6232714653015137, "Finetune/Loss (Raw)": 0.5905920267105103, "Finetune/Step": 17206, "Finetune/Step Time": 6.665246764197946}
+{"Finetune/Learning Rate": 5.757981495833454e-07, "Finetune/Loss": 0.6244769096374512, "Finetune/Loss (Raw)": 0.7152085900306702, "Finetune/Step": 17207, "Finetune/Step Time": 6.666489539667964}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.625098466873169, "Finetune/Loss (Raw)": 0.6941987872123718, "Finetune/Step": 17208, "Finetune/Step Time": 6.654664423316717}
+{"Finetune/Learning Rate": 5.746723478488125e-07, "Finetune/Loss": 0.6259915232658386, "Finetune/Loss (Raw)": 0.7431129217147827, "Finetune/Step": 17209, "Finetune/Step Time": 6.64014427550137}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.6253544688224792, "Finetune/Loss (Raw)": 0.5868954658508301, "Finetune/Step": 17210, "Finetune/Step Time": 6.6268204767256975}
+{"Finetune/Learning Rate": 5.735476152162311e-07, "Finetune/Loss": 0.6248234510421753, "Finetune/Loss (Raw)": 0.6173862814903259, "Finetune/Step": 17211, "Finetune/Step Time": 6.635377079248428}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.6256726384162903, "Finetune/Loss (Raw)": 0.7587125301361084, "Finetune/Step": 17212, "Finetune/Step Time": 6.636550463736057}
+{"Finetune/Learning Rate": 5.724239518131824e-07, "Finetune/Loss": 0.6251908540725708, "Finetune/Loss (Raw)": 0.6241527795791626, "Finetune/Step": 17213, "Finetune/Step Time": 6.642489526420832}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.6248049736022949, "Finetune/Loss (Raw)": 0.6137471199035645, "Finetune/Step": 17214, "Finetune/Step Time": 6.642325526103377}
+{"Finetune/Learning Rate": 5.713013577671178e-07, "Finetune/Loss": 0.6256120204925537, "Finetune/Loss (Raw)": 0.6483713984489441, "Finetune/Step": 17215, "Finetune/Step Time": 6.624635925516486}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.6255584955215454, "Finetune/Loss (Raw)": 0.666067361831665, "Finetune/Step": 17216, "Finetune/Step Time": 6.625224374234676}
+{"Finetune/Learning Rate": 5.701798332053732e-07, "Finetune/Loss": 0.6261179447174072, "Finetune/Loss (Raw)": 0.7067170739173889, "Finetune/Step": 17217, "Finetune/Step Time": 6.6305934600532055}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.6258203983306885, "Finetune/Loss (Raw)": 0.6302008032798767, "Finetune/Step": 17218, "Finetune/Step Time": 6.632672928273678}
+{"Finetune/Learning Rate": 5.690593782551623e-07, "Finetune/Loss": 0.6255252361297607, "Finetune/Loss (Raw)": 0.6567484736442566, "Finetune/Step": 17219, "Finetune/Step Time": 6.636396411806345}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.6239590644836426, "Finetune/Loss (Raw)": 0.49302345514297485, "Finetune/Step": 17220, "Finetune/Step Time": 6.636152870953083}
+{"Finetune/Learning Rate": 5.679399930435747e-07, "Finetune/Loss": 0.6236181855201721, "Finetune/Loss (Raw)": 0.6269917488098145, "Finetune/Step": 17221, "Finetune/Step Time": 6.639314683154225}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.6233962178230286, "Finetune/Loss (Raw)": 0.646236002445221, "Finetune/Step": 17222, "Finetune/Step Time": 6.643974250182509}
+{"Finetune/Learning Rate": 5.668216776975832e-07, "Finetune/Loss": 0.6220580339431763, "Finetune/Loss (Raw)": 0.5534998774528503, "Finetune/Step": 17223, "Finetune/Step Time": 6.656901383772492}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.6219888925552368, "Finetune/Loss (Raw)": 0.576492965221405, "Finetune/Step": 17224, "Finetune/Step Time": 6.658227840438485}
+{"Finetune/Learning Rate": 5.657044323440342e-07, "Finetune/Loss": 0.6216005086898804, "Finetune/Loss (Raw)": 0.649876058101654, "Finetune/Step": 17225, "Finetune/Step Time": 6.653934091329575}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.6217386722564697, "Finetune/Loss (Raw)": 0.5631862282752991, "Finetune/Step": 17226, "Finetune/Step Time": 6.671278592199087}
+{"Finetune/Learning Rate": 5.645882571096572e-07, "Finetune/Loss": 0.620638370513916, "Finetune/Loss (Raw)": 0.5890005826950073, "Finetune/Step": 17227, "Finetune/Step Time": 6.673760566860437}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.6200478672981262, "Finetune/Loss (Raw)": 0.670720636844635, "Finetune/Step": 17228, "Finetune/Step Time": 6.672038907185197}
+{"Finetune/Learning Rate": 5.63473152121058e-07, "Finetune/Loss": 0.6198479533195496, "Finetune/Loss (Raw)": 0.6172902584075928, "Finetune/Step": 17229, "Finetune/Step Time": 6.660953501239419}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.6195406913757324, "Finetune/Loss (Raw)": 0.6632587909698486, "Finetune/Step": 17230, "Finetune/Step Time": 6.661712799221277}
+{"Finetune/Learning Rate": 5.623591175047216e-07, "Finetune/Loss": 0.6203787922859192, "Finetune/Loss (Raw)": 0.701911449432373, "Finetune/Step": 17231, "Finetune/Step Time": 6.665098508819938}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.6205247640609741, "Finetune/Loss (Raw)": 0.6778927445411682, "Finetune/Step": 17232, "Finetune/Step Time": 6.65053447149694}
+{"Finetune/Learning Rate": 5.612461533870106e-07, "Finetune/Loss": 0.6208562850952148, "Finetune/Loss (Raw)": 0.6800727248191833, "Finetune/Step": 17233, "Finetune/Step Time": 6.631887678056955}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.6200152635574341, "Finetune/Loss (Raw)": 0.5530696511268616, "Finetune/Step": 17234, "Finetune/Step Time": 6.636645931750536}
+{"Finetune/Learning Rate": 5.601342598941673e-07, "Finetune/Loss": 0.6202141046524048, "Finetune/Loss (Raw)": 0.5720256567001343, "Finetune/Step": 17235, "Finetune/Step Time": 6.639675227925181}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.6209003925323486, "Finetune/Loss (Raw)": 0.6161466240882874, "Finetune/Step": 17236, "Finetune/Step Time": 6.640484258532524}
+{"Finetune/Learning Rate": 5.590234371523129e-07, "Finetune/Loss": 0.6210375428199768, "Finetune/Loss (Raw)": 0.6400474309921265, "Finetune/Step": 17237, "Finetune/Step Time": 6.6456410847604275}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.6205313801765442, "Finetune/Loss (Raw)": 0.6085492968559265, "Finetune/Step": 17238, "Finetune/Step Time": 6.647121407091618}
+{"Finetune/Learning Rate": 5.579136852874456e-07, "Finetune/Loss": 0.6221668124198914, "Finetune/Loss (Raw)": 0.6251711845397949, "Finetune/Step": 17239, "Finetune/Step Time": 6.6442682184278965}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.6223472356796265, "Finetune/Loss (Raw)": 0.6064369082450867, "Finetune/Step": 17240, "Finetune/Step Time": 6.6438714768737555}
+{"Finetune/Learning Rate": 5.568050044254436e-07, "Finetune/Loss": 0.6221171617507935, "Finetune/Loss (Raw)": 0.6834923624992371, "Finetune/Step": 17241, "Finetune/Step Time": 6.645494366064668}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.6216766238212585, "Finetune/Loss (Raw)": 0.6374786496162415, "Finetune/Step": 17242, "Finetune/Step Time": 6.647990440949798}
+{"Finetune/Learning Rate": 5.55697394692063e-07, "Finetune/Loss": 0.6208938956260681, "Finetune/Loss (Raw)": 0.5962584018707275, "Finetune/Step": 17243, "Finetune/Step Time": 6.651763388887048}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.6212705969810486, "Finetune/Loss (Raw)": 0.5480847358703613, "Finetune/Step": 17244, "Finetune/Step Time": 6.644171636551619}
+{"Finetune/Learning Rate": 5.545908562129387e-07, "Finetune/Loss": 0.6216710805892944, "Finetune/Loss (Raw)": 0.7112383246421814, "Finetune/Step": 17245, "Finetune/Step Time": 6.6552491672337055}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.6212496161460876, "Finetune/Loss (Raw)": 0.6314690709114075, "Finetune/Step": 17246, "Finetune/Step Time": 6.6536440290510654}
+{"Finetune/Learning Rate": 5.534853891135827e-07, "Finetune/Loss": 0.6209143400192261, "Finetune/Loss (Raw)": 0.6268295049667358, "Finetune/Step": 17247, "Finetune/Step Time": 6.651145609095693}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.6206904053688049, "Finetune/Loss (Raw)": 0.5914029479026794, "Finetune/Step": 17248, "Finetune/Step Time": 6.6503564193844795}
+{"Finetune/Learning Rate": 5.52380993519388e-07, "Finetune/Loss": 0.621235191822052, "Finetune/Loss (Raw)": 0.6663877367973328, "Finetune/Step": 17249, "Finetune/Step Time": 6.648671623319387}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.6224982738494873, "Finetune/Loss (Raw)": 0.7218358516693115, "Finetune/Step": 17250, "Finetune/Step Time": 6.644425945356488}
+{"Finetune/Learning Rate": 5.512776695556255e-07, "Finetune/Loss": 0.6219824552536011, "Finetune/Loss (Raw)": 0.6336649656295776, "Finetune/Step": 17251, "Finetune/Step Time": 6.647139457985759}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.621918261051178, "Finetune/Loss (Raw)": 0.6049839854240417, "Finetune/Step": 17252, "Finetune/Step Time": 6.650189891457558}
+{"Finetune/Learning Rate": 5.501754173474394e-07, "Finetune/Loss": 0.6207573413848877, "Finetune/Loss (Raw)": 0.5245935320854187, "Finetune/Step": 17253, "Finetune/Step Time": 6.651234460994601}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.6210820078849792, "Finetune/Loss (Raw)": 0.6253170371055603, "Finetune/Step": 17254, "Finetune/Step Time": 6.668467668816447}
+{"Finetune/Learning Rate": 5.490742370198609e-07, "Finetune/Loss": 0.6232655048370361, "Finetune/Loss (Raw)": 0.7934385538101196, "Finetune/Step": 17255, "Finetune/Step Time": 6.666966371238232}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.6240860223770142, "Finetune/Loss (Raw)": 0.6498866081237793, "Finetune/Step": 17256, "Finetune/Step Time": 6.674503458663821}
+{"Finetune/Learning Rate": 5.479741286977957e-07, "Finetune/Loss": 0.6238532066345215, "Finetune/Loss (Raw)": 0.514735221862793, "Finetune/Step": 17257, "Finetune/Step Time": 6.66947072558105}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.6234643459320068, "Finetune/Loss (Raw)": 0.7047409415245056, "Finetune/Step": 17258, "Finetune/Step Time": 6.669247385114431}
+{"Finetune/Learning Rate": 5.468750925060229e-07, "Finetune/Loss": 0.6235332489013672, "Finetune/Loss (Raw)": 0.6464616060256958, "Finetune/Step": 17259, "Finetune/Step Time": 6.664690403267741}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.6240578293800354, "Finetune/Loss (Raw)": 0.5957831144332886, "Finetune/Step": 17260, "Finetune/Step Time": 6.677239807322621}
+{"Finetune/Learning Rate": 5.457771285692081e-07, "Finetune/Loss": 0.6242536902427673, "Finetune/Loss (Raw)": 0.5617617964744568, "Finetune/Step": 17261, "Finetune/Step Time": 6.681783026084304}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.6248566508293152, "Finetune/Loss (Raw)": 0.662400484085083, "Finetune/Step": 17262, "Finetune/Step Time": 6.6839073449373245}
+{"Finetune/Learning Rate": 5.446802370118942e-07, "Finetune/Loss": 0.6258858442306519, "Finetune/Loss (Raw)": 0.7237818837165833, "Finetune/Step": 17263, "Finetune/Step Time": 6.684523278847337}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.626300573348999, "Finetune/Loss (Raw)": 0.6562200784683228, "Finetune/Step": 17264, "Finetune/Step Time": 6.700230628252029}
+{"Finetune/Learning Rate": 5.435844179584948e-07, "Finetune/Loss": 0.628484845161438, "Finetune/Loss (Raw)": 0.7451729774475098, "Finetune/Step": 17265, "Finetune/Step Time": 6.689100816845894}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.6299616098403931, "Finetune/Loss (Raw)": 0.7660006880760193, "Finetune/Step": 17266, "Finetune/Step Time": 6.685976963490248}
+{"Finetune/Learning Rate": 5.424896715333094e-07, "Finetune/Loss": 0.6305813789367676, "Finetune/Loss (Raw)": 0.564242422580719, "Finetune/Step": 17267, "Finetune/Step Time": 6.681392315775156}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.6310680508613586, "Finetune/Loss (Raw)": 0.6743068695068359, "Finetune/Step": 17268, "Finetune/Step Time": 6.677394982427359}
+{"Finetune/Learning Rate": 5.413959978605155e-07, "Finetune/Loss": 0.6326944828033447, "Finetune/Loss (Raw)": 0.6916622519493103, "Finetune/Step": 17269, "Finetune/Step Time": 6.662449201568961}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.6321513056755066, "Finetune/Loss (Raw)": 0.6628041863441467, "Finetune/Step": 17270, "Finetune/Step Time": 6.68060221336782}
+{"Finetune/Learning Rate": 5.403033970641647e-07, "Finetune/Loss": 0.6336860656738281, "Finetune/Loss (Raw)": 0.8029513955116272, "Finetune/Step": 17271, "Finetune/Step Time": 6.667503913864493}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.6337193250656128, "Finetune/Loss (Raw)": 0.6200278401374817, "Finetune/Step": 17272, "Finetune/Step Time": 6.673044016584754}
+{"Finetune/Learning Rate": 5.392118692681902e-07, "Finetune/Loss": 0.6344821453094482, "Finetune/Loss (Raw)": 0.6203722357749939, "Finetune/Step": 17273, "Finetune/Step Time": 6.662946252152324}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.6338890790939331, "Finetune/Loss (Raw)": 0.6368817687034607, "Finetune/Step": 17274, "Finetune/Step Time": 6.664737863466144}
+{"Finetune/Learning Rate": 5.381214145964009e-07, "Finetune/Loss": 0.6339523196220398, "Finetune/Loss (Raw)": 0.5357005000114441, "Finetune/Step": 17275, "Finetune/Step Time": 6.646523382514715}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.6344608068466187, "Finetune/Loss (Raw)": 0.724004328250885, "Finetune/Step": 17276, "Finetune/Step Time": 6.650845745578408}
+{"Finetune/Learning Rate": 5.370320331724876e-07, "Finetune/Loss": 0.6344994306564331, "Finetune/Loss (Raw)": 0.5961068272590637, "Finetune/Step": 17277, "Finetune/Step Time": 6.665261287242174}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.6347888708114624, "Finetune/Loss (Raw)": 0.6690357327461243, "Finetune/Step": 17278, "Finetune/Step Time": 6.66637215949595}
+{"Finetune/Learning Rate": 5.359437251200161e-07, "Finetune/Loss": 0.6345329284667969, "Finetune/Loss (Raw)": 0.6035077571868896, "Finetune/Step": 17279, "Finetune/Step Time": 6.667675198987126}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.63435298204422, "Finetune/Loss (Raw)": 0.7257996201515198, "Finetune/Step": 17280, "Finetune/Step Time": 6.659904593601823}
+{"Finetune/Learning Rate": 5.348564905624331e-07, "Finetune/Loss": 0.6348990201950073, "Finetune/Loss (Raw)": 0.6459589004516602, "Finetune/Step": 17281, "Finetune/Step Time": 6.657369261607528}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.6359695792198181, "Finetune/Loss (Raw)": 0.6876963376998901, "Finetune/Step": 17282, "Finetune/Step Time": 6.6533547677099705}
+{"Finetune/Learning Rate": 5.337703296230601e-07, "Finetune/Loss": 0.6356399655342102, "Finetune/Loss (Raw)": 0.6284964680671692, "Finetune/Step": 17283, "Finetune/Step Time": 6.645047545433044}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.6348938941955566, "Finetune/Loss (Raw)": 0.6002177000045776, "Finetune/Step": 17284, "Finetune/Step Time": 6.6424830462783575}
+{"Finetune/Learning Rate": 5.326852424251006e-07, "Finetune/Loss": 0.6346279382705688, "Finetune/Loss (Raw)": 0.6976253986358643, "Finetune/Step": 17285, "Finetune/Step Time": 6.640721153467894}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.6346811652183533, "Finetune/Loss (Raw)": 0.6741579174995422, "Finetune/Step": 17286, "Finetune/Step Time": 6.637771345674992}
+{"Finetune/Learning Rate": 5.316012290916328e-07, "Finetune/Loss": 0.6347959041595459, "Finetune/Loss (Raw)": 0.7068710923194885, "Finetune/Step": 17287, "Finetune/Step Time": 6.640102971345186}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.6355994939804077, "Finetune/Loss (Raw)": 0.6140421032905579, "Finetune/Step": 17288, "Finetune/Step Time": 6.637125365436077}
+{"Finetune/Learning Rate": 5.305182897456174e-07, "Finetune/Loss": 0.6355956196784973, "Finetune/Loss (Raw)": 0.6856401562690735, "Finetune/Step": 17289, "Finetune/Step Time": 6.6257803197950125}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.6348565220832825, "Finetune/Loss (Raw)": 0.6059319972991943, "Finetune/Step": 17290, "Finetune/Step Time": 6.6370059214532375}
+{"Finetune/Learning Rate": 5.294364245098882e-07, "Finetune/Loss": 0.635393500328064, "Finetune/Loss (Raw)": 0.6268404126167297, "Finetune/Step": 17291, "Finetune/Step Time": 6.651405951008201}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.6342427134513855, "Finetune/Loss (Raw)": 0.5892931818962097, "Finetune/Step": 17292, "Finetune/Step Time": 6.65521252900362}
+{"Finetune/Learning Rate": 5.283556335071604e-07, "Finetune/Loss": 0.6345040202140808, "Finetune/Loss (Raw)": 0.6447890400886536, "Finetune/Step": 17293, "Finetune/Step Time": 6.6560646910220385}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.6339813470840454, "Finetune/Loss (Raw)": 0.5812559127807617, "Finetune/Step": 17294, "Finetune/Step Time": 6.651816867291927}
+{"Finetune/Learning Rate": 5.272759168600283e-07, "Finetune/Loss": 0.6342710256576538, "Finetune/Loss (Raw)": 0.5508175492286682, "Finetune/Step": 17295, "Finetune/Step Time": 6.644317511469126}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.6354076862335205, "Finetune/Loss (Raw)": 0.6693274974822998, "Finetune/Step": 17296, "Finetune/Step Time": 6.64470156095922}
+{"Finetune/Learning Rate": 5.261972746909605e-07, "Finetune/Loss": 0.6346781253814697, "Finetune/Loss (Raw)": 0.5304244160652161, "Finetune/Step": 17297, "Finetune/Step Time": 6.648657355457544}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.6352099180221558, "Finetune/Loss (Raw)": 0.7006232142448425, "Finetune/Step": 17298, "Finetune/Step Time": 6.644461853429675}
+{"Finetune/Learning Rate": 5.251197071223079e-07, "Finetune/Loss": 0.635348916053772, "Finetune/Loss (Raw)": 0.6374239325523376, "Finetune/Step": 17299, "Finetune/Step Time": 6.629671990871429}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.6352619528770447, "Finetune/Loss (Raw)": 0.637628972530365, "Finetune/Step": 17300, "Finetune/Step Time": 6.641837932169437}
+{"Finetune/Learning Rate": 5.24043214276293e-07, "Finetune/Loss": 0.6354413032531738, "Finetune/Loss (Raw)": 0.7052353024482727, "Finetune/Step": 17301, "Finetune/Step Time": 6.641742328181863}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.6351370811462402, "Finetune/Loss (Raw)": 0.4949082136154175, "Finetune/Step": 17302, "Finetune/Step Time": 6.646744713187218}
+{"Finetune/Learning Rate": 5.229677962750268e-07, "Finetune/Loss": 0.6361504197120667, "Finetune/Loss (Raw)": 0.7171550989151001, "Finetune/Step": 17303, "Finetune/Step Time": 6.648285189643502}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.6365160346031189, "Finetune/Loss (Raw)": 0.6757708787918091, "Finetune/Step": 17304, "Finetune/Step Time": 6.658836802467704}
+{"Finetune/Learning Rate": 5.218934532404907e-07, "Finetune/Loss": 0.6358959674835205, "Finetune/Loss (Raw)": 0.574364960193634, "Finetune/Step": 17305, "Finetune/Step Time": 6.65417873300612}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.6349313259124756, "Finetune/Loss (Raw)": 0.5437289476394653, "Finetune/Step": 17306, "Finetune/Step Time": 6.651833921670914}
+{"Finetune/Learning Rate": 5.208201852945439e-07, "Finetune/Loss": 0.6349629163742065, "Finetune/Loss (Raw)": 0.617153525352478, "Finetune/Step": 17307, "Finetune/Step Time": 6.649558234959841}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.635354220867157, "Finetune/Loss (Raw)": 0.6210615634918213, "Finetune/Step": 17308, "Finetune/Step Time": 6.631569659337401}
+{"Finetune/Learning Rate": 5.197479925589244e-07, "Finetune/Loss": 0.634874165058136, "Finetune/Loss (Raw)": 0.6011812686920166, "Finetune/Step": 17309, "Finetune/Step Time": 6.629361055791378}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.6346530914306641, "Finetune/Loss (Raw)": 0.6532778739929199, "Finetune/Step": 17310, "Finetune/Step Time": 6.628679141402245}
+{"Finetune/Learning Rate": 5.186768751552562e-07, "Finetune/Loss": 0.6366788148880005, "Finetune/Loss (Raw)": 0.7652636170387268, "Finetune/Step": 17311, "Finetune/Step Time": 6.624432789161801}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.6368464827537537, "Finetune/Loss (Raw)": 0.6167481541633606, "Finetune/Step": 17312, "Finetune/Step Time": 6.623611401766539}
+{"Finetune/Learning Rate": 5.176068332050288e-07, "Finetune/Loss": 0.6374679803848267, "Finetune/Loss (Raw)": 0.6754652857780457, "Finetune/Step": 17313, "Finetune/Step Time": 6.622892802581191}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.6371618509292603, "Finetune/Loss (Raw)": 0.6236153841018677, "Finetune/Step": 17314, "Finetune/Step Time": 6.625044286251068}
+{"Finetune/Learning Rate": 5.165378668296161e-07, "Finetune/Loss": 0.6377416849136353, "Finetune/Loss (Raw)": 0.6625102758407593, "Finetune/Step": 17315, "Finetune/Step Time": 6.627152135595679}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.6383272409439087, "Finetune/Loss (Raw)": 0.6743322610855103, "Finetune/Step": 17316, "Finetune/Step Time": 6.626920163631439}
+{"Finetune/Learning Rate": 5.154699761502735e-07, "Finetune/Loss": 0.6375303268432617, "Finetune/Loss (Raw)": 0.5678409337997437, "Finetune/Step": 17317, "Finetune/Step Time": 6.621967935934663}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.6375864744186401, "Finetune/Loss (Raw)": 0.5851764678955078, "Finetune/Step": 17318, "Finetune/Step Time": 6.635919287800789}
+{"Finetune/Learning Rate": 5.144031612881261e-07, "Finetune/Loss": 0.6381093263626099, "Finetune/Loss (Raw)": 0.6550219058990479, "Finetune/Step": 17319, "Finetune/Step Time": 6.6363455504179}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.6374199986457825, "Finetune/Loss (Raw)": 0.6276265978813171, "Finetune/Step": 17320, "Finetune/Step Time": 6.643236948177218}
+{"Finetune/Learning Rate": 5.133374223641829e-07, "Finetune/Loss": 0.6364375352859497, "Finetune/Loss (Raw)": 0.5803069472312927, "Finetune/Step": 17321, "Finetune/Step Time": 6.647838033735752}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.6377211809158325, "Finetune/Loss (Raw)": 0.7797009348869324, "Finetune/Step": 17322, "Finetune/Step Time": 6.638288464397192}
+{"Finetune/Learning Rate": 5.122727594993293e-07, "Finetune/Loss": 0.6366247534751892, "Finetune/Loss (Raw)": 0.5273973941802979, "Finetune/Step": 17323, "Finetune/Step Time": 6.657913403585553}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.635344386100769, "Finetune/Loss (Raw)": 0.5573790669441223, "Finetune/Step": 17324, "Finetune/Step Time": 6.664533745497465}
+{"Finetune/Learning Rate": 5.112091728143276e-07, "Finetune/Loss": 0.6342934966087341, "Finetune/Loss (Raw)": 0.4704369008541107, "Finetune/Step": 17325, "Finetune/Step Time": 6.660131333395839}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.634303092956543, "Finetune/Loss (Raw)": 0.560214102268219, "Finetune/Step": 17326, "Finetune/Step Time": 6.643870946019888}
+{"Finetune/Learning Rate": 5.101466624298202e-07, "Finetune/Loss": 0.6361762881278992, "Finetune/Loss (Raw)": 0.815929651260376, "Finetune/Step": 17327, "Finetune/Step Time": 6.6543622221797705}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.6357433199882507, "Finetune/Loss (Raw)": 0.6613885164260864, "Finetune/Step": 17328, "Finetune/Step Time": 6.657150238752365}
+{"Finetune/Learning Rate": 5.090852284663262e-07, "Finetune/Loss": 0.6361558437347412, "Finetune/Loss (Raw)": 0.6507101655006409, "Finetune/Step": 17329, "Finetune/Step Time": 6.64994678273797}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.6363686323165894, "Finetune/Loss (Raw)": 0.6107273697853088, "Finetune/Step": 17330, "Finetune/Step Time": 6.6518289893865585}
+{"Finetune/Learning Rate": 5.080248710442414e-07, "Finetune/Loss": 0.636947751045227, "Finetune/Loss (Raw)": 0.5848875045776367, "Finetune/Step": 17331, "Finetune/Step Time": 6.6443663984537125}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.6366409659385681, "Finetune/Loss (Raw)": 0.5744979381561279, "Finetune/Step": 17332, "Finetune/Step Time": 6.649495085701346}
+{"Finetune/Learning Rate": 5.06965590283841e-07, "Finetune/Loss": 0.6361469030380249, "Finetune/Loss (Raw)": 0.546893298625946, "Finetune/Step": 17333, "Finetune/Step Time": 6.648992026224732}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.63596510887146, "Finetune/Loss (Raw)": 0.567321240901947, "Finetune/Step": 17334, "Finetune/Step Time": 6.6483206786215305}
+{"Finetune/Learning Rate": 5.059073863052788e-07, "Finetune/Loss": 0.6352734565734863, "Finetune/Loss (Raw)": 0.6266758441925049, "Finetune/Step": 17335, "Finetune/Step Time": 6.647132392972708}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.6338480710983276, "Finetune/Loss (Raw)": 0.5117484927177429, "Finetune/Step": 17336, "Finetune/Step Time": 6.666779015213251}
+{"Finetune/Learning Rate": 5.048502592285842e-07, "Finetune/Loss": 0.6325637102127075, "Finetune/Loss (Raw)": 0.5787099003791809, "Finetune/Step": 17337, "Finetune/Step Time": 6.676692143082619}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.6333764791488647, "Finetune/Loss (Raw)": 0.6909325122833252, "Finetune/Step": 17338, "Finetune/Step Time": 6.677216377109289}
+{"Finetune/Learning Rate": 5.03794209173667e-07, "Finetune/Loss": 0.6333786249160767, "Finetune/Loss (Raw)": 0.617660403251648, "Finetune/Step": 17339, "Finetune/Step Time": 6.665341291576624}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.6335291266441345, "Finetune/Loss (Raw)": 0.7779791951179504, "Finetune/Step": 17340, "Finetune/Step Time": 6.667244715616107}
+{"Finetune/Learning Rate": 5.027392362603134e-07, "Finetune/Loss": 0.6331478953361511, "Finetune/Loss (Raw)": 0.5753558874130249, "Finetune/Step": 17341, "Finetune/Step Time": 6.666244922205806}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.633454442024231, "Finetune/Loss (Raw)": 0.6529791355133057, "Finetune/Step": 17342, "Finetune/Step Time": 6.669355399906635}
+{"Finetune/Learning Rate": 5.016853406081834e-07, "Finetune/Loss": 0.6331533193588257, "Finetune/Loss (Raw)": 0.6098355054855347, "Finetune/Step": 17343, "Finetune/Step Time": 6.665305135771632}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.6331555247306824, "Finetune/Loss (Raw)": 0.6663457155227661, "Finetune/Step": 17344, "Finetune/Step Time": 6.664265103638172}
+{"Finetune/Learning Rate": 5.006325223368247e-07, "Finetune/Loss": 0.6329061388969421, "Finetune/Loss (Raw)": 0.6748010516166687, "Finetune/Step": 17345, "Finetune/Step Time": 6.657561112195253}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.6333978176116943, "Finetune/Loss (Raw)": 0.6931281089782715, "Finetune/Step": 17346, "Finetune/Step Time": 6.657872993499041}
+{"Finetune/Learning Rate": 4.995807815656561e-07, "Finetune/Loss": 0.6334736347198486, "Finetune/Loss (Raw)": 0.6664562821388245, "Finetune/Step": 17347, "Finetune/Step Time": 6.672558430582285}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.6348828673362732, "Finetune/Loss (Raw)": 0.6734015345573425, "Finetune/Step": 17348, "Finetune/Step Time": 6.673287928104401}
+{"Finetune/Learning Rate": 4.985301184139712e-07, "Finetune/Loss": 0.6344302892684937, "Finetune/Loss (Raw)": 0.5690661072731018, "Finetune/Step": 17349, "Finetune/Step Time": 6.669609572738409}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.6342039704322815, "Finetune/Loss (Raw)": 0.6172659993171692, "Finetune/Step": 17350, "Finetune/Step Time": 6.666890570893884}
+{"Finetune/Learning Rate": 4.97480533000948e-07, "Finetune/Loss": 0.6340728998184204, "Finetune/Loss (Raw)": 0.5367225408554077, "Finetune/Step": 17351, "Finetune/Step Time": 6.651514787226915}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.6346067786216736, "Finetune/Loss (Raw)": 0.6448284387588501, "Finetune/Step": 17352, "Finetune/Step Time": 6.650600468739867}
+{"Finetune/Learning Rate": 4.964320254456423e-07, "Finetune/Loss": 0.6334158182144165, "Finetune/Loss (Raw)": 0.4974389672279358, "Finetune/Step": 17353, "Finetune/Step Time": 6.670814057812095}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.6336495280265808, "Finetune/Loss (Raw)": 0.593097984790802, "Finetune/Step": 17354, "Finetune/Step Time": 6.6661870572716}
+{"Finetune/Learning Rate": 4.95384595866979e-07, "Finetune/Loss": 0.6337374448776245, "Finetune/Loss (Raw)": 0.600252628326416, "Finetune/Step": 17355, "Finetune/Step Time": 6.66565134562552}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.6330387592315674, "Finetune/Loss (Raw)": 0.5812890529632568, "Finetune/Step": 17356, "Finetune/Step Time": 6.662289343774319}
+{"Finetune/Learning Rate": 4.943382443837685e-07, "Finetune/Loss": 0.6336163282394409, "Finetune/Loss (Raw)": 0.6912217736244202, "Finetune/Step": 17357, "Finetune/Step Time": 6.676501229405403}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.6330490708351135, "Finetune/Loss (Raw)": 0.5906466841697693, "Finetune/Step": 17358, "Finetune/Step Time": 6.678839802742004}
+{"Finetune/Learning Rate": 4.932929711147016e-07, "Finetune/Loss": 0.6330457329750061, "Finetune/Loss (Raw)": 0.7014846205711365, "Finetune/Step": 17359, "Finetune/Step Time": 6.675723964348435}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.632174551486969, "Finetune/Loss (Raw)": 0.5663803219795227, "Finetune/Step": 17360, "Finetune/Step Time": 6.701059201732278}
+{"Finetune/Learning Rate": 4.922487761783368e-07, "Finetune/Loss": 0.6318814754486084, "Finetune/Loss (Raw)": 0.6425646543502808, "Finetune/Step": 17361, "Finetune/Step Time": 6.700618024915457}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.6320562958717346, "Finetune/Loss (Raw)": 0.5754443407058716, "Finetune/Step": 17362, "Finetune/Step Time": 6.703111721202731}
+{"Finetune/Learning Rate": 4.912056596931169e-07, "Finetune/Loss": 0.6321147680282593, "Finetune/Loss (Raw)": 0.579505443572998, "Finetune/Step": 17363, "Finetune/Step Time": 6.701671790331602}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.6311591267585754, "Finetune/Loss (Raw)": 0.4938272535800934, "Finetune/Step": 17364, "Finetune/Step Time": 6.702939474955201}
+{"Finetune/Learning Rate": 4.90163621777362e-07, "Finetune/Loss": 0.6307570934295654, "Finetune/Loss (Raw)": 0.5885899066925049, "Finetune/Step": 17365, "Finetune/Step Time": 6.695002544671297}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.6318762302398682, "Finetune/Loss (Raw)": 0.7517993450164795, "Finetune/Step": 17366, "Finetune/Step Time": 6.697123860940337}
+{"Finetune/Learning Rate": 4.891226625492696e-07, "Finetune/Loss": 0.6312779188156128, "Finetune/Loss (Raw)": 0.5485799312591553, "Finetune/Step": 17367, "Finetune/Step Time": 6.6999543979763985}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.6302981376647949, "Finetune/Loss (Raw)": 0.4810296893119812, "Finetune/Step": 17368, "Finetune/Step Time": 6.696060219779611}
+{"Finetune/Learning Rate": 4.88082782126913e-07, "Finetune/Loss": 0.6300139427185059, "Finetune/Loss (Raw)": 0.6471184492111206, "Finetune/Step": 17369, "Finetune/Step Time": 6.69922642968595}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.6306296586990356, "Finetune/Loss (Raw)": 0.7162951827049255, "Finetune/Step": 17370, "Finetune/Step Time": 6.695855423808098}
+{"Finetune/Learning Rate": 4.870439806282446e-07, "Finetune/Loss": 0.6309645771980286, "Finetune/Loss (Raw)": 0.6391204595565796, "Finetune/Step": 17371, "Finetune/Step Time": 6.7036929707974195}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.6313625574111938, "Finetune/Loss (Raw)": 0.5990214347839355, "Finetune/Step": 17372, "Finetune/Step Time": 6.704453192651272}
+{"Finetune/Learning Rate": 4.860062581710944e-07, "Finetune/Loss": 0.6300037503242493, "Finetune/Loss (Raw)": 0.5373197793960571, "Finetune/Step": 17373, "Finetune/Step Time": 6.707054806873202}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.6294867992401123, "Finetune/Loss (Raw)": 0.5652968287467957, "Finetune/Step": 17374, "Finetune/Step Time": 6.722860349342227}
+{"Finetune/Learning Rate": 4.849696148731697e-07, "Finetune/Loss": 0.6297305822372437, "Finetune/Loss (Raw)": 0.6580350399017334, "Finetune/Step": 17375, "Finetune/Step Time": 6.728951741009951}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.6292833089828491, "Finetune/Loss (Raw)": 0.5341531038284302, "Finetune/Step": 17376, "Finetune/Step Time": 6.730162022635341}
+{"Finetune/Learning Rate": 4.839340508520563e-07, "Finetune/Loss": 0.6288936734199524, "Finetune/Loss (Raw)": 0.616512656211853, "Finetune/Step": 17377, "Finetune/Step Time": 6.737739535048604}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.6288926601409912, "Finetune/Loss (Raw)": 0.7217054963111877, "Finetune/Step": 17378, "Finetune/Step Time": 6.740187468007207}
+{"Finetune/Learning Rate": 4.828995662252167e-07, "Finetune/Loss": 0.6294106841087341, "Finetune/Loss (Raw)": 0.6999712586402893, "Finetune/Step": 17379, "Finetune/Step Time": 6.735509058460593}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.6295493841171265, "Finetune/Loss (Raw)": 0.6227327585220337, "Finetune/Step": 17380, "Finetune/Step Time": 6.7483527436852455}
+{"Finetune/Learning Rate": 4.818661611099895e-07, "Finetune/Loss": 0.6295251250267029, "Finetune/Loss (Raw)": 0.5214952230453491, "Finetune/Step": 17381, "Finetune/Step Time": 6.758950036019087}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.6295661330223083, "Finetune/Loss (Raw)": 0.6305660009384155, "Finetune/Step": 17382, "Finetune/Step Time": 6.745189031586051}
+{"Finetune/Learning Rate": 4.808338356235953e-07, "Finetune/Loss": 0.6263291239738464, "Finetune/Loss (Raw)": 0.3790973126888275, "Finetune/Step": 17383, "Finetune/Step Time": 6.77769211679697}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.6257621645927429, "Finetune/Loss (Raw)": 0.577321469783783, "Finetune/Step": 17384, "Finetune/Step Time": 6.78649908490479}
+{"Finetune/Learning Rate": 4.798025898831249e-07, "Finetune/Loss": 0.624377965927124, "Finetune/Loss (Raw)": 0.33755385875701904, "Finetune/Step": 17385, "Finetune/Step Time": 6.802461609244347}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.6231623291969299, "Finetune/Loss (Raw)": 0.5491396188735962, "Finetune/Step": 17386, "Finetune/Step Time": 6.803291391581297}
+{"Finetune/Learning Rate": 4.787724240055558e-07, "Finetune/Loss": 0.6230807304382324, "Finetune/Loss (Raw)": 0.6360114812850952, "Finetune/Step": 17387, "Finetune/Step Time": 6.8011301681399345}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.6228574514389038, "Finetune/Loss (Raw)": 0.5672014951705933, "Finetune/Step": 17388, "Finetune/Step Time": 6.784919619560242}
+{"Finetune/Learning Rate": 4.777433381077367e-07, "Finetune/Loss": 0.6235722303390503, "Finetune/Loss (Raw)": 0.653268039226532, "Finetune/Step": 17389, "Finetune/Step Time": 6.7818037532269955}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.6237281560897827, "Finetune/Loss (Raw)": 0.682352602481842, "Finetune/Step": 17390, "Finetune/Step Time": 6.784008402377367}
+{"Finetune/Learning Rate": 4.767153323063933e-07, "Finetune/Loss": 0.6225630044937134, "Finetune/Loss (Raw)": 0.57464599609375, "Finetune/Step": 17391, "Finetune/Step Time": 6.786762449890375}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.6222754716873169, "Finetune/Loss (Raw)": 0.619413435459137, "Finetune/Step": 17392, "Finetune/Step Time": 6.772784851491451}
+{"Finetune/Learning Rate": 4.756884067181333e-07, "Finetune/Loss": 0.6217429637908936, "Finetune/Loss (Raw)": 0.6770077347755432, "Finetune/Step": 17393, "Finetune/Step Time": 6.7693386152386665}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.6206071972846985, "Finetune/Loss (Raw)": 0.6206229329109192, "Finetune/Step": 17394, "Finetune/Step Time": 6.770096564665437}
+{"Finetune/Learning Rate": 4.746625614594402e-07, "Finetune/Loss": 0.621098518371582, "Finetune/Loss (Raw)": 0.6271395683288574, "Finetune/Step": 17395, "Finetune/Step Time": 6.763507775962353}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.6214845180511475, "Finetune/Loss (Raw)": 0.7237051725387573, "Finetune/Step": 17396, "Finetune/Step Time": 6.774155640974641}
+{"Finetune/Learning Rate": 4.7363779664667095e-07, "Finetune/Loss": 0.6205795407295227, "Finetune/Loss (Raw)": 0.575833797454834, "Finetune/Step": 17397, "Finetune/Step Time": 6.779138777405024}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.6199561357498169, "Finetune/Loss (Raw)": 0.5830036997795105, "Finetune/Step": 17398, "Finetune/Step Time": 6.760948464274406}
+{"Finetune/Learning Rate": 4.726141123960637e-07, "Finetune/Loss": 0.6190152168273926, "Finetune/Loss (Raw)": 0.6825186610221863, "Finetune/Step": 17399, "Finetune/Step Time": 6.763946330174804}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.619103193283081, "Finetune/Loss (Raw)": 0.6312860250473022, "Finetune/Step": 17400, "Finetune/Step Time": 6.758398583158851}
+{"Finetune/Learning Rate": 4.715915088237366e-07, "Finetune/Loss": 0.6189414262771606, "Finetune/Loss (Raw)": 0.5996713042259216, "Finetune/Step": 17401, "Finetune/Step Time": 6.75576676055789}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.618442177772522, "Finetune/Loss (Raw)": 0.572968602180481, "Finetune/Step": 17402, "Finetune/Step Time": 6.755270989611745}
+{"Finetune/Learning Rate": 4.705699860456814e-07, "Finetune/Loss": 0.6192710995674133, "Finetune/Loss (Raw)": 0.6418061256408691, "Finetune/Step": 17403, "Finetune/Step Time": 6.757497567683458}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.6186785697937012, "Finetune/Loss (Raw)": 0.6481538414955139, "Finetune/Step": 17404, "Finetune/Step Time": 6.763359159231186}
+{"Finetune/Learning Rate": 4.6954954417776533e-07, "Finetune/Loss": 0.6187875270843506, "Finetune/Loss (Raw)": 0.6100562214851379, "Finetune/Step": 17405, "Finetune/Step Time": 6.751875763759017}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.618904173374176, "Finetune/Loss (Raw)": 0.6839636564254761, "Finetune/Step": 17406, "Finetune/Step Time": 6.7505258694291115}
+{"Finetune/Learning Rate": 4.685301833357381e-07, "Finetune/Loss": 0.6182030439376831, "Finetune/Loss (Raw)": 0.5137680172920227, "Finetune/Step": 17407, "Finetune/Step Time": 6.7574769631028175}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.617424488067627, "Finetune/Loss (Raw)": 0.6261389255523682, "Finetune/Step": 17408, "Finetune/Step Time": 6.757499985396862}
+{"Finetune/Learning Rate": 4.675119036352249e-07, "Finetune/Loss": 0.6186034679412842, "Finetune/Loss (Raw)": 0.7968698740005493, "Finetune/Step": 17409, "Finetune/Step Time": 6.756719831377268}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.6183063983917236, "Finetune/Loss (Raw)": 0.6496725678443909, "Finetune/Step": 17410, "Finetune/Step Time": 6.754439704120159}
+{"Finetune/Learning Rate": 4.664947051917257e-07, "Finetune/Loss": 0.6180553436279297, "Finetune/Loss (Raw)": 0.5963658094406128, "Finetune/Step": 17411, "Finetune/Step Time": 6.75765541382134}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.6187323927879333, "Finetune/Loss (Raw)": 0.6868769526481628, "Finetune/Step": 17412, "Finetune/Step Time": 6.7690964844077826}
+{"Finetune/Learning Rate": 4.654785881206192e-07, "Finetune/Loss": 0.6190288066864014, "Finetune/Loss (Raw)": 0.7355731129646301, "Finetune/Step": 17413, "Finetune/Step Time": 6.7745405323803425}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.6180355548858643, "Finetune/Loss (Raw)": 0.5470127463340759, "Finetune/Step": 17414, "Finetune/Step Time": 6.779688138514757}
+{"Finetune/Learning Rate": 4.644635525371666e-07, "Finetune/Loss": 0.6183204650878906, "Finetune/Loss (Raw)": 0.7433475852012634, "Finetune/Step": 17415, "Finetune/Step Time": 6.761053306981921}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.6181372404098511, "Finetune/Loss (Raw)": 0.5905853509902954, "Finetune/Step": 17416, "Finetune/Step Time": 6.76263290643692}
+{"Finetune/Learning Rate": 4.6344959855649684e-07, "Finetune/Loss": 0.6170992851257324, "Finetune/Loss (Raw)": 0.5527889728546143, "Finetune/Step": 17417, "Finetune/Step Time": 6.75650423578918}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.6172231435775757, "Finetune/Loss (Raw)": 0.6217749118804932, "Finetune/Step": 17418, "Finetune/Step Time": 6.7484713178128}
+{"Finetune/Learning Rate": 4.624367262936247e-07, "Finetune/Loss": 0.616783618927002, "Finetune/Loss (Raw)": 0.5705826282501221, "Finetune/Step": 17419, "Finetune/Step Time": 6.7392252665013075}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.6176588535308838, "Finetune/Loss (Raw)": 0.7013272643089294, "Finetune/Step": 17420, "Finetune/Step Time": 6.7545070964843035}
+{"Finetune/Learning Rate": 4.614249358634382e-07, "Finetune/Loss": 0.6156550645828247, "Finetune/Loss (Raw)": 0.3883030116558075, "Finetune/Step": 17421, "Finetune/Step Time": 6.769197091460228}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.6164681315422058, "Finetune/Loss (Raw)": 0.6853203773498535, "Finetune/Step": 17422, "Finetune/Step Time": 6.774713745340705}
+{"Finetune/Learning Rate": 4.604142273807022e-07, "Finetune/Loss": 0.6168794631958008, "Finetune/Loss (Raw)": 0.603482723236084, "Finetune/Step": 17423, "Finetune/Step Time": 6.766490431502461}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.6176540851593018, "Finetune/Loss (Raw)": 0.7684684991836548, "Finetune/Step": 17424, "Finetune/Step Time": 6.763720441609621}
+{"Finetune/Learning Rate": 4.5940460096006167e-07, "Finetune/Loss": 0.6181436777114868, "Finetune/Loss (Raw)": 0.5930970907211304, "Finetune/Step": 17425, "Finetune/Step Time": 6.761355886235833}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.6175606846809387, "Finetune/Loss (Raw)": 0.6259956955909729, "Finetune/Step": 17426, "Finetune/Step Time": 6.763268085196614}
+{"Finetune/Learning Rate": 4.5839605671603614e-07, "Finetune/Loss": 0.6183680891990662, "Finetune/Loss (Raw)": 0.740776002407074, "Finetune/Step": 17427, "Finetune/Step Time": 6.761672750115395}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.6187405586242676, "Finetune/Loss (Raw)": 0.6852988600730896, "Finetune/Step": 17428, "Finetune/Step Time": 6.748442996293306}
+{"Finetune/Learning Rate": 4.57388594763023e-07, "Finetune/Loss": 0.6176035404205322, "Finetune/Loss (Raw)": 0.5596978664398193, "Finetune/Step": 17429, "Finetune/Step Time": 6.747463125735521}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.6183243989944458, "Finetune/Loss (Raw)": 0.5871782302856445, "Finetune/Step": 17430, "Finetune/Step Time": 6.734998017549515}
+{"Finetune/Learning Rate": 4.5638221521529746e-07, "Finetune/Loss": 0.6176326274871826, "Finetune/Loss (Raw)": 0.6286076903343201, "Finetune/Step": 17431, "Finetune/Step Time": 6.737251104786992}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.6171860694885254, "Finetune/Loss (Raw)": 0.6186152100563049, "Finetune/Step": 17432, "Finetune/Step Time": 6.724055940285325}
+{"Finetune/Learning Rate": 4.553769181870127e-07, "Finetune/Loss": 0.6173338294029236, "Finetune/Loss (Raw)": 0.5932770371437073, "Finetune/Step": 17433, "Finetune/Step Time": 6.73403898999095}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.6183820366859436, "Finetune/Loss (Raw)": 0.6778978109359741, "Finetune/Step": 17434, "Finetune/Step Time": 6.737942719832063}
+{"Finetune/Learning Rate": 4.5437270379219743e-07, "Finetune/Loss": 0.6194154620170593, "Finetune/Loss (Raw)": 0.7494322061538696, "Finetune/Step": 17435, "Finetune/Step Time": 6.7415448147803545}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.6198256611824036, "Finetune/Loss (Raw)": 0.6735698580741882, "Finetune/Step": 17436, "Finetune/Step Time": 6.74554393440485}
+{"Finetune/Learning Rate": 4.5336957214475843e-07, "Finetune/Loss": 0.6194814443588257, "Finetune/Loss (Raw)": 0.5571213960647583, "Finetune/Step": 17437, "Finetune/Step Time": 6.746318841353059}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.6193054914474487, "Finetune/Loss (Raw)": 0.6307498812675476, "Finetune/Step": 17438, "Finetune/Step Time": 6.744545146822929}
+{"Finetune/Learning Rate": 4.523675233584812e-07, "Finetune/Loss": 0.6183963418006897, "Finetune/Loss (Raw)": 0.6488965153694153, "Finetune/Step": 17439, "Finetune/Step Time": 6.744864508509636}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.6184630393981934, "Finetune/Loss (Raw)": 0.6252835988998413, "Finetune/Step": 17440, "Finetune/Step Time": 6.766623100265861}
+{"Finetune/Learning Rate": 4.513665575470216e-07, "Finetune/Loss": 0.6181825399398804, "Finetune/Loss (Raw)": 0.6395547986030579, "Finetune/Step": 17441, "Finetune/Step Time": 6.766671095043421}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.6177929639816284, "Finetune/Loss (Raw)": 0.5737525224685669, "Finetune/Step": 17442, "Finetune/Step Time": 6.765724003314972}
+{"Finetune/Learning Rate": 4.503666748239244e-07, "Finetune/Loss": 0.6173497438430786, "Finetune/Loss (Raw)": 0.6057865023612976, "Finetune/Step": 17443, "Finetune/Step Time": 6.765488075092435}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.616235077381134, "Finetune/Loss (Raw)": 0.531653106212616, "Finetune/Step": 17444, "Finetune/Step Time": 6.772317327558994}
+{"Finetune/Learning Rate": 4.4936787530260207e-07, "Finetune/Loss": 0.6157176494598389, "Finetune/Loss (Raw)": 0.5016096830368042, "Finetune/Step": 17445, "Finetune/Step Time": 6.787063956260681}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.6153121590614319, "Finetune/Loss (Raw)": 0.533271312713623, "Finetune/Step": 17446, "Finetune/Step Time": 6.7726799584925175}
+{"Finetune/Learning Rate": 4.4837015909634405e-07, "Finetune/Loss": 0.6150643229484558, "Finetune/Loss (Raw)": 0.6232998371124268, "Finetune/Step": 17447, "Finetune/Step Time": 6.768600914627314}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.6152567863464355, "Finetune/Loss (Raw)": 0.6522666215896606, "Finetune/Step": 17448, "Finetune/Step Time": 6.763513315469027}
+{"Finetune/Learning Rate": 4.473735263183243e-07, "Finetune/Loss": 0.6158413887023926, "Finetune/Loss (Raw)": 0.6551345586776733, "Finetune/Step": 17449, "Finetune/Step Time": 6.761226361617446}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.6139711737632751, "Finetune/Loss (Raw)": 0.5403096675872803, "Finetune/Step": 17450, "Finetune/Step Time": 6.7761643920093775}
+{"Finetune/Learning Rate": 4.4637797708158904e-07, "Finetune/Loss": 0.6150064468383789, "Finetune/Loss (Raw)": 0.6599113345146179, "Finetune/Step": 17451, "Finetune/Step Time": 6.755946354940534}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.6154771447181702, "Finetune/Loss (Raw)": 0.617632269859314, "Finetune/Step": 17452, "Finetune/Step Time": 6.751025335863233}
+{"Finetune/Learning Rate": 4.45383511499059e-07, "Finetune/Loss": 0.6161868572235107, "Finetune/Loss (Raw)": 0.5612713098526001, "Finetune/Step": 17453, "Finetune/Step Time": 6.734625954180956}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.6162724494934082, "Finetune/Loss (Raw)": 0.5711785554885864, "Finetune/Step": 17454, "Finetune/Step Time": 6.748751062899828}
+{"Finetune/Learning Rate": 4.4439012968353623e-07, "Finetune/Loss": 0.6129566431045532, "Finetune/Loss (Raw)": 0.3915040194988251, "Finetune/Step": 17455, "Finetune/Step Time": 6.750296453014016}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.6126642823219299, "Finetune/Loss (Raw)": 0.6239681839942932, "Finetune/Step": 17456, "Finetune/Step Time": 6.750052355229855}
+{"Finetune/Learning Rate": 4.433978317477028e-07, "Finetune/Loss": 0.6126455068588257, "Finetune/Loss (Raw)": 0.6482993960380554, "Finetune/Step": 17457, "Finetune/Step Time": 6.7527567353099585}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.6125917434692383, "Finetune/Loss (Raw)": 0.6038466691970825, "Finetune/Step": 17458, "Finetune/Step Time": 6.751911632716656}
+{"Finetune/Learning Rate": 4.4240661780410755e-07, "Finetune/Loss": 0.6125237941741943, "Finetune/Loss (Raw)": 0.5761963725090027, "Finetune/Step": 17459, "Finetune/Step Time": 6.755621254444122}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.6122099757194519, "Finetune/Loss (Raw)": 0.534330427646637, "Finetune/Step": 17460, "Finetune/Step Time": 6.7506544422358274}
+{"Finetune/Learning Rate": 4.41416487965185e-07, "Finetune/Loss": 0.6130739450454712, "Finetune/Loss (Raw)": 0.6574726700782776, "Finetune/Step": 17461, "Finetune/Step Time": 6.75378187559545}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.6145901679992676, "Finetune/Loss (Raw)": 0.761399507522583, "Finetune/Step": 17462, "Finetune/Step Time": 6.752380058169365}
+{"Finetune/Learning Rate": 4.404274423432475e-07, "Finetune/Loss": 0.6148402690887451, "Finetune/Loss (Raw)": 0.6586960554122925, "Finetune/Step": 17463, "Finetune/Step Time": 6.75837142392993}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.6168181896209717, "Finetune/Loss (Raw)": 0.7649246454238892, "Finetune/Step": 17464, "Finetune/Step Time": 6.736581493169069}
+{"Finetune/Learning Rate": 4.3943948105047543e-07, "Finetune/Loss": 0.6178179383277893, "Finetune/Loss (Raw)": 0.7066736221313477, "Finetune/Step": 17465, "Finetune/Step Time": 6.727071084082127}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.6171934604644775, "Finetune/Loss (Raw)": 0.6110040545463562, "Finetune/Step": 17466, "Finetune/Step Time": 6.727944444864988}
+{"Finetune/Learning Rate": 4.384526041989357e-07, "Finetune/Loss": 0.617168128490448, "Finetune/Loss (Raw)": 0.6144110560417175, "Finetune/Step": 17467, "Finetune/Step Time": 6.731284053996205}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.6159388422966003, "Finetune/Loss (Raw)": 0.6206328272819519, "Finetune/Step": 17468, "Finetune/Step Time": 6.7304050382226706}
+{"Finetune/Learning Rate": 4.374668119005665e-07, "Finetune/Loss": 0.615706205368042, "Finetune/Loss (Raw)": 0.5455713868141174, "Finetune/Step": 17469, "Finetune/Step Time": 6.729499282315373}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.6160364151000977, "Finetune/Loss (Raw)": 0.6952545046806335, "Finetune/Step": 17470, "Finetune/Step Time": 6.729296559467912}
+{"Finetune/Learning Rate": 4.364821042671863e-07, "Finetune/Loss": 0.6153830289840698, "Finetune/Loss (Raw)": 0.526199996471405, "Finetune/Step": 17471, "Finetune/Step Time": 6.728867100551724}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.6158795356750488, "Finetune/Loss (Raw)": 0.7299007773399353, "Finetune/Step": 17472, "Finetune/Step Time": 6.729019559919834}
+{"Finetune/Learning Rate": 4.354984814104879e-07, "Finetune/Loss": 0.6152592301368713, "Finetune/Loss (Raw)": 0.5953963398933411, "Finetune/Step": 17473, "Finetune/Step Time": 6.747462548315525}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.6138327121734619, "Finetune/Loss (Raw)": 0.5105322599411011, "Finetune/Step": 17474, "Finetune/Step Time": 6.7466290928423405}
+{"Finetune/Learning Rate": 4.3451594344204426e-07, "Finetune/Loss": 0.6145248413085938, "Finetune/Loss (Raw)": 0.7550510168075562, "Finetune/Step": 17475, "Finetune/Step Time": 6.733503710478544}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.6126693487167358, "Finetune/Loss (Raw)": 0.43590086698532104, "Finetune/Step": 17476, "Finetune/Step Time": 6.748717542737722}
+{"Finetune/Learning Rate": 4.3353449047330076e-07, "Finetune/Loss": 0.6122461557388306, "Finetune/Loss (Raw)": 0.514900267124176, "Finetune/Step": 17477, "Finetune/Step Time": 6.766327355057001}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.6117045879364014, "Finetune/Loss (Raw)": 0.5479462146759033, "Finetune/Step": 17478, "Finetune/Step Time": 6.765167163684964}
+{"Finetune/Learning Rate": 4.325541226155827e-07, "Finetune/Loss": 0.611352801322937, "Finetune/Loss (Raw)": 0.49169299006462097, "Finetune/Step": 17479, "Finetune/Step Time": 6.779868004843593}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.6115326881408691, "Finetune/Loss (Raw)": 0.6678537726402283, "Finetune/Step": 17480, "Finetune/Step Time": 6.777178013697267}
+{"Finetune/Learning Rate": 4.3157483998009454e-07, "Finetune/Loss": 0.612860381603241, "Finetune/Loss (Raw)": 0.6673808693885803, "Finetune/Step": 17481, "Finetune/Step Time": 6.759027123451233}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.6131350994110107, "Finetune/Loss (Raw)": 0.6282681226730347, "Finetune/Step": 17482, "Finetune/Step Time": 6.7505724765360355}
+{"Finetune/Learning Rate": 4.305966426779118e-07, "Finetune/Loss": 0.6131309270858765, "Finetune/Loss (Raw)": 0.59971684217453, "Finetune/Step": 17483, "Finetune/Step Time": 6.748478518798947}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.6135900020599365, "Finetune/Loss (Raw)": 0.6400465965270996, "Finetune/Step": 17484, "Finetune/Step Time": 6.7472302839159966}
+{"Finetune/Learning Rate": 4.296195308199913e-07, "Finetune/Loss": 0.613631546497345, "Finetune/Loss (Raw)": 0.696539044380188, "Finetune/Step": 17485, "Finetune/Step Time": 6.7319236639887094}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.6137016415596008, "Finetune/Loss (Raw)": 0.5996217131614685, "Finetune/Step": 17486, "Finetune/Step Time": 6.726656885817647}
+{"Finetune/Learning Rate": 4.286435045171666e-07, "Finetune/Loss": 0.6132321357727051, "Finetune/Loss (Raw)": 0.6413845419883728, "Finetune/Step": 17487, "Finetune/Step Time": 6.726227942854166}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.6141080856323242, "Finetune/Loss (Raw)": 0.6785032153129578, "Finetune/Step": 17488, "Finetune/Step Time": 6.696979226544499}
+{"Finetune/Learning Rate": 4.2766856388014367e-07, "Finetune/Loss": 0.6135841012001038, "Finetune/Loss (Raw)": 0.5754920840263367, "Finetune/Step": 17489, "Finetune/Step Time": 6.695816503837705}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.6153385639190674, "Finetune/Loss (Raw)": 0.8000216484069824, "Finetune/Step": 17490, "Finetune/Step Time": 6.6905657555907965}
+{"Finetune/Learning Rate": 4.266947090195117e-07, "Finetune/Loss": 0.6157130002975464, "Finetune/Loss (Raw)": 0.6274333596229553, "Finetune/Step": 17491, "Finetune/Step Time": 6.69063806347549}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.6159995794296265, "Finetune/Loss (Raw)": 0.5305070877075195, "Finetune/Step": 17492, "Finetune/Step Time": 6.690344536677003}
+{"Finetune/Learning Rate": 4.257219400457346e-07, "Finetune/Loss": 0.6161677837371826, "Finetune/Loss (Raw)": 0.610116183757782, "Finetune/Step": 17493, "Finetune/Step Time": 6.693085681647062}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.6156311631202698, "Finetune/Loss (Raw)": 0.6831148266792297, "Finetune/Step": 17494, "Finetune/Step Time": 6.699606889858842}
+{"Finetune/Learning Rate": 4.247502570691497e-07, "Finetune/Loss": 0.6167135834693909, "Finetune/Loss (Raw)": 0.6871298551559448, "Finetune/Step": 17495, "Finetune/Step Time": 6.702946603298187}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.6173272728919983, "Finetune/Loss (Raw)": 0.5595837235450745, "Finetune/Step": 17496, "Finetune/Step Time": 6.7011546064168215}
+{"Finetune/Learning Rate": 4.237796601999722e-07, "Finetune/Loss": 0.6167160272598267, "Finetune/Loss (Raw)": 0.5688789486885071, "Finetune/Step": 17497, "Finetune/Step Time": 6.701808355748653}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.6166915893554688, "Finetune/Loss (Raw)": 0.7131673097610474, "Finetune/Step": 17498, "Finetune/Step Time": 6.706744734197855}
+{"Finetune/Learning Rate": 4.228101495483017e-07, "Finetune/Loss": 0.6166301965713501, "Finetune/Loss (Raw)": 0.6312549114227295, "Finetune/Step": 17499, "Finetune/Step Time": 6.704144289717078}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.6169464588165283, "Finetune/Loss (Raw)": 0.6395037174224854, "Finetune/Step": 17500, "Finetune/Step Time": 6.7026438899338245}
+{"Finetune/Learning Rate": 4.218417252241025e-07, "Finetune/Loss": 0.6177027225494385, "Finetune/Loss (Raw)": 0.6341192722320557, "Finetune/Step": 17501, "Finetune/Step Time": 6.690485967323184}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.6179109811782837, "Finetune/Loss (Raw)": 0.5919614434242249, "Finetune/Step": 17502, "Finetune/Step Time": 6.677429269999266}
+{"Finetune/Learning Rate": 4.208743873372223e-07, "Finetune/Loss": 0.6181396842002869, "Finetune/Loss (Raw)": 0.6873093843460083, "Finetune/Step": 17503, "Finetune/Step Time": 6.673930495977402}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.6181280016899109, "Finetune/Loss (Raw)": 0.532660722732544, "Finetune/Step": 17504, "Finetune/Step Time": 6.671316672116518}
+{"Finetune/Learning Rate": 4.199081359973889e-07, "Finetune/Loss": 0.6177736520767212, "Finetune/Loss (Raw)": 0.5711526870727539, "Finetune/Step": 17505, "Finetune/Step Time": 6.665396815165877}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.6169992685317993, "Finetune/Loss (Raw)": 0.622587263584137, "Finetune/Step": 17506, "Finetune/Step Time": 6.661088954657316}
+{"Finetune/Learning Rate": 4.1894297131419903e-07, "Finetune/Loss": 0.615321695804596, "Finetune/Loss (Raw)": 0.4852387011051178, "Finetune/Step": 17507, "Finetune/Step Time": 6.662909897044301}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.6163661479949951, "Finetune/Loss (Raw)": 0.756415605545044, "Finetune/Step": 17508, "Finetune/Step Time": 6.649086309596896}
+{"Finetune/Learning Rate": 4.179788933971318e-07, "Finetune/Loss": 0.6168828010559082, "Finetune/Loss (Raw)": 0.5876255035400391, "Finetune/Step": 17509, "Finetune/Step Time": 6.637353157624602}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.6170467734336853, "Finetune/Loss (Raw)": 0.6515658497810364, "Finetune/Step": 17510, "Finetune/Step Time": 6.641249505802989}
+{"Finetune/Learning Rate": 4.170159023555409e-07, "Finetune/Loss": 0.6185978651046753, "Finetune/Loss (Raw)": 0.5776365995407104, "Finetune/Step": 17511, "Finetune/Step Time": 6.609725067391992}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.6194745302200317, "Finetune/Loss (Raw)": 0.6895344853401184, "Finetune/Step": 17512, "Finetune/Step Time": 6.592999631538987}
+{"Finetune/Learning Rate": 4.160539982986567e-07, "Finetune/Loss": 0.621243953704834, "Finetune/Loss (Raw)": 0.564034104347229, "Finetune/Step": 17513, "Finetune/Step Time": 6.579153165221214}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.6223607063293457, "Finetune/Loss (Raw)": 0.6920833587646484, "Finetune/Step": 17514, "Finetune/Step Time": 6.5836219768971205}
+{"Finetune/Learning Rate": 4.150931813355863e-07, "Finetune/Loss": 0.621220588684082, "Finetune/Loss (Raw)": 0.4900812804698944, "Finetune/Step": 17515, "Finetune/Step Time": 6.584861133247614}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.621235728263855, "Finetune/Loss (Raw)": 0.5691383481025696, "Finetune/Step": 17516, "Finetune/Step Time": 6.587027790024877}
+{"Finetune/Learning Rate": 4.141334515753148e-07, "Finetune/Loss": 0.6211804151535034, "Finetune/Loss (Raw)": 0.646183431148529, "Finetune/Step": 17517, "Finetune/Step Time": 6.588157085701823}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.6208258867263794, "Finetune/Loss (Raw)": 0.6369711756706238, "Finetune/Step": 17518, "Finetune/Step Time": 6.584695024415851}
+{"Finetune/Learning Rate": 4.1317480912670296e-07, "Finetune/Loss": 0.6214209198951721, "Finetune/Loss (Raw)": 0.6508208513259888, "Finetune/Step": 17519, "Finetune/Step Time": 6.583475083112717}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.621281623840332, "Finetune/Loss (Raw)": 0.6015838384628296, "Finetune/Step": 17520, "Finetune/Step Time": 6.58035908639431}
+{"Finetune/Learning Rate": 4.12217254098487e-07, "Finetune/Loss": 0.6206495761871338, "Finetune/Loss (Raw)": 0.5960986614227295, "Finetune/Step": 17521, "Finetune/Step Time": 6.583552770316601}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.6209195852279663, "Finetune/Loss (Raw)": 0.6551870703697205, "Finetune/Step": 17522, "Finetune/Step Time": 6.5819572024047375}
+{"Finetune/Learning Rate": 4.1126078659928236e-07, "Finetune/Loss": 0.6203131675720215, "Finetune/Loss (Raw)": 0.5495155453681946, "Finetune/Step": 17523, "Finetune/Step Time": 6.579682679846883}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.6187117099761963, "Finetune/Loss (Raw)": 0.5187166333198547, "Finetune/Step": 17524, "Finetune/Step Time": 6.57254122197628}
+{"Finetune/Learning Rate": 4.1030540673758e-07, "Finetune/Loss": 0.6187543869018555, "Finetune/Loss (Raw)": 0.5812967419624329, "Finetune/Step": 17525, "Finetune/Step Time": 6.568293230608106}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.6186370849609375, "Finetune/Loss (Raw)": 0.5679928064346313, "Finetune/Step": 17526, "Finetune/Step Time": 6.566188123077154}
+{"Finetune/Learning Rate": 4.093511146217466e-07, "Finetune/Loss": 0.6181671619415283, "Finetune/Loss (Raw)": 0.6223732829093933, "Finetune/Step": 17527, "Finetune/Step Time": 6.565530514344573}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.6183694005012512, "Finetune/Loss (Raw)": 0.6571683287620544, "Finetune/Step": 17528, "Finetune/Step Time": 6.575489165261388}
+{"Finetune/Learning Rate": 4.083979103600277e-07, "Finetune/Loss": 0.6185255646705627, "Finetune/Loss (Raw)": 0.6196597814559937, "Finetune/Step": 17529, "Finetune/Step Time": 6.575790887698531}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.6194972991943359, "Finetune/Loss (Raw)": 0.6973425149917603, "Finetune/Step": 17530, "Finetune/Step Time": 6.573764730244875}
+{"Finetune/Learning Rate": 4.074457940605403e-07, "Finetune/Loss": 0.6195273399353027, "Finetune/Loss (Raw)": 0.6456628441810608, "Finetune/Step": 17531, "Finetune/Step Time": 6.574516173452139}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.6189533472061157, "Finetune/Loss (Raw)": 0.5746767520904541, "Finetune/Step": 17532, "Finetune/Step Time": 6.563276331871748}
+{"Finetune/Learning Rate": 4.0649476583128566e-07, "Finetune/Loss": 0.619438648223877, "Finetune/Loss (Raw)": 0.6721798181533813, "Finetune/Step": 17533, "Finetune/Step Time": 6.574035270139575}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.6206082701683044, "Finetune/Loss (Raw)": 0.8336701989173889, "Finetune/Step": 17534, "Finetune/Step Time": 6.574805200099945}
+{"Finetune/Learning Rate": 4.0554482578013645e-07, "Finetune/Loss": 0.6210960149765015, "Finetune/Loss (Raw)": 0.5762084722518921, "Finetune/Step": 17535, "Finetune/Step Time": 6.573943676427007}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.6205613613128662, "Finetune/Loss (Raw)": 0.5577004551887512, "Finetune/Step": 17536, "Finetune/Step Time": 6.579208428040147}
+{"Finetune/Learning Rate": 4.0459597401483977e-07, "Finetune/Loss": 0.6210204362869263, "Finetune/Loss (Raw)": 0.8556251525878906, "Finetune/Step": 17537, "Finetune/Step Time": 6.578260608017445}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.6211554408073425, "Finetune/Loss (Raw)": 0.6669532060623169, "Finetune/Step": 17538, "Finetune/Step Time": 6.57371380738914}
+{"Finetune/Learning Rate": 4.036482106430273e-07, "Finetune/Loss": 0.620958149433136, "Finetune/Loss (Raw)": 0.5711157917976379, "Finetune/Step": 17539, "Finetune/Step Time": 6.572013426572084}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.6209607124328613, "Finetune/Loss (Raw)": 0.6872035264968872, "Finetune/Step": 17540, "Finetune/Step Time": 6.581291273236275}
+{"Finetune/Learning Rate": 4.0270153577220196e-07, "Finetune/Loss": 0.6213740110397339, "Finetune/Loss (Raw)": 0.7884810566902161, "Finetune/Step": 17541, "Finetune/Step Time": 6.575365802273154}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.622048020362854, "Finetune/Loss (Raw)": 0.6332762837409973, "Finetune/Step": 17542, "Finetune/Step Time": 6.569505695253611}
+{"Finetune/Learning Rate": 4.017559495097412e-07, "Finetune/Loss": 0.6211909055709839, "Finetune/Loss (Raw)": 0.6336456537246704, "Finetune/Step": 17543, "Finetune/Step Time": 6.585949348285794}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.6206088066101074, "Finetune/Loss (Raw)": 0.5160688757896423, "Finetune/Step": 17544, "Finetune/Step Time": 6.586433572694659}
+{"Finetune/Learning Rate": 4.008114519629014e-07, "Finetune/Loss": 0.6213422417640686, "Finetune/Loss (Raw)": 0.6466736197471619, "Finetune/Step": 17545, "Finetune/Step Time": 6.586107725277543}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.6222680807113647, "Finetune/Loss (Raw)": 0.7402743697166443, "Finetune/Step": 17546, "Finetune/Step Time": 6.581322913989425}
+{"Finetune/Learning Rate": 3.9986804323881913e-07, "Finetune/Loss": 0.623199462890625, "Finetune/Loss (Raw)": 0.6898015141487122, "Finetune/Step": 17547, "Finetune/Step Time": 6.5922201331704855}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.623332142829895, "Finetune/Loss (Raw)": 0.7183171510696411, "Finetune/Step": 17548, "Finetune/Step Time": 6.57909906283021}
+{"Finetune/Learning Rate": 3.9892572344450096e-07, "Finetune/Loss": 0.6257525682449341, "Finetune/Loss (Raw)": 0.698119580745697, "Finetune/Step": 17549, "Finetune/Step Time": 6.5657758470624685}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.6250492334365845, "Finetune/Loss (Raw)": 0.5952911972999573, "Finetune/Step": 17550, "Finetune/Step Time": 6.560227224603295}
+{"Finetune/Learning Rate": 3.979844926868337e-07, "Finetune/Loss": 0.6248965263366699, "Finetune/Loss (Raw)": 0.5839293003082275, "Finetune/Step": 17551, "Finetune/Step Time": 6.559132896363735}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.6236264705657959, "Finetune/Loss (Raw)": 0.6059116721153259, "Finetune/Step": 17552, "Finetune/Step Time": 6.560330735519528}
+{"Finetune/Learning Rate": 3.970443510725808e-07, "Finetune/Loss": 0.624890923500061, "Finetune/Loss (Raw)": 0.7549448013305664, "Finetune/Step": 17553, "Finetune/Step Time": 6.556441077962518}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.6250573992729187, "Finetune/Loss (Raw)": 0.6473045945167542, "Finetune/Step": 17554, "Finetune/Step Time": 6.551043871790171}
+{"Finetune/Learning Rate": 3.961052987083791e-07, "Finetune/Loss": 0.6243121027946472, "Finetune/Loss (Raw)": 0.6453724503517151, "Finetune/Step": 17555, "Finetune/Step Time": 6.550992077216506}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.6242469549179077, "Finetune/Loss (Raw)": 0.6769648790359497, "Finetune/Step": 17556, "Finetune/Step Time": 6.546719798818231}
+{"Finetune/Learning Rate": 3.9516733570074573e-07, "Finetune/Loss": 0.6252382397651672, "Finetune/Loss (Raw)": 0.6865835785865784, "Finetune/Step": 17557, "Finetune/Step Time": 6.546515164896846}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.6252895593643188, "Finetune/Loss (Raw)": 0.5937449932098389, "Finetune/Step": 17558, "Finetune/Step Time": 6.555146865546703}
+{"Finetune/Learning Rate": 3.942304621560722e-07, "Finetune/Loss": 0.6243327856063843, "Finetune/Loss (Raw)": 0.5061350464820862, "Finetune/Step": 17559, "Finetune/Step Time": 6.565244702622294}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.6247333288192749, "Finetune/Loss (Raw)": 0.6698852777481079, "Finetune/Step": 17560, "Finetune/Step Time": 6.56790710799396}
+{"Finetune/Learning Rate": 3.9329467818062684e-07, "Finetune/Loss": 0.6260539293289185, "Finetune/Loss (Raw)": 0.76231449842453, "Finetune/Step": 17561, "Finetune/Step Time": 6.55964682251215}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.6261168122291565, "Finetune/Loss (Raw)": 0.6859446167945862, "Finetune/Step": 17562, "Finetune/Step Time": 6.559908119961619}
+{"Finetune/Learning Rate": 3.9235998388055474e-07, "Finetune/Loss": 0.625986635684967, "Finetune/Loss (Raw)": 0.732771635055542, "Finetune/Step": 17563, "Finetune/Step Time": 6.556088423356414}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.6261916756629944, "Finetune/Loss (Raw)": 0.6998165845870972, "Finetune/Step": 17564, "Finetune/Step Time": 6.559336172416806}
+{"Finetune/Learning Rate": 3.9142637936187556e-07, "Finetune/Loss": 0.6264049410820007, "Finetune/Loss (Raw)": 0.5844205617904663, "Finetune/Step": 17565, "Finetune/Step Time": 6.555369675159454}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.6253097057342529, "Finetune/Loss (Raw)": 0.49056100845336914, "Finetune/Step": 17566, "Finetune/Step Time": 6.586208771914244}
+{"Finetune/Learning Rate": 3.9049386473048787e-07, "Finetune/Loss": 0.6254404783248901, "Finetune/Loss (Raw)": 0.665637195110321, "Finetune/Step": 17567, "Finetune/Step Time": 6.587782509624958}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.6254329681396484, "Finetune/Loss (Raw)": 0.6243246793746948, "Finetune/Step": 17568, "Finetune/Step Time": 6.566692434251308}
+{"Finetune/Learning Rate": 3.8956244009216604e-07, "Finetune/Loss": 0.6256260871887207, "Finetune/Loss (Raw)": 0.664272665977478, "Finetune/Step": 17569, "Finetune/Step Time": 6.586064744740725}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.6259500980377197, "Finetune/Loss (Raw)": 0.6152220964431763, "Finetune/Step": 17570, "Finetune/Step Time": 6.599940851330757}
+{"Finetune/Learning Rate": 3.8863210555255884e-07, "Finetune/Loss": 0.6260043978691101, "Finetune/Loss (Raw)": 0.6127333641052246, "Finetune/Step": 17571, "Finetune/Step Time": 6.59926095046103}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.6261340975761414, "Finetune/Loss (Raw)": 0.5482606291770935, "Finetune/Step": 17572, "Finetune/Step Time": 6.586576499044895}
+{"Finetune/Learning Rate": 3.8770286121719403e-07, "Finetune/Loss": 0.6275469064712524, "Finetune/Loss (Raw)": 0.6824461221694946, "Finetune/Step": 17573, "Finetune/Step Time": 6.575421275570989}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.6270221471786499, "Finetune/Loss (Raw)": 0.4661000967025757, "Finetune/Step": 17574, "Finetune/Step Time": 6.590188784524798}
+{"Finetune/Learning Rate": 3.86774707191474e-07, "Finetune/Loss": 0.6286661624908447, "Finetune/Loss (Raw)": 0.8337366580963135, "Finetune/Step": 17575, "Finetune/Step Time": 6.591511990875006}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.6274815201759338, "Finetune/Loss (Raw)": 0.5006346106529236, "Finetune/Step": 17576, "Finetune/Step Time": 6.594406142830849}
+{"Finetune/Learning Rate": 3.8584764358067794e-07, "Finetune/Loss": 0.6266056299209595, "Finetune/Loss (Raw)": 0.5430195331573486, "Finetune/Step": 17577, "Finetune/Step Time": 6.593956699594855}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.6269937753677368, "Finetune/Loss (Raw)": 0.5899845361709595, "Finetune/Step": 17578, "Finetune/Step Time": 6.5845823381096125}
+{"Finetune/Learning Rate": 3.8492167048996166e-07, "Finetune/Loss": 0.6271427869796753, "Finetune/Loss (Raw)": 0.6789955496788025, "Finetune/Step": 17579, "Finetune/Step Time": 6.59156664647162}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.6264215707778931, "Finetune/Loss (Raw)": 0.5253077745437622, "Finetune/Step": 17580, "Finetune/Step Time": 6.589014744386077}
+{"Finetune/Learning Rate": 3.839967880243567e-07, "Finetune/Loss": 0.6274928450584412, "Finetune/Loss (Raw)": 0.6983963251113892, "Finetune/Step": 17581, "Finetune/Step Time": 6.589326970279217}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.6286137104034424, "Finetune/Loss (Raw)": 0.7146541476249695, "Finetune/Step": 17582, "Finetune/Step Time": 6.5760094951838255}
+{"Finetune/Learning Rate": 3.830729962887714e-07, "Finetune/Loss": 0.6302851438522339, "Finetune/Loss (Raw)": 0.6054491996765137, "Finetune/Step": 17583, "Finetune/Step Time": 6.573898999020457}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.6305561065673828, "Finetune/Loss (Raw)": 0.6586456298828125, "Finetune/Step": 17584, "Finetune/Step Time": 6.576107084751129}
+{"Finetune/Learning Rate": 3.821502953879908e-07, "Finetune/Loss": 0.6299982070922852, "Finetune/Loss (Raw)": 0.5768865942955017, "Finetune/Step": 17585, "Finetune/Step Time": 6.570750657469034}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.6302917003631592, "Finetune/Loss (Raw)": 0.6414133310317993, "Finetune/Step": 17586, "Finetune/Step Time": 6.572410270571709}
+{"Finetune/Learning Rate": 3.8122868542667334e-07, "Finetune/Loss": 0.6316143274307251, "Finetune/Loss (Raw)": 0.7454982995986938, "Finetune/Step": 17587, "Finetune/Step Time": 6.5691790990531445}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.6320739984512329, "Finetune/Loss (Raw)": 0.5931699275970459, "Finetune/Step": 17588, "Finetune/Step Time": 6.570408908650279}
+{"Finetune/Learning Rate": 3.8030816650935777e-07, "Finetune/Loss": 0.6325960159301758, "Finetune/Loss (Raw)": 0.724287748336792, "Finetune/Step": 17589, "Finetune/Step Time": 6.5690493285655975}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.6317275762557983, "Finetune/Loss (Raw)": 0.6502440571784973, "Finetune/Step": 17590, "Finetune/Step Time": 6.573338905349374}
+{"Finetune/Learning Rate": 3.7938873874045935e-07, "Finetune/Loss": 0.6310490369796753, "Finetune/Loss (Raw)": 0.5718435645103455, "Finetune/Step": 17591, "Finetune/Step Time": 6.569923412054777}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.6299420595169067, "Finetune/Loss (Raw)": 0.6232320666313171, "Finetune/Step": 17592, "Finetune/Step Time": 6.5746175814419985}
+{"Finetune/Learning Rate": 3.7847040222426246e-07, "Finetune/Loss": 0.6289916038513184, "Finetune/Loss (Raw)": 0.5850096344947815, "Finetune/Step": 17593, "Finetune/Step Time": 6.578442765399814}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.6296955347061157, "Finetune/Loss (Raw)": 0.701102077960968, "Finetune/Step": 17594, "Finetune/Step Time": 6.577678335830569}
+{"Finetune/Learning Rate": 3.775531570649371e-07, "Finetune/Loss": 0.630563497543335, "Finetune/Loss (Raw)": 0.7255183458328247, "Finetune/Step": 17595, "Finetune/Step Time": 6.578892076388001}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.629485011100769, "Finetune/Loss (Raw)": 0.482578307390213, "Finetune/Step": 17596, "Finetune/Step Time": 6.596191946417093}
+{"Finetune/Learning Rate": 3.7663700336652455e-07, "Finetune/Loss": 0.6309089064598083, "Finetune/Loss (Raw)": 0.7278342247009277, "Finetune/Step": 17597, "Finetune/Step Time": 6.593455854803324}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.6307824850082397, "Finetune/Loss (Raw)": 0.6790777444839478, "Finetune/Step": 17598, "Finetune/Step Time": 6.608533034101129}
+{"Finetune/Learning Rate": 3.757219412329405e-07, "Finetune/Loss": 0.6316778659820557, "Finetune/Loss (Raw)": 0.6408114433288574, "Finetune/Step": 17599, "Finetune/Step Time": 6.61161751486361}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.6320809125900269, "Finetune/Loss (Raw)": 0.7814818620681763, "Finetune/Step": 17600, "Finetune/Step Time": 6.60927864164114}
+{"Finetune/Learning Rate": 3.748079707679797e-07, "Finetune/Loss": 0.6322250366210938, "Finetune/Loss (Raw)": 0.6138479113578796, "Finetune/Step": 17601, "Finetune/Step Time": 6.5984076503664255}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.633037805557251, "Finetune/Loss (Raw)": 0.614567756652832, "Finetune/Step": 17602, "Finetune/Step Time": 6.600014811381698}
+{"Finetune/Learning Rate": 3.738950920753159e-07, "Finetune/Loss": 0.631826639175415, "Finetune/Loss (Raw)": 0.6000198125839233, "Finetune/Step": 17603, "Finetune/Step Time": 6.596753204241395}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.6329760551452637, "Finetune/Loss (Raw)": 0.5830232501029968, "Finetune/Step": 17604, "Finetune/Step Time": 6.578419130295515}
+{"Finetune/Learning Rate": 3.729833052584919e-07, "Finetune/Loss": 0.6341538429260254, "Finetune/Loss (Raw)": 0.6656646728515625, "Finetune/Step": 17605, "Finetune/Step Time": 6.558970311656594}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.6346516013145447, "Finetune/Loss (Raw)": 0.6116533875465393, "Finetune/Step": 17606, "Finetune/Step Time": 6.563176915049553}
+{"Finetune/Learning Rate": 3.7207261042093155e-07, "Finetune/Loss": 0.6347657442092896, "Finetune/Loss (Raw)": 0.5063087344169617, "Finetune/Step": 17607, "Finetune/Step Time": 6.5507614109665155}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.634501576423645, "Finetune/Loss (Raw)": 0.6340311169624329, "Finetune/Step": 17608, "Finetune/Step Time": 6.554891187697649}
+{"Finetune/Learning Rate": 3.711630076659334e-07, "Finetune/Loss": 0.6345229148864746, "Finetune/Loss (Raw)": 0.6701167225837708, "Finetune/Step": 17609, "Finetune/Step Time": 6.556540720164776}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.6349053978919983, "Finetune/Loss (Raw)": 0.6772246956825256, "Finetune/Step": 17610, "Finetune/Step Time": 6.551495971158147}
+{"Finetune/Learning Rate": 3.702544970966737e-07, "Finetune/Loss": 0.6345211267471313, "Finetune/Loss (Raw)": 0.5505327582359314, "Finetune/Step": 17611, "Finetune/Step Time": 6.556248106062412}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.6349620819091797, "Finetune/Loss (Raw)": 0.6964899897575378, "Finetune/Step": 17612, "Finetune/Step Time": 6.563314039260149}
+{"Finetune/Learning Rate": 3.693470788162024e-07, "Finetune/Loss": 0.6351780891418457, "Finetune/Loss (Raw)": 0.7241886258125305, "Finetune/Step": 17613, "Finetune/Step Time": 6.5599426086992025}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.6353253126144409, "Finetune/Loss (Raw)": 0.6184638142585754, "Finetune/Step": 17614, "Finetune/Step Time": 6.56216661632061}
+{"Finetune/Learning Rate": 3.684407529274481e-07, "Finetune/Loss": 0.6353210210800171, "Finetune/Loss (Raw)": 0.6408430933952332, "Finetune/Step": 17615, "Finetune/Step Time": 6.565657462924719}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.6350690126419067, "Finetune/Loss (Raw)": 0.6462417840957642, "Finetune/Step": 17616, "Finetune/Step Time": 6.56790666654706}
+{"Finetune/Learning Rate": 3.6753551953321197e-07, "Finetune/Loss": 0.6355557441711426, "Finetune/Loss (Raw)": 0.6377865076065063, "Finetune/Step": 17617, "Finetune/Step Time": 6.569628674536943}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.6338661909103394, "Finetune/Loss (Raw)": 0.5837655067443848, "Finetune/Step": 17618, "Finetune/Step Time": 6.5747422110289335}
+{"Finetune/Learning Rate": 3.6663137873617525e-07, "Finetune/Loss": 0.6342109441757202, "Finetune/Loss (Raw)": 0.6715644598007202, "Finetune/Step": 17619, "Finetune/Step Time": 6.575577437877655}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.6344655752182007, "Finetune/Loss (Raw)": 0.5630934238433838, "Finetune/Step": 17620, "Finetune/Step Time": 6.578913565725088}
+{"Finetune/Learning Rate": 3.6572833063889145e-07, "Finetune/Loss": 0.634772539138794, "Finetune/Loss (Raw)": 0.6494112610816956, "Finetune/Step": 17621, "Finetune/Step Time": 6.574928129091859}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.6348686218261719, "Finetune/Loss (Raw)": 0.6954057216644287, "Finetune/Step": 17622, "Finetune/Step Time": 6.564702292904258}
+{"Finetune/Learning Rate": 3.6482637534379415e-07, "Finetune/Loss": 0.6348341703414917, "Finetune/Loss (Raw)": 0.6827231049537659, "Finetune/Step": 17623, "Finetune/Step Time": 6.558604456484318}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.6353241205215454, "Finetune/Loss (Raw)": 0.6222938895225525, "Finetune/Step": 17624, "Finetune/Step Time": 6.561185056343675}
+{"Finetune/Learning Rate": 3.6392551295319045e-07, "Finetune/Loss": 0.6358827352523804, "Finetune/Loss (Raw)": 0.6403903365135193, "Finetune/Step": 17625, "Finetune/Step Time": 6.5572570115327835}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.6345614194869995, "Finetune/Loss (Raw)": 0.5440362095832825, "Finetune/Step": 17626, "Finetune/Step Time": 6.572100646793842}
+{"Finetune/Learning Rate": 3.630257435692641e-07, "Finetune/Loss": 0.63483065366745, "Finetune/Loss (Raw)": 0.6657149195671082, "Finetune/Step": 17627, "Finetune/Step Time": 6.558512229472399}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.6342306733131409, "Finetune/Loss (Raw)": 0.5627079010009766, "Finetune/Step": 17628, "Finetune/Step Time": 6.559734178707004}
+{"Finetune/Learning Rate": 3.6212706729407134e-07, "Finetune/Loss": 0.6343895792961121, "Finetune/Loss (Raw)": 0.6544629335403442, "Finetune/Step": 17629, "Finetune/Step Time": 6.559870393946767}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.6348860263824463, "Finetune/Loss (Raw)": 0.6555019617080688, "Finetune/Step": 17630, "Finetune/Step Time": 6.5552601888775826}
+{"Finetune/Learning Rate": 3.6122948422955275e-07, "Finetune/Loss": 0.6337859034538269, "Finetune/Loss (Raw)": 0.5464968085289001, "Finetune/Step": 17631, "Finetune/Step Time": 6.552587831392884}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.6339728832244873, "Finetune/Loss (Raw)": 0.5565886497497559, "Finetune/Step": 17632, "Finetune/Step Time": 6.568003980442882}
+{"Finetune/Learning Rate": 3.60332994477518e-07, "Finetune/Loss": 0.6348345279693604, "Finetune/Loss (Raw)": 0.6814436912536621, "Finetune/Step": 17633, "Finetune/Step Time": 6.567478509619832}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.6354337334632874, "Finetune/Loss (Raw)": 0.6992858052253723, "Finetune/Step": 17634, "Finetune/Step Time": 6.567445332184434}
+{"Finetune/Learning Rate": 3.594375981396525e-07, "Finetune/Loss": 0.6369817852973938, "Finetune/Loss (Raw)": 0.6833899617195129, "Finetune/Step": 17635, "Finetune/Step Time": 6.567776253446937}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.6359962224960327, "Finetune/Loss (Raw)": 0.6302632689476013, "Finetune/Step": 17636, "Finetune/Step Time": 6.583127560093999}
+{"Finetune/Learning Rate": 3.585432953175239e-07, "Finetune/Loss": 0.6363168358802795, "Finetune/Loss (Raw)": 0.6286666393280029, "Finetune/Step": 17637, "Finetune/Step Time": 6.595022054389119}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.6349692344665527, "Finetune/Loss (Raw)": 0.47906923294067383, "Finetune/Step": 17638, "Finetune/Step Time": 6.604731140658259}
+{"Finetune/Learning Rate": 3.576500861125698e-07, "Finetune/Loss": 0.6360679864883423, "Finetune/Loss (Raw)": 0.7182775735855103, "Finetune/Step": 17639, "Finetune/Step Time": 6.605767576023936}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.6361193656921387, "Finetune/Loss (Raw)": 0.6961166262626648, "Finetune/Step": 17640, "Finetune/Step Time": 6.602669255807996}
+{"Finetune/Learning Rate": 3.5675797062610375e-07, "Finetune/Loss": 0.63673335313797, "Finetune/Loss (Raw)": 0.6426205039024353, "Finetune/Step": 17641, "Finetune/Step Time": 6.620178993791342}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.6362646818161011, "Finetune/Loss (Raw)": 0.6320945620536804, "Finetune/Step": 17642, "Finetune/Step Time": 6.615720173344016}
+{"Finetune/Learning Rate": 3.5586694895931914e-07, "Finetune/Loss": 0.6370115280151367, "Finetune/Loss (Raw)": 0.5856732726097107, "Finetune/Step": 17643, "Finetune/Step Time": 6.617070119827986}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.6368640065193176, "Finetune/Loss (Raw)": 0.5502628087997437, "Finetune/Step": 17644, "Finetune/Step Time": 6.6250872649252415}
+{"Finetune/Learning Rate": 3.5497702121328413e-07, "Finetune/Loss": 0.6367746591567993, "Finetune/Loss (Raw)": 0.6347407102584839, "Finetune/Step": 17645, "Finetune/Step Time": 6.628030413761735}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.6359532475471497, "Finetune/Loss (Raw)": 0.5318331122398376, "Finetune/Step": 17646, "Finetune/Step Time": 6.626975946128368}
+{"Finetune/Learning Rate": 3.5408818748894014e-07, "Finetune/Loss": 0.635768711566925, "Finetune/Loss (Raw)": 0.6271989345550537, "Finetune/Step": 17647, "Finetune/Step Time": 6.626485239714384}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.635753333568573, "Finetune/Loss (Raw)": 0.5996189713478088, "Finetune/Step": 17648, "Finetune/Step Time": 6.628200523555279}
+{"Finetune/Learning Rate": 3.532004478871065e-07, "Finetune/Loss": 0.6352997422218323, "Finetune/Loss (Raw)": 0.5380401611328125, "Finetune/Step": 17649, "Finetune/Step Time": 6.631728071719408}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.634529709815979, "Finetune/Loss (Raw)": 0.5566222071647644, "Finetune/Step": 17650, "Finetune/Step Time": 6.659059099853039}
+{"Finetune/Learning Rate": 3.523138025084816e-07, "Finetune/Loss": 0.6353249549865723, "Finetune/Loss (Raw)": 0.6513046622276306, "Finetune/Step": 17651, "Finetune/Step Time": 6.660098437219858}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.6366664171218872, "Finetune/Loss (Raw)": 0.6904290914535522, "Finetune/Step": 17652, "Finetune/Step Time": 6.658472863957286}
+{"Finetune/Learning Rate": 3.514282514536316e-07, "Finetune/Loss": 0.6364834904670715, "Finetune/Loss (Raw)": 0.5578776597976685, "Finetune/Step": 17653, "Finetune/Step Time": 6.667071292176843}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.6373931169509888, "Finetune/Loss (Raw)": 0.6844193935394287, "Finetune/Step": 17654, "Finetune/Step Time": 6.668785985559225}
+{"Finetune/Learning Rate": 3.505437948230062e-07, "Finetune/Loss": 0.6373645663261414, "Finetune/Loss (Raw)": 0.6187214851379395, "Finetune/Step": 17655, "Finetune/Step Time": 6.669218234717846}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.6371748447418213, "Finetune/Loss (Raw)": 0.6328861117362976, "Finetune/Step": 17656, "Finetune/Step Time": 6.658769100904465}
+{"Finetune/Learning Rate": 3.496604327169273e-07, "Finetune/Loss": 0.6368445754051208, "Finetune/Loss (Raw)": 0.5773866176605225, "Finetune/Step": 17657, "Finetune/Step Time": 6.655177034437656}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.6360977292060852, "Finetune/Loss (Raw)": 0.6017422676086426, "Finetune/Step": 17658, "Finetune/Step Time": 6.6565374583005905}
+{"Finetune/Learning Rate": 3.4877816523559374e-07, "Finetune/Loss": 0.6357399225234985, "Finetune/Loss (Raw)": 0.5998644828796387, "Finetune/Step": 17659, "Finetune/Step Time": 6.670314930379391}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.6363697648048401, "Finetune/Loss (Raw)": 0.6553009748458862, "Finetune/Step": 17660, "Finetune/Step Time": 6.669323623180389}
+{"Finetune/Learning Rate": 3.478969924790798e-07, "Finetune/Loss": 0.6367120742797852, "Finetune/Loss (Raw)": 0.7159957885742188, "Finetune/Step": 17661, "Finetune/Step Time": 6.655770618468523}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.6351408958435059, "Finetune/Loss (Raw)": 0.6325635313987732, "Finetune/Step": 17662, "Finetune/Step Time": 6.67334052734077}
+{"Finetune/Learning Rate": 3.4701691454733567e-07, "Finetune/Loss": 0.6355865597724915, "Finetune/Loss (Raw)": 0.6332438588142395, "Finetune/Step": 17663, "Finetune/Step Time": 6.67890970595181}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.6360082626342773, "Finetune/Loss (Raw)": 0.6116851568222046, "Finetune/Step": 17664, "Finetune/Step Time": 6.681539645418525}
+{"Finetune/Learning Rate": 3.461379315401869e-07, "Finetune/Loss": 0.6340790390968323, "Finetune/Loss (Raw)": 0.6086832880973816, "Finetune/Step": 17665, "Finetune/Step Time": 6.681864181533456}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.6334510445594788, "Finetune/Loss (Raw)": 0.5865678787231445, "Finetune/Step": 17666, "Finetune/Step Time": 6.683174649253488}
+{"Finetune/Learning Rate": 3.452600435573361e-07, "Finetune/Loss": 0.6341478824615479, "Finetune/Loss (Raw)": 0.6603104472160339, "Finetune/Step": 17667, "Finetune/Step Time": 6.681085055693984}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.6331853866577148, "Finetune/Loss (Raw)": 0.5640048980712891, "Finetune/Step": 17668, "Finetune/Step Time": 6.6612598560750484}
+{"Finetune/Learning Rate": 3.443832506983613e-07, "Finetune/Loss": 0.6310378313064575, "Finetune/Loss (Raw)": 0.5135864615440369, "Finetune/Step": 17669, "Finetune/Step Time": 6.670081850141287}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.6309182047843933, "Finetune/Loss (Raw)": 0.6179685592651367, "Finetune/Step": 17670, "Finetune/Step Time": 6.670735627412796}
+{"Finetune/Learning Rate": 3.435075530627141e-07, "Finetune/Loss": 0.6303061246871948, "Finetune/Loss (Raw)": 0.5552995800971985, "Finetune/Step": 17671, "Finetune/Step Time": 6.6492377538233995}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.631242036819458, "Finetune/Loss (Raw)": 0.6358637809753418, "Finetune/Step": 17672, "Finetune/Step Time": 6.654315199702978}
+{"Finetune/Learning Rate": 3.42632950749725e-07, "Finetune/Loss": 0.6309494972229004, "Finetune/Loss (Raw)": 0.6092306971549988, "Finetune/Step": 17673, "Finetune/Step Time": 6.653682244941592}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.6299899816513062, "Finetune/Loss (Raw)": 0.6174601316452026, "Finetune/Step": 17674, "Finetune/Step Time": 6.651804596185684}
+{"Finetune/Learning Rate": 3.417594438586003e-07, "Finetune/Loss": 0.628567099571228, "Finetune/Loss (Raw)": 0.5076713562011719, "Finetune/Step": 17675, "Finetune/Step Time": 6.651266265660524}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.6273582577705383, "Finetune/Loss (Raw)": 0.5635828971862793, "Finetune/Step": 17676, "Finetune/Step Time": 6.647504521533847}
+{"Finetune/Learning Rate": 3.4088703248841726e-07, "Finetune/Loss": 0.6272070407867432, "Finetune/Loss (Raw)": 0.6787654161453247, "Finetune/Step": 17677, "Finetune/Step Time": 6.64665088057518}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.6269963979721069, "Finetune/Loss (Raw)": 0.5683281421661377, "Finetune/Step": 17678, "Finetune/Step Time": 6.6479439698159695}
+{"Finetune/Learning Rate": 3.400157167381346e-07, "Finetune/Loss": 0.6274353861808777, "Finetune/Loss (Raw)": 0.6401191353797913, "Finetune/Step": 17679, "Finetune/Step Time": 6.650565838441253}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.6274924278259277, "Finetune/Loss (Raw)": 0.6132083535194397, "Finetune/Step": 17680, "Finetune/Step Time": 6.652627309784293}
+{"Finetune/Learning Rate": 3.391454967065844e-07, "Finetune/Loss": 0.6265319585800171, "Finetune/Loss (Raw)": 0.6320071220397949, "Finetune/Step": 17681, "Finetune/Step Time": 6.654573813080788}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.6256102323532104, "Finetune/Loss (Raw)": 0.5293225049972534, "Finetune/Step": 17682, "Finetune/Step Time": 6.661846674978733}
+{"Finetune/Learning Rate": 3.382763724924742e-07, "Finetune/Loss": 0.6260786056518555, "Finetune/Loss (Raw)": 0.7053307294845581, "Finetune/Step": 17683, "Finetune/Step Time": 6.661290151998401}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.6248456239700317, "Finetune/Loss (Raw)": 0.5191348195075989, "Finetune/Step": 17684, "Finetune/Step Time": 6.6628996301442385}
+{"Finetune/Learning Rate": 3.374083441943854e-07, "Finetune/Loss": 0.6246987581253052, "Finetune/Loss (Raw)": 0.6677912473678589, "Finetune/Step": 17685, "Finetune/Step Time": 6.662964124232531}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.6232633590698242, "Finetune/Loss (Raw)": 0.4100152254104614, "Finetune/Step": 17686, "Finetune/Step Time": 6.6520824786275625}
+{"Finetune/Learning Rate": 3.365414119107824e-07, "Finetune/Loss": 0.6238839626312256, "Finetune/Loss (Raw)": 0.5855732560157776, "Finetune/Step": 17687, "Finetune/Step Time": 6.638983651995659}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.624533474445343, "Finetune/Loss (Raw)": 0.7530170679092407, "Finetune/Step": 17688, "Finetune/Step Time": 6.637784294784069}
+{"Finetune/Learning Rate": 3.3567557573999545e-07, "Finetune/Loss": 0.6227385401725769, "Finetune/Loss (Raw)": 0.5325609445571899, "Finetune/Step": 17689, "Finetune/Step Time": 6.650978125631809}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.6223482489585876, "Finetune/Loss (Raw)": 0.635992169380188, "Finetune/Step": 17690, "Finetune/Step Time": 6.650396015495062}
+{"Finetune/Learning Rate": 3.34810835780236e-07, "Finetune/Loss": 0.6220958232879639, "Finetune/Loss (Raw)": 0.7004625201225281, "Finetune/Step": 17691, "Finetune/Step Time": 6.649029226973653}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.6221929788589478, "Finetune/Loss (Raw)": 0.7122467160224915, "Finetune/Step": 17692, "Finetune/Step Time": 6.646270964294672}
+{"Finetune/Learning Rate": 3.3394719212959337e-07, "Finetune/Loss": 0.6228259801864624, "Finetune/Loss (Raw)": 0.6654453873634338, "Finetune/Step": 17693, "Finetune/Step Time": 6.659376408904791}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.6244755387306213, "Finetune/Loss (Raw)": 0.7017056345939636, "Finetune/Step": 17694, "Finetune/Step Time": 6.628417745232582}
+{"Finetune/Learning Rate": 3.3308464488602587e-07, "Finetune/Loss": 0.6229087114334106, "Finetune/Loss (Raw)": 0.46508654952049255, "Finetune/Step": 17695, "Finetune/Step Time": 6.628741774708033}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.6224789619445801, "Finetune/Loss (Raw)": 0.5693119764328003, "Finetune/Step": 17696, "Finetune/Step Time": 6.629536479711533}
+{"Finetune/Learning Rate": 3.322231941473719e-07, "Finetune/Loss": 0.621651828289032, "Finetune/Loss (Raw)": 0.5584004521369934, "Finetune/Step": 17697, "Finetune/Step Time": 6.611360628157854}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.6206756830215454, "Finetune/Loss (Raw)": 0.49027684330940247, "Finetune/Step": 17698, "Finetune/Step Time": 6.611252516508102}
+{"Finetune/Learning Rate": 3.3136284001134553e-07, "Finetune/Loss": 0.6202038526535034, "Finetune/Loss (Raw)": 0.552334189414978, "Finetune/Step": 17699, "Finetune/Step Time": 6.611620161682367}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.6206011772155762, "Finetune/Loss (Raw)": 0.5991277694702148, "Finetune/Step": 17700, "Finetune/Step Time": 6.6183104775846004}
+{"Finetune/Learning Rate": 3.305035825755354e-07, "Finetune/Loss": 0.6197769045829773, "Finetune/Loss (Raw)": 0.5769352912902832, "Finetune/Step": 17701, "Finetune/Step Time": 6.617123043164611}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.6212126016616821, "Finetune/Loss (Raw)": 0.6498643755912781, "Finetune/Step": 17702, "Finetune/Step Time": 6.601801199838519}
+{"Finetune/Learning Rate": 3.2964542193740565e-07, "Finetune/Loss": 0.6199183464050293, "Finetune/Loss (Raw)": 0.6680746078491211, "Finetune/Step": 17703, "Finetune/Step Time": 6.600708121433854}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.6209572553634644, "Finetune/Loss (Raw)": 0.6336155533790588, "Finetune/Step": 17704, "Finetune/Step Time": 6.598905207589269}
+{"Finetune/Learning Rate": 3.2878835819429633e-07, "Finetune/Loss": 0.6221636533737183, "Finetune/Loss (Raw)": 0.6974436044692993, "Finetune/Step": 17705, "Finetune/Step Time": 6.601413328200579}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.6226236820220947, "Finetune/Loss (Raw)": 0.6488590836524963, "Finetune/Step": 17706, "Finetune/Step Time": 6.5929786916822195}
+{"Finetune/Learning Rate": 3.279323914434218e-07, "Finetune/Loss": 0.6221672296524048, "Finetune/Loss (Raw)": 0.6205811500549316, "Finetune/Step": 17707, "Finetune/Step Time": 6.585229622200131}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.6236172914505005, "Finetune/Loss (Raw)": 0.7109141945838928, "Finetune/Step": 17708, "Finetune/Step Time": 6.592379160225391}
+{"Finetune/Learning Rate": 3.2707752178187557e-07, "Finetune/Loss": 0.6231198310852051, "Finetune/Loss (Raw)": 0.6347106695175171, "Finetune/Step": 17709, "Finetune/Step Time": 6.594624422490597}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.6223239898681641, "Finetune/Loss (Raw)": 0.6127897500991821, "Finetune/Step": 17710, "Finetune/Step Time": 6.595802528783679}
+{"Finetune/Learning Rate": 3.262237493066223e-07, "Finetune/Loss": 0.622933566570282, "Finetune/Loss (Raw)": 0.6834756731987, "Finetune/Step": 17711, "Finetune/Step Time": 6.586901020258665}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.622448205947876, "Finetune/Loss (Raw)": 0.5965139865875244, "Finetune/Step": 17712, "Finetune/Step Time": 6.579950211569667}
+{"Finetune/Learning Rate": 3.253710741145055e-07, "Finetune/Loss": 0.623669445514679, "Finetune/Loss (Raw)": 0.7332108020782471, "Finetune/Step": 17713, "Finetune/Step Time": 6.5791215263307095}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.6242738366127014, "Finetune/Loss (Raw)": 0.7187773585319519, "Finetune/Step": 17714, "Finetune/Step Time": 6.5787762477993965}
+{"Finetune/Learning Rate": 3.2451949630224245e-07, "Finetune/Loss": 0.6245676279067993, "Finetune/Loss (Raw)": 0.7830987572669983, "Finetune/Step": 17715, "Finetune/Step Time": 6.5770223159343}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.6245790123939514, "Finetune/Loss (Raw)": 0.594632089138031, "Finetune/Step": 17716, "Finetune/Step Time": 6.579368630424142}
+{"Finetune/Learning Rate": 3.2366901596642686e-07, "Finetune/Loss": 0.6239372491836548, "Finetune/Loss (Raw)": 0.6421427726745605, "Finetune/Step": 17717, "Finetune/Step Time": 6.594711221754551}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.6234496831893921, "Finetune/Loss (Raw)": 0.5878376960754395, "Finetune/Step": 17718, "Finetune/Step Time": 6.591510331258178}
+{"Finetune/Learning Rate": 3.2281963320352605e-07, "Finetune/Loss": 0.6236199140548706, "Finetune/Loss (Raw)": 0.5936349034309387, "Finetune/Step": 17719, "Finetune/Step Time": 6.606509815901518}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.6237899661064148, "Finetune/Loss (Raw)": 0.6449940204620361, "Finetune/Step": 17720, "Finetune/Step Time": 6.610262682661414}
+{"Finetune/Learning Rate": 3.219713481098852e-07, "Finetune/Loss": 0.6248425245285034, "Finetune/Loss (Raw)": 0.7197440266609192, "Finetune/Step": 17721, "Finetune/Step Time": 6.606590386480093}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.6240321397781372, "Finetune/Loss (Raw)": 0.5973657369613647, "Finetune/Step": 17722, "Finetune/Step Time": 6.607034275308251}
+{"Finetune/Learning Rate": 3.2112416078172613e-07, "Finetune/Loss": 0.62401282787323, "Finetune/Loss (Raw)": 0.7230470180511475, "Finetune/Step": 17723, "Finetune/Step Time": 6.607394181191921}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.6257847547531128, "Finetune/Loss (Raw)": 0.709384024143219, "Finetune/Step": 17724, "Finetune/Step Time": 6.588994255289435}
+{"Finetune/Learning Rate": 3.20278071315141e-07, "Finetune/Loss": 0.6256572008132935, "Finetune/Loss (Raw)": 0.7115042209625244, "Finetune/Step": 17725, "Finetune/Step Time": 6.590223433449864}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.624906063079834, "Finetune/Loss (Raw)": 0.5829349160194397, "Finetune/Step": 17726, "Finetune/Step Time": 6.5776999816298485}
+{"Finetune/Learning Rate": 3.194330798061018e-07, "Finetune/Loss": 0.6236733794212341, "Finetune/Loss (Raw)": 0.4830295145511627, "Finetune/Step": 17727, "Finetune/Step Time": 6.589916154742241}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.6236495971679688, "Finetune/Loss (Raw)": 0.7784353494644165, "Finetune/Step": 17728, "Finetune/Step Time": 6.593739736825228}
+{"Finetune/Learning Rate": 3.1858918635045645e-07, "Finetune/Loss": 0.6237109899520874, "Finetune/Loss (Raw)": 0.621707558631897, "Finetune/Step": 17729, "Finetune/Step Time": 6.604821965098381}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.623238742351532, "Finetune/Loss (Raw)": 0.5541228652000427, "Finetune/Step": 17730, "Finetune/Step Time": 6.640249378979206}
+{"Finetune/Learning Rate": 3.177463910439238e-07, "Finetune/Loss": 0.623805046081543, "Finetune/Loss (Raw)": 0.6725080013275146, "Finetune/Step": 17731, "Finetune/Step Time": 6.637464692816138}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.6243318319320679, "Finetune/Loss (Raw)": 0.6504454016685486, "Finetune/Step": 17732, "Finetune/Step Time": 6.639705473557115}
+{"Finetune/Learning Rate": 3.169046939821008e-07, "Finetune/Loss": 0.6235921382904053, "Finetune/Loss (Raw)": 0.5709871649742126, "Finetune/Step": 17733, "Finetune/Step Time": 6.639849344268441}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.6229513883590698, "Finetune/Loss (Raw)": 0.5296404361724854, "Finetune/Step": 17734, "Finetune/Step Time": 6.654156599193811}
+{"Finetune/Learning Rate": 3.160640952604621e-07, "Finetune/Loss": 0.6241433024406433, "Finetune/Loss (Raw)": 0.6588754653930664, "Finetune/Step": 17735, "Finetune/Step Time": 6.6509882509708405}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.6248930096626282, "Finetune/Loss (Raw)": 0.7299914360046387, "Finetune/Step": 17736, "Finetune/Step Time": 6.648949233815074}
+{"Finetune/Learning Rate": 3.152245949743571e-07, "Finetune/Loss": 0.6248987913131714, "Finetune/Loss (Raw)": 0.6708576083183289, "Finetune/Step": 17737, "Finetune/Step Time": 6.645818283781409}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.6245965957641602, "Finetune/Loss (Raw)": 0.6385402679443359, "Finetune/Step": 17738, "Finetune/Step Time": 6.655182594433427}
+{"Finetune/Learning Rate": 3.143861932190051e-07, "Finetune/Loss": 0.624808669090271, "Finetune/Loss (Raw)": 0.5776765942573547, "Finetune/Step": 17739, "Finetune/Step Time": 6.651207387447357}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.625200629234314, "Finetune/Loss (Raw)": 0.7466632127761841, "Finetune/Step": 17740, "Finetune/Step Time": 6.646044680848718}
+{"Finetune/Learning Rate": 3.135488900895067e-07, "Finetune/Loss": 0.6235123872756958, "Finetune/Loss (Raw)": 0.5080893039703369, "Finetune/Step": 17741, "Finetune/Step Time": 6.660993179306388}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.6229724884033203, "Finetune/Loss (Raw)": 0.5493675470352173, "Finetune/Step": 17742, "Finetune/Step Time": 6.660203782841563}
+{"Finetune/Learning Rate": 3.1271268568083714e-07, "Finetune/Loss": 0.6219998598098755, "Finetune/Loss (Raw)": 0.5163391828536987, "Finetune/Step": 17743, "Finetune/Step Time": 6.663227807730436}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.6216568350791931, "Finetune/Loss (Raw)": 0.6023364067077637, "Finetune/Step": 17744, "Finetune/Step Time": 6.677747376263142}
+{"Finetune/Learning Rate": 3.1187758008784485e-07, "Finetune/Loss": 0.6216104030609131, "Finetune/Loss (Raw)": 0.6318438053131104, "Finetune/Step": 17745, "Finetune/Step Time": 6.676617054268718}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.6220759749412537, "Finetune/Loss (Raw)": 0.6433610916137695, "Finetune/Step": 17746, "Finetune/Step Time": 6.673660254105926}
+{"Finetune/Learning Rate": 3.11043573405253e-07, "Finetune/Loss": 0.6214911937713623, "Finetune/Loss (Raw)": 0.596710741519928, "Finetune/Step": 17747, "Finetune/Step Time": 6.68343636021018}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.6213926076889038, "Finetune/Loss (Raw)": 0.5504701733589172, "Finetune/Step": 17748, "Finetune/Step Time": 6.694445727393031}
+{"Finetune/Learning Rate": 3.10210665727666e-07, "Finetune/Loss": 0.62098228931427, "Finetune/Loss (Raw)": 0.5968958735466003, "Finetune/Step": 17749, "Finetune/Step Time": 6.6952160857617855}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.6210441589355469, "Finetune/Loss (Raw)": 0.7033238410949707, "Finetune/Step": 17750, "Finetune/Step Time": 6.698502222076058}
+{"Finetune/Learning Rate": 3.0937885714955597e-07, "Finetune/Loss": 0.6208192110061646, "Finetune/Loss (Raw)": 0.6539316773414612, "Finetune/Step": 17751, "Finetune/Step Time": 6.700132688507438}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.62096107006073, "Finetune/Loss (Raw)": 0.6404521465301514, "Finetune/Step": 17752, "Finetune/Step Time": 6.7157520689070225}
+{"Finetune/Learning Rate": 3.085481477652752e-07, "Finetune/Loss": 0.6219838857650757, "Finetune/Loss (Raw)": 0.7713072299957275, "Finetune/Step": 17753, "Finetune/Step Time": 6.713440066203475}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.6217408180236816, "Finetune/Loss (Raw)": 0.5129237771034241, "Finetune/Step": 17754, "Finetune/Step Time": 6.700589798390865}
+{"Finetune/Learning Rate": 3.0771853766904834e-07, "Finetune/Loss": 0.620850682258606, "Finetune/Loss (Raw)": 0.5517783164978027, "Finetune/Step": 17755, "Finetune/Step Time": 6.720721732825041}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.621193528175354, "Finetune/Loss (Raw)": 0.606596052646637, "Finetune/Step": 17756, "Finetune/Step Time": 6.736608400940895}
+{"Finetune/Learning Rate": 3.0689002695497904e-07, "Finetune/Loss": 0.621417760848999, "Finetune/Loss (Raw)": 0.6831565499305725, "Finetune/Step": 17757, "Finetune/Step Time": 6.737148318439722}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.6208763122558594, "Finetune/Loss (Raw)": 0.5861954689025879, "Finetune/Step": 17758, "Finetune/Step Time": 6.740876017138362}
+{"Finetune/Learning Rate": 3.0606261571704323e-07, "Finetune/Loss": 0.6212681531906128, "Finetune/Loss (Raw)": 0.5966573357582092, "Finetune/Step": 17759, "Finetune/Step Time": 6.76309660077095}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.6214431524276733, "Finetune/Loss (Raw)": 0.5789841413497925, "Finetune/Step": 17760, "Finetune/Step Time": 6.748177947476506}
+{"Finetune/Learning Rate": 3.0523630404909354e-07, "Finetune/Loss": 0.6212033033370972, "Finetune/Loss (Raw)": 0.6507476568222046, "Finetune/Step": 17761, "Finetune/Step Time": 6.77657706476748}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.6203994154930115, "Finetune/Loss (Raw)": 0.5963872075080872, "Finetune/Step": 17762, "Finetune/Step Time": 6.777353757992387}
+{"Finetune/Learning Rate": 3.044110920448562e-07, "Finetune/Loss": 0.6209579706192017, "Finetune/Loss (Raw)": 0.7548800706863403, "Finetune/Step": 17763, "Finetune/Step Time": 6.7892950009554625}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.6210448741912842, "Finetune/Loss (Raw)": 0.6413952708244324, "Finetune/Step": 17764, "Finetune/Step Time": 6.773088550195098}
+{"Finetune/Learning Rate": 3.035869797979341e-07, "Finetune/Loss": 0.6205846071243286, "Finetune/Loss (Raw)": 0.5697410106658936, "Finetune/Step": 17765, "Finetune/Step Time": 6.762505404651165}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.6226909160614014, "Finetune/Loss (Raw)": 0.7486870884895325, "Finetune/Step": 17766, "Finetune/Step Time": 6.744853997603059}
+{"Finetune/Learning Rate": 3.027639674018057e-07, "Finetune/Loss": 0.6218992471694946, "Finetune/Loss (Raw)": 0.6169374585151672, "Finetune/Step": 17767, "Finetune/Step Time": 6.741135900840163}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.6219285726547241, "Finetune/Loss (Raw)": 0.6998763680458069, "Finetune/Step": 17768, "Finetune/Step Time": 6.747689230367541}
+{"Finetune/Learning Rate": 3.019420549498253e-07, "Finetune/Loss": 0.622557520866394, "Finetune/Loss (Raw)": 0.7231265902519226, "Finetune/Step": 17769, "Finetune/Step Time": 6.729015331715345}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.6229338049888611, "Finetune/Loss (Raw)": 0.6802546381950378, "Finetune/Step": 17770, "Finetune/Step Time": 6.732456725090742}
+{"Finetune/Learning Rate": 3.0112124253521835e-07, "Finetune/Loss": 0.6231412291526794, "Finetune/Loss (Raw)": 0.6122252941131592, "Finetune/Step": 17771, "Finetune/Step Time": 6.7339706886559725}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.623908281326294, "Finetune/Loss (Raw)": 0.6484495997428894, "Finetune/Step": 17772, "Finetune/Step Time": 6.723552737385035}
+{"Finetune/Learning Rate": 3.0030153025109254e-07, "Finetune/Loss": 0.6241841912269592, "Finetune/Loss (Raw)": 0.6700509190559387, "Finetune/Step": 17773, "Finetune/Step Time": 6.721520405262709}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.6245338916778564, "Finetune/Loss (Raw)": 0.5765976905822754, "Finetune/Step": 17774, "Finetune/Step Time": 6.725196436047554}
+{"Finetune/Learning Rate": 2.994829181904213e-07, "Finetune/Loss": 0.6241075396537781, "Finetune/Loss (Raw)": 0.5726267099380493, "Finetune/Step": 17775, "Finetune/Step Time": 6.730422465130687}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.6245823502540588, "Finetune/Loss (Raw)": 0.6603920459747314, "Finetune/Step": 17776, "Finetune/Step Time": 6.73538027331233}
+{"Finetune/Learning Rate": 2.9866540644606367e-07, "Finetune/Loss": 0.6244032382965088, "Finetune/Loss (Raw)": 0.5151190757751465, "Finetune/Step": 17777, "Finetune/Step Time": 6.744096621870995}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.6248235106468201, "Finetune/Loss (Raw)": 0.6104093790054321, "Finetune/Step": 17778, "Finetune/Step Time": 6.7232204508036375}
+{"Finetune/Learning Rate": 2.978489951107477e-07, "Finetune/Loss": 0.6236627101898193, "Finetune/Loss (Raw)": 0.5027312636375427, "Finetune/Step": 17779, "Finetune/Step Time": 6.7284498400986195}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.6231902837753296, "Finetune/Loss (Raw)": 0.6299467086791992, "Finetune/Step": 17780, "Finetune/Step Time": 6.7300087958574295}
+{"Finetune/Learning Rate": 2.970336842770749e-07, "Finetune/Loss": 0.6243207454681396, "Finetune/Loss (Raw)": 0.7025813460350037, "Finetune/Step": 17781, "Finetune/Step Time": 6.725712586194277}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.6239612698554993, "Finetune/Loss (Raw)": 0.6384048461914062, "Finetune/Step": 17782, "Finetune/Step Time": 6.7433338817209005}
+{"Finetune/Learning Rate": 2.9621947403752794e-07, "Finetune/Loss": 0.624371349811554, "Finetune/Loss (Raw)": 0.6712180376052856, "Finetune/Step": 17783, "Finetune/Step Time": 6.750453481450677}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.6248398423194885, "Finetune/Loss (Raw)": 0.6928463578224182, "Finetune/Step": 17784, "Finetune/Step Time": 6.7568967789411545}
+{"Finetune/Learning Rate": 2.954063644844618e-07, "Finetune/Loss": 0.6247742176055908, "Finetune/Loss (Raw)": 0.5689893364906311, "Finetune/Step": 17785, "Finetune/Step Time": 6.760054811835289}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.6241286993026733, "Finetune/Loss (Raw)": 0.5191206932067871, "Finetune/Step": 17786, "Finetune/Step Time": 6.757414173334837}
+{"Finetune/Learning Rate": 2.9459435571010384e-07, "Finetune/Loss": 0.6261100769042969, "Finetune/Loss (Raw)": 0.8534834384918213, "Finetune/Step": 17787, "Finetune/Step Time": 6.745479425415397}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.626408040523529, "Finetune/Loss (Raw)": 0.6934328675270081, "Finetune/Step": 17788, "Finetune/Step Time": 6.755624769255519}
+{"Finetune/Learning Rate": 2.937834478065593e-07, "Finetune/Loss": 0.6259286403656006, "Finetune/Loss (Raw)": 0.6546276807785034, "Finetune/Step": 17789, "Finetune/Step Time": 6.7576982490718365}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.6260948181152344, "Finetune/Loss (Raw)": 0.653843879699707, "Finetune/Step": 17790, "Finetune/Step Time": 6.741937262937427}
+{"Finetune/Learning Rate": 2.929736408658124e-07, "Finetune/Loss": 0.6263335943222046, "Finetune/Loss (Raw)": 0.663802981376648, "Finetune/Step": 17791, "Finetune/Step Time": 6.732998743653297}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.6266811490058899, "Finetune/Loss (Raw)": 0.6561708450317383, "Finetune/Step": 17792, "Finetune/Step Time": 6.725321507081389}
+{"Finetune/Learning Rate": 2.92164934979714e-07, "Finetune/Loss": 0.6262639760971069, "Finetune/Loss (Raw)": 0.5552932024002075, "Finetune/Step": 17793, "Finetune/Step Time": 6.725976198911667}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.6269457340240479, "Finetune/Loss (Raw)": 0.6738224029541016, "Finetune/Step": 17794, "Finetune/Step Time": 6.725099230185151}
+{"Finetune/Learning Rate": 2.9135733023999634e-07, "Finetune/Loss": 0.6268421411514282, "Finetune/Loss (Raw)": 0.647062361240387, "Finetune/Step": 17795, "Finetune/Step Time": 6.723901279270649}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.6278355717658997, "Finetune/Loss (Raw)": 0.691156804561615, "Finetune/Step": 17796, "Finetune/Step Time": 6.724586956202984}
+{"Finetune/Learning Rate": 2.9055082673826396e-07, "Finetune/Loss": 0.6296364068984985, "Finetune/Loss (Raw)": 0.7440940141677856, "Finetune/Step": 17797, "Finetune/Step Time": 6.7247324008494616}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.628371000289917, "Finetune/Loss (Raw)": 0.4559999704360962, "Finetune/Step": 17798, "Finetune/Step Time": 6.737853262573481}
+{"Finetune/Learning Rate": 2.897454245659981e-07, "Finetune/Loss": 0.6295127868652344, "Finetune/Loss (Raw)": 0.7014501690864563, "Finetune/Step": 17799, "Finetune/Step Time": 6.74179058149457}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.6287451982498169, "Finetune/Loss (Raw)": 0.5375980734825134, "Finetune/Step": 17800, "Finetune/Step Time": 6.750841680914164}
+{"Finetune/Learning Rate": 2.889411238145545e-07, "Finetune/Loss": 0.6298915147781372, "Finetune/Loss (Raw)": 0.7559722661972046, "Finetune/Step": 17801, "Finetune/Step Time": 6.751459741964936}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.6298808455467224, "Finetune/Loss (Raw)": 0.6160886883735657, "Finetune/Step": 17802, "Finetune/Step Time": 6.751620173454285}
+{"Finetune/Learning Rate": 2.881379245751648e-07, "Finetune/Loss": 0.6308166980743408, "Finetune/Loss (Raw)": 0.6274580955505371, "Finetune/Step": 17803, "Finetune/Step Time": 6.753297680988908}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.6301576495170593, "Finetune/Loss (Raw)": 0.47922655940055847, "Finetune/Step": 17804, "Finetune/Step Time": 6.7653932850807905}
+{"Finetune/Learning Rate": 2.8733582693893256e-07, "Finetune/Loss": 0.6290079951286316, "Finetune/Loss (Raw)": 0.5316110253334045, "Finetune/Step": 17805, "Finetune/Step Time": 6.7672052681446075}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.6286847591400146, "Finetune/Loss (Raw)": 0.5269588232040405, "Finetune/Step": 17806, "Finetune/Step Time": 6.76687466353178}
+{"Finetune/Learning Rate": 2.8653483099684074e-07, "Finetune/Loss": 0.628968358039856, "Finetune/Loss (Raw)": 0.676417887210846, "Finetune/Step": 17807, "Finetune/Step Time": 6.765064438804984}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.6285259127616882, "Finetune/Loss (Raw)": 0.5565698146820068, "Finetune/Step": 17808, "Finetune/Step Time": 6.777043329551816}
+{"Finetune/Learning Rate": 2.857349368397433e-07, "Finetune/Loss": 0.6282199025154114, "Finetune/Loss (Raw)": 0.5928395986557007, "Finetune/Step": 17809, "Finetune/Step Time": 6.785148352384567}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.6294121146202087, "Finetune/Loss (Raw)": 0.6819248199462891, "Finetune/Step": 17810, "Finetune/Step Time": 6.784057838842273}
+{"Finetune/Learning Rate": 2.8493614455837317e-07, "Finetune/Loss": 0.6287845373153687, "Finetune/Loss (Raw)": 0.6250045895576477, "Finetune/Step": 17811, "Finetune/Step Time": 6.7831364665180445}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.6294962167739868, "Finetune/Loss (Raw)": 0.6102224588394165, "Finetune/Step": 17812, "Finetune/Step Time": 6.7998388055711985}
+{"Finetune/Learning Rate": 2.841384542433345e-07, "Finetune/Loss": 0.6292039155960083, "Finetune/Loss (Raw)": 0.6303865909576416, "Finetune/Step": 17813, "Finetune/Step Time": 6.800399582833052}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.6308761835098267, "Finetune/Loss (Raw)": 0.6240589022636414, "Finetune/Step": 17814, "Finetune/Step Time": 6.802032336592674}
+{"Finetune/Learning Rate": 2.8334186598510947e-07, "Finetune/Loss": 0.6311787366867065, "Finetune/Loss (Raw)": 0.6242969632148743, "Finetune/Step": 17815, "Finetune/Step Time": 6.802440725266933}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.63023841381073, "Finetune/Loss (Raw)": 0.6326589584350586, "Finetune/Step": 17816, "Finetune/Step Time": 6.800909660756588}
+{"Finetune/Learning Rate": 2.8254637987405244e-07, "Finetune/Loss": 0.6305961608886719, "Finetune/Loss (Raw)": 0.5783552527427673, "Finetune/Step": 17817, "Finetune/Step Time": 6.794000098481774}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.6289566159248352, "Finetune/Loss (Raw)": 0.4261263906955719, "Finetune/Step": 17818, "Finetune/Step Time": 6.799293102696538}
+{"Finetune/Learning Rate": 2.817519960003967e-07, "Finetune/Loss": 0.628871500492096, "Finetune/Loss (Raw)": 0.6895696520805359, "Finetune/Step": 17819, "Finetune/Step Time": 6.802535148337483}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.6281480193138123, "Finetune/Loss (Raw)": 0.6196392774581909, "Finetune/Step": 17820, "Finetune/Step Time": 6.818369789049029}
+{"Finetune/Learning Rate": 2.809587144542469e-07, "Finetune/Loss": 0.627949595451355, "Finetune/Loss (Raw)": 0.6400479674339294, "Finetune/Step": 17821, "Finetune/Step Time": 6.808832796290517}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.6265026330947876, "Finetune/Loss (Raw)": 0.5164985656738281, "Finetune/Step": 17822, "Finetune/Step Time": 6.840375725179911}
+{"Finetune/Learning Rate": 2.8016653532558224e-07, "Finetune/Loss": 0.6283237934112549, "Finetune/Loss (Raw)": 0.6981902122497559, "Finetune/Step": 17823, "Finetune/Step Time": 6.858538402244449}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.6290118098258972, "Finetune/Loss (Raw)": 0.6573793292045593, "Finetune/Step": 17824, "Finetune/Step Time": 6.858508890494704}
+{"Finetune/Learning Rate": 2.7937545870425966e-07, "Finetune/Loss": 0.63016676902771, "Finetune/Loss (Raw)": 0.7062367796897888, "Finetune/Step": 17825, "Finetune/Step Time": 6.859231323003769}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.6310809254646301, "Finetune/Loss (Raw)": 0.6072849631309509, "Finetune/Step": 17826, "Finetune/Step Time": 6.84656385332346}
+{"Finetune/Learning Rate": 2.785854846800129e-07, "Finetune/Loss": 0.632019579410553, "Finetune/Loss (Raw)": 0.6724864840507507, "Finetune/Step": 17827, "Finetune/Step Time": 6.849773062393069}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.6327999830245972, "Finetune/Loss (Raw)": 0.6990164518356323, "Finetune/Step": 17828, "Finetune/Step Time": 6.862038774415851}
+{"Finetune/Learning Rate": 2.7779661334244256e-07, "Finetune/Loss": 0.6330890655517578, "Finetune/Loss (Raw)": 0.613946259021759, "Finetune/Step": 17829, "Finetune/Step Time": 6.859352111816406}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.6324948668479919, "Finetune/Loss (Raw)": 0.5737982392311096, "Finetune/Step": 17830, "Finetune/Step Time": 6.862451149150729}
+{"Finetune/Learning Rate": 2.770088447810315e-07, "Finetune/Loss": 0.6320127844810486, "Finetune/Loss (Raw)": 0.6063675284385681, "Finetune/Step": 17831, "Finetune/Step Time": 6.868392638862133}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.6317672729492188, "Finetune/Loss (Raw)": 0.6021863222122192, "Finetune/Step": 17832, "Finetune/Step Time": 6.868025058880448}
+{"Finetune/Learning Rate": 2.7622217908513717e-07, "Finetune/Loss": 0.631148099899292, "Finetune/Loss (Raw)": 0.6181980967521667, "Finetune/Step": 17833, "Finetune/Step Time": 6.866719610989094}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.6307402849197388, "Finetune/Loss (Raw)": 0.5966556668281555, "Finetune/Step": 17834, "Finetune/Step Time": 6.865405695512891}
+{"Finetune/Learning Rate": 2.75436616343987e-07, "Finetune/Loss": 0.6308214664459229, "Finetune/Loss (Raw)": 0.6309740543365479, "Finetune/Step": 17835, "Finetune/Step Time": 6.86704189889133}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.6293814182281494, "Finetune/Loss (Raw)": 0.5265837907791138, "Finetune/Step": 17836, "Finetune/Step Time": 6.863219168037176}
+{"Finetune/Learning Rate": 2.7465215664668644e-07, "Finetune/Loss": 0.6292879581451416, "Finetune/Loss (Raw)": 0.6227573752403259, "Finetune/Step": 17837, "Finetune/Step Time": 6.866901770234108}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.6293169260025024, "Finetune/Loss (Raw)": 0.6164875030517578, "Finetune/Step": 17838, "Finetune/Step Time": 6.866901205852628}
+{"Finetune/Learning Rate": 2.7386880008221873e-07, "Finetune/Loss": 0.629090428352356, "Finetune/Loss (Raw)": 0.6544885635375977, "Finetune/Step": 17839, "Finetune/Step Time": 6.861389394849539}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.6296291351318359, "Finetune/Loss (Raw)": 0.6654657125473022, "Finetune/Step": 17840, "Finetune/Step Time": 6.860938154160976}
+{"Finetune/Learning Rate": 2.7308654673943614e-07, "Finetune/Loss": 0.6283057928085327, "Finetune/Loss (Raw)": 0.563831090927124, "Finetune/Step": 17841, "Finetune/Step Time": 6.863652978092432}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.6271726489067078, "Finetune/Loss (Raw)": 0.5737227201461792, "Finetune/Step": 17842, "Finetune/Step Time": 6.862804098054767}
+{"Finetune/Learning Rate": 2.723053967070688e-07, "Finetune/Loss": 0.62531578540802, "Finetune/Loss (Raw)": 0.5454227924346924, "Finetune/Step": 17843, "Finetune/Step Time": 6.866773895919323}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.6253445744514465, "Finetune/Loss (Raw)": 0.5983142256736755, "Finetune/Step": 17844, "Finetune/Step Time": 6.866317011415958}
+{"Finetune/Learning Rate": 2.715253500737225e-07, "Finetune/Loss": 0.6246821880340576, "Finetune/Loss (Raw)": 0.5573673248291016, "Finetune/Step": 17845, "Finetune/Step Time": 6.87811672873795}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.6246191263198853, "Finetune/Loss (Raw)": 0.5797626972198486, "Finetune/Step": 17846, "Finetune/Step Time": 6.885900681838393}
+{"Finetune/Learning Rate": 2.7074640692787647e-07, "Finetune/Loss": 0.6250820159912109, "Finetune/Loss (Raw)": 0.6528796553611755, "Finetune/Step": 17847, "Finetune/Step Time": 6.869881574064493}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.6247281432151794, "Finetune/Loss (Raw)": 0.599701464176178, "Finetune/Step": 17848, "Finetune/Step Time": 6.880873989313841}
+{"Finetune/Learning Rate": 2.6996856735788446e-07, "Finetune/Loss": 0.6240456104278564, "Finetune/Loss (Raw)": 0.6323832273483276, "Finetune/Step": 17849, "Finetune/Step Time": 6.895867636427283}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.6241116523742676, "Finetune/Loss (Raw)": 0.6058080196380615, "Finetune/Step": 17850, "Finetune/Step Time": 6.897684974595904}
+{"Finetune/Learning Rate": 2.69191831451977e-07, "Finetune/Loss": 0.6232110857963562, "Finetune/Loss (Raw)": 0.607782244682312, "Finetune/Step": 17851, "Finetune/Step Time": 6.908991413190961}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.6226776838302612, "Finetune/Loss (Raw)": 0.6411033272743225, "Finetune/Step": 17852, "Finetune/Step Time": 6.908130269497633}
+{"Finetune/Learning Rate": 2.68416199298257e-07, "Finetune/Loss": 0.6217211484909058, "Finetune/Loss (Raw)": 0.5890711545944214, "Finetune/Step": 17853, "Finetune/Step Time": 6.918839128687978}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.6229808330535889, "Finetune/Loss (Raw)": 0.7441776990890503, "Finetune/Step": 17854, "Finetune/Step Time": 6.913980020210147}
+{"Finetune/Learning Rate": 2.676416709847041e-07, "Finetune/Loss": 0.6236106753349304, "Finetune/Loss (Raw)": 0.5636477470397949, "Finetune/Step": 17855, "Finetune/Step Time": 6.902311963960528}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.6218870878219604, "Finetune/Loss (Raw)": 0.5578199028968811, "Finetune/Step": 17856, "Finetune/Step Time": 6.915399266406894}
+{"Finetune/Learning Rate": 2.668682465991712e-07, "Finetune/Loss": 0.6226418018341064, "Finetune/Loss (Raw)": 0.7183112502098083, "Finetune/Step": 17857, "Finetune/Step Time": 6.898668708279729}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.6225422620773315, "Finetune/Loss (Raw)": 0.5413779616355896, "Finetune/Step": 17858, "Finetune/Step Time": 6.860222555696964}
+{"Finetune/Learning Rate": 2.660959262293883e-07, "Finetune/Loss": 0.6224372386932373, "Finetune/Loss (Raw)": 0.6590628623962402, "Finetune/Step": 17859, "Finetune/Step Time": 6.862340359017253}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.6224240064620972, "Finetune/Loss (Raw)": 0.6487477421760559, "Finetune/Step": 17860, "Finetune/Step Time": 6.883673848584294}
+{"Finetune/Learning Rate": 2.653247099629563e-07, "Finetune/Loss": 0.6225412487983704, "Finetune/Loss (Raw)": 0.5860012769699097, "Finetune/Step": 17861, "Finetune/Step Time": 6.884521692991257}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.6223810911178589, "Finetune/Loss (Raw)": 0.5091439485549927, "Finetune/Step": 17862, "Finetune/Step Time": 6.867366271093488}
+{"Finetune/Learning Rate": 2.645545978873565e-07, "Finetune/Loss": 0.6223326921463013, "Finetune/Loss (Raw)": 0.6526723504066467, "Finetune/Step": 17863, "Finetune/Step Time": 6.867567451670766}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.621806263923645, "Finetune/Loss (Raw)": 0.6626129150390625, "Finetune/Step": 17864, "Finetune/Step Time": 6.866931049153209}
+{"Finetune/Learning Rate": 2.6378559008993775e-07, "Finetune/Loss": 0.6215893030166626, "Finetune/Loss (Raw)": 0.6430814266204834, "Finetune/Step": 17865, "Finetune/Step Time": 6.870862953364849}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.6220738887786865, "Finetune/Loss (Raw)": 0.7005672454833984, "Finetune/Step": 17866, "Finetune/Step Time": 6.878113806247711}
+{"Finetune/Learning Rate": 2.6301768665793036e-07, "Finetune/Loss": 0.6223087310791016, "Finetune/Loss (Raw)": 0.6077426671981812, "Finetune/Step": 17867, "Finetune/Step Time": 6.890796560794115}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.6214801073074341, "Finetune/Loss (Raw)": 0.6406008005142212, "Finetune/Step": 17868, "Finetune/Step Time": 6.8913920521736145}
+{"Finetune/Learning Rate": 2.6225088767843575e-07, "Finetune/Loss": 0.6229329109191895, "Finetune/Loss (Raw)": 0.6940469145774841, "Finetune/Step": 17869, "Finetune/Step Time": 6.880257252603769}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.6238682270050049, "Finetune/Loss (Raw)": 0.6690858602523804, "Finetune/Step": 17870, "Finetune/Step Time": 6.877704221755266}
+{"Finetune/Learning Rate": 2.614851932384299e-07, "Finetune/Loss": 0.6240516901016235, "Finetune/Loss (Raw)": 0.5398174524307251, "Finetune/Step": 17871, "Finetune/Step Time": 6.877061614766717}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.6243582367897034, "Finetune/Loss (Raw)": 0.6415790319442749, "Finetune/Step": 17872, "Finetune/Step Time": 6.863757099956274}
+{"Finetune/Learning Rate": 2.607206034247667e-07, "Finetune/Loss": 0.6245487928390503, "Finetune/Loss (Raw)": 0.6562374830245972, "Finetune/Step": 17873, "Finetune/Step Time": 6.86936024017632}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.6249232292175293, "Finetune/Loss (Raw)": 0.6912848949432373, "Finetune/Step": 17874, "Finetune/Step Time": 6.8707611579447985}
+{"Finetune/Learning Rate": 2.5995711832417114e-07, "Finetune/Loss": 0.6259687542915344, "Finetune/Loss (Raw)": 0.7305437922477722, "Finetune/Step": 17875, "Finetune/Step Time": 6.857988951727748}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.6267979145050049, "Finetune/Loss (Raw)": 0.6566013097763062, "Finetune/Step": 17876, "Finetune/Step Time": 6.846642130985856}
+{"Finetune/Learning Rate": 2.5919473802324403e-07, "Finetune/Loss": 0.6268950700759888, "Finetune/Loss (Raw)": 0.6093334555625916, "Finetune/Step": 17877, "Finetune/Step Time": 6.8471542205661535}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.6261061429977417, "Finetune/Loss (Raw)": 0.602331817150116, "Finetune/Step": 17878, "Finetune/Step Time": 6.847734697163105}
+{"Finetune/Learning Rate": 2.584334626084606e-07, "Finetune/Loss": 0.6256558895111084, "Finetune/Loss (Raw)": 0.5963035821914673, "Finetune/Step": 17879, "Finetune/Step Time": 6.849008329212666}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.6245505809783936, "Finetune/Loss (Raw)": 0.4989723265171051, "Finetune/Step": 17880, "Finetune/Step Time": 6.840551648288965}
+{"Finetune/Learning Rate": 2.57673292166174e-07, "Finetune/Loss": 0.6233904361724854, "Finetune/Loss (Raw)": 0.6228100657463074, "Finetune/Step": 17881, "Finetune/Step Time": 6.842844622209668}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.6247200965881348, "Finetune/Loss (Raw)": 0.6831215023994446, "Finetune/Step": 17882, "Finetune/Step Time": 6.849552396684885}
+{"Finetune/Learning Rate": 2.5691422678260526e-07, "Finetune/Loss": 0.6236213445663452, "Finetune/Loss (Raw)": 0.41114532947540283, "Finetune/Step": 17883, "Finetune/Step Time": 6.8466526828706264}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.6243635416030884, "Finetune/Loss (Raw)": 0.7015876770019531, "Finetune/Step": 17884, "Finetune/Step Time": 6.830547967925668}
+{"Finetune/Learning Rate": 2.561562665438577e-07, "Finetune/Loss": 0.6240003108978271, "Finetune/Loss (Raw)": 0.6366618871688843, "Finetune/Step": 17885, "Finetune/Step Time": 6.828237734735012}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.6252235770225525, "Finetune/Loss (Raw)": 0.7427806854248047, "Finetune/Step": 17886, "Finetune/Step Time": 6.827807115390897}
+{"Finetune/Learning Rate": 2.553994115359038e-07, "Finetune/Loss": 0.6253767013549805, "Finetune/Loss (Raw)": 0.616254985332489, "Finetune/Step": 17887, "Finetune/Step Time": 6.816194787621498}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.6258442401885986, "Finetune/Loss (Raw)": 0.6388289332389832, "Finetune/Step": 17888, "Finetune/Step Time": 6.813569104298949}
+{"Finetune/Learning Rate": 2.5464366184459355e-07, "Finetune/Loss": 0.6263415217399597, "Finetune/Loss (Raw)": 0.7144008278846741, "Finetune/Step": 17889, "Finetune/Step Time": 6.793081479147077}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.6266704797744751, "Finetune/Loss (Raw)": 0.6384949088096619, "Finetune/Step": 17890, "Finetune/Step Time": 6.798083670437336}
+{"Finetune/Learning Rate": 2.5388901755564963e-07, "Finetune/Loss": 0.6255165338516235, "Finetune/Loss (Raw)": 0.6071770191192627, "Finetune/Step": 17891, "Finetune/Step Time": 6.7875741720199585}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.6262754201889038, "Finetune/Loss (Raw)": 0.7385215759277344, "Finetune/Step": 17892, "Finetune/Step Time": 6.7894413731992245}
+{"Finetune/Learning Rate": 2.5313547875467026e-07, "Finetune/Loss": 0.627238392829895, "Finetune/Loss (Raw)": 0.693013608455658, "Finetune/Step": 17893, "Finetune/Step Time": 6.785153774544597}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.6257553696632385, "Finetune/Loss (Raw)": 0.5588533282279968, "Finetune/Step": 17894, "Finetune/Step Time": 6.800182932987809}
+{"Finetune/Learning Rate": 2.5238304552713033e-07, "Finetune/Loss": 0.6261906623840332, "Finetune/Loss (Raw)": 0.6726527214050293, "Finetune/Step": 17895, "Finetune/Step Time": 6.80473499558866}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.6264151930809021, "Finetune/Loss (Raw)": 0.7286164164543152, "Finetune/Step": 17896, "Finetune/Step Time": 6.799412991851568}
+{"Finetune/Learning Rate": 2.516317179583749e-07, "Finetune/Loss": 0.6265868544578552, "Finetune/Loss (Raw)": 0.7451022863388062, "Finetune/Step": 17897, "Finetune/Step Time": 6.802542811259627}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.6259922981262207, "Finetune/Loss (Raw)": 0.6041412949562073, "Finetune/Step": 17898, "Finetune/Step Time": 6.80332382209599}
+{"Finetune/Learning Rate": 2.50881496133627e-07, "Finetune/Loss": 0.6268900036811829, "Finetune/Loss (Raw)": 0.7271421551704407, "Finetune/Step": 17899, "Finetune/Step Time": 6.800230301916599}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.626498281955719, "Finetune/Loss (Raw)": 0.5983067154884338, "Finetune/Step": 17900, "Finetune/Step Time": 6.80224759504199}
+{"Finetune/Learning Rate": 2.501323801379829e-07, "Finetune/Loss": 0.6257712841033936, "Finetune/Loss (Raw)": 0.5769957900047302, "Finetune/Step": 17901, "Finetune/Step Time": 6.812998009845614}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.6267660856246948, "Finetune/Loss (Raw)": 0.7039357423782349, "Finetune/Step": 17902, "Finetune/Step Time": 6.8120924308896065}
+{"Finetune/Learning Rate": 2.4938437005641467e-07, "Finetune/Loss": 0.6278245449066162, "Finetune/Loss (Raw)": 0.7081084847450256, "Finetune/Step": 17903, "Finetune/Step Time": 6.80245616286993}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.6282559633255005, "Finetune/Loss (Raw)": 0.7156043648719788, "Finetune/Step": 17904, "Finetune/Step Time": 6.794253373518586}
+{"Finetune/Learning Rate": 2.486374659737678e-07, "Finetune/Loss": 0.6287205219268799, "Finetune/Loss (Raw)": 0.5745897889137268, "Finetune/Step": 17905, "Finetune/Step Time": 6.799660554155707}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.6281735897064209, "Finetune/Loss (Raw)": 0.5404011607170105, "Finetune/Step": 17906, "Finetune/Step Time": 6.801350239664316}
+{"Finetune/Learning Rate": 2.478916679747623e-07, "Finetune/Loss": 0.6289747953414917, "Finetune/Loss (Raw)": 0.6052928566932678, "Finetune/Step": 17907, "Finetune/Step Time": 6.7940415404737}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.6283320188522339, "Finetune/Loss (Raw)": 0.5476669073104858, "Finetune/Step": 17908, "Finetune/Step Time": 6.788989990949631}
+{"Finetune/Learning Rate": 2.471469761439926e-07, "Finetune/Loss": 0.6275638937950134, "Finetune/Loss (Raw)": 0.6042580604553223, "Finetune/Step": 17909, "Finetune/Step Time": 6.79238566569984}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.6278084516525269, "Finetune/Loss (Raw)": 0.6697071194648743, "Finetune/Step": 17910, "Finetune/Step Time": 6.773931764066219}
+{"Finetune/Learning Rate": 2.46403390565928e-07, "Finetune/Loss": 0.6272270679473877, "Finetune/Loss (Raw)": 0.5968085527420044, "Finetune/Step": 17911, "Finetune/Step Time": 6.766026986762881}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.6261589527130127, "Finetune/Loss (Raw)": 0.5561206936836243, "Finetune/Step": 17912, "Finetune/Step Time": 6.7601301819086075}
+{"Finetune/Learning Rate": 2.456609113249131e-07, "Finetune/Loss": 0.6273936629295349, "Finetune/Loss (Raw)": 0.7270349264144897, "Finetune/Step": 17913, "Finetune/Step Time": 6.760817084461451}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.628592312335968, "Finetune/Loss (Raw)": 0.6725463271141052, "Finetune/Step": 17914, "Finetune/Step Time": 6.763527903705835}
+{"Finetune/Learning Rate": 2.4491953850516724e-07, "Finetune/Loss": 0.626816987991333, "Finetune/Loss (Raw)": 0.6262422204017639, "Finetune/Step": 17915, "Finetune/Step Time": 6.779931841418147}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.6267533898353577, "Finetune/Loss (Raw)": 0.685294508934021, "Finetune/Step": 17916, "Finetune/Step Time": 6.77353541366756}
+{"Finetune/Learning Rate": 2.4417927219078095e-07, "Finetune/Loss": 0.6267640590667725, "Finetune/Loss (Raw)": 0.6559884548187256, "Finetune/Step": 17917, "Finetune/Step Time": 6.770550899207592}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.6257010698318481, "Finetune/Loss (Raw)": 0.517788827419281, "Finetune/Step": 17918, "Finetune/Step Time": 6.780752912163734}
+{"Finetune/Learning Rate": 2.4344011246572375e-07, "Finetune/Loss": 0.6260432004928589, "Finetune/Loss (Raw)": 0.7075969576835632, "Finetune/Step": 17919, "Finetune/Step Time": 6.7761911153793335}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.6260974407196045, "Finetune/Loss (Raw)": 0.6630993485450745, "Finetune/Step": 17920, "Finetune/Step Time": 6.7780218459665775}
+{"Finetune/Learning Rate": 2.427020594138352e-07, "Finetune/Loss": 0.6265996694564819, "Finetune/Loss (Raw)": 0.619590699672699, "Finetune/Step": 17921, "Finetune/Step Time": 6.796393446624279}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.6266654133796692, "Finetune/Loss (Raw)": 0.6822314262390137, "Finetune/Step": 17922, "Finetune/Step Time": 6.798426313325763}
+{"Finetune/Learning Rate": 2.4196511311883385e-07, "Finetune/Loss": 0.6258559226989746, "Finetune/Loss (Raw)": 0.5434505343437195, "Finetune/Step": 17923, "Finetune/Step Time": 6.818765657022595}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.6252267360687256, "Finetune/Loss (Raw)": 0.6106215119361877, "Finetune/Step": 17924, "Finetune/Step Time": 6.823880599811673}
+{"Finetune/Learning Rate": 2.412292736643107e-07, "Finetune/Loss": 0.6248887181282043, "Finetune/Loss (Raw)": 0.7008256316184998, "Finetune/Step": 17925, "Finetune/Step Time": 6.816754557192326}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.6262643337249756, "Finetune/Loss (Raw)": 0.6320785880088806, "Finetune/Step": 17926, "Finetune/Step Time": 6.8036321811378}
+{"Finetune/Learning Rate": 2.4049454113372783e-07, "Finetune/Loss": 0.6268839836120605, "Finetune/Loss (Raw)": 0.7807649970054626, "Finetune/Step": 17927, "Finetune/Step Time": 6.819524014368653}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.6288135051727295, "Finetune/Loss (Raw)": 0.7845789194107056, "Finetune/Step": 17928, "Finetune/Step Time": 6.8063463643193245}
+{"Finetune/Learning Rate": 2.397609156104286e-07, "Finetune/Loss": 0.6283448934555054, "Finetune/Loss (Raw)": 0.6959880590438843, "Finetune/Step": 17929, "Finetune/Step Time": 6.80409668572247}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.6282826662063599, "Finetune/Loss (Raw)": 0.6081287860870361, "Finetune/Step": 17930, "Finetune/Step Time": 6.817831959575415}
+{"Finetune/Learning Rate": 2.3902839717762635e-07, "Finetune/Loss": 0.6287829279899597, "Finetune/Loss (Raw)": 0.6914917230606079, "Finetune/Step": 17931, "Finetune/Step Time": 6.7970343846827745}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.6307777762413025, "Finetune/Loss (Raw)": 0.7345647215843201, "Finetune/Step": 17932, "Finetune/Step Time": 6.7836768962442875}
+{"Finetune/Learning Rate": 2.382969859184081e-07, "Finetune/Loss": 0.633018970489502, "Finetune/Loss (Raw)": 0.8184781670570374, "Finetune/Step": 17933, "Finetune/Step Time": 6.779926652088761}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.6341016292572021, "Finetune/Loss (Raw)": 0.6655453443527222, "Finetune/Step": 17934, "Finetune/Step Time": 6.77878225967288}
+{"Finetune/Learning Rate": 2.3756668191573627e-07, "Finetune/Loss": 0.6335628032684326, "Finetune/Loss (Raw)": 0.6074485182762146, "Finetune/Step": 17935, "Finetune/Step Time": 6.778768438845873}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.6336508989334106, "Finetune/Loss (Raw)": 0.567844569683075, "Finetune/Step": 17936, "Finetune/Step Time": 6.764559591189027}
+{"Finetune/Learning Rate": 2.3683748525245132e-07, "Finetune/Loss": 0.6335223913192749, "Finetune/Loss (Raw)": 0.5763866305351257, "Finetune/Step": 17937, "Finetune/Step Time": 6.755689600482583}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.6319118142127991, "Finetune/Loss (Raw)": 0.47577011585235596, "Finetune/Step": 17938, "Finetune/Step Time": 6.769603801891208}
+{"Finetune/Learning Rate": 2.361093960112626e-07, "Finetune/Loss": 0.6328544616699219, "Finetune/Loss (Raw)": 0.7456656098365784, "Finetune/Step": 17939, "Finetune/Step Time": 6.778771609067917}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.633143961429596, "Finetune/Loss (Raw)": 0.6472813487052917, "Finetune/Step": 17940, "Finetune/Step Time": 6.76551297493279}
+{"Finetune/Learning Rate": 2.353824142747574e-07, "Finetune/Loss": 0.6333409547805786, "Finetune/Loss (Raw)": 0.6556023955345154, "Finetune/Step": 17941, "Finetune/Step Time": 6.792668784037232}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.6336849927902222, "Finetune/Loss (Raw)": 0.6680868268013, "Finetune/Step": 17942, "Finetune/Step Time": 6.8093261662870646}
+{"Finetune/Learning Rate": 2.346565401253964e-07, "Finetune/Loss": 0.6341636180877686, "Finetune/Loss (Raw)": 0.6855707764625549, "Finetune/Step": 17943, "Finetune/Step Time": 6.80972458422184}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.6335589289665222, "Finetune/Loss (Raw)": 0.5552576184272766, "Finetune/Step": 17944, "Finetune/Step Time": 6.807412030175328}
+{"Finetune/Learning Rate": 2.3393177364551267e-07, "Finetune/Loss": 0.633345365524292, "Finetune/Loss (Raw)": 0.5510169863700867, "Finetune/Step": 17945, "Finetune/Step Time": 6.804922763258219}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.6351982355117798, "Finetune/Loss (Raw)": 0.6632907390594482, "Finetune/Step": 17946, "Finetune/Step Time": 6.796267181634903}
+{"Finetune/Learning Rate": 2.332081149173171e-07, "Finetune/Loss": 0.6339662671089172, "Finetune/Loss (Raw)": 0.5318834185600281, "Finetune/Step": 17947, "Finetune/Step Time": 6.793535241857171}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.6342098712921143, "Finetune/Loss (Raw)": 0.6508210897445679, "Finetune/Step": 17948, "Finetune/Step Time": 6.772360991686583}
+{"Finetune/Learning Rate": 2.3248556402289402e-07, "Finetune/Loss": 0.6327509880065918, "Finetune/Loss (Raw)": 0.45330244302749634, "Finetune/Step": 17949, "Finetune/Step Time": 6.772498529404402}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.6333590745925903, "Finetune/Loss (Raw)": 0.594341516494751, "Finetune/Step": 17950, "Finetune/Step Time": 6.751514406874776}
+{"Finetune/Learning Rate": 2.31764121044199e-07, "Finetune/Loss": 0.6320751905441284, "Finetune/Loss (Raw)": 0.5338525772094727, "Finetune/Step": 17951, "Finetune/Step Time": 6.733949722722173}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.6319718360900879, "Finetune/Loss (Raw)": 0.6441494226455688, "Finetune/Step": 17952, "Finetune/Step Time": 6.732210032641888}
+{"Finetune/Learning Rate": 2.3104378606306653e-07, "Finetune/Loss": 0.632034420967102, "Finetune/Loss (Raw)": 0.7142424583435059, "Finetune/Step": 17953, "Finetune/Step Time": 6.730948157608509}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.6324081420898438, "Finetune/Loss (Raw)": 0.6551260948181152, "Finetune/Step": 17954, "Finetune/Step Time": 6.728545933961868}
+{"Finetune/Learning Rate": 2.3032455916120134e-07, "Finetune/Loss": 0.6326779723167419, "Finetune/Loss (Raw)": 0.7070267200469971, "Finetune/Step": 17955, "Finetune/Step Time": 6.723529113456607}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.6315484046936035, "Finetune/Loss (Raw)": 0.5544306635856628, "Finetune/Step": 17956, "Finetune/Step Time": 6.715222699567676}
+{"Finetune/Learning Rate": 2.2960644042018698e-07, "Finetune/Loss": 0.6330611705780029, "Finetune/Loss (Raw)": 0.8075773119926453, "Finetune/Step": 17957, "Finetune/Step Time": 6.713388619944453}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.6336024403572083, "Finetune/Loss (Raw)": 0.643078625202179, "Finetune/Step": 17958, "Finetune/Step Time": 6.711953533813357}
+{"Finetune/Learning Rate": 2.288894299214761e-07, "Finetune/Loss": 0.6328304409980774, "Finetune/Loss (Raw)": 0.5075598359107971, "Finetune/Step": 17959, "Finetune/Step Time": 6.710492674261332}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.6320809125900269, "Finetune/Loss (Raw)": 0.506240725517273, "Finetune/Step": 17960, "Finetune/Step Time": 6.742056956514716}
+{"Finetune/Learning Rate": 2.2817352774639923e-07, "Finetune/Loss": 0.6326612234115601, "Finetune/Loss (Raw)": 0.6924805641174316, "Finetune/Step": 17961, "Finetune/Step Time": 6.742661999538541}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.6329624652862549, "Finetune/Loss (Raw)": 0.6352081298828125, "Finetune/Step": 17962, "Finetune/Step Time": 6.741560269147158}
+{"Finetune/Learning Rate": 2.2745873397615913e-07, "Finetune/Loss": 0.6336722373962402, "Finetune/Loss (Raw)": 0.7218311429023743, "Finetune/Step": 17963, "Finetune/Step Time": 6.743970178067684}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.6344040632247925, "Finetune/Loss (Raw)": 0.6202535629272461, "Finetune/Step": 17964, "Finetune/Step Time": 6.747296342626214}
+{"Finetune/Learning Rate": 2.2674504869183655e-07, "Finetune/Loss": 0.6349548101425171, "Finetune/Loss (Raw)": 0.6932504177093506, "Finetune/Step": 17965, "Finetune/Step Time": 6.742575850337744}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.6336494088172913, "Finetune/Loss (Raw)": 0.44940170645713806, "Finetune/Step": 17966, "Finetune/Step Time": 6.737979844212532}
+{"Finetune/Learning Rate": 2.2603247197438227e-07, "Finetune/Loss": 0.6347543597221375, "Finetune/Loss (Raw)": 0.7959221005439758, "Finetune/Step": 17967, "Finetune/Step Time": 6.742259424179792}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.6353328227996826, "Finetune/Loss (Raw)": 0.7395148277282715, "Finetune/Step": 17968, "Finetune/Step Time": 6.743905292823911}
+{"Finetune/Learning Rate": 2.2532100390462054e-07, "Finetune/Loss": 0.6360436081886292, "Finetune/Loss (Raw)": 0.6548044085502625, "Finetune/Step": 17969, "Finetune/Step Time": 6.753804516047239}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.6364386677742004, "Finetune/Loss (Raw)": 0.624291718006134, "Finetune/Step": 17970, "Finetune/Step Time": 6.755763756111264}
+{"Finetune/Learning Rate": 2.2461064456325566e-07, "Finetune/Loss": 0.6374962329864502, "Finetune/Loss (Raw)": 0.6807929873466492, "Finetune/Step": 17971, "Finetune/Step Time": 6.753867194056511}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.6372621655464172, "Finetune/Loss (Raw)": 0.5683533549308777, "Finetune/Step": 17972, "Finetune/Step Time": 6.751395761966705}
+{"Finetune/Learning Rate": 2.239013940308632e-07, "Finetune/Loss": 0.6380517482757568, "Finetune/Loss (Raw)": 0.6584321856498718, "Finetune/Step": 17973, "Finetune/Step Time": 6.723783737048507}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.6380982995033264, "Finetune/Loss (Raw)": 0.5857207775115967, "Finetune/Step": 17974, "Finetune/Step Time": 6.714805528521538}
+{"Finetune/Learning Rate": 2.231932523878888e-07, "Finetune/Loss": 0.6376476287841797, "Finetune/Loss (Raw)": 0.5951914191246033, "Finetune/Step": 17975, "Finetune/Step Time": 6.723250376060605}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.6383556127548218, "Finetune/Loss (Raw)": 0.6903285384178162, "Finetune/Step": 17976, "Finetune/Step Time": 6.708207739517093}
+{"Finetune/Learning Rate": 2.2248621971465713e-07, "Finetune/Loss": 0.6387991905212402, "Finetune/Loss (Raw)": 0.6891611814498901, "Finetune/Step": 17977, "Finetune/Step Time": 6.695864165201783}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.639306902885437, "Finetune/Loss (Raw)": 0.6707875728607178, "Finetune/Step": 17978, "Finetune/Step Time": 6.6933211255818605}
+{"Finetune/Learning Rate": 2.2178029609136842e-07, "Finetune/Loss": 0.639199435710907, "Finetune/Loss (Raw)": 0.5940332412719727, "Finetune/Step": 17979, "Finetune/Step Time": 6.679690515622497}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.6396863460540771, "Finetune/Loss (Raw)": 0.7034270763397217, "Finetune/Step": 17980, "Finetune/Step Time": 6.679171407595277}
+{"Finetune/Learning Rate": 2.2107548159809312e-07, "Finetune/Loss": 0.6396652460098267, "Finetune/Loss (Raw)": 0.5863653421401978, "Finetune/Step": 17981, "Finetune/Step Time": 6.666313575580716}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.6386862397193909, "Finetune/Loss (Raw)": 0.6188695430755615, "Finetune/Step": 17982, "Finetune/Step Time": 6.668843058869243}
+{"Finetune/Learning Rate": 2.20371776314775e-07, "Finetune/Loss": 0.6392315626144409, "Finetune/Loss (Raw)": 0.6334519386291504, "Finetune/Step": 17983, "Finetune/Step Time": 6.66726934723556}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.6392565369606018, "Finetune/Loss (Raw)": 0.5610174536705017, "Finetune/Step": 17984, "Finetune/Step Time": 6.651959186419845}
+{"Finetune/Learning Rate": 2.1966918032123918e-07, "Finetune/Loss": 0.6388252973556519, "Finetune/Loss (Raw)": 0.6631054282188416, "Finetune/Step": 17985, "Finetune/Step Time": 6.660815339535475}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.6391675472259521, "Finetune/Loss (Raw)": 0.5851852893829346, "Finetune/Step": 17986, "Finetune/Step Time": 6.662695560604334}
+{"Finetune/Learning Rate": 2.189676936971763e-07, "Finetune/Loss": 0.6382847428321838, "Finetune/Loss (Raw)": 0.546068549156189, "Finetune/Step": 17987, "Finetune/Step Time": 6.682971242815256}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.6381064653396606, "Finetune/Loss (Raw)": 0.6259225606918335, "Finetune/Step": 17988, "Finetune/Step Time": 6.6604511346668005}
+{"Finetune/Learning Rate": 2.1826731652215604e-07, "Finetune/Loss": 0.6379426717758179, "Finetune/Loss (Raw)": 0.5650362968444824, "Finetune/Step": 17989, "Finetune/Step Time": 6.661924265325069}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.6384057998657227, "Finetune/Loss (Raw)": 0.5684351325035095, "Finetune/Step": 17990, "Finetune/Step Time": 6.662281855940819}
+{"Finetune/Learning Rate": 2.1756804887562155e-07, "Finetune/Loss": 0.6385303735733032, "Finetune/Loss (Raw)": 0.6686123013496399, "Finetune/Step": 17991, "Finetune/Step Time": 6.665887009352446}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.6385254263877869, "Finetune/Loss (Raw)": 0.6619812846183777, "Finetune/Step": 17992, "Finetune/Step Time": 6.66814598813653}
+{"Finetune/Learning Rate": 2.1686989083688936e-07, "Finetune/Loss": 0.6380419731140137, "Finetune/Loss (Raw)": 0.5811977386474609, "Finetune/Step": 17993, "Finetune/Step Time": 6.665882792323828}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.6369498372077942, "Finetune/Loss (Raw)": 0.560772716999054, "Finetune/Step": 17994, "Finetune/Step Time": 6.651729034259915}
+{"Finetune/Learning Rate": 2.161728424851517e-07, "Finetune/Loss": 0.6363041400909424, "Finetune/Loss (Raw)": 0.5250897407531738, "Finetune/Step": 17995, "Finetune/Step Time": 6.650967510417104}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.636306643486023, "Finetune/Loss (Raw)": 0.6409211158752441, "Finetune/Step": 17996, "Finetune/Step Time": 6.649830700829625}
+{"Finetune/Learning Rate": 2.1547690389947306e-07, "Finetune/Loss": 0.6363598108291626, "Finetune/Loss (Raw)": 0.7008519172668457, "Finetune/Step": 17997, "Finetune/Step Time": 6.6473230961710215}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.6347305178642273, "Finetune/Loss (Raw)": 0.4605434536933899, "Finetune/Step": 17998, "Finetune/Step Time": 6.680398169904947}
+{"Finetune/Learning Rate": 2.1478207515879147e-07, "Finetune/Loss": 0.634568452835083, "Finetune/Loss (Raw)": 0.5190673470497131, "Finetune/Step": 17999, "Finetune/Step Time": 6.692839324474335}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.6345431804656982, "Finetune/Loss (Raw)": 0.6383497714996338, "Finetune/Step": 18000, "Finetune/Step Time": 6.695586508139968}
+{"Finetune/Learning Rate": 2.1408835634192271e-07, "Finetune/Loss": 0.6346681118011475, "Finetune/Loss (Raw)": 0.6722249984741211, "Finetune/Step": 18001, "Finetune/Step Time": 6.6909511014819145}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.6342264413833618, "Finetune/Loss (Raw)": 0.6347546577453613, "Finetune/Step": 18002, "Finetune/Step Time": 6.699288100004196}
+{"Finetune/Learning Rate": 2.1339574752755387e-07, "Finetune/Loss": 0.6333080530166626, "Finetune/Loss (Raw)": 0.6129885315895081, "Finetune/Step": 18003, "Finetune/Step Time": 6.70076254196465}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.6328214406967163, "Finetune/Loss (Raw)": 0.5943127274513245, "Finetune/Step": 18004, "Finetune/Step Time": 6.697142323479056}
+{"Finetune/Learning Rate": 2.1270424879424545e-07, "Finetune/Loss": 0.6321889162063599, "Finetune/Loss (Raw)": 0.5283746719360352, "Finetune/Step": 18005, "Finetune/Step Time": 6.70014408044517}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.6319777369499207, "Finetune/Loss (Raw)": 0.5752993822097778, "Finetune/Step": 18006, "Finetune/Step Time": 6.697058854624629}
+{"Finetune/Learning Rate": 2.1201386022043358e-07, "Finetune/Loss": 0.6319524049758911, "Finetune/Loss (Raw)": 0.5930522680282593, "Finetune/Step": 18007, "Finetune/Step Time": 6.696319555863738}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.6329411268234253, "Finetune/Loss (Raw)": 0.6255338788032532, "Finetune/Step": 18008, "Finetune/Step Time": 6.71181427128613}
+{"Finetune/Learning Rate": 2.1132458188442896e-07, "Finetune/Loss": 0.6334794163703918, "Finetune/Loss (Raw)": 0.6917110085487366, "Finetune/Step": 18009, "Finetune/Step Time": 6.711514852941036}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.6326555013656616, "Finetune/Loss (Raw)": 0.5776617527008057, "Finetune/Step": 18010, "Finetune/Step Time": 6.6986355520784855}
+{"Finetune/Learning Rate": 2.1063641386441348e-07, "Finetune/Loss": 0.6342758536338806, "Finetune/Loss (Raw)": 0.6185509562492371, "Finetune/Step": 18011, "Finetune/Step Time": 6.683519393205643}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.6333630084991455, "Finetune/Loss (Raw)": 0.5847446322441101, "Finetune/Step": 18012, "Finetune/Step Time": 6.684507565572858}
+{"Finetune/Learning Rate": 2.099493562384469e-07, "Finetune/Loss": 0.633849024772644, "Finetune/Loss (Raw)": 0.6988697648048401, "Finetune/Step": 18013, "Finetune/Step Time": 6.6911039017140865}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.6323850750923157, "Finetune/Loss (Raw)": 0.5553950071334839, "Finetune/Step": 18014, "Finetune/Step Time": 6.712435809895396}
+{"Finetune/Learning Rate": 2.092634090844625e-07, "Finetune/Loss": 0.6327303647994995, "Finetune/Loss (Raw)": 0.660454511642456, "Finetune/Step": 18015, "Finetune/Step Time": 6.7064473535865545}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.6322768926620483, "Finetune/Loss (Raw)": 0.5807852745056152, "Finetune/Step": 18016, "Finetune/Step Time": 6.706668386235833}
+{"Finetune/Learning Rate": 2.085785724802636e-07, "Finetune/Loss": 0.6307593584060669, "Finetune/Loss (Raw)": 0.5201498866081238, "Finetune/Step": 18017, "Finetune/Step Time": 6.718553738668561}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.6316239833831787, "Finetune/Loss (Raw)": 0.749172031879425, "Finetune/Step": 18018, "Finetune/Step Time": 6.712795618921518}
+{"Finetune/Learning Rate": 2.078948465035302e-07, "Finetune/Loss": 0.6304472088813782, "Finetune/Loss (Raw)": 0.4565502405166626, "Finetune/Step": 18019, "Finetune/Step Time": 6.723878460004926}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.6288042068481445, "Finetune/Loss (Raw)": 0.5282134413719177, "Finetune/Step": 18020, "Finetune/Step Time": 6.722486834973097}
+{"Finetune/Learning Rate": 2.0721223123181921e-07, "Finetune/Loss": 0.6281924247741699, "Finetune/Loss (Raw)": 0.6147089004516602, "Finetune/Step": 18021, "Finetune/Step Time": 6.725518900901079}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.6282221078872681, "Finetune/Loss (Raw)": 0.5626530647277832, "Finetune/Step": 18022, "Finetune/Step Time": 6.713082566857338}
+{"Finetune/Learning Rate": 2.0653072674255537e-07, "Finetune/Loss": 0.6276023387908936, "Finetune/Loss (Raw)": 0.593324601650238, "Finetune/Step": 18023, "Finetune/Step Time": 6.711375331506133}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.6257827281951904, "Finetune/Loss (Raw)": 0.49569594860076904, "Finetune/Step": 18024, "Finetune/Step Time": 6.725540354847908}
+{"Finetune/Learning Rate": 2.0585033311304237e-07, "Finetune/Loss": 0.6242954730987549, "Finetune/Loss (Raw)": 0.5547366738319397, "Finetune/Step": 18025, "Finetune/Step Time": 6.736060105264187}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.6247977018356323, "Finetune/Loss (Raw)": 0.6684244275093079, "Finetune/Step": 18026, "Finetune/Step Time": 6.735930321738124}
+{"Finetune/Learning Rate": 2.0517105042045847e-07, "Finetune/Loss": 0.6241731643676758, "Finetune/Loss (Raw)": 0.6472060680389404, "Finetune/Step": 18027, "Finetune/Step Time": 6.736947383731604}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.6246300935745239, "Finetune/Loss (Raw)": 0.656792938709259, "Finetune/Step": 18028, "Finetune/Step Time": 6.732060493901372}
+{"Finetune/Learning Rate": 2.0449287874184986e-07, "Finetune/Loss": 0.6248753070831299, "Finetune/Loss (Raw)": 0.608381450176239, "Finetune/Step": 18029, "Finetune/Step Time": 6.722888262942433}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.6242875456809998, "Finetune/Loss (Raw)": 0.628708004951477, "Finetune/Step": 18030, "Finetune/Step Time": 6.735035564750433}
+{"Finetune/Learning Rate": 2.0381581815414274e-07, "Finetune/Loss": 0.6245554089546204, "Finetune/Loss (Raw)": 0.7423936128616333, "Finetune/Step": 18031, "Finetune/Step Time": 6.755323898047209}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.6232150793075562, "Finetune/Loss (Raw)": 0.5440438985824585, "Finetune/Step": 18032, "Finetune/Step Time": 6.756945287808776}
+{"Finetune/Learning Rate": 2.031398687341357e-07, "Finetune/Loss": 0.6221685409545898, "Finetune/Loss (Raw)": 0.44063183665275574, "Finetune/Step": 18033, "Finetune/Step Time": 6.7374107502400875}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.6233255863189697, "Finetune/Loss (Raw)": 0.6884977221488953, "Finetune/Step": 18034, "Finetune/Step Time": 6.745599186047912}
+{"Finetune/Learning Rate": 2.0246503055849854e-07, "Finetune/Loss": 0.623355507850647, "Finetune/Loss (Raw)": 0.6091227531433105, "Finetune/Step": 18035, "Finetune/Step Time": 6.764558145776391}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.6235243082046509, "Finetune/Loss (Raw)": 0.569278359413147, "Finetune/Step": 18036, "Finetune/Step Time": 6.76736163534224}
+{"Finetune/Learning Rate": 2.0179130370377998e-07, "Finetune/Loss": 0.6237308382987976, "Finetune/Loss (Raw)": 0.6306948065757751, "Finetune/Step": 18037, "Finetune/Step Time": 6.764026276767254}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.6231198310852051, "Finetune/Loss (Raw)": 0.5914896130561829, "Finetune/Step": 18038, "Finetune/Step Time": 6.765069987624884}
+{"Finetune/Learning Rate": 2.011186882463978e-07, "Finetune/Loss": 0.6229617595672607, "Finetune/Loss (Raw)": 0.5765834450721741, "Finetune/Step": 18039, "Finetune/Step Time": 6.77646310441196}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.6238462924957275, "Finetune/Loss (Raw)": 0.6693323254585266, "Finetune/Step": 18040, "Finetune/Step Time": 6.787337249144912}
+{"Finetune/Learning Rate": 2.0044718426264652e-07, "Finetune/Loss": 0.6236478090286255, "Finetune/Loss (Raw)": 0.701636791229248, "Finetune/Step": 18041, "Finetune/Step Time": 6.78720573335886}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.6234414577484131, "Finetune/Loss (Raw)": 0.6461294293403625, "Finetune/Step": 18042, "Finetune/Step Time": 6.797441724687815}
+{"Finetune/Learning Rate": 1.9977679182869414e-07, "Finetune/Loss": 0.6235930919647217, "Finetune/Loss (Raw)": 0.645652711391449, "Finetune/Step": 18043, "Finetune/Step Time": 6.7789908442646265}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.6227695345878601, "Finetune/Loss (Raw)": 0.5798855423927307, "Finetune/Step": 18044, "Finetune/Step Time": 6.776442075148225}
+{"Finetune/Learning Rate": 1.99107511020582e-07, "Finetune/Loss": 0.6220847964286804, "Finetune/Loss (Raw)": 0.5683377981185913, "Finetune/Step": 18045, "Finetune/Step Time": 6.780900286510587}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.6226809620857239, "Finetune/Loss (Raw)": 0.5940991044044495, "Finetune/Step": 18046, "Finetune/Step Time": 6.768450438976288}
+{"Finetune/Learning Rate": 1.984393419142261e-07, "Finetune/Loss": 0.6216161251068115, "Finetune/Loss (Raw)": 0.5712973475456238, "Finetune/Step": 18047, "Finetune/Step Time": 6.768210206180811}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.6202930212020874, "Finetune/Loss (Raw)": 0.49374377727508545, "Finetune/Step": 18048, "Finetune/Step Time": 6.769016003236175}
+{"Finetune/Learning Rate": 1.9777228458541576e-07, "Finetune/Loss": 0.6194853186607361, "Finetune/Loss (Raw)": 0.5162033438682556, "Finetune/Step": 18049, "Finetune/Step Time": 6.755369471386075}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.6197149157524109, "Finetune/Loss (Raw)": 0.7116215825080872, "Finetune/Step": 18050, "Finetune/Step Time": 6.754565615206957}
+{"Finetune/Learning Rate": 1.9710633910981603e-07, "Finetune/Loss": 0.6204410791397095, "Finetune/Loss (Raw)": 0.6364012360572815, "Finetune/Step": 18051, "Finetune/Step Time": 6.737231949344277}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.6208652257919312, "Finetune/Loss (Raw)": 0.6649037003517151, "Finetune/Step": 18052, "Finetune/Step Time": 6.737648049369454}
+{"Finetune/Learning Rate": 1.964415055629598e-07, "Finetune/Loss": 0.62052321434021, "Finetune/Loss (Raw)": 0.6570557355880737, "Finetune/Step": 18053, "Finetune/Step Time": 6.740089040249586}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.6205102205276489, "Finetune/Loss (Raw)": 0.6304101943969727, "Finetune/Step": 18054, "Finetune/Step Time": 6.75830477103591}
+{"Finetune/Learning Rate": 1.9577778402026238e-07, "Finetune/Loss": 0.6195419430732727, "Finetune/Loss (Raw)": 0.6568244695663452, "Finetune/Step": 18055, "Finetune/Step Time": 6.73934836126864}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.6178789138793945, "Finetune/Loss (Raw)": 0.5717123746871948, "Finetune/Step": 18056, "Finetune/Step Time": 6.737714754417539}
+{"Finetune/Learning Rate": 1.951151745570079e-07, "Finetune/Loss": 0.6167069673538208, "Finetune/Loss (Raw)": 0.5459764003753662, "Finetune/Step": 18057, "Finetune/Step Time": 6.736476015299559}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.6173347234725952, "Finetune/Loss (Raw)": 0.6884856820106506, "Finetune/Step": 18058, "Finetune/Step Time": 6.723892966285348}
+{"Finetune/Learning Rate": 1.9445367724835297e-07, "Finetune/Loss": 0.6164804697036743, "Finetune/Loss (Raw)": 0.5821461081504822, "Finetune/Step": 18059, "Finetune/Step Time": 6.734439060091972}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.6158149242401123, "Finetune/Loss (Raw)": 0.6493743658065796, "Finetune/Step": 18060, "Finetune/Step Time": 6.735070811584592}
+{"Finetune/Learning Rate": 1.9379329216933308e-07, "Finetune/Loss": 0.6147743463516235, "Finetune/Loss (Raw)": 0.6852901577949524, "Finetune/Step": 18061, "Finetune/Step Time": 6.7367162723094225}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.6152701377868652, "Finetune/Loss (Raw)": 0.7289990782737732, "Finetune/Step": 18062, "Finetune/Step Time": 6.754960251972079}
+{"Finetune/Learning Rate": 1.931340193948539e-07, "Finetune/Loss": 0.6155610084533691, "Finetune/Loss (Raw)": 0.6446852684020996, "Finetune/Step": 18063, "Finetune/Step Time": 6.754100816324353}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.6164792776107788, "Finetune/Loss (Raw)": 0.6853730082511902, "Finetune/Step": 18064, "Finetune/Step Time": 6.7541531305760145}
+{"Finetune/Learning Rate": 1.9247585899969557e-07, "Finetune/Loss": 0.6165748834609985, "Finetune/Loss (Raw)": 0.5886374711990356, "Finetune/Step": 18065, "Finetune/Step Time": 6.754232466220856}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.6184985637664795, "Finetune/Loss (Raw)": 0.721996545791626, "Finetune/Step": 18066, "Finetune/Step Time": 6.7372865956276655}
+{"Finetune/Learning Rate": 1.9181881105851175e-07, "Finetune/Loss": 0.6176177859306335, "Finetune/Loss (Raw)": 0.6329247355461121, "Finetune/Step": 18067, "Finetune/Step Time": 6.729719266295433}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.617315411567688, "Finetune/Loss (Raw)": 0.6085727214813232, "Finetune/Step": 18068, "Finetune/Step Time": 6.725154822692275}
+{"Finetune/Learning Rate": 1.9116287564583168e-07, "Finetune/Loss": 0.6168782711029053, "Finetune/Loss (Raw)": 0.5996569395065308, "Finetune/Step": 18069, "Finetune/Step Time": 6.697645025327802}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.6158455610275269, "Finetune/Loss (Raw)": 0.5359010696411133, "Finetune/Step": 18070, "Finetune/Step Time": 6.691240983083844}
+{"Finetune/Learning Rate": 1.905080528360581e-07, "Finetune/Loss": 0.6157758831977844, "Finetune/Loss (Raw)": 0.6766455173492432, "Finetune/Step": 18071, "Finetune/Step Time": 6.693149082362652}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.6158450841903687, "Finetune/Loss (Raw)": 0.5641161203384399, "Finetune/Step": 18072, "Finetune/Step Time": 6.693432010710239}
+{"Finetune/Learning Rate": 1.8985434270346382e-07, "Finetune/Loss": 0.6166409254074097, "Finetune/Loss (Raw)": 0.652885913848877, "Finetune/Step": 18073, "Finetune/Step Time": 6.6988375429064035}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.6156008839607239, "Finetune/Loss (Raw)": 0.5301671028137207, "Finetune/Step": 18074, "Finetune/Step Time": 6.709516227245331}
+{"Finetune/Learning Rate": 1.8920174532219837e-07, "Finetune/Loss": 0.6162143349647522, "Finetune/Loss (Raw)": 0.6104050874710083, "Finetune/Step": 18075, "Finetune/Step Time": 6.713680949062109}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.615540623664856, "Finetune/Loss (Raw)": 0.5645837187767029, "Finetune/Step": 18076, "Finetune/Step Time": 6.714981673285365}
+{"Finetune/Learning Rate": 1.8855026076628923e-07, "Finetune/Loss": 0.6160767078399658, "Finetune/Loss (Raw)": 0.5219210982322693, "Finetune/Step": 18077, "Finetune/Step Time": 6.713348504155874}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.6167927980422974, "Finetune/Loss (Raw)": 0.6860045790672302, "Finetune/Step": 18078, "Finetune/Step Time": 6.706035938113928}
+{"Finetune/Learning Rate": 1.8789988910962952e-07, "Finetune/Loss": 0.6182117462158203, "Finetune/Loss (Raw)": 0.7154735326766968, "Finetune/Step": 18079, "Finetune/Step Time": 6.703598044812679}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.6185594797134399, "Finetune/Loss (Raw)": 0.6886565685272217, "Finetune/Step": 18080, "Finetune/Step Time": 6.703187141567469}
+{"Finetune/Learning Rate": 1.8725063042598912e-07, "Finetune/Loss": 0.618240237236023, "Finetune/Loss (Raw)": 0.6733884811401367, "Finetune/Step": 18081, "Finetune/Step Time": 6.701829133555293}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.6182650327682495, "Finetune/Loss (Raw)": 0.6583027839660645, "Finetune/Step": 18082, "Finetune/Step Time": 6.702760124579072}
+{"Finetune/Learning Rate": 1.8660248478901688e-07, "Finetune/Loss": 0.6176034808158875, "Finetune/Loss (Raw)": 0.6223404407501221, "Finetune/Step": 18083, "Finetune/Step Time": 6.704451559111476}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.6175707578659058, "Finetune/Loss (Raw)": 0.5502367615699768, "Finetune/Step": 18084, "Finetune/Step Time": 6.70102564804256}
+{"Finetune/Learning Rate": 1.8595545227222845e-07, "Finetune/Loss": 0.6166843175888062, "Finetune/Loss (Raw)": 0.6941186785697937, "Finetune/Step": 18085, "Finetune/Step Time": 6.70355380885303}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.6173866987228394, "Finetune/Loss (Raw)": 0.7329878807067871, "Finetune/Step": 18086, "Finetune/Step Time": 6.709007317200303}
+{"Finetune/Learning Rate": 1.853095329490151e-07, "Finetune/Loss": 0.618626594543457, "Finetune/Loss (Raw)": 0.6662677526473999, "Finetune/Step": 18087, "Finetune/Step Time": 6.705798871815205}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.6189514398574829, "Finetune/Loss (Raw)": 0.5478175282478333, "Finetune/Step": 18088, "Finetune/Step Time": 6.675766522064805}
+{"Finetune/Learning Rate": 1.846647268926438e-07, "Finetune/Loss": 0.6188974976539612, "Finetune/Loss (Raw)": 0.6855790615081787, "Finetune/Step": 18089, "Finetune/Step Time": 6.675932662561536}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.617512047290802, "Finetune/Loss (Raw)": 0.4578655958175659, "Finetune/Step": 18090, "Finetune/Step Time": 6.690460801124573}
+{"Finetune/Learning Rate": 1.8402103417625273e-07, "Finetune/Loss": 0.6164072155952454, "Finetune/Loss (Raw)": 0.5804124474525452, "Finetune/Step": 18091, "Finetune/Step Time": 6.714779054746032}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.6151075959205627, "Finetune/Loss (Raw)": 0.4539019465446472, "Finetune/Step": 18092, "Finetune/Step Time": 6.723456487059593}
+{"Finetune/Learning Rate": 1.833784548728579e-07, "Finetune/Loss": 0.6138337254524231, "Finetune/Loss (Raw)": 0.5301957726478577, "Finetune/Step": 18093, "Finetune/Step Time": 6.722889203578234}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.6155643463134766, "Finetune/Loss (Raw)": 0.670920729637146, "Finetune/Step": 18094, "Finetune/Step Time": 6.725035993382335}
+{"Finetune/Learning Rate": 1.8273698905534322e-07, "Finetune/Loss": 0.6138507723808289, "Finetune/Loss (Raw)": 0.5765853524208069, "Finetune/Step": 18095, "Finetune/Step Time": 6.72301166318357}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.6138885021209717, "Finetune/Loss (Raw)": 0.7443439364433289, "Finetune/Step": 18096, "Finetune/Step Time": 6.723247269168496}
+{"Finetune/Learning Rate": 1.820966367964705e-07, "Finetune/Loss": 0.6142124533653259, "Finetune/Loss (Raw)": 0.6962673664093018, "Finetune/Step": 18097, "Finetune/Step Time": 6.714662143960595}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.6148022413253784, "Finetune/Loss (Raw)": 0.6997904181480408, "Finetune/Step": 18098, "Finetune/Step Time": 6.712569337338209}
+{"Finetune/Learning Rate": 1.8145739816887385e-07, "Finetune/Loss": 0.6143636703491211, "Finetune/Loss (Raw)": 0.6246536374092102, "Finetune/Step": 18099, "Finetune/Step Time": 6.709699489176273}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.6144825220108032, "Finetune/Loss (Raw)": 0.5835683941841125, "Finetune/Step": 18100, "Finetune/Step Time": 6.711954329162836}
+{"Finetune/Learning Rate": 1.8081927324506088e-07, "Finetune/Loss": 0.613114595413208, "Finetune/Loss (Raw)": 0.48332980275154114, "Finetune/Step": 18101, "Finetune/Step Time": 6.726565206423402}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.6138172149658203, "Finetune/Loss (Raw)": 0.6756566166877747, "Finetune/Step": 18102, "Finetune/Step Time": 6.727469932287931}
+{"Finetune/Learning Rate": 1.8018226209741362e-07, "Finetune/Loss": 0.6144720911979675, "Finetune/Loss (Raw)": 0.6790197491645813, "Finetune/Step": 18103, "Finetune/Step Time": 6.7171354200690985}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.6153490543365479, "Finetune/Loss (Raw)": 0.8025745749473572, "Finetune/Step": 18104, "Finetune/Step Time": 6.7146449107676744}
+{"Finetune/Learning Rate": 1.7954636479818766e-07, "Finetune/Loss": 0.6148481965065002, "Finetune/Loss (Raw)": 0.6250573992729187, "Finetune/Step": 18105, "Finetune/Step Time": 6.71345341950655}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.6144760847091675, "Finetune/Loss (Raw)": 0.6231582760810852, "Finetune/Step": 18106, "Finetune/Step Time": 6.713530968874693}
+{"Finetune/Learning Rate": 1.7891158141951305e-07, "Finetune/Loss": 0.6146222352981567, "Finetune/Loss (Raw)": 0.6127420663833618, "Finetune/Step": 18107, "Finetune/Step Time": 6.72923319041729}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.6135846376419067, "Finetune/Loss (Raw)": 0.5706083178520203, "Finetune/Step": 18108, "Finetune/Step Time": 6.7306366842240095}
+{"Finetune/Learning Rate": 1.7827791203338885e-07, "Finetune/Loss": 0.6144976615905762, "Finetune/Loss (Raw)": 0.7032351493835449, "Finetune/Step": 18109, "Finetune/Step Time": 6.730659548193216}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.614609956741333, "Finetune/Loss (Raw)": 0.6332423090934753, "Finetune/Step": 18110, "Finetune/Step Time": 6.7295201905071735}
+{"Finetune/Learning Rate": 1.7764535671169426e-07, "Finetune/Loss": 0.6136084198951721, "Finetune/Loss (Raw)": 0.505256175994873, "Finetune/Step": 18111, "Finetune/Step Time": 6.728426171466708}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.6150009632110596, "Finetune/Loss (Raw)": 0.7392687797546387, "Finetune/Step": 18112, "Finetune/Step Time": 6.733438728377223}
+{"Finetune/Learning Rate": 1.7701391552617963e-07, "Finetune/Loss": 0.6145918369293213, "Finetune/Loss (Raw)": 0.6107265949249268, "Finetune/Step": 18113, "Finetune/Step Time": 6.72546049207449}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.6150681972503662, "Finetune/Loss (Raw)": 0.6461653113365173, "Finetune/Step": 18114, "Finetune/Step Time": 6.724827108904719}
+{"Finetune/Learning Rate": 1.763835885484655e-07, "Finetune/Loss": 0.6155427098274231, "Finetune/Loss (Raw)": 0.6068029999732971, "Finetune/Step": 18115, "Finetune/Step Time": 6.703345535323024}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.6158407926559448, "Finetune/Loss (Raw)": 0.6640777587890625, "Finetune/Step": 18116, "Finetune/Step Time": 6.726799642667174}
+{"Finetune/Learning Rate": 1.7575437585005017e-07, "Finetune/Loss": 0.6156911849975586, "Finetune/Loss (Raw)": 0.5458858013153076, "Finetune/Step": 18117, "Finetune/Step Time": 6.725355856120586}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.6162509918212891, "Finetune/Loss (Raw)": 0.6400965452194214, "Finetune/Step": 18118, "Finetune/Step Time": 6.725164670497179}
+{"Finetune/Learning Rate": 1.7512627750230772e-07, "Finetune/Loss": 0.6159415245056152, "Finetune/Loss (Raw)": 0.6290004253387451, "Finetune/Step": 18119, "Finetune/Step Time": 6.721801839768887}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.6157058477401733, "Finetune/Loss (Raw)": 0.6318066120147705, "Finetune/Step": 18120, "Finetune/Step Time": 6.718460721895099}
+{"Finetune/Learning Rate": 1.7449929357647777e-07, "Finetune/Loss": 0.6165027022361755, "Finetune/Loss (Raw)": 0.6831985116004944, "Finetune/Step": 18121, "Finetune/Step Time": 6.71613740734756}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.6176251769065857, "Finetune/Loss (Raw)": 0.7044540047645569, "Finetune/Step": 18122, "Finetune/Step Time": 6.71450450271368}
+{"Finetune/Learning Rate": 1.7387342414367904e-07, "Finetune/Loss": 0.6183377504348755, "Finetune/Loss (Raw)": 0.6162962317466736, "Finetune/Step": 18123, "Finetune/Step Time": 6.702044615522027}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.6175328493118286, "Finetune/Loss (Raw)": 0.5378961563110352, "Finetune/Step": 18124, "Finetune/Step Time": 6.7570909187197685}
+{"Finetune/Learning Rate": 1.732486692749058e-07, "Finetune/Loss": 0.616499662399292, "Finetune/Loss (Raw)": 0.5686011910438538, "Finetune/Step": 18125, "Finetune/Step Time": 6.773901280015707}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.6177527904510498, "Finetune/Loss (Raw)": 0.6209414005279541, "Finetune/Step": 18126, "Finetune/Step Time": 6.742522589862347}
+{"Finetune/Learning Rate": 1.726250290410214e-07, "Finetune/Loss": 0.6188902854919434, "Finetune/Loss (Raw)": 0.664665162563324, "Finetune/Step": 18127, "Finetune/Step Time": 6.744972171261907}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.6189908981323242, "Finetune/Loss (Raw)": 0.6512283682823181, "Finetune/Step": 18128, "Finetune/Step Time": 6.757400076836348}
+{"Finetune/Learning Rate": 1.720025035127637e-07, "Finetune/Loss": 0.6177881956100464, "Finetune/Loss (Raw)": 0.518277108669281, "Finetune/Step": 18129, "Finetune/Step Time": 6.758284118026495}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.6180902719497681, "Finetune/Loss (Raw)": 0.6734269857406616, "Finetune/Step": 18130, "Finetune/Step Time": 6.749444143846631}
+{"Finetune/Learning Rate": 1.713810927607462e-07, "Finetune/Loss": 0.6182073354721069, "Finetune/Loss (Raw)": 0.6279725432395935, "Finetune/Step": 18131, "Finetune/Step Time": 6.750345094129443}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.6183604001998901, "Finetune/Loss (Raw)": 0.6138992309570312, "Finetune/Step": 18132, "Finetune/Step Time": 6.754520196467638}
+{"Finetune/Learning Rate": 1.7076079685545476e-07, "Finetune/Loss": 0.6186347007751465, "Finetune/Loss (Raw)": 0.5634878873825073, "Finetune/Step": 18133, "Finetune/Step Time": 6.753264337778091}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.6196343898773193, "Finetune/Loss (Raw)": 0.703267514705658, "Finetune/Step": 18134, "Finetune/Step Time": 6.762011894956231}
+{"Finetune/Learning Rate": 1.7014161586724754e-07, "Finetune/Loss": 0.6198292970657349, "Finetune/Loss (Raw)": 0.6179935932159424, "Finetune/Step": 18135, "Finetune/Step Time": 6.764381842687726}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.6183072328567505, "Finetune/Loss (Raw)": 0.4307096600532532, "Finetune/Step": 18136, "Finetune/Step Time": 6.7445593643933535}
+{"Finetune/Learning Rate": 1.6952354986635833e-07, "Finetune/Loss": 0.6163964867591858, "Finetune/Loss (Raw)": 0.44713911414146423, "Finetune/Step": 18137, "Finetune/Step Time": 6.763799227774143}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.6161452531814575, "Finetune/Loss (Raw)": 0.5455012321472168, "Finetune/Step": 18138, "Finetune/Step Time": 6.765056099742651}
+{"Finetune/Learning Rate": 1.6890659892289329e-07, "Finetune/Loss": 0.6163996458053589, "Finetune/Loss (Raw)": 0.6511154770851135, "Finetune/Step": 18139, "Finetune/Step Time": 6.764707010239363}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.6168749928474426, "Finetune/Loss (Raw)": 0.6455842852592468, "Finetune/Step": 18140, "Finetune/Step Time": 6.766933478415012}
+{"Finetune/Learning Rate": 1.68290763106832e-07, "Finetune/Loss": 0.6166604161262512, "Finetune/Loss (Raw)": 0.6714083552360535, "Finetune/Step": 18141, "Finetune/Step Time": 6.765138713642955}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.6166207790374756, "Finetune/Loss (Raw)": 0.550314724445343, "Finetune/Step": 18142, "Finetune/Step Time": 6.746907591819763}
+{"Finetune/Learning Rate": 1.676760424880275e-07, "Finetune/Loss": 0.6161718964576721, "Finetune/Loss (Raw)": 0.6030071973800659, "Finetune/Step": 18143, "Finetune/Step Time": 6.744369884952903}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.6167822480201721, "Finetune/Loss (Raw)": 0.658903956413269, "Finetune/Step": 18144, "Finetune/Step Time": 6.745862487703562}
+{"Finetune/Learning Rate": 1.670624371362084e-07, "Finetune/Loss": 0.6183486580848694, "Finetune/Loss (Raw)": 0.7206522822380066, "Finetune/Step": 18145, "Finetune/Step Time": 6.729077499359846}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.6175394058227539, "Finetune/Loss (Raw)": 0.6455842852592468, "Finetune/Step": 18146, "Finetune/Step Time": 6.733763122931123}
+{"Finetune/Learning Rate": 1.6644994712097351e-07, "Finetune/Loss": 0.618391215801239, "Finetune/Loss (Raw)": 0.5655863881111145, "Finetune/Step": 18147, "Finetune/Step Time": 6.739958571270108}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.6196627616882324, "Finetune/Loss (Raw)": 0.6909619569778442, "Finetune/Step": 18148, "Finetune/Step Time": 6.741142090409994}
+{"Finetune/Learning Rate": 1.6583857251179725e-07, "Finetune/Loss": 0.6199988722801208, "Finetune/Loss (Raw)": 0.6577402949333191, "Finetune/Step": 18149, "Finetune/Step Time": 6.741019265726209}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.6206608414649963, "Finetune/Loss (Raw)": 0.6473870873451233, "Finetune/Step": 18150, "Finetune/Step Time": 6.739316882565618}
+{"Finetune/Learning Rate": 1.6522831337802636e-07, "Finetune/Loss": 0.6202821135520935, "Finetune/Loss (Raw)": 0.5448437929153442, "Finetune/Step": 18151, "Finetune/Step Time": 6.760720746591687}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.6219395399093628, "Finetune/Loss (Raw)": 0.707850456237793, "Finetune/Step": 18152, "Finetune/Step Time": 6.745407635346055}
+{"Finetune/Learning Rate": 1.6461916978888327e-07, "Finetune/Loss": 0.6228143572807312, "Finetune/Loss (Raw)": 0.6667127013206482, "Finetune/Step": 18153, "Finetune/Step Time": 6.734174540266395}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.6230250000953674, "Finetune/Loss (Raw)": 0.695380687713623, "Finetune/Step": 18154, "Finetune/Step Time": 6.736901804804802}
+{"Finetune/Learning Rate": 1.6401114181346157e-07, "Finetune/Loss": 0.622344970703125, "Finetune/Loss (Raw)": 0.5601666569709778, "Finetune/Step": 18155, "Finetune/Step Time": 6.735963735729456}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.6223311424255371, "Finetune/Loss (Raw)": 0.6550161242485046, "Finetune/Step": 18156, "Finetune/Step Time": 6.7358739245682955}
+{"Finetune/Learning Rate": 1.634042295207272e-07, "Finetune/Loss": 0.6222409009933472, "Finetune/Loss (Raw)": 0.5968337655067444, "Finetune/Step": 18157, "Finetune/Step Time": 6.741129234433174}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.6223782896995544, "Finetune/Loss (Raw)": 0.6462959051132202, "Finetune/Step": 18158, "Finetune/Step Time": 6.729951247572899}
+{"Finetune/Learning Rate": 1.6279843297952402e-07, "Finetune/Loss": 0.6199607849121094, "Finetune/Loss (Raw)": 0.43295228481292725, "Finetune/Step": 18159, "Finetune/Step Time": 6.732668491080403}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.620777428150177, "Finetune/Loss (Raw)": 0.6485741138458252, "Finetune/Step": 18160, "Finetune/Step Time": 6.7333320286124945}
+{"Finetune/Learning Rate": 1.6219375225856703e-07, "Finetune/Loss": 0.6225954294204712, "Finetune/Loss (Raw)": 0.6733382344245911, "Finetune/Step": 18161, "Finetune/Step Time": 6.736561918631196}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.6210476160049438, "Finetune/Loss (Raw)": 0.4903731942176819, "Finetune/Step": 18162, "Finetune/Step Time": 6.732796782627702}
+{"Finetune/Learning Rate": 1.6159018742644138e-07, "Finetune/Loss": 0.6211955547332764, "Finetune/Loss (Raw)": 0.6280651092529297, "Finetune/Step": 18163, "Finetune/Step Time": 6.732974832877517}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.6215524673461914, "Finetune/Loss (Raw)": 0.6149597764015198, "Finetune/Step": 18164, "Finetune/Step Time": 6.734312728047371}
+{"Finetune/Learning Rate": 1.60987738551609e-07, "Finetune/Loss": 0.6212092041969299, "Finetune/Loss (Raw)": 0.5867568254470825, "Finetune/Step": 18165, "Finetune/Step Time": 6.739504043012857}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.6207447648048401, "Finetune/Loss (Raw)": 0.5320408344268799, "Finetune/Step": 18166, "Finetune/Step Time": 6.7609130553901196}
+{"Finetune/Learning Rate": 1.6038640570240848e-07, "Finetune/Loss": 0.6208626627922058, "Finetune/Loss (Raw)": 0.591677188873291, "Finetune/Step": 18167, "Finetune/Step Time": 6.759357791393995}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.6209987998008728, "Finetune/Loss (Raw)": 0.6867589354515076, "Finetune/Step": 18168, "Finetune/Step Time": 6.748202899470925}
+{"Finetune/Learning Rate": 1.5978618894704535e-07, "Finetune/Loss": 0.621527910232544, "Finetune/Loss (Raw)": 0.7693584561347961, "Finetune/Step": 18169, "Finetune/Step Time": 6.7481748182326555}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.6220769882202148, "Finetune/Loss (Raw)": 0.7164099216461182, "Finetune/Step": 18170, "Finetune/Step Time": 6.736570592969656}
+{"Finetune/Learning Rate": 1.5918708835359952e-07, "Finetune/Loss": 0.6214272379875183, "Finetune/Loss (Raw)": 0.5624879002571106, "Finetune/Step": 18171, "Finetune/Step Time": 6.736147241666913}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.6220086812973022, "Finetune/Loss (Raw)": 0.6543081402778625, "Finetune/Step": 18172, "Finetune/Step Time": 6.73750077560544}
+{"Finetune/Learning Rate": 1.5858910399003114e-07, "Finetune/Loss": 0.6229009628295898, "Finetune/Loss (Raw)": 0.6825457811355591, "Finetune/Step": 18173, "Finetune/Step Time": 6.736570592969656}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.623389720916748, "Finetune/Loss (Raw)": 0.6566718816757202, "Finetune/Step": 18174, "Finetune/Step Time": 6.734719527885318}
+{"Finetune/Learning Rate": 1.5799223592416478e-07, "Finetune/Loss": 0.6233222484588623, "Finetune/Loss (Raw)": 0.5626505613327026, "Finetune/Step": 18175, "Finetune/Step Time": 6.751052455976605}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.625596821308136, "Finetune/Loss (Raw)": 0.7848951816558838, "Finetune/Step": 18176, "Finetune/Step Time": 6.777543980628252}
+{"Finetune/Learning Rate": 1.5739648422370413e-07, "Finetune/Loss": 0.6255595088005066, "Finetune/Loss (Raw)": 0.5114224553108215, "Finetune/Step": 18177, "Finetune/Step Time": 6.787792732939124}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.6243337988853455, "Finetune/Loss (Raw)": 0.5547354817390442, "Finetune/Step": 18178, "Finetune/Step Time": 6.79233193397522}
+{"Finetune/Learning Rate": 1.5680184895622286e-07, "Finetune/Loss": 0.6243003606796265, "Finetune/Loss (Raw)": 0.6321223974227905, "Finetune/Step": 18179, "Finetune/Step Time": 6.78990862891078}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.6230902671813965, "Finetune/Loss (Raw)": 0.5100141167640686, "Finetune/Step": 18180, "Finetune/Step Time": 6.785059504210949}
+{"Finetune/Learning Rate": 1.5620833018917147e-07, "Finetune/Loss": 0.6237808465957642, "Finetune/Loss (Raw)": 0.7454423308372498, "Finetune/Step": 18181, "Finetune/Step Time": 6.783900978043675}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.6246501803398132, "Finetune/Loss (Raw)": 0.7416848540306091, "Finetune/Step": 18182, "Finetune/Step Time": 6.76522047072649}
+{"Finetune/Learning Rate": 1.5561592798987058e-07, "Finetune/Loss": 0.6240053176879883, "Finetune/Loss (Raw)": 0.574282705783844, "Finetune/Step": 18183, "Finetune/Step Time": 6.769234959036112}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.6238164901733398, "Finetune/Loss (Raw)": 0.5475478172302246, "Finetune/Step": 18184, "Finetune/Step Time": 6.790303895249963}
+{"Finetune/Learning Rate": 1.550246424255175e-07, "Finetune/Loss": 0.6241980791091919, "Finetune/Loss (Raw)": 0.5948100686073303, "Finetune/Step": 18185, "Finetune/Step Time": 6.793350609019399}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.623149037361145, "Finetune/Loss (Raw)": 0.5542125701904297, "Finetune/Step": 18186, "Finetune/Step Time": 6.793184597045183}
+{"Finetune/Learning Rate": 1.5443447356317864e-07, "Finetune/Loss": 0.62257319688797, "Finetune/Loss (Raw)": 0.5084419846534729, "Finetune/Step": 18187, "Finetune/Step Time": 6.800361532717943}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.6223976612091064, "Finetune/Loss (Raw)": 0.6269084811210632, "Finetune/Step": 18188, "Finetune/Step Time": 6.800684915855527}
+{"Finetune/Learning Rate": 1.538454214697971e-07, "Finetune/Loss": 0.6219961643218994, "Finetune/Loss (Raw)": 0.6338891983032227, "Finetune/Step": 18189, "Finetune/Step Time": 6.801496904343367}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.6222258806228638, "Finetune/Loss (Raw)": 0.7584061622619629, "Finetune/Step": 18190, "Finetune/Step Time": 6.78267046995461}
+{"Finetune/Learning Rate": 1.532574862121883e-07, "Finetune/Loss": 0.6226330995559692, "Finetune/Loss (Raw)": 0.69681316614151, "Finetune/Step": 18191, "Finetune/Step Time": 6.787565698847175}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.6224634051322937, "Finetune/Loss (Raw)": 0.6636499762535095, "Finetune/Step": 18192, "Finetune/Step Time": 6.783460581675172}
+{"Finetune/Learning Rate": 1.5267066785704e-07, "Finetune/Loss": 0.6234965324401855, "Finetune/Loss (Raw)": 0.7208781242370605, "Finetune/Step": 18193, "Finetune/Step Time": 6.785486526787281}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.6223416328430176, "Finetune/Loss (Raw)": 0.574173629283905, "Finetune/Step": 18194, "Finetune/Step Time": 6.807254100218415}
+{"Finetune/Learning Rate": 1.5208496647091674e-07, "Finetune/Loss": 0.6227461695671082, "Finetune/Loss (Raw)": 0.6847006678581238, "Finetune/Step": 18195, "Finetune/Step Time": 6.804208135232329}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.6224521398544312, "Finetune/Loss (Raw)": 0.5709395408630371, "Finetune/Step": 18196, "Finetune/Step Time": 6.812889013439417}
+{"Finetune/Learning Rate": 1.5150038212025097e-07, "Finetune/Loss": 0.6240792274475098, "Finetune/Loss (Raw)": 0.807926595211029, "Finetune/Step": 18197, "Finetune/Step Time": 6.821769258007407}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.6264188289642334, "Finetune/Loss (Raw)": 0.8353619575500488, "Finetune/Step": 18198, "Finetune/Step Time": 6.81167209148407}
+{"Finetune/Learning Rate": 1.5091691487135185e-07, "Finetune/Loss": 0.626586377620697, "Finetune/Loss (Raw)": 0.6980921626091003, "Finetune/Step": 18199, "Finetune/Step Time": 6.807732140645385}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.6257261037826538, "Finetune/Loss (Raw)": 0.4540005326271057, "Finetune/Step": 18200, "Finetune/Step Time": 6.841499829664826}
+{"Finetune/Learning Rate": 1.5033456479040309e-07, "Finetune/Loss": 0.6252744197845459, "Finetune/Loss (Raw)": 0.5950717329978943, "Finetune/Step": 18201, "Finetune/Step Time": 6.840684225782752}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.6264891028404236, "Finetune/Loss (Raw)": 0.6856470704078674, "Finetune/Step": 18202, "Finetune/Step Time": 6.835092566907406}
+{"Finetune/Learning Rate": 1.4975333194345853e-07, "Finetune/Loss": 0.626412034034729, "Finetune/Loss (Raw)": 0.6005396246910095, "Finetune/Step": 18203, "Finetune/Step Time": 6.82986575551331}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.6270359754562378, "Finetune/Loss (Raw)": 0.6444456577301025, "Finetune/Step": 18204, "Finetune/Step Time": 6.829140294343233}
+{"Finetune/Learning Rate": 1.4917321639644654e-07, "Finetune/Loss": 0.6264315843582153, "Finetune/Loss (Raw)": 0.44456005096435547, "Finetune/Step": 18205, "Finetune/Step Time": 6.84420938231051}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.6259447336196899, "Finetune/Loss (Raw)": 0.6236883997917175, "Finetune/Step": 18206, "Finetune/Step Time": 6.858954727649689}
+{"Finetune/Learning Rate": 1.4859421821516785e-07, "Finetune/Loss": 0.6248897314071655, "Finetune/Loss (Raw)": 0.580440104007721, "Finetune/Step": 18207, "Finetune/Step Time": 6.859468219801784}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.6249952912330627, "Finetune/Loss (Raw)": 0.7021629810333252, "Finetune/Step": 18208, "Finetune/Step Time": 6.864421017467976}
+{"Finetune/Learning Rate": 1.4801633746529987e-07, "Finetune/Loss": 0.6246966123580933, "Finetune/Loss (Raw)": 0.6351590156555176, "Finetune/Step": 18209, "Finetune/Step Time": 6.863090116530657}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.6241344213485718, "Finetune/Loss (Raw)": 0.5863368511199951, "Finetune/Step": 18210, "Finetune/Step Time": 6.8600418493151665}
+{"Finetune/Learning Rate": 1.4743957421238908e-07, "Finetune/Loss": 0.6242451071739197, "Finetune/Loss (Raw)": 0.6365122199058533, "Finetune/Step": 18211, "Finetune/Step Time": 6.861867798492312}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.6249736547470093, "Finetune/Loss (Raw)": 0.6434875130653381, "Finetune/Step": 18212, "Finetune/Step Time": 6.855743706226349}
+{"Finetune/Learning Rate": 1.4686392852185648e-07, "Finetune/Loss": 0.6249024271965027, "Finetune/Loss (Raw)": 0.685005247592926, "Finetune/Step": 18213, "Finetune/Step Time": 6.862328682094812}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.6241544485092163, "Finetune/Loss (Raw)": 0.637241005897522, "Finetune/Step": 18214, "Finetune/Step Time": 6.855900263413787}
+{"Finetune/Learning Rate": 1.4628940045899875e-07, "Finetune/Loss": 0.6236096620559692, "Finetune/Loss (Raw)": 0.596537709236145, "Finetune/Step": 18215, "Finetune/Step Time": 6.85915052331984}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.6243633031845093, "Finetune/Loss (Raw)": 0.644281804561615, "Finetune/Step": 18216, "Finetune/Step Time": 6.856484780088067}
+{"Finetune/Learning Rate": 1.4571599008898263e-07, "Finetune/Loss": 0.6243579387664795, "Finetune/Loss (Raw)": 0.684901773929596, "Finetune/Step": 18217, "Finetune/Step Time": 6.873446814715862}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.6250532269477844, "Finetune/Loss (Raw)": 0.5468575954437256, "Finetune/Step": 18218, "Finetune/Step Time": 6.858710583299398}
+{"Finetune/Learning Rate": 1.4514369747684832e-07, "Finetune/Loss": 0.6249110102653503, "Finetune/Loss (Raw)": 0.5622054934501648, "Finetune/Step": 18219, "Finetune/Step Time": 6.836534965783358}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.6264797449111938, "Finetune/Loss (Raw)": 0.6546980738639832, "Finetune/Step": 18220, "Finetune/Step Time": 6.8403963688761}
+{"Finetune/Learning Rate": 1.4457252268751165e-07, "Finetune/Loss": 0.6269460916519165, "Finetune/Loss (Raw)": 0.5898893475532532, "Finetune/Step": 18221, "Finetune/Step Time": 6.8569233156740665}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.626004695892334, "Finetune/Loss (Raw)": 0.5504279732704163, "Finetune/Step": 18222, "Finetune/Step Time": 6.856156408786774}
+{"Finetune/Learning Rate": 1.4400246578576082e-07, "Finetune/Loss": 0.6271442174911499, "Finetune/Loss (Raw)": 0.7224477529525757, "Finetune/Step": 18223, "Finetune/Step Time": 6.857100293040276}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.626792848110199, "Finetune/Loss (Raw)": 0.6993642449378967, "Finetune/Step": 18224, "Finetune/Step Time": 6.859561938792467}
+{"Finetune/Learning Rate": 1.4343352683625412e-07, "Finetune/Loss": 0.6261283755302429, "Finetune/Loss (Raw)": 0.6112172603607178, "Finetune/Step": 18225, "Finetune/Step Time": 6.854500820860267}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.6246811151504517, "Finetune/Loss (Raw)": 0.5145341753959656, "Finetune/Step": 18226, "Finetune/Step Time": 6.868758277967572}
+{"Finetune/Learning Rate": 1.4286570590352765e-07, "Finetune/Loss": 0.6245470643043518, "Finetune/Loss (Raw)": 0.6074947714805603, "Finetune/Step": 18227, "Finetune/Step Time": 6.883693877607584}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.6246299743652344, "Finetune/Loss (Raw)": 0.5941841006278992, "Finetune/Step": 18228, "Finetune/Step Time": 6.883431896567345}
+{"Finetune/Learning Rate": 1.4229900305198774e-07, "Finetune/Loss": 0.6254246234893799, "Finetune/Loss (Raw)": 0.5850489139556885, "Finetune/Step": 18229, "Finetune/Step Time": 6.868950581178069}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.6250534653663635, "Finetune/Loss (Raw)": 0.6281479001045227, "Finetune/Step": 18230, "Finetune/Step Time": 6.885788964107633}
+{"Finetune/Learning Rate": 1.4173341834591515e-07, "Finetune/Loss": 0.6253678798675537, "Finetune/Loss (Raw)": 0.7192637324333191, "Finetune/Step": 18231, "Finetune/Step Time": 6.890130525454879}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.624771773815155, "Finetune/Loss (Raw)": 0.7262728810310364, "Finetune/Step": 18232, "Finetune/Step Time": 6.896838599815965}
+{"Finetune/Learning Rate": 1.41168951849463e-07, "Finetune/Loss": 0.6242676973342896, "Finetune/Loss (Raw)": 0.5605390071868896, "Finetune/Step": 18233, "Finetune/Step Time": 6.908739481121302}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.6245614290237427, "Finetune/Loss (Raw)": 0.660755455493927, "Finetune/Step": 18234, "Finetune/Step Time": 6.910948010161519}
+{"Finetune/Learning Rate": 1.4060560362665676e-07, "Finetune/Loss": 0.6246194839477539, "Finetune/Loss (Raw)": 0.6201673746109009, "Finetune/Step": 18235, "Finetune/Step Time": 6.897544028237462}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.6249896287918091, "Finetune/Loss (Raw)": 0.6179905533790588, "Finetune/Step": 18236, "Finetune/Step Time": 6.8953247256577015}
+{"Finetune/Learning Rate": 1.4004337374139866e-07, "Finetune/Loss": 0.6241453886032104, "Finetune/Loss (Raw)": 0.5951688289642334, "Finetune/Step": 18237, "Finetune/Step Time": 6.893864223733544}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.6235963106155396, "Finetune/Loss (Raw)": 0.562964916229248, "Finetune/Step": 18238, "Finetune/Step Time": 6.8948361817747355}
+{"Finetune/Learning Rate": 1.3948226225746099e-07, "Finetune/Loss": 0.623953104019165, "Finetune/Loss (Raw)": 0.5509164333343506, "Finetune/Step": 18239, "Finetune/Step Time": 6.895682143047452}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.6233718395233154, "Finetune/Loss (Raw)": 0.664873480796814, "Finetune/Step": 18240, "Finetune/Step Time": 6.891611620783806}
+{"Finetune/Learning Rate": 1.389222692384884e-07, "Finetune/Loss": 0.6229454278945923, "Finetune/Loss (Raw)": 0.5561447739601135, "Finetune/Step": 18241, "Finetune/Step Time": 6.911294210702181}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.6227639317512512, "Finetune/Loss (Raw)": 0.6229372620582581, "Finetune/Step": 18242, "Finetune/Step Time": 6.906201841309667}
+{"Finetune/Learning Rate": 1.383633947480012e-07, "Finetune/Loss": 0.6223948001861572, "Finetune/Loss (Raw)": 0.5595483779907227, "Finetune/Step": 18243, "Finetune/Step Time": 6.9036602433770895}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.6223610639572144, "Finetune/Loss (Raw)": 0.6597649455070496, "Finetune/Step": 18244, "Finetune/Step Time": 6.879283461719751}
+{"Finetune/Learning Rate": 1.3780563884939092e-07, "Finetune/Loss": 0.6239206194877625, "Finetune/Loss (Raw)": 0.7455061674118042, "Finetune/Step": 18245, "Finetune/Step Time": 6.8800498731434345}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.6232065558433533, "Finetune/Loss (Raw)": 0.5487012267112732, "Finetune/Step": 18246, "Finetune/Step Time": 6.887046022340655}
+{"Finetune/Learning Rate": 1.372490016059247e-07, "Finetune/Loss": 0.6235021352767944, "Finetune/Loss (Raw)": 0.6668383479118347, "Finetune/Step": 18247, "Finetune/Step Time": 6.887720689177513}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.6234591603279114, "Finetune/Loss (Raw)": 0.6263003349304199, "Finetune/Step": 18248, "Finetune/Step Time": 6.889985518530011}
+{"Finetune/Learning Rate": 1.366934830807398e-07, "Finetune/Loss": 0.6230378150939941, "Finetune/Loss (Raw)": 0.6292677521705627, "Finetune/Step": 18249, "Finetune/Step Time": 6.893654776737094}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.6220099925994873, "Finetune/Loss (Raw)": 0.5728939771652222, "Finetune/Step": 18250, "Finetune/Step Time": 6.894174380227923}
+{"Finetune/Learning Rate": 1.361390833368492e-07, "Finetune/Loss": 0.622684121131897, "Finetune/Loss (Raw)": 0.7025830149650574, "Finetune/Step": 18251, "Finetune/Step Time": 6.895855840295553}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.6223435401916504, "Finetune/Loss (Raw)": 0.4942969083786011, "Finetune/Step": 18252, "Finetune/Step Time": 6.842250714078546}
+{"Finetune/Learning Rate": 1.3558580243713592e-07, "Finetune/Loss": 0.6228657960891724, "Finetune/Loss (Raw)": 0.6354476809501648, "Finetune/Step": 18253, "Finetune/Step Time": 6.824491914361715}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.6231080293655396, "Finetune/Loss (Raw)": 0.6519562005996704, "Finetune/Step": 18254, "Finetune/Step Time": 6.823712782934308}
+{"Finetune/Learning Rate": 1.3503364044435863e-07, "Finetune/Loss": 0.6217377185821533, "Finetune/Loss (Raw)": 0.48926085233688354, "Finetune/Step": 18255, "Finetune/Step Time": 6.807196646928787}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.6210469007492065, "Finetune/Loss (Raw)": 0.5628027319908142, "Finetune/Step": 18256, "Finetune/Step Time": 6.7925930339843035}
+{"Finetune/Learning Rate": 1.3448259742114832e-07, "Finetune/Loss": 0.6213312149047852, "Finetune/Loss (Raw)": 0.5546698570251465, "Finetune/Step": 18257, "Finetune/Step Time": 6.795209931209683}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.6199278831481934, "Finetune/Loss (Raw)": 0.4938080310821533, "Finetune/Step": 18258, "Finetune/Step Time": 6.810280941426754}
+{"Finetune/Learning Rate": 1.3393267343001059e-07, "Finetune/Loss": 0.6205004453659058, "Finetune/Loss (Raw)": 0.7012585401535034, "Finetune/Step": 18259, "Finetune/Step Time": 6.809099597856402}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.6204640865325928, "Finetune/Loss (Raw)": 0.6092379093170166, "Finetune/Step": 18260, "Finetune/Step Time": 6.811960643157363}
+{"Finetune/Learning Rate": 1.3338386853331997e-07, "Finetune/Loss": 0.6207681894302368, "Finetune/Loss (Raw)": 0.602416455745697, "Finetune/Step": 18261, "Finetune/Step Time": 6.812131803482771}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.6197288632392883, "Finetune/Loss (Raw)": 0.5702347159385681, "Finetune/Step": 18262, "Finetune/Step Time": 6.803294541314244}
+{"Finetune/Learning Rate": 1.3283618279332668e-07, "Finetune/Loss": 0.6208012104034424, "Finetune/Loss (Raw)": 0.7552548050880432, "Finetune/Step": 18263, "Finetune/Step Time": 6.8027814496308565}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.620995044708252, "Finetune/Loss (Raw)": 0.4555160701274872, "Finetune/Step": 18264, "Finetune/Step Time": 6.813684130087495}
+{"Finetune/Learning Rate": 1.3228961627215654e-07, "Finetune/Loss": 0.6228575706481934, "Finetune/Loss (Raw)": 0.6855501532554626, "Finetune/Step": 18265, "Finetune/Step Time": 6.795825222507119}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.6239720582962036, "Finetune/Loss (Raw)": 0.688148558139801, "Finetune/Step": 18266, "Finetune/Step Time": 6.796124774962664}
+{"Finetune/Learning Rate": 1.3174416903180442e-07, "Finetune/Loss": 0.6243507862091064, "Finetune/Loss (Raw)": 0.6995919346809387, "Finetune/Step": 18267, "Finetune/Step Time": 6.800059366971254}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.6240843534469604, "Finetune/Loss (Raw)": 0.6114803552627563, "Finetune/Step": 18268, "Finetune/Step Time": 6.796222532168031}
+{"Finetune/Learning Rate": 1.3119984113413864e-07, "Finetune/Loss": 0.6239238977432251, "Finetune/Loss (Raw)": 0.6508695483207703, "Finetune/Step": 18269, "Finetune/Step Time": 6.792393751442432}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.6242360472679138, "Finetune/Loss (Raw)": 0.5902705192565918, "Finetune/Step": 18270, "Finetune/Step Time": 6.790606064721942}
+{"Finetune/Learning Rate": 1.306566326409031e-07, "Finetune/Loss": 0.6249170899391174, "Finetune/Loss (Raw)": 0.6901842355728149, "Finetune/Step": 18271, "Finetune/Step Time": 6.7915236838161945}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.6244170069694519, "Finetune/Loss (Raw)": 0.5948908925056458, "Finetune/Step": 18272, "Finetune/Step Time": 6.7902594823390245}
+{"Finetune/Learning Rate": 1.3011454361371302e-07, "Finetune/Loss": 0.6246218681335449, "Finetune/Loss (Raw)": 0.7468808889389038, "Finetune/Step": 18273, "Finetune/Step Time": 6.786798674613237}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.6244832277297974, "Finetune/Loss (Raw)": 0.6278366446495056, "Finetune/Step": 18274, "Finetune/Step Time": 6.782990461215377}
+{"Finetune/Learning Rate": 1.295735741140558e-07, "Finetune/Loss": 0.6254292130470276, "Finetune/Loss (Raw)": 0.6866711378097534, "Finetune/Step": 18275, "Finetune/Step Time": 6.76471545919776}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.6248186826705933, "Finetune/Loss (Raw)": 0.612812340259552, "Finetune/Step": 18276, "Finetune/Step Time": 6.76218755543232}
+{"Finetune/Learning Rate": 1.290337242032935e-07, "Finetune/Loss": 0.6246105432510376, "Finetune/Loss (Raw)": 0.6310963034629822, "Finetune/Step": 18277, "Finetune/Step Time": 6.7769657131284475}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.6239745020866394, "Finetune/Loss (Raw)": 0.5659763813018799, "Finetune/Step": 18278, "Finetune/Step Time": 6.778081975877285}
+{"Finetune/Learning Rate": 1.2849499394266052e-07, "Finetune/Loss": 0.6254817843437195, "Finetune/Loss (Raw)": 0.7377749085426331, "Finetune/Step": 18279, "Finetune/Step Time": 6.767953535541892}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.6241299510002136, "Finetune/Loss (Raw)": 0.5348131656646729, "Finetune/Step": 18280, "Finetune/Step Time": 6.782260844483972}
+{"Finetune/Learning Rate": 1.2795738339326458e-07, "Finetune/Loss": 0.6244118213653564, "Finetune/Loss (Raw)": 0.7027907371520996, "Finetune/Step": 18281, "Finetune/Step Time": 6.779429150745273}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.6243307590484619, "Finetune/Loss (Raw)": 0.6850103139877319, "Finetune/Step": 18282, "Finetune/Step Time": 6.789107935503125}
+{"Finetune/Learning Rate": 1.274208926160858e-07, "Finetune/Loss": 0.6248303651809692, "Finetune/Loss (Raw)": 0.6241135597229004, "Finetune/Step": 18283, "Finetune/Step Time": 6.801230950281024}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.6241204738616943, "Finetune/Loss (Raw)": 0.5641447901725769, "Finetune/Step": 18284, "Finetune/Step Time": 6.805305682122707}
+{"Finetune/Learning Rate": 1.2688552167197665e-07, "Finetune/Loss": 0.623761773109436, "Finetune/Loss (Raw)": 0.5509234666824341, "Finetune/Step": 18285, "Finetune/Step Time": 6.795149885118008}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.6242365837097168, "Finetune/Loss (Raw)": 0.7070683836936951, "Finetune/Step": 18286, "Finetune/Step Time": 6.792113523930311}
+{"Finetune/Learning Rate": 1.2635127062166518e-07, "Finetune/Loss": 0.6257317066192627, "Finetune/Loss (Raw)": 0.6243379712104797, "Finetune/Step": 18287, "Finetune/Step Time": 6.7910465858876705}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.6255747675895691, "Finetune/Loss (Raw)": 0.6284774541854858, "Finetune/Step": 18288, "Finetune/Step Time": 6.7926154267042875}
+{"Finetune/Learning Rate": 1.2581813952575073e-07, "Finetune/Loss": 0.6250826120376587, "Finetune/Loss (Raw)": 0.6103474497795105, "Finetune/Step": 18289, "Finetune/Step Time": 6.792595107108355}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.6263619065284729, "Finetune/Loss (Raw)": 0.6541218161582947, "Finetune/Step": 18290, "Finetune/Step Time": 6.781489845365286}
+{"Finetune/Learning Rate": 1.2528612844470377e-07, "Finetune/Loss": 0.6258615255355835, "Finetune/Loss (Raw)": 0.5640230774879456, "Finetune/Step": 18291, "Finetune/Step Time": 6.761704310774803}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.6253786087036133, "Finetune/Loss (Raw)": 0.5531409978866577, "Finetune/Step": 18292, "Finetune/Step Time": 6.760739786550403}
+{"Finetune/Learning Rate": 1.2475523743887164e-07, "Finetune/Loss": 0.6255824565887451, "Finetune/Loss (Raw)": 0.6128525137901306, "Finetune/Step": 18293, "Finetune/Step Time": 6.774443950504065}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.6254527568817139, "Finetune/Loss (Raw)": 0.5154301524162292, "Finetune/Step": 18294, "Finetune/Step Time": 6.756458772346377}
+{"Finetune/Learning Rate": 1.2422546656847167e-07, "Finetune/Loss": 0.6248681545257568, "Finetune/Loss (Raw)": 0.5168523192405701, "Finetune/Step": 18295, "Finetune/Step Time": 6.747974308207631}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.6247749924659729, "Finetune/Loss (Raw)": 0.6748352646827698, "Finetune/Step": 18296, "Finetune/Step Time": 6.758577160537243}
+{"Finetune/Learning Rate": 1.2369681589359474e-07, "Finetune/Loss": 0.6238065958023071, "Finetune/Loss (Raw)": 0.6454000473022461, "Finetune/Step": 18297, "Finetune/Step Time": 6.75426822155714}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.6226257085800171, "Finetune/Loss (Raw)": 0.5652573108673096, "Finetune/Step": 18298, "Finetune/Step Time": 6.7546014580875635}
+{"Finetune/Learning Rate": 1.2316928547420503e-07, "Finetune/Loss": 0.6231355667114258, "Finetune/Loss (Raw)": 0.6277526021003723, "Finetune/Step": 18299, "Finetune/Step Time": 6.755768857896328}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.6230338215827942, "Finetune/Loss (Raw)": 0.6412792801856995, "Finetune/Step": 18300, "Finetune/Step Time": 6.764106027781963}
+{"Finetune/Learning Rate": 1.2264287537014031e-07, "Finetune/Loss": 0.6224747896194458, "Finetune/Loss (Raw)": 0.6109915971755981, "Finetune/Step": 18301, "Finetune/Step Time": 6.761948483064771}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.6232744455337524, "Finetune/Loss (Raw)": 0.7590272426605225, "Finetune/Step": 18302, "Finetune/Step Time": 6.770579699426889}
+{"Finetune/Learning Rate": 1.2211758564110943e-07, "Finetune/Loss": 0.6240003108978271, "Finetune/Loss (Raw)": 0.655568540096283, "Finetune/Step": 18303, "Finetune/Step Time": 6.75348798558116}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.6225026845932007, "Finetune/Loss (Raw)": 0.5931931138038635, "Finetune/Step": 18304, "Finetune/Step Time": 6.72945087775588}
+{"Finetune/Learning Rate": 1.2159341634669696e-07, "Finetune/Loss": 0.6232795715332031, "Finetune/Loss (Raw)": 0.6108612418174744, "Finetune/Step": 18305, "Finetune/Step Time": 6.71759869903326}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.6236038208007812, "Finetune/Loss (Raw)": 0.596240222454071, "Finetune/Step": 18306, "Finetune/Step Time": 6.713251693174243}
+{"Finetune/Learning Rate": 1.210703675463576e-07, "Finetune/Loss": 0.623630702495575, "Finetune/Loss (Raw)": 0.6355709433555603, "Finetune/Step": 18307, "Finetune/Step Time": 6.7211490254849195}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.6244773268699646, "Finetune/Loss (Raw)": 0.6183784008026123, "Finetune/Step": 18308, "Finetune/Step Time": 6.719363898038864}
+{"Finetune/Learning Rate": 1.205484392994194e-07, "Finetune/Loss": 0.6232373714447021, "Finetune/Loss (Raw)": 0.586730420589447, "Finetune/Step": 18309, "Finetune/Step Time": 6.716919276863337}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.6227208971977234, "Finetune/Loss (Raw)": 0.6755741238594055, "Finetune/Step": 18310, "Finetune/Step Time": 6.734975382685661}
+{"Finetune/Learning Rate": 1.20027631665085e-07, "Finetune/Loss": 0.6227762699127197, "Finetune/Loss (Raw)": 0.5813666582107544, "Finetune/Step": 18311, "Finetune/Step Time": 6.7327236998826265}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.623178243637085, "Finetune/Loss (Raw)": 0.5990073680877686, "Finetune/Step": 18312, "Finetune/Step Time": 6.71470626629889}
+{"Finetune/Learning Rate": 1.1950794470242944e-07, "Finetune/Loss": 0.6233171224594116, "Finetune/Loss (Raw)": 0.6125831007957458, "Finetune/Step": 18313, "Finetune/Step Time": 6.733605245128274}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.6232768297195435, "Finetune/Loss (Raw)": 0.5490526556968689, "Finetune/Step": 18314, "Finetune/Step Time": 6.761308955028653}
+{"Finetune/Learning Rate": 1.1898937847039771e-07, "Finetune/Loss": 0.6237660646438599, "Finetune/Loss (Raw)": 0.571067750453949, "Finetune/Step": 18315, "Finetune/Step Time": 6.7569724842906}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.6234662532806396, "Finetune/Loss (Raw)": 0.5885313153266907, "Finetune/Step": 18316, "Finetune/Step Time": 6.765671130269766}
+{"Finetune/Learning Rate": 1.1847193302781279e-07, "Finetune/Loss": 0.6235357522964478, "Finetune/Loss (Raw)": 0.6427804827690125, "Finetune/Step": 18317, "Finetune/Step Time": 6.762710377573967}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.6215627789497375, "Finetune/Loss (Raw)": 0.50586998462677, "Finetune/Step": 18318, "Finetune/Step Time": 6.7648417837917805}
+{"Finetune/Learning Rate": 1.1795560843336661e-07, "Finetune/Loss": 0.6225535273551941, "Finetune/Loss (Raw)": 0.8236255645751953, "Finetune/Step": 18319, "Finetune/Step Time": 6.762493833899498}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.6224088072776794, "Finetune/Loss (Raw)": 0.6451295614242554, "Finetune/Step": 18320, "Finetune/Step Time": 6.767478229478002}
+{"Finetune/Learning Rate": 1.1744040474562457e-07, "Finetune/Loss": 0.6215164661407471, "Finetune/Loss (Raw)": 0.6066573858261108, "Finetune/Step": 18321, "Finetune/Step Time": 6.765031896531582}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.6220623254776001, "Finetune/Loss (Raw)": 0.6440484523773193, "Finetune/Step": 18322, "Finetune/Step Time": 6.753663940355182}
+{"Finetune/Learning Rate": 1.1692632202302657e-07, "Finetune/Loss": 0.6211283802986145, "Finetune/Loss (Raw)": 0.5651510953903198, "Finetune/Step": 18323, "Finetune/Step Time": 6.757328337058425}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.6211864948272705, "Finetune/Loss (Raw)": 0.5783790946006775, "Finetune/Step": 18324, "Finetune/Step Time": 6.749325921759009}
+{"Finetune/Learning Rate": 1.1641336032388373e-07, "Finetune/Loss": 0.6191046237945557, "Finetune/Loss (Raw)": 0.5414509177207947, "Finetune/Step": 18325, "Finetune/Step Time": 6.751620501279831}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.6174687147140503, "Finetune/Loss (Raw)": 0.6259633898735046, "Finetune/Step": 18326, "Finetune/Step Time": 6.753943221643567}
+{"Finetune/Learning Rate": 1.1590151970638064e-07, "Finetune/Loss": 0.6173945665359497, "Finetune/Loss (Raw)": 0.6885934472084045, "Finetune/Step": 18327, "Finetune/Step Time": 6.755792194977403}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.6176308989524841, "Finetune/Loss (Raw)": 0.48425790667533875, "Finetune/Step": 18328, "Finetune/Step Time": 6.721045071259141}
+{"Finetune/Learning Rate": 1.1539080022857419e-07, "Finetune/Loss": 0.6187014579772949, "Finetune/Loss (Raw)": 0.732102632522583, "Finetune/Step": 18329, "Finetune/Step Time": 6.721293207257986}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.6174581050872803, "Finetune/Loss (Raw)": 0.526494026184082, "Finetune/Step": 18330, "Finetune/Step Time": 6.716375140473247}
+{"Finetune/Learning Rate": 1.148812019483958e-07, "Finetune/Loss": 0.6179506778717041, "Finetune/Loss (Raw)": 0.6635957956314087, "Finetune/Step": 18331, "Finetune/Step Time": 6.719372250139713}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.6178525686264038, "Finetune/Loss (Raw)": 0.6318842172622681, "Finetune/Step": 18332, "Finetune/Step Time": 6.7229417860507965}
+{"Finetune/Learning Rate": 1.1437272492364814e-07, "Finetune/Loss": 0.6191495060920715, "Finetune/Loss (Raw)": 0.6105672717094421, "Finetune/Step": 18333, "Finetune/Step Time": 6.706749869510531}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.619002103805542, "Finetune/Loss (Raw)": 0.6048213839530945, "Finetune/Step": 18334, "Finetune/Step Time": 6.7080489825457335}
+{"Finetune/Learning Rate": 1.1386536921200619e-07, "Finetune/Loss": 0.6190690994262695, "Finetune/Loss (Raw)": 0.5890127420425415, "Finetune/Step": 18335, "Finetune/Step Time": 6.706759981811047}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.6187815070152283, "Finetune/Loss (Raw)": 0.6653541922569275, "Finetune/Step": 18336, "Finetune/Step Time": 6.703038927167654}
+{"Finetune/Learning Rate": 1.1335913487101946e-07, "Finetune/Loss": 0.617943286895752, "Finetune/Loss (Raw)": 0.5278692245483398, "Finetune/Step": 18337, "Finetune/Step Time": 6.719796992838383}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.6188507080078125, "Finetune/Loss (Raw)": 0.7024834156036377, "Finetune/Step": 18338, "Finetune/Step Time": 6.724571356549859}
+{"Finetune/Learning Rate": 1.128540219581098e-07, "Finetune/Loss": 0.6177620887756348, "Finetune/Loss (Raw)": 0.49717238545417786, "Finetune/Step": 18339, "Finetune/Step Time": 6.7227855157107115}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.6176069974899292, "Finetune/Loss (Raw)": 0.6236342787742615, "Finetune/Step": 18340, "Finetune/Step Time": 6.724103959277272}
+{"Finetune/Learning Rate": 1.1235003053057025e-07, "Finetune/Loss": 0.6173018217086792, "Finetune/Loss (Raw)": 0.6459422707557678, "Finetune/Step": 18341, "Finetune/Step Time": 6.718925200402737}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.6169760227203369, "Finetune/Loss (Raw)": 0.5955385565757751, "Finetune/Step": 18342, "Finetune/Step Time": 6.7184882536530495}
+{"Finetune/Learning Rate": 1.1184716064556844e-07, "Finetune/Loss": 0.6176839470863342, "Finetune/Loss (Raw)": 0.6871482729911804, "Finetune/Step": 18343, "Finetune/Step Time": 6.7145417127758265}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.6173816323280334, "Finetune/Loss (Raw)": 0.6055881977081299, "Finetune/Step": 18344, "Finetune/Step Time": 6.7146485690027475}
+{"Finetune/Learning Rate": 1.1134541236014318e-07, "Finetune/Loss": 0.6171883940696716, "Finetune/Loss (Raw)": 0.6601685285568237, "Finetune/Step": 18345, "Finetune/Step Time": 6.697425289079547}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.6177891492843628, "Finetune/Loss (Raw)": 0.6237566471099854, "Finetune/Step": 18346, "Finetune/Step Time": 6.701401405036449}
+{"Finetune/Learning Rate": 1.1084478573121004e-07, "Finetune/Loss": 0.6185625791549683, "Finetune/Loss (Raw)": 0.6612002849578857, "Finetune/Step": 18347, "Finetune/Step Time": 6.705902269110084}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.6179563999176025, "Finetune/Loss (Raw)": 0.577109694480896, "Finetune/Step": 18348, "Finetune/Step Time": 6.684993304312229}
+{"Finetune/Learning Rate": 1.103452808155514e-07, "Finetune/Loss": 0.6172277331352234, "Finetune/Loss (Raw)": 0.49662041664123535, "Finetune/Step": 18349, "Finetune/Step Time": 6.66914882324636}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.6178746223449707, "Finetune/Loss (Raw)": 0.6332282423973083, "Finetune/Step": 18350, "Finetune/Step Time": 6.670594397932291}
+{"Finetune/Learning Rate": 1.0984689766982748e-07, "Finetune/Loss": 0.6168346405029297, "Finetune/Loss (Raw)": 0.589326024055481, "Finetune/Step": 18351, "Finetune/Step Time": 6.6726421024650335}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.6154670715332031, "Finetune/Loss (Raw)": 0.524321436882019, "Finetune/Step": 18352, "Finetune/Step Time": 6.674331232905388}
+{"Finetune/Learning Rate": 1.093496363505664e-07, "Finetune/Loss": 0.6153355836868286, "Finetune/Loss (Raw)": 0.5943822860717773, "Finetune/Step": 18353, "Finetune/Step Time": 6.678175024688244}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.6155613660812378, "Finetune/Loss (Raw)": 0.5434406399726868, "Finetune/Step": 18354, "Finetune/Step Time": 6.665705170482397}
+{"Finetune/Learning Rate": 1.0885349691417524e-07, "Finetune/Loss": 0.6165560483932495, "Finetune/Loss (Raw)": 0.7348153591156006, "Finetune/Step": 18355, "Finetune/Step Time": 6.652312209829688}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.6157171726226807, "Finetune/Loss (Raw)": 0.4868066608905792, "Finetune/Step": 18356, "Finetune/Step Time": 6.6593944281339645}
+{"Finetune/Learning Rate": 1.083584794169279e-07, "Finetune/Loss": 0.6158227920532227, "Finetune/Loss (Raw)": 0.5985593199729919, "Finetune/Step": 18357, "Finetune/Step Time": 6.676420692354441}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.6162749528884888, "Finetune/Loss (Raw)": 0.6860232949256897, "Finetune/Step": 18358, "Finetune/Step Time": 6.6618980169296265}
+{"Finetune/Learning Rate": 1.0786458391497501e-07, "Finetune/Loss": 0.6155072450637817, "Finetune/Loss (Raw)": 0.6210013628005981, "Finetune/Step": 18359, "Finetune/Step Time": 6.659408211708069}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.6141442060470581, "Finetune/Loss (Raw)": 0.551812469959259, "Finetune/Step": 18360, "Finetune/Step Time": 6.656829493120313}
+{"Finetune/Learning Rate": 1.0737181046433842e-07, "Finetune/Loss": 0.6135006546974182, "Finetune/Loss (Raw)": 0.4781579077243805, "Finetune/Step": 18361, "Finetune/Step Time": 6.658846886828542}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.6128342151641846, "Finetune/Loss (Raw)": 0.575450599193573, "Finetune/Step": 18362, "Finetune/Step Time": 6.658001406118274}
+{"Finetune/Learning Rate": 1.0688015912091121e-07, "Finetune/Loss": 0.612424373626709, "Finetune/Loss (Raw)": 0.5677089691162109, "Finetune/Step": 18363, "Finetune/Step Time": 6.654220849275589}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.6129350662231445, "Finetune/Loss (Raw)": 0.6833542585372925, "Finetune/Step": 18364, "Finetune/Step Time": 6.658783363178372}
+{"Finetune/Learning Rate": 1.0638962994046209e-07, "Finetune/Loss": 0.6124048829078674, "Finetune/Loss (Raw)": 0.527312695980072, "Finetune/Step": 18365, "Finetune/Step Time": 6.6800766587257385}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.612689733505249, "Finetune/Loss (Raw)": 0.599420428276062, "Finetune/Step": 18366, "Finetune/Step Time": 6.682041190564632}
+{"Finetune/Learning Rate": 1.05900222978631e-07, "Finetune/Loss": 0.6141602993011475, "Finetune/Loss (Raw)": 0.739150881767273, "Finetune/Step": 18367, "Finetune/Step Time": 6.682179884985089}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.6144927740097046, "Finetune/Loss (Raw)": 0.7074372172355652, "Finetune/Step": 18368, "Finetune/Step Time": 6.680700799450278}
+{"Finetune/Learning Rate": 1.0541193829093021e-07, "Finetune/Loss": 0.614244818687439, "Finetune/Loss (Raw)": 0.5244037508964539, "Finetune/Step": 18369, "Finetune/Step Time": 6.662079282104969}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.6133096814155579, "Finetune/Loss (Raw)": 0.5032359957695007, "Finetune/Step": 18370, "Finetune/Step Time": 6.681438438594341}
+{"Finetune/Learning Rate": 1.0492477593274541e-07, "Finetune/Loss": 0.6133281588554382, "Finetune/Loss (Raw)": 0.5619168877601624, "Finetune/Step": 18371, "Finetune/Step Time": 6.688709881156683}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.6136453151702881, "Finetune/Loss (Raw)": 0.7003600597381592, "Finetune/Step": 18372, "Finetune/Step Time": 6.691780686378479}
+{"Finetune/Learning Rate": 1.0443873595933463e-07, "Finetune/Loss": 0.6122212409973145, "Finetune/Loss (Raw)": 0.5632246136665344, "Finetune/Step": 18373, "Finetune/Step Time": 6.687426147982478}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.6127864122390747, "Finetune/Loss (Raw)": 0.6210388541221619, "Finetune/Step": 18374, "Finetune/Step Time": 6.679484101012349}
+{"Finetune/Learning Rate": 1.0395381842582819e-07, "Finetune/Loss": 0.6129028797149658, "Finetune/Loss (Raw)": 0.6817482113838196, "Finetune/Step": 18375, "Finetune/Step Time": 6.682378424331546}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.6123107075691223, "Finetune/Loss (Raw)": 0.5505036115646362, "Finetune/Step": 18376, "Finetune/Step Time": 6.683590289205313}
+{"Finetune/Learning Rate": 1.0347002338723211e-07, "Finetune/Loss": 0.6118601560592651, "Finetune/Loss (Raw)": 0.571596086025238, "Finetune/Step": 18377, "Finetune/Step Time": 6.682069329544902}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.6128513813018799, "Finetune/Loss (Raw)": 0.6997712254524231, "Finetune/Step": 18378, "Finetune/Step Time": 6.694005770608783}
+{"Finetune/Learning Rate": 1.0298735089841916e-07, "Finetune/Loss": 0.6121292114257812, "Finetune/Loss (Raw)": 0.6101511120796204, "Finetune/Step": 18379, "Finetune/Step Time": 6.691199155524373}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.6131260395050049, "Finetune/Loss (Raw)": 0.6218838095664978, "Finetune/Step": 18380, "Finetune/Step Time": 6.706890486180782}
+{"Finetune/Learning Rate": 1.0250580101413998e-07, "Finetune/Loss": 0.6130784749984741, "Finetune/Loss (Raw)": 0.6293661594390869, "Finetune/Step": 18381, "Finetune/Step Time": 6.71030280739069}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.6127692461013794, "Finetune/Loss (Raw)": 0.61236971616745, "Finetune/Step": 18382, "Finetune/Step Time": 6.712514188140631}
+{"Finetune/Learning Rate": 1.0202537378901645e-07, "Finetune/Loss": 0.614007830619812, "Finetune/Loss (Raw)": 0.6478073000907898, "Finetune/Step": 18383, "Finetune/Step Time": 6.713800651952624}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.6145598888397217, "Finetune/Loss (Raw)": 0.6334567070007324, "Finetune/Step": 18384, "Finetune/Step Time": 6.715893456712365}
+{"Finetune/Learning Rate": 1.0154606927754385e-07, "Finetune/Loss": 0.6145181655883789, "Finetune/Loss (Raw)": 0.5493304133415222, "Finetune/Step": 18385, "Finetune/Step Time": 6.725658770650625}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.6168637275695801, "Finetune/Loss (Raw)": 0.7940418720245361, "Finetune/Step": 18386, "Finetune/Step Time": 6.726566733792424}
+{"Finetune/Learning Rate": 1.0106788753408425e-07, "Finetune/Loss": 0.6164430379867554, "Finetune/Loss (Raw)": 0.6474144458770752, "Finetune/Step": 18387, "Finetune/Step Time": 6.730071600526571}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.6156048774719238, "Finetune/Loss (Raw)": 0.5019456744194031, "Finetune/Step": 18388, "Finetune/Step Time": 6.736152386292815}
+{"Finetune/Learning Rate": 1.0059082861288205e-07, "Finetune/Loss": 0.6159011125564575, "Finetune/Loss (Raw)": 0.6403325796127319, "Finetune/Step": 18389, "Finetune/Step Time": 6.745274901390076}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.6163744926452637, "Finetune/Loss (Raw)": 0.6308289766311646, "Finetune/Step": 18390, "Finetune/Step Time": 6.741800541058183}
+{"Finetune/Learning Rate": 1.001148925680484e-07, "Finetune/Loss": 0.6151387095451355, "Finetune/Loss (Raw)": 0.5970821976661682, "Finetune/Step": 18391, "Finetune/Step Time": 6.739792997017503}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.6169788837432861, "Finetune/Loss (Raw)": 0.6910461783409119, "Finetune/Step": 18392, "Finetune/Step Time": 6.72610748000443}
+{"Finetune/Learning Rate": 9.964007945356569e-08, "Finetune/Loss": 0.6169906854629517, "Finetune/Loss (Raw)": 0.6870688199996948, "Finetune/Step": 18393, "Finetune/Step Time": 6.723142759874463}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.6174528002738953, "Finetune/Loss (Raw)": 0.7472969889640808, "Finetune/Step": 18394, "Finetune/Step Time": 6.722079005092382}
+{"Finetune/Learning Rate": 9.916638932329414e-08, "Finetune/Loss": 0.6167603731155396, "Finetune/Loss (Raw)": 0.6109603643417358, "Finetune/Step": 18395, "Finetune/Step Time": 6.718638390302658}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.6164060831069946, "Finetune/Loss (Raw)": 0.5661342144012451, "Finetune/Step": 18396, "Finetune/Step Time": 6.716136986389756}
+{"Finetune/Learning Rate": 9.869382223096303e-08, "Finetune/Loss": 0.6164553165435791, "Finetune/Loss (Raw)": 0.6571686267852783, "Finetune/Step": 18397, "Finetune/Step Time": 6.7180568892508745}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.6158495545387268, "Finetune/Loss (Raw)": 0.5127376914024353, "Finetune/Step": 18398, "Finetune/Step Time": 6.71603905595839}
+{"Finetune/Learning Rate": 9.822237823017388e-08, "Finetune/Loss": 0.6150925159454346, "Finetune/Loss (Raw)": 0.5932860374450684, "Finetune/Step": 18399, "Finetune/Step Time": 6.717392805963755}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.6156671643257141, "Finetune/Loss (Raw)": 0.6684390306472778, "Finetune/Step": 18400, "Finetune/Step Time": 6.717341581359506}
+{"Finetune/Learning Rate": 9.775205737440285e-08, "Finetune/Loss": 0.6140708327293396, "Finetune/Loss (Raw)": 0.5425469875335693, "Finetune/Step": 18401, "Finetune/Step Time": 6.719064516946673}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.6141495704650879, "Finetune/Loss (Raw)": 0.637919008731842, "Finetune/Step": 18402, "Finetune/Step Time": 6.7196572963148355}
+{"Finetune/Learning Rate": 9.728285971699725e-08, "Finetune/Loss": 0.6140358448028564, "Finetune/Loss (Raw)": 0.6721154451370239, "Finetune/Step": 18403, "Finetune/Step Time": 6.737006511539221}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.6140226125717163, "Finetune/Loss (Raw)": 0.6111262440681458, "Finetune/Step": 18404, "Finetune/Step Time": 6.740527153015137}
+{"Finetune/Learning Rate": 9.681478531117894e-08, "Finetune/Loss": 0.6141444444656372, "Finetune/Loss (Raw)": 0.6466901898384094, "Finetune/Step": 18405, "Finetune/Step Time": 6.73305556550622}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.6146981716156006, "Finetune/Loss (Raw)": 0.6368463635444641, "Finetune/Step": 18406, "Finetune/Step Time": 6.7574464082717896}
+{"Finetune/Learning Rate": 9.634783421003879e-08, "Finetune/Loss": 0.6138160228729248, "Finetune/Loss (Raw)": 0.6248571872711182, "Finetune/Step": 18407, "Finetune/Step Time": 6.766017563641071}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.6141719222068787, "Finetune/Loss (Raw)": 0.5803664326667786, "Finetune/Step": 18408, "Finetune/Step Time": 6.752933319658041}
+{"Finetune/Learning Rate": 9.588200646654222e-08, "Finetune/Loss": 0.6133390069007874, "Finetune/Loss (Raw)": 0.5961804986000061, "Finetune/Step": 18409, "Finetune/Step Time": 6.753012927249074}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.6130708456039429, "Finetune/Loss (Raw)": 0.6506819725036621, "Finetune/Step": 18410, "Finetune/Step Time": 6.736798984929919}
+{"Finetune/Learning Rate": 9.541730213353139e-08, "Finetune/Loss": 0.6133620738983154, "Finetune/Loss (Raw)": 0.6613976359367371, "Finetune/Step": 18411, "Finetune/Step Time": 6.7263553235679865}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.6134985089302063, "Finetune/Loss (Raw)": 0.581606924533844, "Finetune/Step": 18412, "Finetune/Step Time": 6.7286078594625}
+{"Finetune/Learning Rate": 9.495372126371305e-08, "Finetune/Loss": 0.6147046089172363, "Finetune/Loss (Raw)": 0.705303430557251, "Finetune/Step": 18413, "Finetune/Step Time": 6.72996773570776}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.6146855354309082, "Finetune/Loss (Raw)": 0.7046247720718384, "Finetune/Step": 18414, "Finetune/Step Time": 6.746435772627592}
+{"Finetune/Learning Rate": 9.449126390967178e-08, "Finetune/Loss": 0.614687442779541, "Finetune/Loss (Raw)": 0.6245856285095215, "Finetune/Step": 18415, "Finetune/Step Time": 6.7268043998628855}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.6154705286026001, "Finetune/Loss (Raw)": 0.728706955909729, "Finetune/Step": 18416, "Finetune/Step Time": 6.721258793026209}
+{"Finetune/Learning Rate": 9.402993012386453e-08, "Finetune/Loss": 0.6151178479194641, "Finetune/Loss (Raw)": 0.5652037262916565, "Finetune/Step": 18417, "Finetune/Step Time": 6.716281984001398}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.6155738830566406, "Finetune/Loss (Raw)": 0.7124927043914795, "Finetune/Step": 18418, "Finetune/Step Time": 6.716133946552873}
+{"Finetune/Learning Rate": 9.35697199586183e-08, "Finetune/Loss": 0.6153297424316406, "Finetune/Loss (Raw)": 0.5327723026275635, "Finetune/Step": 18419, "Finetune/Step Time": 6.719506189227104}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.6157528758049011, "Finetune/Loss (Raw)": 0.6073148846626282, "Finetune/Step": 18420, "Finetune/Step Time": 6.7218884117901325}
+{"Finetune/Learning Rate": 9.311063346613358e-08, "Finetune/Loss": 0.616446852684021, "Finetune/Loss (Raw)": 0.7016743421554565, "Finetune/Step": 18421, "Finetune/Step Time": 6.699691127985716}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.617229700088501, "Finetune/Loss (Raw)": 0.6156349182128906, "Finetune/Step": 18422, "Finetune/Step Time": 6.695690650492907}
+{"Finetune/Learning Rate": 9.265267069848649e-08, "Finetune/Loss": 0.6167199611663818, "Finetune/Loss (Raw)": 0.45160460472106934, "Finetune/Step": 18423, "Finetune/Step Time": 6.708548991009593}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.6161068677902222, "Finetune/Loss (Raw)": 0.5963583588600159, "Finetune/Step": 18424, "Finetune/Step Time": 6.698841758072376}
+{"Finetune/Learning Rate": 9.219583170762103e-08, "Finetune/Loss": 0.6164560317993164, "Finetune/Loss (Raw)": 0.6900956034660339, "Finetune/Step": 18425, "Finetune/Step Time": 6.700716471299529}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.615982174873352, "Finetune/Loss (Raw)": 0.5046073794364929, "Finetune/Step": 18426, "Finetune/Step Time": 6.698629369959235}
+{"Finetune/Learning Rate": 9.174011654535575e-08, "Finetune/Loss": 0.6160228848457336, "Finetune/Loss (Raw)": 0.632962167263031, "Finetune/Step": 18427, "Finetune/Step Time": 6.714892664924264}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.6153964400291443, "Finetune/Loss (Raw)": 0.5610922574996948, "Finetune/Step": 18428, "Finetune/Step Time": 6.722144588828087}
+{"Finetune/Learning Rate": 9.128552526338374e-08, "Finetune/Loss": 0.6160757541656494, "Finetune/Loss (Raw)": 0.6979398727416992, "Finetune/Step": 18429, "Finetune/Step Time": 6.724846225231886}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.6146582961082458, "Finetune/Loss (Raw)": 0.57759690284729, "Finetune/Step": 18430, "Finetune/Step Time": 6.717598957940936}
+{"Finetune/Learning Rate": 9.0832057913266e-08, "Finetune/Loss": 0.6139852404594421, "Finetune/Loss (Raw)": 0.5694155097007751, "Finetune/Step": 18431, "Finetune/Step Time": 6.719270367175341}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.6144152283668518, "Finetune/Loss (Raw)": 0.6482330560684204, "Finetune/Step": 18432, "Finetune/Step Time": 6.719600513577461}
+{"Finetune/Learning Rate": 9.037971454644024e-08, "Finetune/Loss": 0.6155736446380615, "Finetune/Loss (Raw)": 0.7591321468353271, "Finetune/Step": 18433, "Finetune/Step Time": 6.717419685795903}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.6151135563850403, "Finetune/Loss (Raw)": 0.5373542308807373, "Finetune/Step": 18434, "Finetune/Step Time": 6.7210596557706594}
+{"Finetune/Learning Rate": 8.992849521421543e-08, "Finetune/Loss": 0.6150391101837158, "Finetune/Loss (Raw)": 0.6260493397712708, "Finetune/Step": 18435, "Finetune/Step Time": 6.715268077328801}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.6153601408004761, "Finetune/Loss (Raw)": 0.6594684720039368, "Finetune/Step": 18436, "Finetune/Step Time": 6.716570036485791}
+{"Finetune/Learning Rate": 8.947839996777286e-08, "Finetune/Loss": 0.6153063178062439, "Finetune/Loss (Raw)": 0.5798344612121582, "Finetune/Step": 18437, "Finetune/Step Time": 6.719320874661207}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.6152927279472351, "Finetune/Loss (Raw)": 0.6738384962081909, "Finetune/Step": 18438, "Finetune/Step Time": 6.700741188600659}
+{"Finetune/Learning Rate": 8.902942885816501e-08, "Finetune/Loss": 0.6157548427581787, "Finetune/Loss (Raw)": 0.6405183672904968, "Finetune/Step": 18439, "Finetune/Step Time": 6.699338648468256}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.6158255338668823, "Finetune/Loss (Raw)": 0.6080491542816162, "Finetune/Step": 18440, "Finetune/Step Time": 6.6954196523875}
+{"Finetune/Learning Rate": 8.858158193631894e-08, "Finetune/Loss": 0.6158301830291748, "Finetune/Loss (Raw)": 0.6131759285926819, "Finetune/Step": 18441, "Finetune/Step Time": 6.67628438770771}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.6154634952545166, "Finetune/Loss (Raw)": 0.502126932144165, "Finetune/Step": 18442, "Finetune/Step Time": 6.66310509853065}
+{"Finetune/Learning Rate": 8.813485925303178e-08, "Finetune/Loss": 0.6164854168891907, "Finetune/Loss (Raw)": 0.7018711566925049, "Finetune/Step": 18443, "Finetune/Step Time": 6.651002127677202}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.6172709465026855, "Finetune/Loss (Raw)": 0.6890836358070374, "Finetune/Step": 18444, "Finetune/Step Time": 6.64187172614038}
+{"Finetune/Learning Rate": 8.768926085897744e-08, "Finetune/Loss": 0.6174668669700623, "Finetune/Loss (Raw)": 0.6678501963615417, "Finetune/Step": 18445, "Finetune/Step Time": 6.641154920682311}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.6181919574737549, "Finetune/Loss (Raw)": 0.5986924171447754, "Finetune/Step": 18446, "Finetune/Step Time": 6.641410054638982}
+{"Finetune/Learning Rate": 8.724478680469773e-08, "Finetune/Loss": 0.616779088973999, "Finetune/Loss (Raw)": 0.6427710056304932, "Finetune/Step": 18447, "Finetune/Step Time": 6.644937388598919}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.6171119213104248, "Finetune/Loss (Raw)": 0.6877275109291077, "Finetune/Step": 18448, "Finetune/Step Time": 6.641756050288677}
+{"Finetune/Learning Rate": 8.680143714060785e-08, "Finetune/Loss": 0.6176798343658447, "Finetune/Loss (Raw)": 0.6793490648269653, "Finetune/Step": 18449, "Finetune/Step Time": 6.6415870394557714}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.6165010929107666, "Finetune/Loss (Raw)": 0.49317267537117004, "Finetune/Step": 18450, "Finetune/Step Time": 6.629853019490838}
+{"Finetune/Learning Rate": 8.63592119169987e-08, "Finetune/Loss": 0.6177985668182373, "Finetune/Loss (Raw)": 0.7312318086624146, "Finetune/Step": 18451, "Finetune/Step Time": 6.631587773561478}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.6182824373245239, "Finetune/Loss (Raw)": 0.6403148174285889, "Finetune/Step": 18452, "Finetune/Step Time": 6.630274780094624}
+{"Finetune/Learning Rate": 8.591811118403014e-08, "Finetune/Loss": 0.619213342666626, "Finetune/Loss (Raw)": 0.660599946975708, "Finetune/Step": 18453, "Finetune/Step Time": 6.619528530165553}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.6195638179779053, "Finetune/Loss (Raw)": 0.6708306670188904, "Finetune/Step": 18454, "Finetune/Step Time": 6.616880144923925}
+{"Finetune/Learning Rate": 8.547813499173552e-08, "Finetune/Loss": 0.6197577118873596, "Finetune/Loss (Raw)": 0.7134071588516235, "Finetune/Step": 18455, "Finetune/Step Time": 6.617566918954253}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.6215130090713501, "Finetune/Loss (Raw)": 0.7089362144470215, "Finetune/Step": 18456, "Finetune/Step Time": 6.6243250370025635}
+{"Finetune/Learning Rate": 8.503928339002043e-08, "Finetune/Loss": 0.6214734315872192, "Finetune/Loss (Raw)": 0.7270328998565674, "Finetune/Step": 18457, "Finetune/Step Time": 6.614637773483992}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.6223690509796143, "Finetune/Loss (Raw)": 0.641144335269928, "Finetune/Step": 18458, "Finetune/Step Time": 6.6150459460914135}
+{"Finetune/Learning Rate": 8.460155642866397e-08, "Finetune/Loss": 0.6215543150901794, "Finetune/Loss (Raw)": 0.5593076944351196, "Finetune/Step": 18459, "Finetune/Step Time": 6.613354675471783}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.6214350461959839, "Finetune/Loss (Raw)": 0.6166150569915771, "Finetune/Step": 18460, "Finetune/Step Time": 6.618534425273538}
+{"Finetune/Learning Rate": 8.41649541573164e-08, "Finetune/Loss": 0.6227154731750488, "Finetune/Loss (Raw)": 0.7744618654251099, "Finetune/Step": 18461, "Finetune/Step Time": 6.620333559811115}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.6232693791389465, "Finetune/Loss (Raw)": 0.6757221221923828, "Finetune/Step": 18462, "Finetune/Step Time": 6.603196045383811}
+{"Finetune/Learning Rate": 8.372947662550035e-08, "Finetune/Loss": 0.6234226226806641, "Finetune/Loss (Raw)": 0.6086209416389465, "Finetune/Step": 18463, "Finetune/Step Time": 6.6219475250691175}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.6228338479995728, "Finetune/Loss (Raw)": 0.5899990797042847, "Finetune/Step": 18464, "Finetune/Step Time": 6.623261457309127}
+{"Finetune/Learning Rate": 8.329512388261297e-08, "Finetune/Loss": 0.6227802634239197, "Finetune/Loss (Raw)": 0.5210062265396118, "Finetune/Step": 18465, "Finetune/Step Time": 6.622506108134985}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.6212879419326782, "Finetune/Loss (Raw)": 0.5114668011665344, "Finetune/Step": 18466, "Finetune/Step Time": 6.631509240716696}
+{"Finetune/Learning Rate": 8.286189597792149e-08, "Finetune/Loss": 0.6230588555335999, "Finetune/Loss (Raw)": 0.7238513827323914, "Finetune/Step": 18467, "Finetune/Step Time": 6.632928898558021}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.6230791807174683, "Finetune/Loss (Raw)": 0.6262348294258118, "Finetune/Step": 18468, "Finetune/Step Time": 6.645756548270583}
+{"Finetune/Learning Rate": 8.242979296056553e-08, "Finetune/Loss": 0.6232084035873413, "Finetune/Loss (Raw)": 0.6624796986579895, "Finetune/Step": 18469, "Finetune/Step Time": 6.646508442237973}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.6234002113342285, "Finetune/Loss (Raw)": 0.6200958490371704, "Finetune/Step": 18470, "Finetune/Step Time": 6.648827653378248}
+{"Finetune/Learning Rate": 8.199881487955919e-08, "Finetune/Loss": 0.6229477524757385, "Finetune/Loss (Raw)": 0.6292269825935364, "Finetune/Step": 18471, "Finetune/Step Time": 6.64869225025177}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.6229872703552246, "Finetune/Loss (Raw)": 0.6106533408164978, "Finetune/Step": 18472, "Finetune/Step Time": 6.650366682559252}
+{"Finetune/Learning Rate": 8.156896178378781e-08, "Finetune/Loss": 0.6230503916740417, "Finetune/Loss (Raw)": 0.6682427525520325, "Finetune/Step": 18473, "Finetune/Step Time": 6.668723035603762}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.6234830617904663, "Finetune/Loss (Raw)": 0.6791451573371887, "Finetune/Step": 18474, "Finetune/Step Time": 6.684845667332411}
+{"Finetune/Learning Rate": 8.114023372200797e-08, "Finetune/Loss": 0.623438835144043, "Finetune/Loss (Raw)": 0.6555327773094177, "Finetune/Step": 18475, "Finetune/Step Time": 6.682186063379049}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.6233291625976562, "Finetune/Loss (Raw)": 0.5630784630775452, "Finetune/Step": 18476, "Finetune/Step Time": 6.683358617126942}
+{"Finetune/Learning Rate": 8.071263074284963e-08, "Finetune/Loss": 0.6237483620643616, "Finetune/Loss (Raw)": 0.5502742528915405, "Finetune/Step": 18477, "Finetune/Step Time": 6.688879461959004}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.6238977909088135, "Finetune/Loss (Raw)": 0.6523539423942566, "Finetune/Step": 18478, "Finetune/Step Time": 6.688257124274969}
+{"Finetune/Learning Rate": 8.028615289481622e-08, "Finetune/Loss": 0.6229714155197144, "Finetune/Loss (Raw)": 0.47074341773986816, "Finetune/Step": 18479, "Finetune/Step Time": 6.706936109811068}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.6225583553314209, "Finetune/Loss (Raw)": 0.47146132588386536, "Finetune/Step": 18480, "Finetune/Step Time": 6.726786360144615}
+{"Finetune/Learning Rate": 7.98608002262824e-08, "Finetune/Loss": 0.6229126453399658, "Finetune/Loss (Raw)": 0.6397232413291931, "Finetune/Step": 18481, "Finetune/Step Time": 6.72358701005578}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.6235033273696899, "Finetune/Loss (Raw)": 0.6190531849861145, "Finetune/Step": 18482, "Finetune/Step Time": 6.726495334878564}
+{"Finetune/Learning Rate": 7.94365727854951e-08, "Finetune/Loss": 0.6233201026916504, "Finetune/Loss (Raw)": 0.7113597393035889, "Finetune/Step": 18483, "Finetune/Step Time": 6.728774635121226}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.6246998310089111, "Finetune/Loss (Raw)": 0.6634123921394348, "Finetune/Step": 18484, "Finetune/Step Time": 6.721551071852446}
+{"Finetune/Learning Rate": 7.901347062057251e-08, "Finetune/Loss": 0.6252272129058838, "Finetune/Loss (Raw)": 0.6660593748092651, "Finetune/Step": 18485, "Finetune/Step Time": 6.708795068785548}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.6247166991233826, "Finetune/Loss (Raw)": 0.6206843852996826, "Finetune/Step": 18486, "Finetune/Step Time": 6.707041846588254}
+{"Finetune/Learning Rate": 7.859149377950959e-08, "Finetune/Loss": 0.6246768236160278, "Finetune/Loss (Raw)": 0.6158946752548218, "Finetune/Step": 18487, "Finetune/Step Time": 6.711746200919151}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.624433696269989, "Finetune/Loss (Raw)": 0.5206955671310425, "Finetune/Step": 18488, "Finetune/Step Time": 6.70622419193387}
+{"Finetune/Learning Rate": 7.817064231016802e-08, "Finetune/Loss": 0.625586748123169, "Finetune/Loss (Raw)": 0.6257478594779968, "Finetune/Step": 18489, "Finetune/Step Time": 6.696722976863384}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.6251534223556519, "Finetune/Loss (Raw)": 0.51998370885849, "Finetune/Step": 18490, "Finetune/Step Time": 6.706923769786954}
+{"Finetune/Learning Rate": 7.775091626028408e-08, "Finetune/Loss": 0.6257328987121582, "Finetune/Loss (Raw)": 0.6418833136558533, "Finetune/Step": 18491, "Finetune/Step Time": 6.707775818184018}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.6245853900909424, "Finetune/Loss (Raw)": 0.5364723801612854, "Finetune/Step": 18492, "Finetune/Step Time": 6.70379775762558}
+{"Finetune/Learning Rate": 7.733231567746968e-08, "Finetune/Loss": 0.6259859800338745, "Finetune/Loss (Raw)": 0.706588625907898, "Finetune/Step": 18493, "Finetune/Step Time": 6.686057575047016}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.6267237663269043, "Finetune/Loss (Raw)": 0.6938493847846985, "Finetune/Step": 18494, "Finetune/Step Time": 6.6870016530156136}
+{"Finetune/Learning Rate": 7.691484060920351e-08, "Finetune/Loss": 0.6261130571365356, "Finetune/Loss (Raw)": 0.6609818339347839, "Finetune/Step": 18495, "Finetune/Step Time": 6.699240680783987}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.6265497207641602, "Finetune/Loss (Raw)": 0.7633354663848877, "Finetune/Step": 18496, "Finetune/Step Time": 6.719079133123159}
+{"Finetune/Learning Rate": 7.649849110283991e-08, "Finetune/Loss": 0.6270214319229126, "Finetune/Loss (Raw)": 0.5847819447517395, "Finetune/Step": 18497, "Finetune/Step Time": 6.72068783082068}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.6279207468032837, "Finetune/Loss (Raw)": 0.6183477640151978, "Finetune/Step": 18498, "Finetune/Step Time": 6.701216444373131}
+{"Finetune/Learning Rate": 7.608326720560443e-08, "Finetune/Loss": 0.6290216445922852, "Finetune/Loss (Raw)": 0.702833354473114, "Finetune/Step": 18499, "Finetune/Step Time": 6.712699297815561}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.6283588409423828, "Finetune/Loss (Raw)": 0.6155206561088562, "Finetune/Step": 18500, "Finetune/Step Time": 6.725714908912778}
+{"Finetune/Learning Rate": 7.566916896459719e-08, "Finetune/Loss": 0.6291793584823608, "Finetune/Loss (Raw)": 0.6682537198066711, "Finetune/Step": 18501, "Finetune/Step Time": 6.734190782532096}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.6291351914405823, "Finetune/Loss (Raw)": 0.6153829097747803, "Finetune/Step": 18502, "Finetune/Step Time": 6.752991076558828}
+{"Finetune/Learning Rate": 7.525619642678617e-08, "Finetune/Loss": 0.628452718257904, "Finetune/Loss (Raw)": 0.5943905115127563, "Finetune/Step": 18503, "Finetune/Step Time": 6.754386629909277}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.6281810998916626, "Finetune/Loss (Raw)": 0.515740156173706, "Finetune/Step": 18504, "Finetune/Step Time": 6.757362190634012}
+{"Finetune/Learning Rate": 7.4844349639015e-08, "Finetune/Loss": 0.6285971999168396, "Finetune/Loss (Raw)": 0.6248553991317749, "Finetune/Step": 18505, "Finetune/Step Time": 6.756863467395306}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.6280634999275208, "Finetune/Loss (Raw)": 0.6314535140991211, "Finetune/Step": 18506, "Finetune/Step Time": 6.746672462671995}
+{"Finetune/Learning Rate": 7.443362864800075e-08, "Finetune/Loss": 0.6267505288124084, "Finetune/Loss (Raw)": 0.4420929253101349, "Finetune/Step": 18507, "Finetune/Step Time": 6.753355184569955}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.62640780210495, "Finetune/Loss (Raw)": 0.5780158042907715, "Finetune/Step": 18508, "Finetune/Step Time": 6.73596640303731}
+{"Finetune/Learning Rate": 7.40240335003295e-08, "Finetune/Loss": 0.6255301237106323, "Finetune/Loss (Raw)": 0.5170279145240784, "Finetune/Step": 18509, "Finetune/Step Time": 6.734298022463918}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.6255906820297241, "Finetune/Loss (Raw)": 0.620112419128418, "Finetune/Step": 18510, "Finetune/Step Time": 6.733463564887643}
+{"Finetune/Learning Rate": 7.361556424245963e-08, "Finetune/Loss": 0.6254790425300598, "Finetune/Loss (Raw)": 0.6335199475288391, "Finetune/Step": 18511, "Finetune/Step Time": 6.7321539260447025}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.6260029077529907, "Finetune/Loss (Raw)": 0.7005062699317932, "Finetune/Step": 18512, "Finetune/Step Time": 6.737562458962202}
+{"Finetune/Learning Rate": 7.320822092072633e-08, "Finetune/Loss": 0.6270427703857422, "Finetune/Loss (Raw)": 0.682447075843811, "Finetune/Step": 18513, "Finetune/Step Time": 6.72448979690671}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.6252440214157104, "Finetune/Loss (Raw)": 0.5637956261634827, "Finetune/Step": 18514, "Finetune/Step Time": 6.708174472674727}
+{"Finetune/Learning Rate": 7.280200358133149e-08, "Finetune/Loss": 0.6241497993469238, "Finetune/Loss (Raw)": 0.5073553919792175, "Finetune/Step": 18515, "Finetune/Step Time": 6.703882304951549}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.6262304782867432, "Finetune/Loss (Raw)": 0.7682665586471558, "Finetune/Step": 18516, "Finetune/Step Time": 6.689301745966077}
+{"Finetune/Learning Rate": 7.239691227035273e-08, "Finetune/Loss": 0.6259885430335999, "Finetune/Loss (Raw)": 0.6093674302101135, "Finetune/Step": 18517, "Finetune/Step Time": 6.677371732890606}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.6255881190299988, "Finetune/Loss (Raw)": 0.5795753002166748, "Finetune/Step": 18518, "Finetune/Step Time": 6.680959902703762}
+{"Finetune/Learning Rate": 7.199294703373994e-08, "Finetune/Loss": 0.6254382133483887, "Finetune/Loss (Raw)": 0.5778931975364685, "Finetune/Step": 18519, "Finetune/Step Time": 6.682907495647669}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.6251273155212402, "Finetune/Loss (Raw)": 0.6512508988380432, "Finetune/Step": 18520, "Finetune/Step Time": 6.70250972174108}
+{"Finetune/Learning Rate": 7.159010791731202e-08, "Finetune/Loss": 0.6252536773681641, "Finetune/Loss (Raw)": 0.703243613243103, "Finetune/Step": 18521, "Finetune/Step Time": 6.702916042879224}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.6248191595077515, "Finetune/Loss (Raw)": 0.691680908203125, "Finetune/Step": 18522, "Finetune/Step Time": 6.7005654610693455}
+{"Finetune/Learning Rate": 7.118839496676466e-08, "Finetune/Loss": 0.6241477131843567, "Finetune/Loss (Raw)": 0.5250168442726135, "Finetune/Step": 18523, "Finetune/Step Time": 6.70249698497355}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.6245324611663818, "Finetune/Loss (Raw)": 0.6153796315193176, "Finetune/Step": 18524, "Finetune/Step Time": 6.705372529104352}
+{"Finetune/Learning Rate": 7.078780822766251e-08, "Finetune/Loss": 0.6245637536048889, "Finetune/Loss (Raw)": 0.6611735820770264, "Finetune/Step": 18525, "Finetune/Step Time": 6.702780298888683}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.6253076791763306, "Finetune/Loss (Raw)": 0.6079555749893188, "Finetune/Step": 18526, "Finetune/Step Time": 6.705424597486854}
+{"Finetune/Learning Rate": 7.038834774544368e-08, "Finetune/Loss": 0.6251216530799866, "Finetune/Loss (Raw)": 0.5694766044616699, "Finetune/Step": 18527, "Finetune/Step Time": 6.704399485141039}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.6244842410087585, "Finetune/Loss (Raw)": 0.5868538618087769, "Finetune/Step": 18528, "Finetune/Step Time": 6.704967845231295}
+{"Finetune/Learning Rate": 6.999001356541857e-08, "Finetune/Loss": 0.6248968243598938, "Finetune/Loss (Raw)": 0.5953595042228699, "Finetune/Step": 18529, "Finetune/Step Time": 6.7067778669297695}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.6246068477630615, "Finetune/Loss (Raw)": 0.6007934212684631, "Finetune/Step": 18530, "Finetune/Step Time": 6.714154178276658}
+{"Finetune/Learning Rate": 6.959280573277105e-08, "Finetune/Loss": 0.624335765838623, "Finetune/Loss (Raw)": 0.6374239325523376, "Finetune/Step": 18531, "Finetune/Step Time": 6.698390312492847}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.62444007396698, "Finetune/Loss (Raw)": 0.6244795322418213, "Finetune/Step": 18532, "Finetune/Step Time": 6.701342433691025}
+{"Finetune/Learning Rate": 6.919672429255286e-08, "Finetune/Loss": 0.6241925358772278, "Finetune/Loss (Raw)": 0.6150016188621521, "Finetune/Step": 18533, "Finetune/Step Time": 6.742642883211374}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.6233409643173218, "Finetune/Loss (Raw)": 0.527847945690155, "Finetune/Step": 18534, "Finetune/Step Time": 6.76777626760304}
+{"Finetune/Learning Rate": 6.880176928969251e-08, "Finetune/Loss": 0.6241030097007751, "Finetune/Loss (Raw)": 0.7223957777023315, "Finetune/Step": 18535, "Finetune/Step Time": 6.747552338987589}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.6237680912017822, "Finetune/Loss (Raw)": 0.5375002026557922, "Finetune/Step": 18536, "Finetune/Step Time": 6.766519958153367}
+{"Finetune/Learning Rate": 6.840794076899082e-08, "Finetune/Loss": 0.6243906021118164, "Finetune/Loss (Raw)": 0.6758608222007751, "Finetune/Step": 18537, "Finetune/Step Time": 6.768060691654682}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.6238999366760254, "Finetune/Loss (Raw)": 0.5878722071647644, "Finetune/Step": 18538, "Finetune/Step Time": 6.771868484094739}
+{"Finetune/Learning Rate": 6.801523877511651e-08, "Finetune/Loss": 0.6226980686187744, "Finetune/Loss (Raw)": 0.5075632333755493, "Finetune/Step": 18539, "Finetune/Step Time": 6.772509569302201}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.6228964328765869, "Finetune/Loss (Raw)": 0.6069992780685425, "Finetune/Step": 18540, "Finetune/Step Time": 6.776089923456311}
+{"Finetune/Learning Rate": 6.762366335261395e-08, "Finetune/Loss": 0.6222012042999268, "Finetune/Loss (Raw)": 0.6163156628608704, "Finetune/Step": 18541, "Finetune/Step Time": 6.778932377696037}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.621731162071228, "Finetune/Loss (Raw)": 0.6444597244262695, "Finetune/Step": 18542, "Finetune/Step Time": 6.763478321954608}
+{"Finetune/Learning Rate": 6.723321454590093e-08, "Finetune/Loss": 0.6224560141563416, "Finetune/Loss (Raw)": 0.7173604965209961, "Finetune/Step": 18543, "Finetune/Step Time": 6.771419188007712}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.621417760848999, "Finetune/Loss (Raw)": 0.5958152413368225, "Finetune/Step": 18544, "Finetune/Step Time": 6.776325266808271}
+{"Finetune/Learning Rate": 6.684389239926315e-08, "Finetune/Loss": 0.6220085620880127, "Finetune/Loss (Raw)": 0.6408186554908752, "Finetune/Step": 18545, "Finetune/Step Time": 6.77932471036911}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.6218428611755371, "Finetune/Loss (Raw)": 0.6912821531295776, "Finetune/Step": 18546, "Finetune/Step Time": 6.792959995567799}
+{"Finetune/Learning Rate": 6.645569695686083e-08, "Finetune/Loss": 0.6230754852294922, "Finetune/Loss (Raw)": 0.6905509829521179, "Finetune/Step": 18547, "Finetune/Step Time": 6.802691891789436}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.6217196583747864, "Finetune/Loss (Raw)": 0.433773010969162, "Finetune/Step": 18548, "Finetune/Step Time": 6.812781071290374}
+{"Finetune/Learning Rate": 6.606862826272876e-08, "Finetune/Loss": 0.620760440826416, "Finetune/Loss (Raw)": 0.5788965225219727, "Finetune/Step": 18549, "Finetune/Step Time": 6.8197875544428825}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.62131667137146, "Finetune/Loss (Raw)": 0.686824381351471, "Finetune/Step": 18550, "Finetune/Step Time": 6.818547651171684}
+{"Finetune/Learning Rate": 6.568268636076958e-08, "Finetune/Loss": 0.6228625774383545, "Finetune/Loss (Raw)": 0.6494793891906738, "Finetune/Step": 18551, "Finetune/Step Time": 6.803044065833092}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.623566746711731, "Finetune/Loss (Raw)": 0.6865010857582092, "Finetune/Step": 18552, "Finetune/Step Time": 6.801730675622821}
+{"Finetune/Learning Rate": 6.529787129476162e-08, "Finetune/Loss": 0.6230806708335876, "Finetune/Loss (Raw)": 0.6278747320175171, "Finetune/Step": 18553, "Finetune/Step Time": 6.80760551802814}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.6248190999031067, "Finetune/Loss (Raw)": 0.7271259427070618, "Finetune/Step": 18554, "Finetune/Step Time": 6.807983299717307}
+{"Finetune/Learning Rate": 6.491418310835217e-08, "Finetune/Loss": 0.6251587867736816, "Finetune/Loss (Raw)": 0.6764399409294128, "Finetune/Step": 18555, "Finetune/Step Time": 6.789254123345017}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.6255645751953125, "Finetune/Loss (Raw)": 0.6130340695381165, "Finetune/Step": 18556, "Finetune/Step Time": 6.790859665721655}
+{"Finetune/Learning Rate": 6.453162184506423e-08, "Finetune/Loss": 0.6244497895240784, "Finetune/Loss (Raw)": 0.5552516579627991, "Finetune/Step": 18557, "Finetune/Step Time": 6.792119858786464}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.6249975562095642, "Finetune/Loss (Raw)": 0.6477060914039612, "Finetune/Step": 18558, "Finetune/Step Time": 6.793275307863951}
+{"Finetune/Learning Rate": 6.415018754828973e-08, "Finetune/Loss": 0.6252676844596863, "Finetune/Loss (Raw)": 0.6039937138557434, "Finetune/Step": 18559, "Finetune/Step Time": 6.79861019179225}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.6251784563064575, "Finetune/Loss (Raw)": 0.6368081569671631, "Finetune/Step": 18560, "Finetune/Step Time": 6.79568631760776}
+{"Finetune/Learning Rate": 6.376988026129515e-08, "Finetune/Loss": 0.6236600875854492, "Finetune/Loss (Raw)": 0.5647805333137512, "Finetune/Step": 18561, "Finetune/Step Time": 6.795174617320299}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.6231412887573242, "Finetune/Loss (Raw)": 0.4709491431713104, "Finetune/Step": 18562, "Finetune/Step Time": 6.805688034743071}
+{"Finetune/Learning Rate": 6.339070002721825e-08, "Finetune/Loss": 0.6230849027633667, "Finetune/Loss (Raw)": 0.6188307404518127, "Finetune/Step": 18563, "Finetune/Step Time": 6.801811292767525}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.6226660013198853, "Finetune/Loss (Raw)": 0.60584956407547, "Finetune/Step": 18564, "Finetune/Step Time": 6.799708003178239}
+{"Finetune/Learning Rate": 6.301264688906795e-08, "Finetune/Loss": 0.6226807832717896, "Finetune/Loss (Raw)": 0.5817316174507141, "Finetune/Step": 18565, "Finetune/Step Time": 6.8014417085796595}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.6220779418945312, "Finetune/Loss (Raw)": 0.5966708660125732, "Finetune/Step": 18566, "Finetune/Step Time": 6.820801375433803}
+{"Finetune/Learning Rate": 6.263572088972769e-08, "Finetune/Loss": 0.6219172477722168, "Finetune/Loss (Raw)": 0.6199532151222229, "Finetune/Step": 18567, "Finetune/Step Time": 6.822245743125677}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.6217660903930664, "Finetune/Loss (Raw)": 0.5886984467506409, "Finetune/Step": 18568, "Finetune/Step Time": 6.826094441115856}
+{"Finetune/Learning Rate": 6.225992207194997e-08, "Finetune/Loss": 0.6221756935119629, "Finetune/Loss (Raw)": 0.6656057238578796, "Finetune/Step": 18569, "Finetune/Step Time": 6.82567310705781}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.6234009265899658, "Finetune/Loss (Raw)": 0.6589593887329102, "Finetune/Step": 18570, "Finetune/Step Time": 6.814588461071253}
+{"Finetune/Learning Rate": 6.188525047836291e-08, "Finetune/Loss": 0.623166024684906, "Finetune/Loss (Raw)": 0.6717967987060547, "Finetune/Step": 18571, "Finetune/Step Time": 6.816019373014569}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.6224621534347534, "Finetune/Loss (Raw)": 0.5989962220191956, "Finetune/Step": 18572, "Finetune/Step Time": 6.833326378837228}
+{"Finetune/Learning Rate": 6.151170615146362e-08, "Finetune/Loss": 0.6219924092292786, "Finetune/Loss (Raw)": 0.6077205538749695, "Finetune/Step": 18573, "Finetune/Step Time": 6.832717705518007}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.622467041015625, "Finetune/Loss (Raw)": 0.6594463586807251, "Finetune/Step": 18574, "Finetune/Step Time": 6.833874622359872}
+{"Finetune/Learning Rate": 6.113928913362377e-08, "Finetune/Loss": 0.6228189468383789, "Finetune/Loss (Raw)": 0.6878083348274231, "Finetune/Step": 18575, "Finetune/Step Time": 6.828685214743018}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.6214538812637329, "Finetune/Loss (Raw)": 0.5130037069320679, "Finetune/Step": 18576, "Finetune/Step Time": 6.834074933081865}
+{"Finetune/Learning Rate": 6.076799946708622e-08, "Finetune/Loss": 0.6217548847198486, "Finetune/Loss (Raw)": 0.7178763747215271, "Finetune/Step": 18577, "Finetune/Step Time": 6.837080378085375}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.6225411891937256, "Finetune/Loss (Raw)": 0.5938244462013245, "Finetune/Step": 18578, "Finetune/Step Time": 6.836176997050643}
+{"Finetune/Learning Rate": 6.039783719396397e-08, "Finetune/Loss": 0.6208099722862244, "Finetune/Loss (Raw)": 0.5096281170845032, "Finetune/Step": 18579, "Finetune/Step Time": 6.833665566518903}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.6206820607185364, "Finetune/Loss (Raw)": 0.6239449381828308, "Finetune/Step": 18580, "Finetune/Step Time": 6.83515609242022}
+{"Finetune/Learning Rate": 6.002880235624564e-08, "Finetune/Loss": 0.6197002530097961, "Finetune/Loss (Raw)": 0.5349301695823669, "Finetune/Step": 18581, "Finetune/Step Time": 6.834828415885568}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.6189851760864258, "Finetune/Loss (Raw)": 0.5793007016181946, "Finetune/Step": 18582, "Finetune/Step Time": 6.836100617423654}
+{"Finetune/Learning Rate": 5.966089499579109e-08, "Finetune/Loss": 0.6178376078605652, "Finetune/Loss (Raw)": 0.5665150880813599, "Finetune/Step": 18583, "Finetune/Step Time": 6.834252355620265}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.6168661117553711, "Finetune/Loss (Raw)": 0.5845853686332703, "Finetune/Step": 18584, "Finetune/Step Time": 6.830511420965195}
+{"Finetune/Learning Rate": 5.9294115154329147e-08, "Finetune/Loss": 0.6160888671875, "Finetune/Loss (Raw)": 0.6275462508201599, "Finetune/Step": 18585, "Finetune/Step Time": 6.833880236372352}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.6156026124954224, "Finetune/Loss (Raw)": 0.5789051651954651, "Finetune/Step": 18586, "Finetune/Step Time": 6.832067219540477}
+{"Finetune/Learning Rate": 5.892846287346543e-08, "Finetune/Loss": 0.6161655783653259, "Finetune/Loss (Raw)": 0.6313620209693909, "Finetune/Step": 18587, "Finetune/Step Time": 6.836195055395365}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.6156821250915527, "Finetune/Loss (Raw)": 0.5547407269477844, "Finetune/Step": 18588, "Finetune/Step Time": 6.827595204114914}
+{"Finetune/Learning Rate": 5.856393819467343e-08, "Finetune/Loss": 0.6150417923927307, "Finetune/Loss (Raw)": 0.6924957633018494, "Finetune/Step": 18589, "Finetune/Step Time": 6.842036321759224}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.6145674586296082, "Finetune/Loss (Raw)": 0.6150100231170654, "Finetune/Step": 18590, "Finetune/Step Time": 6.84189928509295}
+{"Finetune/Learning Rate": 5.8200541159302296e-08, "Finetune/Loss": 0.6133718490600586, "Finetune/Loss (Raw)": 0.4555734395980835, "Finetune/Step": 18591, "Finetune/Step Time": 6.837829444557428}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.6141529083251953, "Finetune/Loss (Raw)": 0.6899840235710144, "Finetune/Step": 18592, "Finetune/Step Time": 6.854773027822375}
+{"Finetune/Learning Rate": 5.783827180857127e-08, "Finetune/Loss": 0.6146619319915771, "Finetune/Loss (Raw)": 0.586153507232666, "Finetune/Step": 18593, "Finetune/Step Time": 6.857463030144572}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.6143702268600464, "Finetune/Loss (Raw)": 0.47414007782936096, "Finetune/Step": 18594, "Finetune/Step Time": 6.86015884205699}
+{"Finetune/Learning Rate": 5.7477130183571926e-08, "Finetune/Loss": 0.613102376461029, "Finetune/Loss (Raw)": 0.5615566968917847, "Finetune/Step": 18595, "Finetune/Step Time": 6.857278304174542}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.6130479574203491, "Finetune/Loss (Raw)": 0.6192725300788879, "Finetune/Step": 18596, "Finetune/Step Time": 6.843999231234193}
+{"Finetune/Learning Rate": 5.711711632526706e-08, "Finetune/Loss": 0.6127145290374756, "Finetune/Loss (Raw)": 0.6197974681854248, "Finetune/Step": 18597, "Finetune/Step Time": 6.84224440716207}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.6127351522445679, "Finetune/Loss (Raw)": 0.622740626335144, "Finetune/Step": 18598, "Finetune/Step Time": 6.843395544216037}
+{"Finetune/Learning Rate": 5.675823027449401e-08, "Finetune/Loss": 0.612600564956665, "Finetune/Loss (Raw)": 0.611998975276947, "Finetune/Step": 18599, "Finetune/Step Time": 6.841744104400277}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.6121871471405029, "Finetune/Loss (Raw)": 0.5577405691146851, "Finetune/Step": 18600, "Finetune/Step Time": 6.838319256901741}
+{"Finetune/Learning Rate": 5.64004720719602e-08, "Finetune/Loss": 0.6114108562469482, "Finetune/Loss (Raw)": 0.5688738822937012, "Finetune/Step": 18601, "Finetune/Step Time": 6.817561248317361}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.6112483739852905, "Finetune/Loss (Raw)": 0.6583443284034729, "Finetune/Step": 18602, "Finetune/Step Time": 6.798667484894395}
+{"Finetune/Learning Rate": 5.604384175824429e-08, "Finetune/Loss": 0.611292839050293, "Finetune/Loss (Raw)": 0.6612219214439392, "Finetune/Step": 18603, "Finetune/Step Time": 6.79482764005661}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.6118514537811279, "Finetune/Loss (Raw)": 0.6345910429954529, "Finetune/Step": 18604, "Finetune/Step Time": 6.793956473469734}
+{"Finetune/Learning Rate": 5.568833937380169e-08, "Finetune/Loss": 0.6113924980163574, "Finetune/Loss (Raw)": 0.4915223717689514, "Finetune/Step": 18605, "Finetune/Step Time": 6.789960358291864}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.6108384132385254, "Finetune/Loss (Raw)": 0.5814403295516968, "Finetune/Step": 18606, "Finetune/Step Time": 6.794991545379162}
+{"Finetune/Learning Rate": 5.533396495895349e-08, "Finetune/Loss": 0.6109570264816284, "Finetune/Loss (Raw)": 0.485914409160614, "Finetune/Step": 18607, "Finetune/Step Time": 6.772180255502462}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.6133706569671631, "Finetune/Loss (Raw)": 0.7804107666015625, "Finetune/Step": 18608, "Finetune/Step Time": 6.752406481653452}
+{"Finetune/Learning Rate": 5.4980718553896414e-08, "Finetune/Loss": 0.6134810447692871, "Finetune/Loss (Raw)": 0.6538490056991577, "Finetune/Step": 18609, "Finetune/Step Time": 6.75168758071959}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.6139369606971741, "Finetune/Loss (Raw)": 0.6774148344993591, "Finetune/Step": 18610, "Finetune/Step Time": 6.748596457764506}
+{"Finetune/Learning Rate": 5.4628600198700645e-08, "Finetune/Loss": 0.6134803295135498, "Finetune/Loss (Raw)": 0.6529022455215454, "Finetune/Step": 18611, "Finetune/Step Time": 6.7486436534672976}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.6140316724777222, "Finetune/Loss (Raw)": 0.7339889407157898, "Finetune/Step": 18612, "Finetune/Step Time": 6.748186558485031}
+{"Finetune/Learning Rate": 5.427760993330422e-08, "Finetune/Loss": 0.6133458614349365, "Finetune/Loss (Raw)": 0.5782734155654907, "Finetune/Step": 18613, "Finetune/Step Time": 6.7666405495256186}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.6134827136993408, "Finetune/Loss (Raw)": 0.638214111328125, "Finetune/Step": 18614, "Finetune/Step Time": 6.766017818823457}
+{"Finetune/Learning Rate": 5.3927747797520854e-08, "Finetune/Loss": 0.6146366596221924, "Finetune/Loss (Raw)": 0.7635852694511414, "Finetune/Step": 18615, "Finetune/Step Time": 6.76689188182354}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.6152487993240356, "Finetune/Loss (Raw)": 0.599055826663971, "Finetune/Step": 18616, "Finetune/Step Time": 6.780207546427846}
+{"Finetune/Learning Rate": 5.3579013831033256e-08, "Finetune/Loss": 0.6148144006729126, "Finetune/Loss (Raw)": 0.5701461434364319, "Finetune/Step": 18617, "Finetune/Step Time": 6.775963002815843}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.6157683730125427, "Finetune/Loss (Raw)": 0.6420902609825134, "Finetune/Step": 18618, "Finetune/Step Time": 6.768010437488556}
+{"Finetune/Learning Rate": 5.323140807339977e-08, "Finetune/Loss": 0.616115391254425, "Finetune/Loss (Raw)": 0.686298668384552, "Finetune/Step": 18619, "Finetune/Step Time": 6.76941898278892}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.6181251406669617, "Finetune/Loss (Raw)": 0.7937259674072266, "Finetune/Step": 18620, "Finetune/Step Time": 6.771511124446988}
+{"Finetune/Learning Rate": 5.2884930564048866e-08, "Finetune/Loss": 0.616193413734436, "Finetune/Loss (Raw)": 0.4593197703361511, "Finetune/Step": 18621, "Finetune/Step Time": 6.782751828432083}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.6140236854553223, "Finetune/Loss (Raw)": 0.4161313772201538, "Finetune/Step": 18622, "Finetune/Step Time": 6.802584141492844}
+{"Finetune/Learning Rate": 5.25395813422791e-08, "Finetune/Loss": 0.613469123840332, "Finetune/Loss (Raw)": 0.5899909138679504, "Finetune/Step": 18623, "Finetune/Step Time": 6.790274266153574}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.6124409437179565, "Finetune/Loss (Raw)": 0.6317357420921326, "Finetune/Step": 18624, "Finetune/Step Time": 6.772310256958008}
+{"Finetune/Learning Rate": 5.21953604472647e-08, "Finetune/Loss": 0.6120318174362183, "Finetune/Loss (Raw)": 0.5324116945266724, "Finetune/Step": 18625, "Finetune/Step Time": 6.768698379397392}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.6115149855613708, "Finetune/Loss (Raw)": 0.5521978735923767, "Finetune/Step": 18626, "Finetune/Step Time": 6.7717261873185635}
+{"Finetune/Learning Rate": 5.1852267918048874e-08, "Finetune/Loss": 0.6108750700950623, "Finetune/Loss (Raw)": 0.6209140419960022, "Finetune/Step": 18627, "Finetune/Step Time": 6.756829963997006}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.6108940243721008, "Finetune/Loss (Raw)": 0.6179545521736145, "Finetune/Step": 18628, "Finetune/Step Time": 6.741224879398942}
+{"Finetune/Learning Rate": 5.151030379354938e-08, "Finetune/Loss": 0.6098629236221313, "Finetune/Loss (Raw)": 0.5362700819969177, "Finetune/Step": 18629, "Finetune/Step Time": 6.747616747394204}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.609022855758667, "Finetune/Loss (Raw)": 0.5078535676002502, "Finetune/Step": 18630, "Finetune/Step Time": 6.745057875290513}
+{"Finetune/Learning Rate": 5.116946811255408e-08, "Finetune/Loss": 0.6090153455734253, "Finetune/Loss (Raw)": 0.5934247970581055, "Finetune/Step": 18631, "Finetune/Step Time": 6.7406602669507265}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.6094058156013489, "Finetune/Loss (Raw)": 0.5657247304916382, "Finetune/Step": 18632, "Finetune/Step Time": 6.735663561150432}
+{"Finetune/Learning Rate": 5.0829760913723155e-08, "Finetune/Loss": 0.6099255681037903, "Finetune/Loss (Raw)": 0.6913883686065674, "Finetune/Step": 18633, "Finetune/Step Time": 6.734958445653319}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.6087287664413452, "Finetune/Loss (Raw)": 0.4782578647136688, "Finetune/Step": 18634, "Finetune/Step Time": 6.733873529359698}
+{"Finetune/Learning Rate": 5.049118223559024e-08, "Finetune/Loss": 0.6104801297187805, "Finetune/Loss (Raw)": 0.6662724614143372, "Finetune/Step": 18635, "Finetune/Step Time": 6.736714359372854}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.6115039587020874, "Finetune/Loss (Raw)": 0.7090653777122498, "Finetune/Step": 18636, "Finetune/Step Time": 6.750137832015753}
+{"Finetune/Learning Rate": 5.015373211655794e-08, "Finetune/Loss": 0.613170862197876, "Finetune/Loss (Raw)": 0.7303880453109741, "Finetune/Step": 18637, "Finetune/Step Time": 6.7515009716153145}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.612369179725647, "Finetune/Loss (Raw)": 0.5175003409385681, "Finetune/Step": 18638, "Finetune/Step Time": 6.753209214657545}
+{"Finetune/Learning Rate": 4.9817410594905637e-08, "Finetune/Loss": 0.6119226813316345, "Finetune/Loss (Raw)": 0.5763652324676514, "Finetune/Step": 18639, "Finetune/Step Time": 6.754096072167158}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.6110665798187256, "Finetune/Loss (Raw)": 0.5909222364425659, "Finetune/Step": 18640, "Finetune/Step Time": 6.7551218420267105}
+{"Finetune/Learning Rate": 4.948221770877948e-08, "Finetune/Loss": 0.6104456186294556, "Finetune/Loss (Raw)": 0.6029742956161499, "Finetune/Step": 18641, "Finetune/Step Time": 6.769770370796323}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.6106153130531311, "Finetune/Loss (Raw)": 0.5855141878128052, "Finetune/Step": 18642, "Finetune/Step Time": 6.769352128729224}
+{"Finetune/Learning Rate": 4.914815349620017e-08, "Finetune/Loss": 0.6107808947563171, "Finetune/Loss (Raw)": 0.5285446643829346, "Finetune/Step": 18643, "Finetune/Step Time": 6.776129582896829}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.6098875403404236, "Finetune/Loss (Raw)": 0.6539177894592285, "Finetune/Step": 18644, "Finetune/Step Time": 6.7773843593895435}
+{"Finetune/Learning Rate": 4.8815217995060727e-08, "Finetune/Loss": 0.610604465007782, "Finetune/Loss (Raw)": 0.7011352181434631, "Finetune/Step": 18645, "Finetune/Step Time": 6.78041891567409}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.6102619171142578, "Finetune/Loss (Raw)": 0.5357200503349304, "Finetune/Step": 18646, "Finetune/Step Time": 6.781467230990529}
+{"Finetune/Learning Rate": 4.848341124312539e-08, "Finetune/Loss": 0.6110527515411377, "Finetune/Loss (Raw)": 0.6791287064552307, "Finetune/Step": 18647, "Finetune/Step Time": 6.78010724671185}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.611260175704956, "Finetune/Loss (Raw)": 0.6778051853179932, "Finetune/Step": 18648, "Finetune/Step Time": 6.767056858167052}
+{"Finetune/Learning Rate": 4.815273327803183e-08, "Finetune/Loss": 0.6104495525360107, "Finetune/Loss (Raw)": 0.599479079246521, "Finetune/Step": 18649, "Finetune/Step Time": 6.7830859664827585}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.6100571751594543, "Finetune/Loss (Raw)": 0.641455352306366, "Finetune/Step": 18650, "Finetune/Step Time": 6.782794818282127}
+{"Finetune/Learning Rate": 4.7823184137285595e-08, "Finetune/Loss": 0.6108853220939636, "Finetune/Loss (Raw)": 0.6310209631919861, "Finetune/Step": 18651, "Finetune/Step Time": 6.782948506996036}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.6123024225234985, "Finetune/Loss (Raw)": 0.796761691570282, "Finetune/Step": 18652, "Finetune/Step Time": 6.7852933164685965}
+{"Finetune/Learning Rate": 4.749476385826901e-08, "Finetune/Loss": 0.6115537881851196, "Finetune/Loss (Raw)": 0.5653527975082397, "Finetune/Step": 18653, "Finetune/Step Time": 6.78455431945622}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.611356258392334, "Finetune/Loss (Raw)": 0.5826721787452698, "Finetune/Step": 18654, "Finetune/Step Time": 6.7888837195932865}
+{"Finetune/Learning Rate": 4.71674724782345e-08, "Finetune/Loss": 0.6121083498001099, "Finetune/Loss (Raw)": 0.6657417416572571, "Finetune/Step": 18655, "Finetune/Step Time": 6.783949073404074}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.6130372881889343, "Finetune/Loss (Raw)": 0.7057631611824036, "Finetune/Step": 18656, "Finetune/Step Time": 6.780335620045662}
+{"Finetune/Learning Rate": 4.6841310034304585e-08, "Finetune/Loss": 0.6135984659194946, "Finetune/Loss (Raw)": 0.6671839952468872, "Finetune/Step": 18657, "Finetune/Step Time": 6.780878633260727}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.6148700714111328, "Finetune/Loss (Raw)": 0.7635678648948669, "Finetune/Step": 18658, "Finetune/Step Time": 6.77117183431983}
+{"Finetune/Learning Rate": 4.651627656347746e-08, "Finetune/Loss": 0.6153343915939331, "Finetune/Loss (Raw)": 0.6968576908111572, "Finetune/Step": 18659, "Finetune/Step Time": 6.791099403053522}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.615617036819458, "Finetune/Loss (Raw)": 0.6606574654579163, "Finetune/Step": 18660, "Finetune/Step Time": 6.783523228019476}
+{"Finetune/Learning Rate": 4.6192372102619174e-08, "Finetune/Loss": 0.6152693033218384, "Finetune/Loss (Raw)": 0.570490837097168, "Finetune/Step": 18661, "Finetune/Step Time": 6.736036613583565}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.6156954169273376, "Finetune/Loss (Raw)": 0.5823851823806763, "Finetune/Step": 18662, "Finetune/Step Time": 6.686291083693504}
+{"Finetune/Learning Rate": 4.586959668847146e-08, "Finetune/Loss": 0.6145144701004028, "Finetune/Loss (Raw)": 0.5712366700172424, "Finetune/Step": 18663, "Finetune/Step Time": 6.68446340598166}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.6147447824478149, "Finetune/Loss (Raw)": 0.5669828057289124, "Finetune/Step": 18664, "Finetune/Step Time": 6.672588746994734}
+{"Finetune/Learning Rate": 4.5547950357646145e-08, "Finetune/Loss": 0.6149269342422485, "Finetune/Loss (Raw)": 0.6991705298423767, "Finetune/Step": 18665, "Finetune/Step Time": 6.690757606178522}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.6151869893074036, "Finetune/Loss (Raw)": 0.6211655139923096, "Finetune/Step": 18666, "Finetune/Step Time": 6.689278403297067}
+{"Finetune/Learning Rate": 4.5227433146626255e-08, "Finetune/Loss": 0.6163025498390198, "Finetune/Loss (Raw)": 0.6503516435623169, "Finetune/Step": 18667, "Finetune/Step Time": 6.6865332536399364}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.6169580221176147, "Finetune/Loss (Raw)": 0.6909015774726868, "Finetune/Step": 18668, "Finetune/Step Time": 6.677953345701098}
+{"Finetune/Learning Rate": 4.490804509176827e-08, "Finetune/Loss": 0.6157450079917908, "Finetune/Loss (Raw)": 0.46105054020881653, "Finetune/Step": 18669, "Finetune/Step Time": 6.672714648768306}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.6156626343727112, "Finetune/Loss (Raw)": 0.6339168548583984, "Finetune/Step": 18670, "Finetune/Step Time": 6.670119553804398}
+{"Finetune/Learning Rate": 4.458978622929988e-08, "Finetune/Loss": 0.615338921546936, "Finetune/Loss (Raw)": 0.6759235262870789, "Finetune/Step": 18671, "Finetune/Step Time": 6.665985805913806}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.6162866353988647, "Finetune/Loss (Raw)": 0.7171196341514587, "Finetune/Step": 18672, "Finetune/Step Time": 6.665758617222309}
+{"Finetune/Learning Rate": 4.4272656595318874e-08, "Finetune/Loss": 0.6163135766983032, "Finetune/Loss (Raw)": 0.6442652344703674, "Finetune/Step": 18673, "Finetune/Step Time": 6.668133920058608}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.6152205467224121, "Finetune/Loss (Raw)": 0.5513768196105957, "Finetune/Step": 18674, "Finetune/Step Time": 6.655517008155584}
+{"Finetune/Learning Rate": 4.395665622579981e-08, "Finetune/Loss": 0.6144552230834961, "Finetune/Loss (Raw)": 0.5925977826118469, "Finetune/Step": 18675, "Finetune/Step Time": 6.6481301579624414}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.6159944534301758, "Finetune/Loss (Raw)": 0.6307864785194397, "Finetune/Step": 18676, "Finetune/Step Time": 6.636454781517386}
+{"Finetune/Learning Rate": 4.364178515658513e-08, "Finetune/Loss": 0.616286039352417, "Finetune/Loss (Raw)": 0.6162256598472595, "Finetune/Step": 18677, "Finetune/Step Time": 6.629570204764605}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.6164096593856812, "Finetune/Loss (Raw)": 0.7026462554931641, "Finetune/Step": 18678, "Finetune/Step Time": 6.631996154785156}
+{"Finetune/Learning Rate": 4.332804342338959e-08, "Finetune/Loss": 0.6165893077850342, "Finetune/Loss (Raw)": 0.6724705100059509, "Finetune/Step": 18679, "Finetune/Step Time": 6.634509526193142}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.6154513359069824, "Finetune/Loss (Raw)": 0.5408439040184021, "Finetune/Step": 18680, "Finetune/Step Time": 6.631504436954856}
+{"Finetune/Learning Rate": 4.3015431061800285e-08, "Finetune/Loss": 0.6151807308197021, "Finetune/Loss (Raw)": 0.5932362079620361, "Finetune/Step": 18681, "Finetune/Step Time": 6.625756861642003}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.6147339344024658, "Finetune/Loss (Raw)": 0.6699357628822327, "Finetune/Step": 18682, "Finetune/Step Time": 6.645601300522685}
+{"Finetune/Learning Rate": 4.270394810727885e-08, "Finetune/Loss": 0.6148427724838257, "Finetune/Loss (Raw)": 0.6903786063194275, "Finetune/Step": 18683, "Finetune/Step Time": 6.645637532696128}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.6150631904602051, "Finetune/Loss (Raw)": 0.641242265701294, "Finetune/Step": 18684, "Finetune/Step Time": 6.629080707207322}
+{"Finetune/Learning Rate": 4.239359459515258e-08, "Finetune/Loss": 0.6146087646484375, "Finetune/Loss (Raw)": 0.4970847964286804, "Finetune/Step": 18685, "Finetune/Step Time": 6.651890041306615}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.6147324442863464, "Finetune/Loss (Raw)": 0.6635341644287109, "Finetune/Step": 18686, "Finetune/Step Time": 6.670995384454727}
+{"Finetune/Learning Rate": 4.2084370560626643e-08, "Finetune/Loss": 0.6152953505516052, "Finetune/Loss (Raw)": 0.6760465502738953, "Finetune/Step": 18687, "Finetune/Step Time": 6.664427740499377}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.616361677646637, "Finetune/Loss (Raw)": 0.7732956409454346, "Finetune/Step": 18688, "Finetune/Step Time": 6.660674586892128}
+{"Finetune/Learning Rate": 4.177627603877632e-08, "Finetune/Loss": 0.6171025633811951, "Finetune/Loss (Raw)": 0.65961754322052, "Finetune/Step": 18689, "Finetune/Step Time": 6.65950970351696}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.6184496879577637, "Finetune/Loss (Raw)": 0.6433785557746887, "Finetune/Step": 18690, "Finetune/Step Time": 6.647450402379036}
+{"Finetune/Learning Rate": 4.14693110645481e-08, "Finetune/Loss": 0.618553876876831, "Finetune/Loss (Raw)": 0.6321706175804138, "Finetune/Step": 18691, "Finetune/Step Time": 6.6550662741065025}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.6183102130889893, "Finetune/Loss (Raw)": 0.5746538043022156, "Finetune/Step": 18692, "Finetune/Step Time": 6.6546094715595245}
+{"Finetune/Learning Rate": 4.116347567275858e-08, "Finetune/Loss": 0.6180881261825562, "Finetune/Loss (Raw)": 0.5533060431480408, "Finetune/Step": 18693, "Finetune/Step Time": 6.649127125740051}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.6180680990219116, "Finetune/Loss (Raw)": 0.5941052436828613, "Finetune/Step": 18694, "Finetune/Step Time": 6.630220722407103}
+{"Finetune/Learning Rate": 4.085876989810111e-08, "Finetune/Loss": 0.6176723837852478, "Finetune/Loss (Raw)": 0.5693056583404541, "Finetune/Step": 18695, "Finetune/Step Time": 6.631669407710433}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.6180731654167175, "Finetune/Loss (Raw)": 0.639999508857727, "Finetune/Step": 18696, "Finetune/Step Time": 6.629522321745753}
+{"Finetune/Learning Rate": 4.055519377513695e-08, "Finetune/Loss": 0.6186692118644714, "Finetune/Loss (Raw)": 0.7419024109840393, "Finetune/Step": 18697, "Finetune/Step Time": 6.6299609914422035}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.6180529594421387, "Finetune/Loss (Raw)": 0.5800806879997253, "Finetune/Step": 18698, "Finetune/Step Time": 6.6278654653579}
+{"Finetune/Learning Rate": 4.025274733829854e-08, "Finetune/Loss": 0.6175167560577393, "Finetune/Loss (Raw)": 0.6031612157821655, "Finetune/Step": 18699, "Finetune/Step Time": 6.624183371663094}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.6178956031799316, "Finetune/Loss (Raw)": 0.6474829912185669, "Finetune/Step": 18700, "Finetune/Step Time": 6.604208016768098}
+{"Finetune/Learning Rate": 3.9951430621895107e-08, "Finetune/Loss": 0.6174495220184326, "Finetune/Loss (Raw)": 0.5506313443183899, "Finetune/Step": 18701, "Finetune/Step Time": 6.6206379774957895}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.6177020072937012, "Finetune/Loss (Raw)": 0.6917595863342285, "Finetune/Step": 18702, "Finetune/Step Time": 6.614674186334014}
+{"Finetune/Learning Rate": 3.9651243660102646e-08, "Finetune/Loss": 0.6157845854759216, "Finetune/Loss (Raw)": 0.4423716068267822, "Finetune/Step": 18703, "Finetune/Step Time": 6.61995336599648}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.6170486211776733, "Finetune/Loss (Raw)": 0.674798846244812, "Finetune/Step": 18704, "Finetune/Step Time": 6.618388129398227}
+{"Finetune/Learning Rate": 3.935218648697059e-08, "Finetune/Loss": 0.617045521736145, "Finetune/Loss (Raw)": 0.7174838185310364, "Finetune/Step": 18705, "Finetune/Step Time": 6.612905537709594}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.6172224283218384, "Finetune/Loss (Raw)": 0.6164673566818237, "Finetune/Step": 18706, "Finetune/Step Time": 6.634085329249501}
+{"Finetune/Learning Rate": 3.90542591364218e-08, "Finetune/Loss": 0.6178711652755737, "Finetune/Loss (Raw)": 0.5926664471626282, "Finetune/Step": 18707, "Finetune/Step Time": 6.635711338371038}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.6186822652816772, "Finetune/Loss (Raw)": 0.7277628779411316, "Finetune/Step": 18708, "Finetune/Step Time": 6.6347073167562485}
+{"Finetune/Learning Rate": 3.875746164225036e-08, "Finetune/Loss": 0.6196144223213196, "Finetune/Loss (Raw)": 0.6542537212371826, "Finetune/Step": 18709, "Finetune/Step Time": 6.633641740307212}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.6206247806549072, "Finetune/Loss (Raw)": 0.7086278200149536, "Finetune/Step": 18710, "Finetune/Step Time": 6.632031347602606}
+{"Finetune/Learning Rate": 3.846179403811934e-08, "Finetune/Loss": 0.6210087537765503, "Finetune/Loss (Raw)": 0.6156613826751709, "Finetune/Step": 18711, "Finetune/Step Time": 6.634179808199406}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.6211770176887512, "Finetune/Loss (Raw)": 0.6061205863952637, "Finetune/Step": 18712, "Finetune/Step Time": 6.647255387157202}
+{"Finetune/Learning Rate": 3.8167256357567464e-08, "Finetune/Loss": 0.6191566586494446, "Finetune/Loss (Raw)": 0.3689434826374054, "Finetune/Step": 18713, "Finetune/Step Time": 6.653592938557267}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.6199586391448975, "Finetune/Loss (Raw)": 0.6815561652183533, "Finetune/Step": 18714, "Finetune/Step Time": 6.664595624431968}
+{"Finetune/Learning Rate": 3.787384863400245e-08, "Finetune/Loss": 0.6203203797340393, "Finetune/Loss (Raw)": 0.6776649355888367, "Finetune/Step": 18715, "Finetune/Step Time": 6.6589527279138565}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.6200428009033203, "Finetune/Loss (Raw)": 0.5192161798477173, "Finetune/Step": 18716, "Finetune/Step Time": 6.671453233808279}
+{"Finetune/Learning Rate": 3.7581570900707685e-08, "Finetune/Loss": 0.6195728778839111, "Finetune/Loss (Raw)": 0.6323351263999939, "Finetune/Step": 18717, "Finetune/Step Time": 6.662913670763373}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.6189799308776855, "Finetune/Loss (Raw)": 0.5391232371330261, "Finetune/Step": 18718, "Finetune/Step Time": 6.674594318494201}
+{"Finetune/Learning Rate": 3.729042319083331e-08, "Finetune/Loss": 0.6197816729545593, "Finetune/Loss (Raw)": 0.5581901669502258, "Finetune/Step": 18719, "Finetune/Step Time": 6.668063655495644}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.6189985871315002, "Finetune/Loss (Raw)": 0.5897501707077026, "Finetune/Step": 18720, "Finetune/Step Time": 6.650024237111211}
+{"Finetune/Learning Rate": 3.7000405537405136e-08, "Finetune/Loss": 0.6195712089538574, "Finetune/Loss (Raw)": 0.659447968006134, "Finetune/Step": 18721, "Finetune/Step Time": 6.648948727175593}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.6214834451675415, "Finetune/Loss (Raw)": 0.7189122438430786, "Finetune/Step": 18722, "Finetune/Step Time": 6.637279340997338}
+{"Finetune/Learning Rate": 3.6711517973317956e-08, "Finetune/Loss": 0.6219847202301025, "Finetune/Loss (Raw)": 0.6257157325744629, "Finetune/Step": 18723, "Finetune/Step Time": 6.63983772136271}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.6221045255661011, "Finetune/Loss (Raw)": 0.6346072554588318, "Finetune/Step": 18724, "Finetune/Step Time": 6.644847117364407}
+{"Finetune/Learning Rate": 3.6423760531342225e-08, "Finetune/Loss": 0.6222078204154968, "Finetune/Loss (Raw)": 0.6330214738845825, "Finetune/Step": 18725, "Finetune/Step Time": 6.640715779736638}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.6223202347755432, "Finetune/Loss (Raw)": 0.6371257901191711, "Finetune/Step": 18726, "Finetune/Step Time": 6.638243995606899}
+{"Finetune/Learning Rate": 3.613713324411627e-08, "Finetune/Loss": 0.622129499912262, "Finetune/Loss (Raw)": 0.5875895619392395, "Finetune/Step": 18727, "Finetune/Step Time": 6.642738375812769}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.6224457621574402, "Finetune/Loss (Raw)": 0.5982157588005066, "Finetune/Step": 18728, "Finetune/Step Time": 6.645345263183117}
+{"Finetune/Learning Rate": 3.585163614415188e-08, "Finetune/Loss": 0.6231946349143982, "Finetune/Loss (Raw)": 0.6647372841835022, "Finetune/Step": 18729, "Finetune/Step Time": 6.648243319243193}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.623607873916626, "Finetune/Loss (Raw)": 0.7112380266189575, "Finetune/Step": 18730, "Finetune/Step Time": 6.645909681916237}
+{"Finetune/Learning Rate": 3.556726926383314e-08, "Finetune/Loss": 0.6241095066070557, "Finetune/Loss (Raw)": 0.7254242300987244, "Finetune/Step": 18731, "Finetune/Step Time": 6.642706261947751}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.6236743330955505, "Finetune/Loss (Raw)": 0.5788941383361816, "Finetune/Step": 18732, "Finetune/Step Time": 6.647226689383388}
+{"Finetune/Learning Rate": 3.5284032635415355e-08, "Finetune/Loss": 0.6256179809570312, "Finetune/Loss (Raw)": 0.7403053045272827, "Finetune/Step": 18733, "Finetune/Step Time": 6.6450872123241425}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.6254761219024658, "Finetune/Loss (Raw)": 0.5632859468460083, "Finetune/Step": 18734, "Finetune/Step Time": 6.648185869678855}
+{"Finetune/Learning Rate": 3.5001926291025057e-08, "Finetune/Loss": 0.626327395439148, "Finetune/Loss (Raw)": 0.5948807001113892, "Finetune/Step": 18735, "Finetune/Step Time": 6.655321821570396}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.6249406933784485, "Finetune/Loss (Raw)": 0.6029093861579895, "Finetune/Step": 18736, "Finetune/Step Time": 6.650507468730211}
+{"Finetune/Learning Rate": 3.47209502626622e-08, "Finetune/Loss": 0.6241827011108398, "Finetune/Loss (Raw)": 0.5568252801895142, "Finetune/Step": 18737, "Finetune/Step Time": 6.64972754009068}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.6233168244361877, "Finetune/Loss (Raw)": 0.5665866136550903, "Finetune/Step": 18738, "Finetune/Step Time": 6.644971081987023}
+{"Finetune/Learning Rate": 3.444110458219685e-08, "Finetune/Loss": 0.6229957342147827, "Finetune/Loss (Raw)": 0.6117994785308838, "Finetune/Step": 18739, "Finetune/Step Time": 6.644303269684315}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.6220787763595581, "Finetune/Loss (Raw)": 0.6166145205497742, "Finetune/Step": 18740, "Finetune/Step Time": 6.643269710242748}
+{"Finetune/Learning Rate": 3.4162389281370276e-08, "Finetune/Loss": 0.6226309537887573, "Finetune/Loss (Raw)": 0.6489570736885071, "Finetune/Step": 18741, "Finetune/Step Time": 6.621058512479067}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.6233193874359131, "Finetune/Loss (Raw)": 0.72632896900177, "Finetune/Step": 18742, "Finetune/Step Time": 6.638996090739965}
+{"Finetune/Learning Rate": 3.3884804391799417e-08, "Finetune/Loss": 0.6222084760665894, "Finetune/Loss (Raw)": 0.6213951110839844, "Finetune/Step": 18743, "Finetune/Step Time": 6.634021336212754}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.6214404106140137, "Finetune/Loss (Raw)": 0.5007429718971252, "Finetune/Step": 18744, "Finetune/Step Time": 6.628623245283961}
+{"Finetune/Learning Rate": 3.360834994496909e-08, "Finetune/Loss": 0.6215699315071106, "Finetune/Loss (Raw)": 0.5867273807525635, "Finetune/Step": 18745, "Finetune/Step Time": 6.627003066241741}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.6212988495826721, "Finetune/Loss (Raw)": 0.6073916554450989, "Finetune/Step": 18746, "Finetune/Step Time": 6.624534513801336}
+{"Finetune/Learning Rate": 3.3333025972236424e-08, "Finetune/Loss": 0.6211188435554504, "Finetune/Loss (Raw)": 0.6632547378540039, "Finetune/Step": 18747, "Finetune/Step Time": 6.621740134432912}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.6206825971603394, "Finetune/Loss (Raw)": 0.737891674041748, "Finetune/Step": 18748, "Finetune/Step Time": 6.620426787063479}
+{"Finetune/Learning Rate": 3.3058832504830887e-08, "Finetune/Loss": 0.6219859719276428, "Finetune/Loss (Raw)": 0.6261417269706726, "Finetune/Step": 18749, "Finetune/Step Time": 6.606368215754628}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.6238874197006226, "Finetune/Loss (Raw)": 0.6595238447189331, "Finetune/Step": 18750, "Finetune/Step Time": 6.583132630214095}
+{"Finetune/Learning Rate": 3.2785769573856486e-08, "Finetune/Loss": 0.6252139210700989, "Finetune/Loss (Raw)": 0.7597780823707581, "Finetune/Step": 18751, "Finetune/Step Time": 6.583494782447815}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.625261664390564, "Finetune/Loss (Raw)": 0.6378517150878906, "Finetune/Step": 18752, "Finetune/Step Time": 6.599406324326992}
+{"Finetune/Learning Rate": 3.25138372102829e-08, "Finetune/Loss": 0.6263563632965088, "Finetune/Loss (Raw)": 0.6725326776504517, "Finetune/Step": 18753, "Finetune/Step Time": 6.605040151625872}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.6268556714057922, "Finetune/Loss (Raw)": 0.6161034107208252, "Finetune/Step": 18754, "Finetune/Step Time": 6.6071209497749805}
+{"Finetune/Learning Rate": 3.224303544495766e-08, "Finetune/Loss": 0.6260693073272705, "Finetune/Loss (Raw)": 0.5202534198760986, "Finetune/Step": 18755, "Finetune/Step Time": 6.608795195817947}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.6257657408714294, "Finetune/Loss (Raw)": 0.5791057348251343, "Finetune/Step": 18756, "Finetune/Step Time": 6.611653169617057}
+{"Finetune/Learning Rate": 3.197336430859621e-08, "Finetune/Loss": 0.6262692213058472, "Finetune/Loss (Raw)": 0.6007125377655029, "Finetune/Step": 18757, "Finetune/Step Time": 6.604479134082794}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.6266649961471558, "Finetune/Loss (Raw)": 0.5585126280784607, "Finetune/Step": 18758, "Finetune/Step Time": 6.607757160440087}
+{"Finetune/Learning Rate": 3.17048238317863e-08, "Finetune/Loss": 0.6263036727905273, "Finetune/Loss (Raw)": 0.5471758246421814, "Finetune/Step": 18759, "Finetune/Step Time": 6.613753071054816}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.6274627447128296, "Finetune/Loss (Raw)": 0.7140951752662659, "Finetune/Step": 18760, "Finetune/Step Time": 6.615639239549637}
+{"Finetune/Learning Rate": 3.143741404499023e-08, "Finetune/Loss": 0.6274268627166748, "Finetune/Loss (Raw)": 0.6867920756340027, "Finetune/Step": 18761, "Finetune/Step Time": 6.612621368840337}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.6284027099609375, "Finetune/Loss (Raw)": 0.6031621694564819, "Finetune/Step": 18762, "Finetune/Step Time": 6.61545535735786}
+{"Finetune/Learning Rate": 3.1171134978538185e-08, "Finetune/Loss": 0.628003716468811, "Finetune/Loss (Raw)": 0.6151990294456482, "Finetune/Step": 18763, "Finetune/Step Time": 6.607194367796183}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.6266193389892578, "Finetune/Loss (Raw)": 0.5318724513053894, "Finetune/Step": 18764, "Finetune/Step Time": 6.59650456905365}
+{"Finetune/Learning Rate": 3.090598666263489e-08, "Finetune/Loss": 0.6259247660636902, "Finetune/Loss (Raw)": 0.6414757966995239, "Finetune/Step": 18765, "Finetune/Step Time": 6.5942058358341455}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.626795768737793, "Finetune/Loss (Raw)": 0.6289928555488586, "Finetune/Step": 18766, "Finetune/Step Time": 6.5902951173484325}
+{"Finetune/Learning Rate": 3.064196912735517e-08, "Finetune/Loss": 0.6277337074279785, "Finetune/Loss (Raw)": 0.6964202523231506, "Finetune/Step": 18767, "Finetune/Step Time": 6.591446716338396}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.6279306411743164, "Finetune/Loss (Raw)": 0.6161309480667114, "Finetune/Step": 18768, "Finetune/Step Time": 6.589570725336671}
+{"Finetune/Learning Rate": 3.037908240264509e-08, "Finetune/Loss": 0.6279565691947937, "Finetune/Loss (Raw)": 0.6062934398651123, "Finetune/Step": 18769, "Finetune/Step Time": 6.600024374201894}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.6279311180114746, "Finetune/Loss (Raw)": 0.5822557210922241, "Finetune/Step": 18770, "Finetune/Step Time": 6.603664919734001}
+{"Finetune/Learning Rate": 3.011732651832633e-08, "Finetune/Loss": 0.6286718845367432, "Finetune/Loss (Raw)": 0.62335604429245, "Finetune/Step": 18771, "Finetune/Step Time": 6.597223401069641}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.6285708546638489, "Finetune/Loss (Raw)": 0.6409875154495239, "Finetune/Step": 18772, "Finetune/Step Time": 6.601621812209487}
+{"Finetune/Learning Rate": 2.985670150408626e-08, "Finetune/Loss": 0.6274319887161255, "Finetune/Loss (Raw)": 0.5553622841835022, "Finetune/Step": 18773, "Finetune/Step Time": 6.604043945670128}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.6287961006164551, "Finetune/Loss (Raw)": 0.7103212475776672, "Finetune/Step": 18774, "Finetune/Step Time": 6.605601940304041}
+{"Finetune/Learning Rate": 2.9597207389490125e-08, "Finetune/Loss": 0.6289795637130737, "Finetune/Loss (Raw)": 0.7026156783103943, "Finetune/Step": 18775, "Finetune/Step Time": 6.622134296223521}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.6283486485481262, "Finetune/Loss (Raw)": 0.5970514416694641, "Finetune/Step": 18776, "Finetune/Step Time": 6.614991603419185}
+{"Finetune/Learning Rate": 2.933884420396993e-08, "Finetune/Loss": 0.6284662485122681, "Finetune/Loss (Raw)": 0.6145387291908264, "Finetune/Step": 18777, "Finetune/Step Time": 6.599404964596033}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.6269180178642273, "Finetune/Loss (Raw)": 0.44327452778816223, "Finetune/Step": 18778, "Finetune/Step Time": 6.630461908876896}
+{"Finetune/Learning Rate": 2.9081611976832237e-08, "Finetune/Loss": 0.6281559467315674, "Finetune/Loss (Raw)": 0.7894722819328308, "Finetune/Step": 18779, "Finetune/Step Time": 6.652650184929371}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.6261788606643677, "Finetune/Loss (Raw)": 0.5436955690383911, "Finetune/Step": 18780, "Finetune/Step Time": 6.648205827921629}
+{"Finetune/Learning Rate": 2.8825510737254813e-08, "Finetune/Loss": 0.6271616220474243, "Finetune/Loss (Raw)": 0.6911450624465942, "Finetune/Step": 18781, "Finetune/Step Time": 6.653272097930312}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.627367377281189, "Finetune/Loss (Raw)": 0.6090056300163269, "Finetune/Step": 18782, "Finetune/Step Time": 6.647027982398868}
+{"Finetune/Learning Rate": 2.857054051428665e-08, "Finetune/Loss": 0.627751350402832, "Finetune/Loss (Raw)": 0.7148908972740173, "Finetune/Step": 18783, "Finetune/Step Time": 6.649701910093427}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.6270285844802856, "Finetune/Loss (Raw)": 0.6132574677467346, "Finetune/Step": 18784, "Finetune/Step Time": 6.653046095743775}
+{"Finetune/Learning Rate": 2.8316701336847942e-08, "Finetune/Loss": 0.6267890334129333, "Finetune/Loss (Raw)": 0.6365245580673218, "Finetune/Step": 18785, "Finetune/Step Time": 6.657272268086672}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.6253666877746582, "Finetune/Loss (Raw)": 0.5814993977546692, "Finetune/Step": 18786, "Finetune/Step Time": 6.668356249108911}
+{"Finetune/Learning Rate": 2.8063993233732323e-08, "Finetune/Loss": 0.6257368922233582, "Finetune/Loss (Raw)": 0.7442433834075928, "Finetune/Step": 18787, "Finetune/Step Time": 6.649515025317669}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.6254955530166626, "Finetune/Loss (Raw)": 0.6297641396522522, "Finetune/Step": 18788, "Finetune/Step Time": 6.661208817735314}
+{"Finetune/Learning Rate": 2.7812416233603536e-08, "Finetune/Loss": 0.6257365345954895, "Finetune/Loss (Raw)": 0.6013398170471191, "Finetune/Step": 18789, "Finetune/Step Time": 6.661445120349526}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.6264615058898926, "Finetune/Loss (Raw)": 0.6751807332038879, "Finetune/Step": 18790, "Finetune/Step Time": 6.672028075903654}
+{"Finetune/Learning Rate": 2.7561970364997637e-08, "Finetune/Loss": 0.6273766160011292, "Finetune/Loss (Raw)": 0.6883734464645386, "Finetune/Step": 18791, "Finetune/Step Time": 6.677124619483948}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.6270010471343994, "Finetune/Loss (Raw)": 0.5189152359962463, "Finetune/Step": 18792, "Finetune/Step Time": 6.672031443566084}
+{"Finetune/Learning Rate": 2.7312655656323016e-08, "Finetune/Loss": 0.6271600723266602, "Finetune/Loss (Raw)": 0.7195279002189636, "Finetune/Step": 18793, "Finetune/Step Time": 6.652194840833545}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.6280366778373718, "Finetune/Loss (Raw)": 0.7333645820617676, "Finetune/Step": 18794, "Finetune/Step Time": 6.65062939748168}
+{"Finetune/Learning Rate": 2.7064472135858167e-08, "Finetune/Loss": 0.6274078488349915, "Finetune/Loss (Raw)": 0.5698633790016174, "Finetune/Step": 18795, "Finetune/Step Time": 6.655937638133764}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.6258335709571838, "Finetune/Loss (Raw)": 0.4893917739391327, "Finetune/Step": 18796, "Finetune/Step Time": 6.662160158157349}
+{"Finetune/Learning Rate": 2.681741983175501e-08, "Finetune/Loss": 0.6269218921661377, "Finetune/Loss (Raw)": 0.6003479957580566, "Finetune/Step": 18797, "Finetune/Step Time": 6.664473962038755}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.6267715692520142, "Finetune/Loss (Raw)": 0.6146843433380127, "Finetune/Step": 18798, "Finetune/Step Time": 6.669566228985786}
+{"Finetune/Learning Rate": 2.6571498772036687e-08, "Finetune/Loss": 0.6266582012176514, "Finetune/Loss (Raw)": 0.6614036560058594, "Finetune/Step": 18799, "Finetune/Step Time": 6.683413619175553}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.6254534721374512, "Finetune/Loss (Raw)": 0.5629224181175232, "Finetune/Step": 18800, "Finetune/Step Time": 6.69133447855711}
+{"Finetune/Learning Rate": 2.6326708984595327e-08, "Finetune/Loss": 0.6256415843963623, "Finetune/Loss (Raw)": 0.6683462262153625, "Finetune/Step": 18801, "Finetune/Step Time": 6.688827447593212}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.626348614692688, "Finetune/Loss (Raw)": 0.6418721079826355, "Finetune/Step": 18802, "Finetune/Step Time": 6.689217921346426}
+{"Finetune/Learning Rate": 2.6083050497199835e-08, "Finetune/Loss": 0.626987099647522, "Finetune/Loss (Raw)": 0.674318253993988, "Finetune/Step": 18803, "Finetune/Step Time": 6.688114559277892}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.6269344091415405, "Finetune/Loss (Raw)": 0.6240503787994385, "Finetune/Step": 18804, "Finetune/Step Time": 6.687593039125204}
+{"Finetune/Learning Rate": 2.584052333748699e-08, "Finetune/Loss": 0.6272596716880798, "Finetune/Loss (Raw)": 0.6578517556190491, "Finetune/Step": 18805, "Finetune/Step Time": 6.691134752705693}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.6271983981132507, "Finetune/Loss (Raw)": 0.6948074102401733, "Finetune/Step": 18806, "Finetune/Step Time": 6.6943326741456985}
+{"Finetune/Learning Rate": 2.5599127532965896e-08, "Finetune/Loss": 0.6278483271598816, "Finetune/Loss (Raw)": 0.7556579113006592, "Finetune/Step": 18807, "Finetune/Step Time": 6.7007406279444695}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.6292241811752319, "Finetune/Loss (Raw)": 0.7169578671455383, "Finetune/Step": 18808, "Finetune/Step Time": 6.702601175755262}
+{"Finetune/Learning Rate": 2.5358863111019095e-08, "Finetune/Loss": 0.6292190551757812, "Finetune/Loss (Raw)": 0.5925807356834412, "Finetune/Step": 18809, "Finetune/Step Time": 6.702572865411639}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.6286442279815674, "Finetune/Loss (Raw)": 0.59635990858078, "Finetune/Step": 18810, "Finetune/Step Time": 6.6861738953739405}
+{"Finetune/Learning Rate": 2.511973009889812e-08, "Finetune/Loss": 0.6281076669692993, "Finetune/Loss (Raw)": 0.621694803237915, "Finetune/Step": 18811, "Finetune/Step Time": 6.688361851498485}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.6290241479873657, "Finetune/Loss (Raw)": 0.7585583925247192, "Finetune/Step": 18812, "Finetune/Step Time": 6.690722843632102}
+{"Finetune/Learning Rate": 2.4881728523726834e-08, "Finetune/Loss": 0.6306994557380676, "Finetune/Loss (Raw)": 0.7115160226821899, "Finetune/Step": 18813, "Finetune/Step Time": 6.665830036625266}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.6299819946289062, "Finetune/Loss (Raw)": 0.5717026591300964, "Finetune/Step": 18814, "Finetune/Step Time": 6.652078064158559}
+{"Finetune/Learning Rate": 2.4644858412503637e-08, "Finetune/Loss": 0.6297217607498169, "Finetune/Loss (Raw)": 0.6427344083786011, "Finetune/Step": 18815, "Finetune/Step Time": 6.6547981351614}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.6287481784820557, "Finetune/Loss (Raw)": 0.6486749649047852, "Finetune/Step": 18816, "Finetune/Step Time": 6.65731018781662}
+{"Finetune/Learning Rate": 2.4409119792094816e-08, "Finetune/Loss": 0.6282323598861694, "Finetune/Loss (Raw)": 0.5936040282249451, "Finetune/Step": 18817, "Finetune/Step Time": 6.6573252603411674}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.6286273002624512, "Finetune/Loss (Raw)": 0.6939188241958618, "Finetune/Step": 18818, "Finetune/Step Time": 6.6568103060126305}
+{"Finetune/Learning Rate": 2.4174512689240092e-08, "Finetune/Loss": 0.6286104917526245, "Finetune/Loss (Raw)": 0.6300296187400818, "Finetune/Step": 18819, "Finetune/Step Time": 6.6516783479601145}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.6285563707351685, "Finetune/Loss (Raw)": 0.5677187442779541, "Finetune/Step": 18820, "Finetune/Step Time": 6.655561696738005}
+{"Finetune/Learning Rate": 2.3941037130551515e-08, "Finetune/Loss": 0.6294754147529602, "Finetune/Loss (Raw)": 0.6709434986114502, "Finetune/Step": 18821, "Finetune/Step Time": 6.660678397864103}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.6298386454582214, "Finetune/Loss (Raw)": 0.6405982971191406, "Finetune/Step": 18822, "Finetune/Step Time": 6.659621296450496}
+{"Finetune/Learning Rate": 2.370869314251123e-08, "Finetune/Loss": 0.6305161714553833, "Finetune/Loss (Raw)": 0.6560280919075012, "Finetune/Step": 18823, "Finetune/Step Time": 6.659666821360588}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.6303462982177734, "Finetune/Loss (Raw)": 0.6182639598846436, "Finetune/Step": 18824, "Finetune/Step Time": 6.659786097705364}
+{"Finetune/Learning Rate": 2.3477480751472602e-08, "Finetune/Loss": 0.6289527416229248, "Finetune/Loss (Raw)": 0.5635222792625427, "Finetune/Step": 18825, "Finetune/Step Time": 6.662947928532958}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.6292936205863953, "Finetune/Loss (Raw)": 0.6237104535102844, "Finetune/Step": 18826, "Finetune/Step Time": 6.6625214125961065}
+{"Finetune/Learning Rate": 2.3247399983663545e-08, "Finetune/Loss": 0.6295889616012573, "Finetune/Loss (Raw)": 0.6409654021263123, "Finetune/Step": 18827, "Finetune/Step Time": 6.666228830814362}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.6298385858535767, "Finetune/Loss (Raw)": 0.6794401407241821, "Finetune/Step": 18828, "Finetune/Step Time": 6.667925478890538}
+{"Finetune/Learning Rate": 2.3018450865182063e-08, "Finetune/Loss": 0.6297571063041687, "Finetune/Loss (Raw)": 0.5402019619941711, "Finetune/Step": 18829, "Finetune/Step Time": 6.651707416400313}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.6287280917167664, "Finetune/Loss (Raw)": 0.5600422620773315, "Finetune/Step": 18830, "Finetune/Step Time": 6.657037476077676}
+{"Finetune/Learning Rate": 2.2790633421995167e-08, "Finetune/Loss": 0.6303653717041016, "Finetune/Loss (Raw)": 0.6519449353218079, "Finetune/Step": 18831, "Finetune/Step Time": 6.654142441228032}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.6302170157432556, "Finetune/Loss (Raw)": 0.6558073163032532, "Finetune/Step": 18832, "Finetune/Step Time": 6.653774572536349}
+{"Finetune/Learning Rate": 2.256394767994552e-08, "Finetune/Loss": 0.6294766664505005, "Finetune/Loss (Raw)": 0.622725784778595, "Finetune/Step": 18833, "Finetune/Step Time": 6.657762641087174}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.6293623447418213, "Finetune/Loss (Raw)": 0.601823091506958, "Finetune/Step": 18834, "Finetune/Step Time": 6.639487629756331}
+{"Finetune/Learning Rate": 2.2338393664745883e-08, "Finetune/Loss": 0.6293445825576782, "Finetune/Loss (Raw)": 0.5903974771499634, "Finetune/Step": 18835, "Finetune/Step Time": 6.678385416045785}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.6282561421394348, "Finetune/Loss (Raw)": 0.5884425640106201, "Finetune/Step": 18836, "Finetune/Step Time": 6.677782608196139}
+{"Finetune/Learning Rate": 2.211397140198024e-08, "Finetune/Loss": 0.6285343170166016, "Finetune/Loss (Raw)": 0.6898651719093323, "Finetune/Step": 18837, "Finetune/Step Time": 6.678092794492841}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.6286015510559082, "Finetune/Loss (Raw)": 0.7172313928604126, "Finetune/Step": 18838, "Finetune/Step Time": 6.682745940983295}
+{"Finetune/Learning Rate": 2.189068091710378e-08, "Finetune/Loss": 0.6285276412963867, "Finetune/Loss (Raw)": 0.6061927080154419, "Finetune/Step": 18839, "Finetune/Step Time": 6.681196503341198}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.6293356418609619, "Finetune/Loss (Raw)": 0.7095581889152527, "Finetune/Step": 18840, "Finetune/Step Time": 6.6681618094444275}
+{"Finetune/Learning Rate": 2.1668522235445133e-08, "Finetune/Loss": 0.6312362551689148, "Finetune/Loss (Raw)": 0.6122152805328369, "Finetune/Step": 18841, "Finetune/Step Time": 6.661573173478246}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.6317113637924194, "Finetune/Loss (Raw)": 0.742364764213562, "Finetune/Step": 18842, "Finetune/Step Time": 6.654741175472736}
+{"Finetune/Learning Rate": 2.1447495382203033e-08, "Finetune/Loss": 0.6310970187187195, "Finetune/Loss (Raw)": 0.5990363359451294, "Finetune/Step": 18843, "Finetune/Step Time": 6.661819372326136}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.632487952709198, "Finetune/Loss (Raw)": 0.6972543001174927, "Finetune/Step": 18844, "Finetune/Step Time": 6.653364337980747}
+{"Finetune/Learning Rate": 2.122760038244742e-08, "Finetune/Loss": 0.631817638874054, "Finetune/Loss (Raw)": 0.5465359687805176, "Finetune/Step": 18845, "Finetune/Step Time": 6.665104793384671}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.6325253844261169, "Finetune/Loss (Raw)": 0.6297102570533752, "Finetune/Step": 18846, "Finetune/Step Time": 6.6641117464751005}
+{"Finetune/Learning Rate": 2.1008837261122795e-08, "Finetune/Loss": 0.6335042715072632, "Finetune/Loss (Raw)": 0.683487594127655, "Finetune/Step": 18847, "Finetune/Step Time": 6.659520326182246}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.6345013380050659, "Finetune/Loss (Raw)": 0.7173775434494019, "Finetune/Step": 18848, "Finetune/Step Time": 6.660508211702108}
+{"Finetune/Learning Rate": 2.0791206043040414e-08, "Finetune/Loss": 0.6344197988510132, "Finetune/Loss (Raw)": 0.6490080952644348, "Finetune/Step": 18849, "Finetune/Step Time": 6.64587889611721}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.6338521838188171, "Finetune/Loss (Raw)": 0.646259605884552, "Finetune/Step": 18850, "Finetune/Step Time": 6.647808995097876}
+{"Finetune/Learning Rate": 2.057470675288831e-08, "Finetune/Loss": 0.6336686611175537, "Finetune/Loss (Raw)": 0.6022212505340576, "Finetune/Step": 18851, "Finetune/Step Time": 6.667764106765389}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.6326596736907959, "Finetune/Loss (Raw)": 0.5054571628570557, "Finetune/Step": 18852, "Finetune/Step Time": 6.678346123546362}
+{"Finetune/Learning Rate": 2.035933941522239e-08, "Finetune/Loss": 0.6331080198287964, "Finetune/Loss (Raw)": 0.6904181241989136, "Finetune/Step": 18853, "Finetune/Step Time": 6.683032466098666}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.6333518624305725, "Finetune/Loss (Raw)": 0.6683310866355896, "Finetune/Step": 18854, "Finetune/Step Time": 6.691369047388434}
+{"Finetune/Learning Rate": 2.014510405447201e-08, "Finetune/Loss": 0.6336624622344971, "Finetune/Loss (Raw)": 0.6273426413536072, "Finetune/Step": 18855, "Finetune/Step Time": 6.689565822482109}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.6342340707778931, "Finetune/Loss (Raw)": 0.6713912487030029, "Finetune/Step": 18856, "Finetune/Step Time": 6.689767124131322}
+{"Finetune/Learning Rate": 1.9932000694937725e-08, "Finetune/Loss": 0.6334067583084106, "Finetune/Loss (Raw)": 0.558833658695221, "Finetune/Step": 18857, "Finetune/Step Time": 6.686421377584338}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.6325489282608032, "Finetune/Loss (Raw)": 0.6014403104782104, "Finetune/Step": 18858, "Finetune/Step Time": 6.69082397967577}
+{"Finetune/Learning Rate": 1.9720029360790206e-08, "Finetune/Loss": 0.6308841109275818, "Finetune/Loss (Raw)": 0.5123251676559448, "Finetune/Step": 18859, "Finetune/Step Time": 6.690719541162252}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.6304244995117188, "Finetune/Loss (Raw)": 0.520061194896698, "Finetune/Step": 18860, "Finetune/Step Time": 6.689020622521639}
+{"Finetune/Learning Rate": 1.9509190076074657e-08, "Finetune/Loss": 0.6295467615127563, "Finetune/Loss (Raw)": 0.6279557943344116, "Finetune/Step": 18861, "Finetune/Step Time": 6.690346337854862}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.6308126449584961, "Finetune/Loss (Raw)": 0.7253180146217346, "Finetune/Step": 18862, "Finetune/Step Time": 6.682808576151729}
+{"Finetune/Learning Rate": 1.9299482864706397e-08, "Finetune/Loss": 0.6310019493103027, "Finetune/Loss (Raw)": 0.6191099286079407, "Finetune/Step": 18863, "Finetune/Step Time": 6.67773149907589}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.6327224969863892, "Finetune/Loss (Raw)": 0.823143720626831, "Finetune/Step": 18864, "Finetune/Step Time": 6.6780595276504755}
+{"Finetune/Learning Rate": 1.9090907750470843e-08, "Finetune/Loss": 0.6325091123580933, "Finetune/Loss (Raw)": 0.5295150279998779, "Finetune/Step": 18865, "Finetune/Step Time": 6.678112996742129}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.6326132416725159, "Finetune/Loss (Raw)": 0.5799167156219482, "Finetune/Step": 18866, "Finetune/Step Time": 6.679132642224431}
+{"Finetune/Learning Rate": 1.888346475702685e-08, "Finetune/Loss": 0.6322575807571411, "Finetune/Loss (Raw)": 0.5662720203399658, "Finetune/Step": 18867, "Finetune/Step Time": 6.6800148375332355}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.6320610046386719, "Finetune/Loss (Raw)": 0.5914523601531982, "Finetune/Step": 18868, "Finetune/Step Time": 6.706298731267452}
+{"Finetune/Learning Rate": 1.867715390790448e-08, "Finetune/Loss": 0.632288932800293, "Finetune/Loss (Raw)": 0.6781332492828369, "Finetune/Step": 18869, "Finetune/Step Time": 6.705983789637685}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.6316396594047546, "Finetune/Loss (Raw)": 0.6432191729545593, "Finetune/Step": 18870, "Finetune/Step Time": 6.691596640273929}
+{"Finetune/Learning Rate": 1.8471975226506123e-08, "Finetune/Loss": 0.6321232318878174, "Finetune/Loss (Raw)": 0.6832996010780334, "Finetune/Step": 18871, "Finetune/Step Time": 6.71367378346622}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.6332660913467407, "Finetune/Loss (Raw)": 0.6470255255699158, "Finetune/Step": 18872, "Finetune/Step Time": 6.724157385528088}
+{"Finetune/Learning Rate": 1.826792873610428e-08, "Finetune/Loss": 0.6328827738761902, "Finetune/Loss (Raw)": 0.5376641750335693, "Finetune/Step": 18873, "Finetune/Step Time": 6.7403635792434216}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.6335574388504028, "Finetune/Loss (Raw)": 0.6937478184700012, "Finetune/Step": 18874, "Finetune/Step Time": 6.742530042305589}
+{"Finetune/Learning Rate": 1.8065014459842657e-08, "Finetune/Loss": 0.6338084936141968, "Finetune/Loss (Raw)": 0.695379912853241, "Finetune/Step": 18875, "Finetune/Step Time": 6.743788819760084}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.6327320337295532, "Finetune/Loss (Raw)": 0.6001049876213074, "Finetune/Step": 18876, "Finetune/Step Time": 6.745267149060965}
+{"Finetune/Learning Rate": 1.7863232420739506e-08, "Finetune/Loss": 0.6329485177993774, "Finetune/Loss (Raw)": 0.6538570523262024, "Finetune/Step": 18877, "Finetune/Step Time": 6.746153650805354}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.6331212520599365, "Finetune/Loss (Raw)": 0.6816381812095642, "Finetune/Step": 18878, "Finetune/Step Time": 6.745164766907692}
+{"Finetune/Learning Rate": 1.766258264168097e-08, "Finetune/Loss": 0.631219744682312, "Finetune/Loss (Raw)": 0.516381561756134, "Finetune/Step": 18879, "Finetune/Step Time": 6.745289467275143}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.6313846707344055, "Finetune/Loss (Raw)": 0.6589609384536743, "Finetune/Step": 18880, "Finetune/Step Time": 6.739748245105147}
+{"Finetune/Learning Rate": 1.7463065145426617e-08, "Finetune/Loss": 0.6308503150939941, "Finetune/Loss (Raw)": 0.6041394472122192, "Finetune/Step": 18881, "Finetune/Step Time": 6.734908867627382}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.6307478547096252, "Finetune/Loss (Raw)": 0.6029881238937378, "Finetune/Step": 18882, "Finetune/Step Time": 6.732424611225724}
+{"Finetune/Learning Rate": 1.7264679954609453e-08, "Finetune/Loss": 0.6317124962806702, "Finetune/Loss (Raw)": 0.6437252163887024, "Finetune/Step": 18883, "Finetune/Step Time": 6.729093588888645}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.6326329708099365, "Finetune/Loss (Raw)": 0.6969315409660339, "Finetune/Step": 18884, "Finetune/Step Time": 6.73140237107873}
+{"Finetune/Learning Rate": 1.706742709173037e-08, "Finetune/Loss": 0.6329514384269714, "Finetune/Loss (Raw)": 0.6414735913276672, "Finetune/Step": 18885, "Finetune/Step Time": 6.7284357491880655}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.6331479549407959, "Finetune/Loss (Raw)": 0.5836663246154785, "Finetune/Step": 18886, "Finetune/Step Time": 6.709784802049398}
+{"Finetune/Learning Rate": 1.6871306579162584e-08, "Finetune/Loss": 0.6337478160858154, "Finetune/Loss (Raw)": 0.6239669322967529, "Finetune/Step": 18887, "Finetune/Step Time": 6.7092023100703955}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.6342918872833252, "Finetune/Loss (Raw)": 0.7837281823158264, "Finetune/Step": 18888, "Finetune/Step Time": 6.7093067150563}
+{"Finetune/Learning Rate": 1.667631843915385e-08, "Finetune/Loss": 0.6341378092765808, "Finetune/Loss (Raw)": 0.6670733690261841, "Finetune/Step": 18889, "Finetune/Step Time": 6.7175362855196}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.6340309381484985, "Finetune/Loss (Raw)": 0.5894787907600403, "Finetune/Step": 18890, "Finetune/Step Time": 6.717171752825379}
+{"Finetune/Learning Rate": 1.648246269381981e-08, "Finetune/Loss": 0.6339372396469116, "Finetune/Loss (Raw)": 0.6032110452651978, "Finetune/Step": 18891, "Finetune/Step Time": 6.722683601081371}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.6335176229476929, "Finetune/Loss (Raw)": 0.47815752029418945, "Finetune/Step": 18892, "Finetune/Step Time": 6.737055966630578}
+{"Finetune/Learning Rate": 1.6289739365150658e-08, "Finetune/Loss": 0.6338995695114136, "Finetune/Loss (Raw)": 0.6903647184371948, "Finetune/Step": 18893, "Finetune/Step Time": 6.73729695379734}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.6341086626052856, "Finetune/Loss (Raw)": 0.6557528376579285, "Finetune/Step": 18894, "Finetune/Step Time": 6.7489603739231825}
+{"Finetune/Learning Rate": 1.6098148475005572e-08, "Finetune/Loss": 0.6334118247032166, "Finetune/Loss (Raw)": 0.6072311401367188, "Finetune/Step": 18895, "Finetune/Step Time": 6.7453294806182384}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.6337404847145081, "Finetune/Loss (Raw)": 0.6581947207450867, "Finetune/Step": 18896, "Finetune/Step Time": 6.735501376911998}
+{"Finetune/Learning Rate": 1.590769004511605e-08, "Finetune/Loss": 0.6338291764259338, "Finetune/Loss (Raw)": 0.6176514625549316, "Finetune/Step": 18897, "Finetune/Step Time": 6.7092633079737425}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.6339340806007385, "Finetune/Loss (Raw)": 0.5956794023513794, "Finetune/Step": 18898, "Finetune/Step Time": 6.704509690403938}
+{"Finetune/Learning Rate": 1.5718364097087048e-08, "Finetune/Loss": 0.6340459585189819, "Finetune/Loss (Raw)": 0.6376833915710449, "Finetune/Step": 18899, "Finetune/Step Time": 6.703818839043379}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.6328727602958679, "Finetune/Loss (Raw)": 0.4908156991004944, "Finetune/Step": 18900, "Finetune/Step Time": 6.7150903176516294}
+{"Finetune/Learning Rate": 1.5530170652393596e-08, "Finetune/Loss": 0.6342364549636841, "Finetune/Loss (Raw)": 0.7299104928970337, "Finetune/Step": 18901, "Finetune/Step Time": 6.717197651043534}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.6335016489028931, "Finetune/Loss (Raw)": 0.6162654757499695, "Finetune/Step": 18902, "Finetune/Step Time": 6.716347210109234}
+{"Finetune/Learning Rate": 1.5343109732379734e-08, "Finetune/Loss": 0.6336251497268677, "Finetune/Loss (Raw)": 0.7184276580810547, "Finetune/Step": 18903, "Finetune/Step Time": 6.6994266882538795}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.634073793888092, "Finetune/Loss (Raw)": 0.6544767618179321, "Finetune/Step": 18904, "Finetune/Step Time": 6.703317265957594}
+{"Finetune/Learning Rate": 1.515718135826627e-08, "Finetune/Loss": 0.6341582536697388, "Finetune/Loss (Raw)": 0.6253475546836853, "Finetune/Step": 18905, "Finetune/Step Time": 6.710567489266396}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.6357091069221497, "Finetune/Loss (Raw)": 0.6417823433876038, "Finetune/Step": 18906, "Finetune/Step Time": 6.679757447913289}
+{"Finetune/Learning Rate": 1.497238555114189e-08, "Finetune/Loss": 0.6347219944000244, "Finetune/Loss (Raw)": 0.6631283164024353, "Finetune/Step": 18907, "Finetune/Step Time": 6.6616679932922125}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.6352386474609375, "Finetune/Loss (Raw)": 0.6098242402076721, "Finetune/Step": 18908, "Finetune/Step Time": 6.665407685562968}
+{"Finetune/Learning Rate": 1.4788722331967598e-08, "Finetune/Loss": 0.6334335803985596, "Finetune/Loss (Raw)": 0.4600929021835327, "Finetune/Step": 18909, "Finetune/Step Time": 6.675989095121622}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.6335964202880859, "Finetune/Loss (Raw)": 0.6298497319221497, "Finetune/Step": 18910, "Finetune/Step Time": 6.679783042520285}
+{"Finetune/Learning Rate": 1.4606191721575625e-08, "Finetune/Loss": 0.6325448751449585, "Finetune/Loss (Raw)": 0.580295741558075, "Finetune/Step": 18911, "Finetune/Step Time": 6.681807911023498}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.632201611995697, "Finetune/Loss (Raw)": 0.5693191885948181, "Finetune/Step": 18912, "Finetune/Step Time": 6.686466647312045}
+{"Finetune/Learning Rate": 1.4424793740670517e-08, "Finetune/Loss": 0.6315796375274658, "Finetune/Loss (Raw)": 0.556907594203949, "Finetune/Step": 18913, "Finetune/Step Time": 6.68162658251822}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.6315716505050659, "Finetune/Loss (Raw)": 0.580478847026825, "Finetune/Step": 18914, "Finetune/Step Time": 6.676979381591082}
+{"Finetune/Learning Rate": 1.424452840982915e-08, "Finetune/Loss": 0.6308997869491577, "Finetune/Loss (Raw)": 0.6582471132278442, "Finetune/Step": 18915, "Finetune/Step Time": 6.679115800186992}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.631467342376709, "Finetune/Loss (Raw)": 0.7024152278900146, "Finetune/Step": 18916, "Finetune/Step Time": 6.672218257561326}
+{"Finetune/Learning Rate": 1.406539574949628e-08, "Finetune/Loss": 0.632781982421875, "Finetune/Loss (Raw)": 0.7696095705032349, "Finetune/Step": 18917, "Finetune/Step Time": 6.66929928958416}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.6317874789237976, "Finetune/Loss (Raw)": 0.5478851199150085, "Finetune/Step": 18918, "Finetune/Step Time": 6.661701638251543}
+{"Finetune/Learning Rate": 1.3887395779993429e-08, "Finetune/Loss": 0.6314566135406494, "Finetune/Loss (Raw)": 0.646022617816925, "Finetune/Step": 18919, "Finetune/Step Time": 6.664309486746788}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.632797360420227, "Finetune/Loss (Raw)": 0.6905328631401062, "Finetune/Step": 18920, "Finetune/Step Time": 6.667974356561899}
+{"Finetune/Learning Rate": 1.3710528521508893e-08, "Finetune/Loss": 0.631624162197113, "Finetune/Loss (Raw)": 0.569354772567749, "Finetune/Step": 18921, "Finetune/Step Time": 6.6746287904679775}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.6319214105606079, "Finetune/Loss (Raw)": 0.7714064121246338, "Finetune/Step": 18922, "Finetune/Step Time": 6.671433316543698}
+{"Finetune/Learning Rate": 1.35347939941044e-08, "Finetune/Loss": 0.6333003640174866, "Finetune/Loss (Raw)": 0.746376633644104, "Finetune/Step": 18923, "Finetune/Step Time": 6.668385857716203}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.6336194276809692, "Finetune/Loss (Raw)": 0.5302311778068542, "Finetune/Step": 18924, "Finetune/Step Time": 6.661535697057843}
+{"Finetune/Learning Rate": 1.3360192217715117e-08, "Finetune/Loss": 0.6340784430503845, "Finetune/Loss (Raw)": 0.6591026186943054, "Finetune/Step": 18925, "Finetune/Step Time": 6.6604739390313625}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.6341531276702881, "Finetune/Loss (Raw)": 0.6242462396621704, "Finetune/Step": 18926, "Finetune/Step Time": 6.659224277362227}
+{"Finetune/Learning Rate": 1.3186723212145202e-08, "Finetune/Loss": 0.6344567537307739, "Finetune/Loss (Raw)": 0.7002559900283813, "Finetune/Step": 18927, "Finetune/Step Time": 6.661185260862112}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.6351277828216553, "Finetune/Loss (Raw)": 0.6488288044929504, "Finetune/Step": 18928, "Finetune/Step Time": 6.670655148103833}
+{"Finetune/Learning Rate": 1.3014386997070028e-08, "Finetune/Loss": 0.6353555917739868, "Finetune/Loss (Raw)": 0.697498083114624, "Finetune/Step": 18929, "Finetune/Step Time": 6.6734739653766155}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.6354858875274658, "Finetune/Loss (Raw)": 0.6585525870323181, "Finetune/Step": 18930, "Finetune/Step Time": 6.67467681877315}
+{"Finetune/Learning Rate": 1.284318359203729e-08, "Finetune/Loss": 0.6349411606788635, "Finetune/Loss (Raw)": 0.6045895218849182, "Finetune/Step": 18931, "Finetune/Step Time": 6.671183690428734}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.6352208852767944, "Finetune/Loss (Raw)": 0.6598513126373291, "Finetune/Step": 18932, "Finetune/Step Time": 6.666957173496485}
+{"Finetune/Learning Rate": 1.2673113016468119e-08, "Finetune/Loss": 0.6352099180221558, "Finetune/Loss (Raw)": 0.6564618349075317, "Finetune/Step": 18933, "Finetune/Step Time": 6.665299663320184}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.6351662278175354, "Finetune/Loss (Raw)": 0.6892055869102478, "Finetune/Step": 18934, "Finetune/Step Time": 6.6654075141996145}
+{"Finetune/Learning Rate": 1.2504175289651532e-08, "Finetune/Loss": 0.6337437629699707, "Finetune/Loss (Raw)": 0.5735774636268616, "Finetune/Step": 18935, "Finetune/Step Time": 6.659715028479695}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.6330264806747437, "Finetune/Loss (Raw)": 0.625149130821228, "Finetune/Step": 18936, "Finetune/Step Time": 6.661394234746695}
+{"Finetune/Learning Rate": 1.2336370430751087e-08, "Finetune/Loss": 0.6336307525634766, "Finetune/Loss (Raw)": 0.6699287295341492, "Finetune/Step": 18937, "Finetune/Step Time": 6.661342486739159}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.6350616216659546, "Finetune/Loss (Raw)": 0.7795165777206421, "Finetune/Step": 18938, "Finetune/Step Time": 6.673641776666045}
+{"Finetune/Learning Rate": 1.216969845880045e-08, "Finetune/Loss": 0.6349213123321533, "Finetune/Loss (Raw)": 0.6037267446517944, "Finetune/Step": 18939, "Finetune/Step Time": 6.676036963239312}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.63356614112854, "Finetune/Loss (Raw)": 0.5851004123687744, "Finetune/Step": 18940, "Finetune/Step Time": 6.678371137008071}
+{"Finetune/Learning Rate": 1.2004159392705606e-08, "Finetune/Loss": 0.6326705813407898, "Finetune/Loss (Raw)": 0.5968897342681885, "Finetune/Step": 18941, "Finetune/Step Time": 6.682084338739514}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.6332272291183472, "Finetune/Loss (Raw)": 0.6429514288902283, "Finetune/Step": 18942, "Finetune/Step Time": 6.694403572008014}
+{"Finetune/Learning Rate": 1.1839753251241537e-08, "Finetune/Loss": 0.6333563327789307, "Finetune/Loss (Raw)": 0.6592525243759155, "Finetune/Step": 18943, "Finetune/Step Time": 6.693056341260672}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.6334962248802185, "Finetune/Loss (Raw)": 0.6665861010551453, "Finetune/Step": 18944, "Finetune/Step Time": 6.7127495892345905}
+{"Finetune/Learning Rate": 1.167648005305777e-08, "Finetune/Loss": 0.6340346336364746, "Finetune/Loss (Raw)": 0.6625162959098816, "Finetune/Step": 18945, "Finetune/Step Time": 6.71208113245666}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.6336354613304138, "Finetune/Loss (Raw)": 0.642831027507782, "Finetune/Step": 18946, "Finetune/Step Time": 6.709961444139481}
+{"Finetune/Learning Rate": 1.1514339816675047e-08, "Finetune/Loss": 0.6338151693344116, "Finetune/Loss (Raw)": 0.6530284881591797, "Finetune/Step": 18947, "Finetune/Step Time": 6.70969027094543}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.6346929669380188, "Finetune/Loss (Raw)": 0.6800799369812012, "Finetune/Step": 18948, "Finetune/Step Time": 6.708926137536764}
+{"Finetune/Learning Rate": 1.1353332560483098e-08, "Finetune/Loss": 0.6340266466140747, "Finetune/Loss (Raw)": 0.585651159286499, "Finetune/Step": 18949, "Finetune/Step Time": 6.708109516650438}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.634213924407959, "Finetune/Loss (Raw)": 0.6645669937133789, "Finetune/Step": 18950, "Finetune/Step Time": 6.7084874380379915}
+{"Finetune/Learning Rate": 1.1193458302745097e-08, "Finetune/Loss": 0.635482668876648, "Finetune/Loss (Raw)": 0.818429708480835, "Finetune/Step": 18951, "Finetune/Step Time": 6.705492548644543}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.6351032853126526, "Finetune/Loss (Raw)": 0.5697059631347656, "Finetune/Step": 18952, "Finetune/Step Time": 6.706064401194453}
+{"Finetune/Learning Rate": 1.1034717061596534e-08, "Finetune/Loss": 0.6362520456314087, "Finetune/Loss (Raw)": 0.7105646133422852, "Finetune/Step": 18953, "Finetune/Step Time": 6.699875481426716}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.6355636119842529, "Finetune/Loss (Raw)": 0.5355894565582275, "Finetune/Step": 18954, "Finetune/Step Time": 6.697998344898224}
+{"Finetune/Learning Rate": 1.0877108855041895e-08, "Finetune/Loss": 0.6353299617767334, "Finetune/Loss (Raw)": 0.6110555529594421, "Finetune/Step": 18955, "Finetune/Step Time": 6.698820719495416}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.6355404257774353, "Finetune/Loss (Raw)": 0.7063822150230408, "Finetune/Step": 18956, "Finetune/Step Time": 6.702165210619569}
+{"Finetune/Learning Rate": 1.0720633700959104e-08, "Finetune/Loss": 0.6367461681365967, "Finetune/Loss (Raw)": 0.6945332288742065, "Finetune/Step": 18957, "Finetune/Step Time": 6.722812242805958}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.6372185945510864, "Finetune/Loss (Raw)": 0.6205210089683533, "Finetune/Step": 18958, "Finetune/Step Time": 6.719079464673996}
+{"Finetune/Learning Rate": 1.0565291617096185e-08, "Finetune/Loss": 0.6369611620903015, "Finetune/Loss (Raw)": 0.6189865469932556, "Finetune/Step": 18959, "Finetune/Step Time": 6.723257679492235}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.6366477012634277, "Finetune/Loss (Raw)": 0.6156868934631348, "Finetune/Step": 18960, "Finetune/Step Time": 6.720402166247368}
+{"Finetune/Learning Rate": 1.0411082621074598e-08, "Finetune/Loss": 0.6359729766845703, "Finetune/Loss (Raw)": 0.5363641977310181, "Finetune/Step": 18961, "Finetune/Step Time": 6.76360753364861}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.6362172365188599, "Finetune/Loss (Raw)": 0.6330886483192444, "Finetune/Step": 18962, "Finetune/Step Time": 6.779058514162898}
+{"Finetune/Learning Rate": 1.0258006730385906e-08, "Finetune/Loss": 0.6377135515213013, "Finetune/Loss (Raw)": 0.7819210886955261, "Finetune/Step": 18963, "Finetune/Step Time": 6.741366257891059}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.6387947201728821, "Finetune/Loss (Raw)": 0.7268368005752563, "Finetune/Step": 18964, "Finetune/Step Time": 6.757014052942395}
+{"Finetune/Learning Rate": 1.0106063962391777e-08, "Finetune/Loss": 0.6380951404571533, "Finetune/Loss (Raw)": 0.6003147959709167, "Finetune/Step": 18965, "Finetune/Step Time": 6.776482006534934}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.6377161741256714, "Finetune/Loss (Raw)": 0.6687266230583191, "Finetune/Step": 18966, "Finetune/Step Time": 6.775053458288312}
+{"Finetune/Learning Rate": 9.955254334328424e-09, "Finetune/Loss": 0.6376399993896484, "Finetune/Loss (Raw)": 0.5964432954788208, "Finetune/Step": 18967, "Finetune/Step Time": 6.783093066886067}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.6374921798706055, "Finetune/Loss (Raw)": 0.6906340718269348, "Finetune/Step": 18968, "Finetune/Step Time": 6.781232940033078}
+{"Finetune/Learning Rate": 9.805577863301052e-09, "Finetune/Loss": 0.6377627849578857, "Finetune/Loss (Raw)": 0.6468552947044373, "Finetune/Step": 18969, "Finetune/Step Time": 6.782907009124756}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.6360986232757568, "Finetune/Loss (Raw)": 0.5293481945991516, "Finetune/Step": 18970, "Finetune/Step Time": 6.784099198877811}
+{"Finetune/Learning Rate": 9.657034566288303e-09, "Finetune/Loss": 0.6358538269996643, "Finetune/Loss (Raw)": 0.5677090287208557, "Finetune/Step": 18971, "Finetune/Step Time": 6.785712402313948}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.6340932846069336, "Finetune/Loss (Raw)": 0.47189509868621826, "Finetune/Step": 18972, "Finetune/Step Time": 6.780355701223016}
+{"Finetune/Learning Rate": 9.509624460137812e-09, "Finetune/Loss": 0.6344016790390015, "Finetune/Loss (Raw)": 0.5860189199447632, "Finetune/Step": 18973, "Finetune/Step Time": 6.762008698657155}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.6339612007141113, "Finetune/Loss (Raw)": 0.5733200311660767, "Finetune/Step": 18974, "Finetune/Step Time": 6.754718841984868}
+{"Finetune/Learning Rate": 9.363347561571755e-09, "Finetune/Loss": 0.6337664723396301, "Finetune/Loss (Raw)": 0.6585698127746582, "Finetune/Step": 18975, "Finetune/Step Time": 6.754765702411532}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.63344407081604, "Finetune/Loss (Raw)": 0.6761063933372498, "Finetune/Step": 18976, "Finetune/Step Time": 6.761852614581585}
+{"Finetune/Learning Rate": 9.21820388718131e-09, "Finetune/Loss": 0.632582426071167, "Finetune/Loss (Raw)": 0.5387181043624878, "Finetune/Step": 18977, "Finetune/Step Time": 6.76641296222806}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.632159948348999, "Finetune/Loss (Raw)": 0.5921792387962341, "Finetune/Step": 18978, "Finetune/Step Time": 6.762573113664985}
+{"Finetune/Learning Rate": 9.07419345342886e-09, "Finetune/Loss": 0.6324122548103333, "Finetune/Loss (Raw)": 0.6345210075378418, "Finetune/Step": 18979, "Finetune/Step Time": 6.75000330246985}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.6329421401023865, "Finetune/Loss (Raw)": 0.5732823014259338, "Finetune/Step": 18980, "Finetune/Step Time": 6.735703904181719}
+{"Finetune/Learning Rate": 8.931316276651336e-09, "Finetune/Loss": 0.6326531171798706, "Finetune/Loss (Raw)": 0.6534239053726196, "Finetune/Step": 18981, "Finetune/Step Time": 6.731730904430151}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.6331046223640442, "Finetune/Loss (Raw)": 0.7261203527450562, "Finetune/Step": 18982, "Finetune/Step Time": 6.7245661951601505}
+{"Finetune/Learning Rate": 8.789572373053557e-09, "Finetune/Loss": 0.6326813697814941, "Finetune/Loss (Raw)": 0.5731658935546875, "Finetune/Step": 18983, "Finetune/Step Time": 6.726117964833975}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.6318858861923218, "Finetune/Loss (Raw)": 0.5695717334747314, "Finetune/Step": 18984, "Finetune/Step Time": 6.731652095913887}
+{"Finetune/Learning Rate": 8.648961758713769e-09, "Finetune/Loss": 0.6332412362098694, "Finetune/Loss (Raw)": 0.7323200702667236, "Finetune/Step": 18985, "Finetune/Step Time": 6.76099300943315}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.6341041326522827, "Finetune/Loss (Raw)": 0.7118889689445496, "Finetune/Step": 18986, "Finetune/Step Time": 6.761037966236472}
+{"Finetune/Learning Rate": 8.50948444958144e-09, "Finetune/Loss": 0.6347796320915222, "Finetune/Loss (Raw)": 0.5987929105758667, "Finetune/Step": 18987, "Finetune/Step Time": 6.771129336208105}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.6361055374145508, "Finetune/Loss (Raw)": 0.6897754669189453, "Finetune/Step": 18988, "Finetune/Step Time": 6.773238206282258}
+{"Finetune/Learning Rate": 8.371140461477245e-09, "Finetune/Loss": 0.6357284784317017, "Finetune/Loss (Raw)": 0.5796956419944763, "Finetune/Step": 18989, "Finetune/Step Time": 6.779936123639345}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.635440468788147, "Finetune/Loss (Raw)": 0.6884452700614929, "Finetune/Step": 18990, "Finetune/Step Time": 6.777086084708571}
+{"Finetune/Learning Rate": 8.233929810094188e-09, "Finetune/Loss": 0.6359719634056091, "Finetune/Loss (Raw)": 0.6871436834335327, "Finetune/Step": 18991, "Finetune/Step Time": 6.777919251471758}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.634537935256958, "Finetune/Loss (Raw)": 0.6395854353904724, "Finetune/Step": 18992, "Finetune/Step Time": 6.778177430853248}
+{"Finetune/Learning Rate": 8.097852510993154e-09, "Finetune/Loss": 0.6353185176849365, "Finetune/Loss (Raw)": 0.6294298768043518, "Finetune/Step": 18993, "Finetune/Step Time": 6.789859114214778}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.6362717151641846, "Finetune/Loss (Raw)": 0.7019253969192505, "Finetune/Step": 18994, "Finetune/Step Time": 6.790740238502622}
+{"Finetune/Learning Rate": 7.962908579612905e-09, "Finetune/Loss": 0.636641263961792, "Finetune/Loss (Raw)": 0.6135772466659546, "Finetune/Step": 18995, "Finetune/Step Time": 6.795668069273233}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.6379286646842957, "Finetune/Loss (Raw)": 0.7562406063079834, "Finetune/Step": 18996, "Finetune/Step Time": 6.765894267708063}
+{"Finetune/Learning Rate": 7.829098031256755e-09, "Finetune/Loss": 0.6376081705093384, "Finetune/Loss (Raw)": 0.6371074914932251, "Finetune/Step": 18997, "Finetune/Step Time": 6.770992632955313}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.6383324861526489, "Finetune/Loss (Raw)": 0.735935389995575, "Finetune/Step": 18998, "Finetune/Step Time": 6.766312988474965}
+{"Finetune/Learning Rate": 7.696420881104783e-09, "Finetune/Loss": 0.6377764344215393, "Finetune/Loss (Raw)": 0.6121219396591187, "Finetune/Step": 18999, "Finetune/Step Time": 6.746520459651947}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.6370452642440796, "Finetune/Loss (Raw)": 0.5534328818321228, "Finetune/Step": 19000, "Finetune/Step Time": 6.730800278484821}
+{"Finetune/Learning Rate": 7.564877144204951e-09, "Finetune/Loss": 0.6371521353721619, "Finetune/Loss (Raw)": 0.5513486862182617, "Finetune/Step": 19001, "Finetune/Step Time": 6.715215735137463}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.6361537575721741, "Finetune/Loss (Raw)": 0.565956175327301, "Finetune/Step": 19002, "Finetune/Step Time": 6.721501670777798}
+{"Finetune/Learning Rate": 7.4344668354786596e-09, "Finetune/Loss": 0.6360177993774414, "Finetune/Loss (Raw)": 0.6779702305793762, "Finetune/Step": 19003, "Finetune/Step Time": 6.727490974590182}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.635944128036499, "Finetune/Loss (Raw)": 0.5906821489334106, "Finetune/Step": 19004, "Finetune/Step Time": 6.729832297191024}
+{"Finetune/Learning Rate": 7.305189969718518e-09, "Finetune/Loss": 0.635696530342102, "Finetune/Loss (Raw)": 0.6221615076065063, "Finetune/Step": 19005, "Finetune/Step Time": 6.732051059603691}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.6348164081573486, "Finetune/Loss (Raw)": 0.5689821243286133, "Finetune/Step": 19006, "Finetune/Step Time": 6.737731117755175}
+{"Finetune/Learning Rate": 7.177046561588352e-09, "Finetune/Loss": 0.635941743850708, "Finetune/Loss (Raw)": 0.6604248881340027, "Finetune/Step": 19007, "Finetune/Step Time": 6.741051506251097}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.6357741951942444, "Finetune/Loss (Raw)": 0.6375175714492798, "Finetune/Step": 19008, "Finetune/Step Time": 6.735559228807688}
+{"Finetune/Learning Rate": 7.050036625622092e-09, "Finetune/Loss": 0.635577380657196, "Finetune/Loss (Raw)": 0.578944206237793, "Finetune/Step": 19009, "Finetune/Step Time": 6.739313468337059}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.635350227355957, "Finetune/Loss (Raw)": 0.5739099383354187, "Finetune/Step": 19010, "Finetune/Step Time": 6.742112277075648}
+{"Finetune/Learning Rate": 6.924160176228212e-09, "Finetune/Loss": 0.6354265213012695, "Finetune/Loss (Raw)": 0.6534932255744934, "Finetune/Step": 19011, "Finetune/Step Time": 6.742845067754388}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.6353016495704651, "Finetune/Loss (Raw)": 0.6809504628181458, "Finetune/Step": 19012, "Finetune/Step Time": 6.740508200600743}
+{"Finetune/Learning Rate": 6.799417227681959e-09, "Finetune/Loss": 0.6345115900039673, "Finetune/Loss (Raw)": 0.5403414368629456, "Finetune/Step": 19013, "Finetune/Step Time": 6.743610896170139}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.6343367099761963, "Finetune/Loss (Raw)": 0.5612806081771851, "Finetune/Step": 19014, "Finetune/Step Time": 6.745745126157999}
+{"Finetune/Learning Rate": 6.675807794135347e-09, "Finetune/Loss": 0.6336154937744141, "Finetune/Loss (Raw)": 0.5316568613052368, "Finetune/Step": 19015, "Finetune/Step Time": 6.750740852206945}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.6325535178184509, "Finetune/Loss (Raw)": 0.6477944254875183, "Finetune/Step": 19016, "Finetune/Step Time": 6.750125173479319}
+{"Finetune/Learning Rate": 6.553331889608272e-09, "Finetune/Loss": 0.6317565441131592, "Finetune/Loss (Raw)": 0.565065860748291, "Finetune/Step": 19017, "Finetune/Step Time": 6.753117248415947}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.6328045129776001, "Finetune/Loss (Raw)": 0.7236120104789734, "Finetune/Step": 19018, "Finetune/Step Time": 6.749021843075752}
+{"Finetune/Learning Rate": 6.431989527992954e-09, "Finetune/Loss": 0.6331318616867065, "Finetune/Loss (Raw)": 0.6451076865196228, "Finetune/Step": 19019, "Finetune/Step Time": 6.753604615107179}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.6340221166610718, "Finetune/Loss (Raw)": 0.59211266040802, "Finetune/Step": 19020, "Finetune/Step Time": 6.737266266718507}
+{"Finetune/Learning Rate": 6.31178072305283e-09, "Finetune/Loss": 0.6333069801330566, "Finetune/Loss (Raw)": 0.598831295967102, "Finetune/Step": 19021, "Finetune/Step Time": 6.756710059940815}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.6334543228149414, "Finetune/Loss (Raw)": 0.6746079325675964, "Finetune/Step": 19022, "Finetune/Step Time": 6.749739173799753}
+{"Finetune/Learning Rate": 6.192705488423656e-09, "Finetune/Loss": 0.6328854560852051, "Finetune/Loss (Raw)": 0.5344215035438538, "Finetune/Step": 19023, "Finetune/Step Time": 6.751325756311417}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.633973240852356, "Finetune/Loss (Raw)": 0.7974293231964111, "Finetune/Step": 19024, "Finetune/Step Time": 6.756193229928613}
+{"Finetune/Learning Rate": 6.0747638376112976e-09, "Finetune/Loss": 0.6344172954559326, "Finetune/Loss (Raw)": 0.6744874715805054, "Finetune/Step": 19025, "Finetune/Step Time": 6.757952440530062}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.6350076794624329, "Finetune/Loss (Raw)": 0.6712517738342285, "Finetune/Step": 19026, "Finetune/Step Time": 6.760813057422638}
+{"Finetune/Learning Rate": 5.9579557839939405e-09, "Finetune/Loss": 0.6354973316192627, "Finetune/Loss (Raw)": 0.7003622055053711, "Finetune/Step": 19027, "Finetune/Step Time": 6.762865215539932}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.6363747715950012, "Finetune/Loss (Raw)": 0.6031270027160645, "Finetune/Step": 19028, "Finetune/Step Time": 6.747208133339882}
+{"Finetune/Learning Rate": 5.8422813408209875e-09, "Finetune/Loss": 0.6356891393661499, "Finetune/Loss (Raw)": 0.6421472430229187, "Finetune/Step": 19029, "Finetune/Step Time": 6.74272576533258}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.6372033357620239, "Finetune/Loss (Raw)": 0.8100811243057251, "Finetune/Step": 19030, "Finetune/Step Time": 6.738739676773548}
+{"Finetune/Learning Rate": 5.727740521213054e-09, "Finetune/Loss": 0.6363147497177124, "Finetune/Loss (Raw)": 0.6046905517578125, "Finetune/Step": 19031, "Finetune/Step Time": 6.757807457819581}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.6356709599494934, "Finetune/Loss (Raw)": 0.5720740556716919, "Finetune/Step": 19032, "Finetune/Step Time": 6.756422635167837}
+{"Finetune/Learning Rate": 5.61433333816308e-09, "Finetune/Loss": 0.6356662511825562, "Finetune/Loss (Raw)": 0.6247473359107971, "Finetune/Step": 19033, "Finetune/Step Time": 6.751239890232682}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.6356903314590454, "Finetune/Loss (Raw)": 0.6448548436164856, "Finetune/Step": 19034, "Finetune/Step Time": 6.753725605085492}
+{"Finetune/Learning Rate": 5.50205980453411e-09, "Finetune/Loss": 0.6341879367828369, "Finetune/Loss (Raw)": 0.47082778811454773, "Finetune/Step": 19035, "Finetune/Step Time": 6.762388415634632}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.6344356536865234, "Finetune/Loss (Raw)": 0.6415274143218994, "Finetune/Step": 19036, "Finetune/Step Time": 6.766748270019889}
+{"Finetune/Learning Rate": 5.390919933061512e-09, "Finetune/Loss": 0.6365011930465698, "Finetune/Loss (Raw)": 0.7244799733161926, "Finetune/Step": 19037, "Finetune/Step Time": 6.7698825262486935}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.6358150243759155, "Finetune/Loss (Raw)": 0.5420255064964294, "Finetune/Step": 19038, "Finetune/Step Time": 6.767699735239148}
+{"Finetune/Learning Rate": 5.280913736351867e-09, "Finetune/Loss": 0.6371105313301086, "Finetune/Loss (Raw)": 0.7461183667182922, "Finetune/Step": 19039, "Finetune/Step Time": 6.766779245808721}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.6382856369018555, "Finetune/Loss (Raw)": 0.7197361588478088, "Finetune/Step": 19040, "Finetune/Step Time": 6.764503149315715}
+{"Finetune/Learning Rate": 5.1720412268818634e-09, "Finetune/Loss": 0.6378246545791626, "Finetune/Loss (Raw)": 0.49790307879447937, "Finetune/Step": 19041, "Finetune/Step Time": 6.772407211363316}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.6374565362930298, "Finetune/Loss (Raw)": 0.5333613157272339, "Finetune/Step": 19042, "Finetune/Step Time": 6.77475943043828}
+{"Finetune/Learning Rate": 5.064302417001621e-09, "Finetune/Loss": 0.6382291316986084, "Finetune/Loss (Raw)": 0.7571390271186829, "Finetune/Step": 19043, "Finetune/Step Time": 6.776859549805522}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.6371644139289856, "Finetune/Loss (Raw)": 0.5661317110061646, "Finetune/Step": 19044, "Finetune/Step Time": 6.776768080890179}
+{"Finetune/Learning Rate": 4.957697318931365e-09, "Finetune/Loss": 0.6367305517196655, "Finetune/Loss (Raw)": 0.7140675187110901, "Finetune/Step": 19045, "Finetune/Step Time": 6.7820163667202}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.6376798152923584, "Finetune/Loss (Raw)": 0.6693892478942871, "Finetune/Step": 19046, "Finetune/Step Time": 6.778505805879831}
+{"Finetune/Learning Rate": 4.852225944763644e-09, "Finetune/Loss": 0.6368871331214905, "Finetune/Loss (Raw)": 0.5445604920387268, "Finetune/Step": 19047, "Finetune/Step Time": 6.773199507966638}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.6370462775230408, "Finetune/Loss (Raw)": 0.710908830165863, "Finetune/Step": 19048, "Finetune/Step Time": 6.774866621941328}
+{"Finetune/Learning Rate": 4.7478883064622225e-09, "Finetune/Loss": 0.6384505033493042, "Finetune/Loss (Raw)": 0.7490963935852051, "Finetune/Step": 19049, "Finetune/Step Time": 6.768131300806999}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.6385524272918701, "Finetune/Loss (Raw)": 0.7844530344009399, "Finetune/Step": 19050, "Finetune/Step Time": 6.769571149721742}
+{"Finetune/Learning Rate": 4.644684415862077e-09, "Finetune/Loss": 0.6380132436752319, "Finetune/Loss (Raw)": 0.6773608326911926, "Finetune/Step": 19051, "Finetune/Step Time": 6.769691452383995}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.638886034488678, "Finetune/Loss (Raw)": 0.6419431567192078, "Finetune/Step": 19052, "Finetune/Step Time": 6.773454178124666}
+{"Finetune/Learning Rate": 4.54261428466829e-09, "Finetune/Loss": 0.6379419565200806, "Finetune/Loss (Raw)": 0.5382667183876038, "Finetune/Step": 19053, "Finetune/Step Time": 6.7831987999379635}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.6384083032608032, "Finetune/Loss (Raw)": 0.6839402914047241, "Finetune/Step": 19054, "Finetune/Step Time": 6.809329552575946}
+{"Finetune/Learning Rate": 4.441677924459376e-09, "Finetune/Loss": 0.6382350921630859, "Finetune/Loss (Raw)": 0.6780773997306824, "Finetune/Step": 19055, "Finetune/Step Time": 6.788231311365962}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.6379932165145874, "Finetune/Loss (Raw)": 0.6178706288337708, "Finetune/Step": 19056, "Finetune/Step Time": 6.768376559019089}
+{"Finetune/Learning Rate": 4.341875346683955e-09, "Finetune/Loss": 0.6369733214378357, "Finetune/Loss (Raw)": 0.5669533610343933, "Finetune/Step": 19057, "Finetune/Step Time": 6.784637242555618}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.636398196220398, "Finetune/Loss (Raw)": 0.5849308967590332, "Finetune/Step": 19058, "Finetune/Step Time": 6.811196872964501}
+{"Finetune/Learning Rate": 4.243206562662971e-09, "Finetune/Loss": 0.6368997097015381, "Finetune/Loss (Raw)": 0.6687889099121094, "Finetune/Step": 19059, "Finetune/Step Time": 6.8114954102784395}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.6366336941719055, "Finetune/Loss (Raw)": 0.6258000731468201, "Finetune/Step": 19060, "Finetune/Step Time": 6.813013479113579}
+{"Finetune/Learning Rate": 4.145671583587474e-09, "Finetune/Loss": 0.6358858346939087, "Finetune/Loss (Raw)": 0.5607414841651917, "Finetune/Step": 19061, "Finetune/Step Time": 6.818882118910551}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.6347506642341614, "Finetune/Loss (Raw)": 0.5438939929008484, "Finetune/Step": 19062, "Finetune/Step Time": 6.81338289193809}
+{"Finetune/Learning Rate": 4.0492704205219446e-09, "Finetune/Loss": 0.6355186104774475, "Finetune/Loss (Raw)": 0.6718754768371582, "Finetune/Step": 19063, "Finetune/Step Time": 6.811114311218262}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.6358257532119751, "Finetune/Loss (Raw)": 0.6644682288169861, "Finetune/Step": 19064, "Finetune/Step Time": 6.812158679589629}
+{"Finetune/Learning Rate": 3.9540030844009705e-09, "Finetune/Loss": 0.6356353759765625, "Finetune/Loss (Raw)": 0.6455628275871277, "Finetune/Step": 19065, "Finetune/Step Time": 6.814544009044766}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.6341051459312439, "Finetune/Loss (Raw)": 0.5836419463157654, "Finetune/Step": 19066, "Finetune/Step Time": 6.80000408180058}
+{"Finetune/Learning Rate": 3.859869586029241e-09, "Finetune/Loss": 0.6345731616020203, "Finetune/Loss (Raw)": 0.6636320948600769, "Finetune/Step": 19067, "Finetune/Step Time": 6.795500075444579}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.6350710988044739, "Finetune/Loss (Raw)": 0.6488344669342041, "Finetune/Step": 19068, "Finetune/Step Time": 6.790882730856538}
+{"Finetune/Learning Rate": 3.766869936084883e-09, "Finetune/Loss": 0.6366431713104248, "Finetune/Loss (Raw)": 0.7981195449829102, "Finetune/Step": 19069, "Finetune/Step Time": 6.7839337177574635}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.6369447112083435, "Finetune/Loss (Raw)": 0.6815453171730042, "Finetune/Step": 19070, "Finetune/Step Time": 6.765810027718544}
+{"Finetune/Learning Rate": 3.6750041451172334e-09, "Finetune/Loss": 0.6364297866821289, "Finetune/Loss (Raw)": 0.5933432579040527, "Finetune/Step": 19071, "Finetune/Step Time": 6.762521790340543}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.6365917921066284, "Finetune/Loss (Raw)": 0.6873210668563843, "Finetune/Step": 19072, "Finetune/Step Time": 6.743304742500186}
+{"Finetune/Learning Rate": 3.5842722235468475e-09, "Finetune/Loss": 0.6357874870300293, "Finetune/Loss (Raw)": 0.5595743060112, "Finetune/Step": 19073, "Finetune/Step Time": 6.747750464826822}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.6352543830871582, "Finetune/Loss (Raw)": 0.5745919346809387, "Finetune/Step": 19074, "Finetune/Step Time": 6.7563145980238914}
+{"Finetune/Learning Rate": 3.494674181663271e-09, "Finetune/Loss": 0.6348885297775269, "Finetune/Loss (Raw)": 0.606191873550415, "Finetune/Step": 19075, "Finetune/Step Time": 6.758385092020035}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.6344740986824036, "Finetune/Loss (Raw)": 0.6270335912704468, "Finetune/Step": 19076, "Finetune/Step Time": 6.759703842923045}
+{"Finetune/Learning Rate": 3.406210029631707e-09, "Finetune/Loss": 0.635092556476593, "Finetune/Loss (Raw)": 0.6648175716400146, "Finetune/Step": 19077, "Finetune/Step Time": 6.757366901263595}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.635593056678772, "Finetune/Loss (Raw)": 0.7286237478256226, "Finetune/Step": 19078, "Finetune/Step Time": 6.778189152479172}
+{"Finetune/Learning Rate": 3.31887977748524e-09, "Finetune/Loss": 0.6342278718948364, "Finetune/Loss (Raw)": 0.6436854600906372, "Finetune/Step": 19079, "Finetune/Step Time": 6.776902694255114}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.6344481706619263, "Finetune/Loss (Raw)": 0.5979058146476746, "Finetune/Step": 19080, "Finetune/Step Time": 6.780894357711077}
+{"Finetune/Learning Rate": 3.2326834351303903e-09, "Finetune/Loss": 0.6338645219802856, "Finetune/Loss (Raw)": 0.6358689665794373, "Finetune/Step": 19081, "Finetune/Step Time": 6.786323223263025}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.6341801881790161, "Finetune/Loss (Raw)": 0.5759901404380798, "Finetune/Step": 19082, "Finetune/Step Time": 6.7902926076203585}
+{"Finetune/Learning Rate": 3.147621012342672e-09, "Finetune/Loss": 0.6336730718612671, "Finetune/Loss (Raw)": 0.5461392402648926, "Finetune/Step": 19083, "Finetune/Step Time": 6.790704222396016}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.6339038610458374, "Finetune/Loss (Raw)": 0.7359241247177124, "Finetune/Step": 19084, "Finetune/Step Time": 6.79439583979547}
+{"Finetune/Learning Rate": 3.0636925187732538e-09, "Finetune/Loss": 0.6327767372131348, "Finetune/Loss (Raw)": 0.5502654910087585, "Finetune/Step": 19085, "Finetune/Step Time": 6.775581181049347}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.6320498585700989, "Finetune/Loss (Raw)": 0.5274791717529297, "Finetune/Step": 19086, "Finetune/Step Time": 6.774263583123684}
+{"Finetune/Learning Rate": 2.980897963940077e-09, "Finetune/Loss": 0.6317774057388306, "Finetune/Loss (Raw)": 0.5841132402420044, "Finetune/Step": 19087, "Finetune/Step Time": 6.773825166746974}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.6321829557418823, "Finetune/Loss (Raw)": 0.667602002620697, "Finetune/Step": 19088, "Finetune/Step Time": 6.773429211229086}
+{"Finetune/Learning Rate": 2.8992373572345187e-09, "Finetune/Loss": 0.6339920163154602, "Finetune/Loss (Raw)": 0.7679183483123779, "Finetune/Step": 19089, "Finetune/Step Time": 6.7312058210372925}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.6343470811843872, "Finetune/Loss (Raw)": 0.6785426735877991, "Finetune/Step": 19090, "Finetune/Step Time": 6.71863654628396}
+{"Finetune/Learning Rate": 2.8187107079202803e-09, "Finetune/Loss": 0.6330180168151855, "Finetune/Loss (Raw)": 0.6117950081825256, "Finetune/Step": 19091, "Finetune/Step Time": 6.717094153165817}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.6325101852416992, "Finetune/Loss (Raw)": 0.6618367433547974, "Finetune/Step": 19092, "Finetune/Step Time": 6.703244462609291}
+{"Finetune/Learning Rate": 2.739318025131166e-09, "Finetune/Loss": 0.6310563683509827, "Finetune/Loss (Raw)": 0.41422250866889954, "Finetune/Step": 19093, "Finetune/Step Time": 6.701674407348037}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.6292475461959839, "Finetune/Loss (Raw)": 0.4371945559978485, "Finetune/Step": 19094, "Finetune/Step Time": 6.711780274286866}
+{"Finetune/Learning Rate": 2.661059317871084e-09, "Finetune/Loss": 0.629989504814148, "Finetune/Loss (Raw)": 0.6914153695106506, "Finetune/Step": 19095, "Finetune/Step Time": 6.703287839889526}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.6283581852912903, "Finetune/Loss (Raw)": 0.4818271994590759, "Finetune/Step": 19096, "Finetune/Step Time": 6.719276001676917}
+{"Finetune/Learning Rate": 2.5839345950184892e-09, "Finetune/Loss": 0.6291422247886658, "Finetune/Loss (Raw)": 0.74721360206604, "Finetune/Step": 19097, "Finetune/Step Time": 6.719517091289163}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.6300398707389832, "Finetune/Loss (Raw)": 0.6442493796348572, "Finetune/Step": 19098, "Finetune/Step Time": 6.718782752752304}
+{"Finetune/Learning Rate": 2.507943865320828e-09, "Finetune/Loss": 0.6303384304046631, "Finetune/Loss (Raw)": 0.6059246063232422, "Finetune/Step": 19099, "Finetune/Step Time": 6.713501442223787}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.6318660974502563, "Finetune/Loss (Raw)": 0.6674273014068604, "Finetune/Step": 19100, "Finetune/Step Time": 6.716505400836468}
+{"Finetune/Learning Rate": 2.4330871373978714e-09, "Finetune/Loss": 0.6315628290176392, "Finetune/Loss (Raw)": 0.5472069382667542, "Finetune/Step": 19101, "Finetune/Step Time": 6.716806802898645}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.6328513622283936, "Finetune/Loss (Raw)": 0.7382531762123108, "Finetune/Step": 19102, "Finetune/Step Time": 6.72712735645473}
+{"Finetune/Learning Rate": 2.359364419739496e-09, "Finetune/Loss": 0.6326355934143066, "Finetune/Loss (Raw)": 0.630952775478363, "Finetune/Step": 19103, "Finetune/Step Time": 6.726800756528974}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.6327592730522156, "Finetune/Loss (Raw)": 0.6919344663619995, "Finetune/Step": 19104, "Finetune/Step Time": 6.726325370371342}
+{"Finetune/Learning Rate": 2.2867757207101215e-09, "Finetune/Loss": 0.6331949234008789, "Finetune/Loss (Raw)": 0.5944861173629761, "Finetune/Step": 19105, "Finetune/Step Time": 6.724167251959443}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.6332016587257385, "Finetune/Loss (Raw)": 0.5930414199829102, "Finetune/Step": 19106, "Finetune/Step Time": 6.722349502146244}
+{"Finetune/Learning Rate": 2.2153210485420517e-09, "Finetune/Loss": 0.6326289176940918, "Finetune/Loss (Raw)": 0.5612030029296875, "Finetune/Step": 19107, "Finetune/Step Time": 6.732994955033064}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.632296085357666, "Finetune/Loss (Raw)": 0.5306777358055115, "Finetune/Step": 19108, "Finetune/Step Time": 6.732263019308448}
+{"Finetune/Learning Rate": 2.1450004113399146e-09, "Finetune/Loss": 0.6326702833175659, "Finetune/Loss (Raw)": 0.7013286352157593, "Finetune/Step": 19109, "Finetune/Step Time": 6.735165977850556}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.6323630809783936, "Finetune/Loss (Raw)": 0.6868017315864563, "Finetune/Step": 19110, "Finetune/Step Time": 6.732044704258442}
+{"Finetune/Learning Rate": 2.0758138170795526e-09, "Finetune/Loss": 0.6335974931716919, "Finetune/Loss (Raw)": 0.731168270111084, "Finetune/Step": 19111, "Finetune/Step Time": 6.730722818523645}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.6344146728515625, "Finetune/Loss (Raw)": 0.6741726994514465, "Finetune/Step": 19112, "Finetune/Step Time": 6.7249928414821625}
+{"Finetune/Learning Rate": 2.007761273611353e-09, "Finetune/Loss": 0.6340080499649048, "Finetune/Loss (Raw)": 0.6802678108215332, "Finetune/Step": 19113, "Finetune/Step Time": 6.697179010137916}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.6326003670692444, "Finetune/Loss (Raw)": 0.5317049622535706, "Finetune/Step": 19114, "Finetune/Step Time": 6.710431959480047}
+{"Finetune/Learning Rate": 1.940842788652475e-09, "Finetune/Loss": 0.6321437358856201, "Finetune/Loss (Raw)": 0.5403484106063843, "Finetune/Step": 19115, "Finetune/Step Time": 6.704484650865197}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.6324018239974976, "Finetune/Loss (Raw)": 0.7228001952171326, "Finetune/Step": 19116, "Finetune/Step Time": 6.708016956225038}
+{"Finetune/Learning Rate": 1.875058369792404e-09, "Finetune/Loss": 0.6331431865692139, "Finetune/Loss (Raw)": 0.6745943427085876, "Finetune/Step": 19117, "Finetune/Step Time": 6.702782195061445}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.6323339939117432, "Finetune/Loss (Raw)": 0.5848650932312012, "Finetune/Step": 19118, "Finetune/Step Time": 6.713112935423851}
+{"Finetune/Learning Rate": 1.8104080244951693e-09, "Finetune/Loss": 0.6323686838150024, "Finetune/Loss (Raw)": 0.6915935277938843, "Finetune/Step": 19119, "Finetune/Step Time": 6.717919984832406}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.6332858800888062, "Finetune/Loss (Raw)": 0.7569853067398071, "Finetune/Step": 19120, "Finetune/Step Time": 6.719247659668326}
+{"Finetune/Learning Rate": 1.7468917600926839e-09, "Finetune/Loss": 0.6332074999809265, "Finetune/Loss (Raw)": 0.6193961501121521, "Finetune/Step": 19121, "Finetune/Step Time": 6.712005741894245}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.6310479044914246, "Finetune/Loss (Raw)": 0.42550045251846313, "Finetune/Step": 19122, "Finetune/Step Time": 6.723795922473073}
+{"Finetune/Learning Rate": 1.6845095837902948e-09, "Finetune/Loss": 0.6294562816619873, "Finetune/Loss (Raw)": 0.40984100103378296, "Finetune/Step": 19123, "Finetune/Step Time": 6.73376389592886}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.6282865405082703, "Finetune/Loss (Raw)": 0.6065154075622559, "Finetune/Step": 19124, "Finetune/Step Time": 6.758389296010137}
+{"Finetune/Learning Rate": 1.6232615026634534e-09, "Finetune/Loss": 0.6281768679618835, "Finetune/Loss (Raw)": 0.6230702996253967, "Finetune/Step": 19125, "Finetune/Step Time": 6.756088808178902}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.6267958879470825, "Finetune/Loss (Raw)": 0.5591721534729004, "Finetune/Step": 19126, "Finetune/Step Time": 6.757637530565262}
+{"Finetune/Learning Rate": 1.5631475236599357e-09, "Finetune/Loss": 0.6272394061088562, "Finetune/Loss (Raw)": 0.6688913106918335, "Finetune/Step": 19127, "Finetune/Step Time": 6.755568349733949}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.6266303062438965, "Finetune/Loss (Raw)": 0.4754701852798462, "Finetune/Step": 19128, "Finetune/Step Time": 6.768888486549258}
+{"Finetune/Learning Rate": 1.504167653596511e-09, "Finetune/Loss": 0.6268117427825928, "Finetune/Loss (Raw)": 0.5745733976364136, "Finetune/Step": 19129, "Finetune/Step Time": 6.769150527194142}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.6270161271095276, "Finetune/Loss (Raw)": 0.592117428779602, "Finetune/Step": 19130, "Finetune/Step Time": 6.77585119381547}
+{"Finetune/Learning Rate": 1.4463218991656037e-09, "Finetune/Loss": 0.6268768310546875, "Finetune/Loss (Raw)": 0.6601360440254211, "Finetune/Step": 19131, "Finetune/Step Time": 6.772974045947194}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.626939058303833, "Finetune/Loss (Raw)": 0.5986455082893372, "Finetune/Step": 19132, "Finetune/Step Time": 6.768811469897628}
+{"Finetune/Learning Rate": 1.3896102669275212e-09, "Finetune/Loss": 0.6263338327407837, "Finetune/Loss (Raw)": 0.5446910858154297, "Finetune/Step": 19133, "Finetune/Step Time": 6.76778681576252}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.6257355213165283, "Finetune/Loss (Raw)": 0.49240151047706604, "Finetune/Step": 19134, "Finetune/Step Time": 6.777074459940195}
+{"Finetune/Learning Rate": 1.3340327633148964e-09, "Finetune/Loss": 0.6247532367706299, "Finetune/Loss (Raw)": 0.5346876382827759, "Finetune/Step": 19135, "Finetune/Step Time": 6.777136417105794}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.6252338886260986, "Finetune/Loss (Raw)": 0.6990484595298767, "Finetune/Step": 19136, "Finetune/Step Time": 6.771902808919549}
+{"Finetune/Learning Rate": 1.2795893946326853e-09, "Finetune/Loss": 0.6262113451957703, "Finetune/Loss (Raw)": 0.7040599584579468, "Finetune/Step": 19137, "Finetune/Step Time": 6.767032077535987}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.6270371675491333, "Finetune/Loss (Raw)": 0.6796128749847412, "Finetune/Step": 19138, "Finetune/Step Time": 6.7670841086655855}
+{"Finetune/Learning Rate": 1.2262801670548385e-09, "Finetune/Loss": 0.6271713972091675, "Finetune/Loss (Raw)": 0.6706692576408386, "Finetune/Step": 19139, "Finetune/Step Time": 6.771653803065419}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.6270663142204285, "Finetune/Loss (Raw)": 0.6675007939338684, "Finetune/Step": 19140, "Finetune/Step Time": 6.769262060523033}
+{"Finetune/Learning Rate": 1.1741050866287407e-09, "Finetune/Loss": 0.6265578269958496, "Finetune/Loss (Raw)": 0.4752630889415741, "Finetune/Step": 19141, "Finetune/Step Time": 6.790049105882645}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.6270172595977783, "Finetune/Loss (Raw)": 0.6200866103172302, "Finetune/Step": 19142, "Finetune/Step Time": 6.792932050302625}
+{"Finetune/Learning Rate": 1.1230641592729907e-09, "Finetune/Loss": 0.627659797668457, "Finetune/Loss (Raw)": 0.6138935089111328, "Finetune/Step": 19143, "Finetune/Step Time": 6.7851854134351015}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.6268227696418762, "Finetune/Loss (Raw)": 0.5406606197357178, "Finetune/Step": 19144, "Finetune/Step Time": 6.789248950779438}
+{"Finetune/Learning Rate": 1.0731573907774017e-09, "Finetune/Loss": 0.6277596354484558, "Finetune/Loss (Raw)": 0.6849833130836487, "Finetune/Step": 19145, "Finetune/Step Time": 6.78558737039566}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.626495897769928, "Finetune/Loss (Raw)": 0.561854898929596, "Finetune/Step": 19146, "Finetune/Step Time": 6.787696732208133}
+{"Finetune/Learning Rate": 1.0243847868018908e-09, "Finetune/Loss": 0.626517653465271, "Finetune/Loss (Raw)": 0.6478842496871948, "Finetune/Step": 19147, "Finetune/Step Time": 6.796412341296673}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.6264022588729858, "Finetune/Loss (Raw)": 0.5773447155952454, "Finetune/Step": 19148, "Finetune/Step Time": 6.795528346672654}
+{"Finetune/Learning Rate": 9.767463528786992e-10, "Finetune/Loss": 0.6270269751548767, "Finetune/Loss (Raw)": 0.6788001656532288, "Finetune/Step": 19149, "Finetune/Step Time": 6.779834808781743}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.6272907853126526, "Finetune/Loss (Raw)": 0.7083734273910522, "Finetune/Step": 19150, "Finetune/Step Time": 6.795579565688968}
+{"Finetune/Learning Rate": 9.302420944112822e-10, "Finetune/Loss": 0.6275848150253296, "Finetune/Loss (Raw)": 0.5720545053482056, "Finetune/Step": 19151, "Finetune/Step Time": 6.809847455471754}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.6265930533409119, "Finetune/Loss (Raw)": 0.6704838871955872, "Finetune/Step": 19152, "Finetune/Step Time": 6.809069408103824}
+{"Finetune/Learning Rate": 8.848720166754198e-10, "Finetune/Loss": 0.625604510307312, "Finetune/Loss (Raw)": 0.5479610562324524, "Finetune/Step": 19153, "Finetune/Step Time": 6.811668420210481}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.6244397759437561, "Finetune/Loss (Raw)": 0.5221615433692932, "Finetune/Step": 19154, "Finetune/Step Time": 6.809208873659372}
+{"Finetune/Learning Rate": 8.406361248169958e-10, "Finetune/Loss": 0.6236711144447327, "Finetune/Loss (Raw)": 0.6019729971885681, "Finetune/Step": 19155, "Finetune/Step Time": 6.807742707431316}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.6248642206192017, "Finetune/Loss (Raw)": 0.75584477186203, "Finetune/Step": 19156, "Finetune/Step Time": 6.807070856913924}
+{"Finetune/Learning Rate": 7.975344238542182e-10, "Finetune/Loss": 0.6239331960678101, "Finetune/Loss (Raw)": 0.5229806900024414, "Finetune/Step": 19157, "Finetune/Step Time": 6.803481116890907}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.6227478981018066, "Finetune/Loss (Raw)": 0.6583600640296936, "Finetune/Step": 19158, "Finetune/Step Time": 6.804669037461281}
+{"Finetune/Learning Rate": 7.555669186742886e-10, "Finetune/Loss": 0.6227680444717407, "Finetune/Loss (Raw)": 0.6072731614112854, "Finetune/Step": 19159, "Finetune/Step Time": 6.797464931383729}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.6234474182128906, "Finetune/Loss (Raw)": 0.6590344309806824, "Finetune/Step": 19160, "Finetune/Step Time": 6.795908225700259}
+{"Finetune/Learning Rate": 7.147336140389538e-10, "Finetune/Loss": 0.6232125759124756, "Finetune/Loss (Raw)": 0.5946823358535767, "Finetune/Step": 19161, "Finetune/Step Time": 6.8011409137398005}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.6232343912124634, "Finetune/Loss (Raw)": 0.6476499438285828, "Finetune/Step": 19162, "Finetune/Step Time": 6.799142345786095}
+{"Finetune/Learning Rate": 6.750345145800641e-10, "Finetune/Loss": 0.6242207288742065, "Finetune/Loss (Raw)": 0.5970689654350281, "Finetune/Step": 19163, "Finetune/Step Time": 6.79106674157083}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.6241469979286194, "Finetune/Loss (Raw)": 0.632097601890564, "Finetune/Step": 19164, "Finetune/Step Time": 6.78441409021616}
+{"Finetune/Learning Rate": 6.364696247995739e-10, "Finetune/Loss": 0.6236237287521362, "Finetune/Loss (Raw)": 0.6574963927268982, "Finetune/Step": 19165, "Finetune/Step Time": 6.766962114721537}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.6242403388023376, "Finetune/Loss (Raw)": 0.6209533214569092, "Finetune/Step": 19166, "Finetune/Step Time": 6.76882784627378}
+{"Finetune/Learning Rate": 5.990389490728721e-10, "Finetune/Loss": 0.6233296990394592, "Finetune/Loss (Raw)": 0.6295620203018188, "Finetune/Step": 19167, "Finetune/Step Time": 6.7650282345712185}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.62249755859375, "Finetune/Loss (Raw)": 0.6132201552391052, "Finetune/Step": 19168, "Finetune/Step Time": 6.767517674714327}
+{"Finetune/Learning Rate": 5.627424916454515e-10, "Finetune/Loss": 0.6237971782684326, "Finetune/Loss (Raw)": 0.6642594933509827, "Finetune/Step": 19169, "Finetune/Step Time": 6.759040644392371}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.6238981485366821, "Finetune/Loss (Raw)": 0.5462806820869446, "Finetune/Step": 19170, "Finetune/Step Time": 6.766085982322693}
+{"Finetune/Learning Rate": 5.275802566340194e-10, "Finetune/Loss": 0.6229626536369324, "Finetune/Loss (Raw)": 0.6373984217643738, "Finetune/Step": 19171, "Finetune/Step Time": 6.761601958423853}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.623528242111206, "Finetune/Loss (Raw)": 0.6385236978530884, "Finetune/Step": 19172, "Finetune/Step Time": 6.782251438125968}
+{"Finetune/Learning Rate": 4.935522480264965e-10, "Finetune/Loss": 0.6227754354476929, "Finetune/Loss (Raw)": 0.6177051067352295, "Finetune/Step": 19173, "Finetune/Step Time": 6.7814046163111925}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.622637152671814, "Finetune/Loss (Raw)": 0.6516973376274109, "Finetune/Step": 19174, "Finetune/Step Time": 6.782562717795372}
+{"Finetune/Learning Rate": 4.6065846968312846e-10, "Finetune/Loss": 0.6234191656112671, "Finetune/Loss (Raw)": 0.6446532607078552, "Finetune/Step": 19175, "Finetune/Step Time": 6.78521697036922}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.6228256821632385, "Finetune/Loss (Raw)": 0.6349430084228516, "Finetune/Step": 19176, "Finetune/Step Time": 6.777055313810706}
+{"Finetune/Learning Rate": 4.288989253353748e-10, "Finetune/Loss": 0.6221290826797485, "Finetune/Loss (Raw)": 0.6599281430244446, "Finetune/Step": 19177, "Finetune/Step Time": 6.777032835409045}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.6198325157165527, "Finetune/Loss (Raw)": 0.4904932975769043, "Finetune/Step": 19178, "Finetune/Step Time": 6.776352096349001}
+{"Finetune/Learning Rate": 3.982736185859093e-10, "Finetune/Loss": 0.6189908981323242, "Finetune/Loss (Raw)": 0.5696365237236023, "Finetune/Step": 19179, "Finetune/Step Time": 6.781857755035162}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.6193695068359375, "Finetune/Loss (Raw)": 0.6904071569442749, "Finetune/Step": 19180, "Finetune/Step Time": 6.781229628250003}
+{"Finetune/Learning Rate": 3.6878255290750954e-10, "Finetune/Loss": 0.6191099882125854, "Finetune/Loss (Raw)": 0.505045473575592, "Finetune/Step": 19181, "Finetune/Step Time": 6.779181212186813}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.6191564798355103, "Finetune/Loss (Raw)": 0.6898921132087708, "Finetune/Step": 19182, "Finetune/Step Time": 6.752936076372862}
+{"Finetune/Learning Rate": 3.404257316452775e-10, "Finetune/Loss": 0.6188728213310242, "Finetune/Loss (Raw)": 0.6417674422264099, "Finetune/Step": 19183, "Finetune/Step Time": 6.755307024344802}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.6193093061447144, "Finetune/Loss (Raw)": 0.6737420558929443, "Finetune/Step": 19184, "Finetune/Step Time": 6.757650313898921}
+{"Finetune/Learning Rate": 3.1320315801663945e-10, "Finetune/Loss": 0.6193733215332031, "Finetune/Loss (Raw)": 0.5751562714576721, "Finetune/Step": 19185, "Finetune/Step Time": 6.735899180173874}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.6202300786972046, "Finetune/Loss (Raw)": 0.6945899128913879, "Finetune/Step": 19186, "Finetune/Step Time": 6.705311803147197}
+{"Finetune/Learning Rate": 2.8711483510912573e-10, "Finetune/Loss": 0.6199992895126343, "Finetune/Loss (Raw)": 0.6392472982406616, "Finetune/Step": 19187, "Finetune/Step Time": 6.705164277926087}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.6209737062454224, "Finetune/Loss (Raw)": 0.7505216002464294, "Finetune/Step": 19188, "Finetune/Step Time": 6.706499615684152}
+{"Finetune/Learning Rate": 2.6216076588259086e-10, "Finetune/Loss": 0.6208140254020691, "Finetune/Loss (Raw)": 0.540307343006134, "Finetune/Step": 19189, "Finetune/Step Time": 6.706242296844721}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.6211458444595337, "Finetune/Loss (Raw)": 0.5863617658615112, "Finetune/Step": 19190, "Finetune/Step Time": 6.709410799667239}
+{"Finetune/Learning Rate": 2.383409531658831e-10, "Finetune/Loss": 0.6206250786781311, "Finetune/Loss (Raw)": 0.6052204370498657, "Finetune/Step": 19191, "Finetune/Step Time": 6.713690120726824}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.6195501089096069, "Finetune/Loss (Raw)": 0.526879608631134, "Finetune/Step": 19192, "Finetune/Step Time": 6.7144757974892855}
+{"Finetune/Learning Rate": 2.1565539966128535e-10, "Finetune/Loss": 0.6187036037445068, "Finetune/Loss (Raw)": 0.5372106432914734, "Finetune/Step": 19193, "Finetune/Step Time": 6.713513040915132}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.6180747747421265, "Finetune/Loss (Raw)": 0.5031436085700989, "Finetune/Step": 19194, "Finetune/Step Time": 6.711465280503035}
+{"Finetune/Learning Rate": 1.9410410794340474e-10, "Finetune/Loss": 0.616898775100708, "Finetune/Loss (Raw)": 0.5131086111068726, "Finetune/Step": 19195, "Finetune/Step Time": 6.711622543632984}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.6182835102081299, "Finetune/Loss (Raw)": 0.8260796070098877, "Finetune/Step": 19196, "Finetune/Step Time": 6.712919034063816}
+{"Finetune/Learning Rate": 1.7368708045473193e-10, "Finetune/Loss": 0.6166982650756836, "Finetune/Loss (Raw)": 0.5952100157737732, "Finetune/Step": 19197, "Finetune/Step Time": 6.717609092593193}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.6156811714172363, "Finetune/Loss (Raw)": 0.5513549447059631, "Finetune/Step": 19198, "Finetune/Step Time": 6.71904650516808}
+{"Finetune/Learning Rate": 1.544043195123024e-10, "Finetune/Loss": 0.6159791946411133, "Finetune/Loss (Raw)": 0.6314791440963745, "Finetune/Step": 19199, "Finetune/Step Time": 6.721200101077557}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.6159647703170776, "Finetune/Loss (Raw)": 0.6854871511459351, "Finetune/Step": 19200, "Finetune/Step Time": 6.72300036996603}
+{"Finetune/Learning Rate": 1.3625582730325548e-10, "Finetune/Loss": 0.6160809993743896, "Finetune/Loss (Raw)": 0.574455738067627, "Finetune/Step": 19201, "Finetune/Step Time": 6.72057425044477}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.6170343160629272, "Finetune/Loss (Raw)": 0.6966142654418945, "Finetune/Step": 19202, "Finetune/Step Time": 6.714158963412046}
+{"Finetune/Learning Rate": 1.192416058870549e-10, "Finetune/Loss": 0.6176332235336304, "Finetune/Loss (Raw)": 0.6828510165214539, "Finetune/Step": 19203, "Finetune/Step Time": 6.711960269138217}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.6178451180458069, "Finetune/Loss (Raw)": 0.654150664806366, "Finetune/Step": 19204, "Finetune/Step Time": 6.708682417869568}
+{"Finetune/Learning Rate": 1.0336165719215807e-10, "Finetune/Loss": 0.6180959939956665, "Finetune/Loss (Raw)": 0.6969356536865234, "Finetune/Step": 19205, "Finetune/Step Time": 6.711498260498047}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.6173844337463379, "Finetune/Loss (Raw)": 0.6375358700752258, "Finetune/Step": 19206, "Finetune/Step Time": 6.691307444125414}
+{"Finetune/Learning Rate": 8.861598301934671e-11, "Finetune/Loss": 0.6168990135192871, "Finetune/Loss (Raw)": 0.5815597176551819, "Finetune/Step": 19207, "Finetune/Step Time": 6.709711840376258}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.6167263388633728, "Finetune/Loss (Raw)": 0.575804591178894, "Finetune/Step": 19208, "Finetune/Step Time": 6.707716837525368}
+{"Finetune/Learning Rate": 7.500458504283714e-11, "Finetune/Loss": 0.6171882748603821, "Finetune/Loss (Raw)": 0.694993257522583, "Finetune/Step": 19209, "Finetune/Step Time": 6.7093156427145}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.6185910105705261, "Finetune/Loss (Raw)": 0.7555422782897949, "Finetune/Step": 19210, "Finetune/Step Time": 6.706198776140809}
+{"Finetune/Learning Rate": 6.252746480583938e-11, "Finetune/Loss": 0.6193516850471497, "Finetune/Loss (Raw)": 0.6435004472732544, "Finetune/Step": 19211, "Finetune/Step Time": 6.7197104431688786}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.6184171438217163, "Finetune/Loss (Raw)": 0.6163011789321899, "Finetune/Step": 19212, "Finetune/Step Time": 6.719112455844879}
+{"Finetune/Learning Rate": 5.118462372388777e-11, "Finetune/Loss": 0.6193950176239014, "Finetune/Loss (Raw)": 0.6754335761070251, "Finetune/Step": 19213, "Finetune/Step Time": 6.7211186401546}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.6201064586639404, "Finetune/Loss (Raw)": 0.6185491681098938, "Finetune/Step": 19214, "Finetune/Step Time": 6.7222728449851274}
+{"Finetune/Learning Rate": 4.097606308373081e-11, "Finetune/Loss": 0.6206492781639099, "Finetune/Loss (Raw)": 0.6535882949829102, "Finetune/Step": 19215, "Finetune/Step Time": 6.71736229211092}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.6204057931900024, "Finetune/Loss (Raw)": 0.636435329914093, "Finetune/Step": 19216, "Finetune/Step Time": 6.719154531136155}
+{"Finetune/Learning Rate": 3.1901784042220885e-11, "Finetune/Loss": 0.6194814443588257, "Finetune/Loss (Raw)": 0.6496097445487976, "Finetune/Step": 19217, "Finetune/Step Time": 6.741167524829507}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.6190227270126343, "Finetune/Loss (Raw)": 0.6198224425315857, "Finetune/Step": 19218, "Finetune/Step Time": 6.742093421518803}
+{"Finetune/Learning Rate": 2.3961787628534738e-11, "Finetune/Loss": 0.6188281774520874, "Finetune/Loss (Raw)": 0.5868851542472839, "Finetune/Step": 19219, "Finetune/Step Time": 6.742666229605675}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.6173987984657288, "Finetune/Loss (Raw)": 0.47888708114624023, "Finetune/Step": 19220, "Finetune/Step Time": 6.740168010815978}
+{"Finetune/Learning Rate": 1.715607474528369e-11, "Finetune/Loss": 0.6191266775131226, "Finetune/Loss (Raw)": 0.6353919506072998, "Finetune/Step": 19221, "Finetune/Step Time": 6.725248096510768}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.6213325262069702, "Finetune/Loss (Raw)": 0.7195411920547485, "Finetune/Step": 19222, "Finetune/Step Time": 6.711531583219767}
+{"Finetune/Learning Rate": 1.148464616296252e-11, "Finetune/Loss": 0.6209102869033813, "Finetune/Loss (Raw)": 0.637363851070404, "Finetune/Step": 19223, "Finetune/Step Time": 6.733574841171503}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.621444821357727, "Finetune/Loss (Raw)": 0.5502544045448303, "Finetune/Step": 19224, "Finetune/Step Time": 6.720135712996125}
+{"Finetune/Learning Rate": 6.947502525500583e-12, "Finetune/Loss": 0.620834231376648, "Finetune/Loss (Raw)": 0.6690496802330017, "Finetune/Step": 19225, "Finetune/Step Time": 6.716094970703125}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.6209511756896973, "Finetune/Loss (Raw)": 0.6592309474945068, "Finetune/Step": 19226, "Finetune/Step Time": 6.7170943431556225}
+{"Finetune/Learning Rate": 3.5446443469311363e-12, "Finetune/Loss": 0.6208300590515137, "Finetune/Loss (Raw)": 0.5904096961021423, "Finetune/Step": 19227, "Finetune/Step Time": 6.715781394392252}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.6201836466789246, "Finetune/Loss (Raw)": 0.5846902132034302, "Finetune/Step": 19228, "Finetune/Step Time": 6.716531189158559}
+{"Finetune/Learning Rate": 1.2760720125015724e-12, "Finetune/Loss": 0.6203708648681641, "Finetune/Loss (Raw)": 0.5711705684661865, "Finetune/Step": 19229, "Finetune/Step Time": 6.72062355466187}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.618945837020874, "Finetune/Loss (Raw)": 0.555854856967926, "Finetune/Step": 19230, "Finetune/Step Time": 6.718077423051}
+{"Finetune/Learning Rate": 1.41785782004078e-13, "Finetune/Loss": 0.6188136339187622, "Finetune/Loss (Raw)": 0.6140215992927551, "Finetune/Step": 19231, "Finetune/Step Time": 6.717985143885016}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.618135929107666, "Finetune/Loss (Raw)": 0.6051868796348572, "Finetune/Step": 19232, "Finetune/Step Time": 6.711210384964943}