diff --git "a/prism-clip-controlled+13b/run-metrics.jsonl" "b/prism-clip-controlled+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-clip-controlled+13b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-13b-pure", "llm_max_length": 2048, "model_id": "prism-clip-controlled+13b", "reduce_in_full_precision": false, "type": "prism-clip-controlled+13b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "prism-clip-controlled+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-clip-controlled+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.901947021484375, "Finetune/Loss (Raw)": 6.901947021484375, "Finetune/Step": 1, "Finetune/Step Time": 32.4836323261261}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.240278244018555, "Finetune/Loss (Raw)": 5.578608989715576, "Finetune/Step": 2, "Finetune/Step Time": 23.62984788417816}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.775285720825195, "Finetune/Loss (Raw)": 4.845301628112793, "Finetune/Step": 3, "Finetune/Step Time": 18.97699697812398}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.5442399978637695, "Finetune/Loss (Raw)": 4.851102828979492, "Finetune/Step": 4, "Finetune/Step Time": 16.7025283575058}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.4140625, "Finetune/Loss (Raw)": 4.893352508544922, "Finetune/Step": 5, "Finetune/Step Time": 15.515774774551392}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 5.328432083129883, "Finetune/Loss (Raw)": 4.900279998779297, "Finetune/Step": 6, "Finetune/Step Time": 14.630471785863241}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 5.214865684509277, "Finetune/Loss (Raw)": 4.533467769622803, "Finetune/Step": 7, "Finetune/Step Time": 13.98557438169207}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 5.142881393432617, "Finetune/Loss (Raw)": 4.6389899253845215, "Finetune/Step": 8, "Finetune/Step Time": 13.74823996424675}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 5.062290668487549, "Finetune/Loss (Raw)": 4.41756534576416, "Finetune/Step": 9, "Finetune/Step Time": 13.35974054866367}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 5.073251724243164, "Finetune/Loss (Raw)": 5.171899795532227, "Finetune/Step": 10, "Finetune/Step Time": 13.434007453918458}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 4.966099739074707, "Finetune/Loss (Raw)": 3.8945746421813965, "Finetune/Step": 11, "Finetune/Step Time": 13.144379095597701}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 4.871428489685059, "Finetune/Loss (Raw)": 3.8300464153289795, "Finetune/Step": 12, "Finetune/Step Time": 12.880491038163504}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 4.773856163024902, "Finetune/Loss (Raw)": 3.6029906272888184, "Finetune/Step": 13, "Finetune/Step Time": 12.648554746921246}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 4.702409744262695, "Finetune/Loss (Raw)": 3.773604393005371, "Finetune/Step": 14, "Finetune/Step Time": 12.543588161468506}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 4.613198280334473, "Finetune/Loss (Raw)": 3.3642385005950928, "Finetune/Step": 15, "Finetune/Step Time": 12.659464136759441}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 4.493603706359863, "Finetune/Loss (Raw)": 2.6996841430664062, "Finetune/Step": 16, "Finetune/Step Time": 12.692634001374245}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 4.397933006286621, "Finetune/Loss (Raw)": 2.8672032356262207, "Finetune/Step": 17, "Finetune/Step Time": 12.553538476719575}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 4.283871650695801, "Finetune/Loss (Raw)": 2.3448286056518555, "Finetune/Step": 18, "Finetune/Step Time": 12.467604041099548}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 4.17726469039917, "Finetune/Loss (Raw)": 2.258341073989868, "Finetune/Step": 19, "Finetune/Step Time": 12.339527180320339}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 4.080699920654297, "Finetune/Loss (Raw)": 2.245971918106079, "Finetune/Step": 20, "Finetune/Step Time": 12.184774112701415}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 3.9797909259796143, "Finetune/Loss (Raw)": 1.9616050720214844, "Finetune/Step": 21, "Finetune/Step Time": 12.17436592919486}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.8774561882019043, "Finetune/Loss (Raw)": 1.7284326553344727, "Finetune/Step": 22, "Finetune/Step Time": 12.087174393913962}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 3.7317392826080322, "Finetune/Loss (Raw)": 0.5259639024734497, "Finetune/Step": 23, "Finetune/Step Time": 12.222287447556205}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 3.6542224884033203, "Finetune/Loss (Raw)": 1.8713431358337402, "Finetune/Step": 24, "Finetune/Step Time": 12.12387129664421}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 3.5765621662139893, "Finetune/Loss (Raw)": 1.7127137184143066, "Finetune/Step": 25, "Finetune/Step Time": 12.0573078250885}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 3.4622960090637207, "Finetune/Loss (Raw)": 0.6056365370750427, "Finetune/Step": 26, "Finetune/Step Time": 12.213442508990948}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 3.396782875061035, "Finetune/Loss (Raw)": 1.6934435367584229, "Finetune/Step": 27, "Finetune/Step Time": 12.109270254770914}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 3.3282244205474854, "Finetune/Loss (Raw)": 1.4771422147750854, "Finetune/Step": 28, "Finetune/Step Time": 12.025465650217873}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 3.2681636810302734, "Finetune/Loss (Raw)": 1.5864737033843994, "Finetune/Step": 29, "Finetune/Step Time": 12.014869985909298}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 3.2041871547698975, "Finetune/Loss (Raw)": 1.3488593101501465, "Finetune/Step": 30, "Finetune/Step Time": 12.008151070276897}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 3.149552822113037, "Finetune/Loss (Raw)": 1.5105236768722534, "Finetune/Step": 31, "Finetune/Step Time": 11.959315276915028}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.0936062335968018, "Finetune/Loss (Raw)": 1.3592582941055298, "Finetune/Step": 32, "Finetune/Step Time": 12.001102037727833}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.0365891456604004, "Finetune/Loss (Raw)": 1.2120351791381836, "Finetune/Step": 33, "Finetune/Step Time": 11.971383940089833}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.983279228210449, "Finetune/Loss (Raw)": 1.2240594625473022, "Finetune/Step": 34, "Finetune/Step Time": 11.911593633539537}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.941897392272949, "Finetune/Loss (Raw)": 1.5349174737930298, "Finetune/Step": 35, "Finetune/Step Time": 11.88735065460205}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.8958792686462402, "Finetune/Loss (Raw)": 1.2852516174316406, "Finetune/Step": 36, "Finetune/Step Time": 11.904993573824564}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.8558337688446045, "Finetune/Loss (Raw)": 1.414189100265503, "Finetune/Step": 37, "Finetune/Step Time": 11.987194512341473}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.812978982925415, "Finetune/Loss (Raw)": 1.2273499965667725, "Finetune/Step": 38, "Finetune/Step Time": 11.931793959517227}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.7718605995178223, "Finetune/Loss (Raw)": 1.2093589305877686, "Finetune/Step": 39, "Finetune/Step Time": 11.860905341612987}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.7333223819732666, "Finetune/Loss (Raw)": 1.2303309440612793, "Finetune/Step": 40, "Finetune/Step Time": 11.86942526102066}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.69907283782959, "Finetune/Loss (Raw)": 1.3291096687316895, "Finetune/Step": 41, "Finetune/Step Time": 11.79681676190074}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.6650753021240234, "Finetune/Loss (Raw)": 1.2711646556854248, "Finetune/Step": 42, "Finetune/Step Time": 11.74874978973752}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.630880832672119, "Finetune/Loss (Raw)": 1.1947168111801147, "Finetune/Step": 43, "Finetune/Step Time": 11.746032820191495}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.597320795059204, "Finetune/Loss (Raw)": 1.1542320251464844, "Finetune/Step": 44, "Finetune/Step Time": 11.731302792375738}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.5636730194091797, "Finetune/Loss (Raw)": 1.0831730365753174, "Finetune/Step": 45, "Finetune/Step Time": 11.825368229548136}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.5207626819610596, "Finetune/Loss (Raw)": 0.5897908210754395, "Finetune/Step": 46, "Finetune/Step Time": 11.918103606804557}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.4904236793518066, "Finetune/Loss (Raw)": 1.0948468446731567, "Finetune/Step": 47, "Finetune/Step Time": 11.891665276060714}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.461782693862915, "Finetune/Loss (Raw)": 1.115638017654419, "Finetune/Step": 48, "Finetune/Step Time": 11.90269723534584}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.434540271759033, "Finetune/Loss (Raw)": 1.1269173622131348, "Finetune/Step": 49, "Finetune/Step Time": 11.878342380329054}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.4059627056121826, "Finetune/Loss (Raw)": 1.0056513547897339, "Finetune/Step": 50, "Finetune/Step Time": 11.832504892349244}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.38079833984375, "Finetune/Loss (Raw)": 1.1225852966308594, "Finetune/Step": 51, "Finetune/Step Time": 11.800134658813477}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.3578407764434814, "Finetune/Loss (Raw)": 1.186995506286621, "Finetune/Step": 52, "Finetune/Step Time": 11.786372331472544}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.3299777507781982, "Finetune/Loss (Raw)": 0.8811005353927612, "Finetune/Step": 53, "Finetune/Step Time": 11.801494953767309}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.3039610385894775, "Finetune/Loss (Raw)": 0.9250780940055847, "Finetune/Step": 54, "Finetune/Step Time": 11.800032474376538}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.282137870788574, "Finetune/Loss (Raw)": 1.1037031412124634, "Finetune/Step": 55, "Finetune/Step Time": 11.80470513863997}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.2605652809143066, "Finetune/Loss (Raw)": 1.0740455389022827, "Finetune/Step": 56, "Finetune/Step Time": 11.817714384623937}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.2384586334228516, "Finetune/Loss (Raw)": 1.0005079507827759, "Finetune/Step": 57, "Finetune/Step Time": 11.794445129863004}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.2171878814697266, "Finetune/Loss (Raw)": 1.0047396421432495, "Finetune/Step": 58, "Finetune/Step Time": 11.856973985145832}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.1976230144500732, "Finetune/Loss (Raw)": 1.0628604888916016, "Finetune/Step": 59, "Finetune/Step Time": 11.868762763880067}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.1777539253234863, "Finetune/Loss (Raw)": 1.005475401878357, "Finetune/Step": 60, "Finetune/Step Time": 11.860453100999196}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.160221576690674, "Finetune/Loss (Raw)": 1.1082947254180908, "Finetune/Step": 61, "Finetune/Step Time": 11.833243620200236}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.1431212425231934, "Finetune/Loss (Raw)": 1.0999959707260132, "Finetune/Step": 62, "Finetune/Step Time": 11.825234913056896}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.1276113986968994, "Finetune/Loss (Raw)": 1.1659878492355347, "Finetune/Step": 63, "Finetune/Step Time": 11.792063145410447}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.110318899154663, "Finetune/Loss (Raw)": 1.020903468132019, "Finetune/Step": 64, "Finetune/Step Time": 11.84489544853568}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.09360408782959, "Finetune/Loss (Raw)": 1.023859977722168, "Finetune/Step": 65, "Finetune/Step Time": 11.834451741438645}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.0765457153320312, "Finetune/Loss (Raw)": 0.9677508473396301, "Finetune/Step": 66, "Finetune/Step Time": 11.812701362552065}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.0585265159606934, "Finetune/Loss (Raw)": 0.8692613840103149, "Finetune/Step": 67, "Finetune/Step Time": 11.779255945291093}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.0439016819000244, "Finetune/Loss (Raw)": 1.0640277862548828, "Finetune/Step": 68, "Finetune/Step Time": 11.775331812746385}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.030203342437744, "Finetune/Loss (Raw)": 1.0987297296524048, "Finetune/Step": 69, "Finetune/Step Time": 11.745383870774422}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.0175790786743164, "Finetune/Loss (Raw)": 1.1464943885803223, "Finetune/Step": 70, "Finetune/Step Time": 11.72201839855739}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.0015318393707275, "Finetune/Loss (Raw)": 0.8782346248626709, "Finetune/Step": 71, "Finetune/Step Time": 11.703331258934988}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.9869804382324219, "Finetune/Loss (Raw)": 0.9538272023200989, "Finetune/Step": 72, "Finetune/Step Time": 11.67255668507682}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.9717507362365723, "Finetune/Loss (Raw)": 0.8752164840698242, "Finetune/Step": 73, "Finetune/Step Time": 11.652920553129013}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.9571380615234375, "Finetune/Loss (Raw)": 0.8904113173484802, "Finetune/Step": 74, "Finetune/Step Time": 11.62625842481046}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.9417086839675903, "Finetune/Loss (Raw)": 0.7999240756034851, "Finetune/Step": 75, "Finetune/Step Time": 11.617827332814535}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.9286187887191772, "Finetune/Loss (Raw)": 0.9468908309936523, "Finetune/Step": 76, "Finetune/Step Time": 11.606080889701843}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.9174643754959106, "Finetune/Loss (Raw)": 1.0697249174118042, "Finetune/Step": 77, "Finetune/Step Time": 11.579159810945585}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.9076787233352661, "Finetune/Loss (Raw)": 1.1541763544082642, "Finetune/Step": 78, "Finetune/Step Time": 11.552932977676392}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.8977530002593994, "Finetune/Loss (Raw)": 1.1235525608062744, "Finetune/Step": 79, "Finetune/Step Time": 11.535636129258554}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.885942816734314, "Finetune/Loss (Raw)": 0.95293790102005, "Finetune/Step": 80, "Finetune/Step Time": 11.546036529541016}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.8765631914138794, "Finetune/Loss (Raw)": 1.1261829137802124, "Finetune/Step": 81, "Finetune/Step Time": 11.54188057228371}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.8665752410888672, "Finetune/Loss (Raw)": 1.057560682296753, "Finetune/Step": 82, "Finetune/Step Time": 11.523106493600984}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.8549237251281738, "Finetune/Loss (Raw)": 0.8995086550712585, "Finetune/Step": 83, "Finetune/Step Time": 11.535831744412341}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.8460993766784668, "Finetune/Loss (Raw)": 1.1136622428894043, "Finetune/Step": 84, "Finetune/Step Time": 11.537786668255215}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.8360353708267212, "Finetune/Loss (Raw)": 0.9906672835350037, "Finetune/Step": 85, "Finetune/Step Time": 11.522738002328312}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.8221460580825806, "Finetune/Loss (Raw)": 0.6415587067604065, "Finetune/Step": 86, "Finetune/Step Time": 11.568061994951824}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.8125901222229004, "Finetune/Loss (Raw)": 0.9907853603363037, "Finetune/Step": 87, "Finetune/Step Time": 11.552778222095007}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.8052611351013184, "Finetune/Loss (Raw)": 1.1676247119903564, "Finetune/Step": 88, "Finetune/Step Time": 11.56086846373298}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.796442985534668, "Finetune/Loss (Raw)": 1.0204569101333618, "Finetune/Step": 89, "Finetune/Step Time": 11.54566338892733}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.788525938987732, "Finetune/Loss (Raw)": 1.083904504776001, "Finetune/Step": 90, "Finetune/Step Time": 11.55577904118432}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.7810359001159668, "Finetune/Loss (Raw)": 1.1069321632385254, "Finetune/Step": 91, "Finetune/Step Time": 11.55819556739304}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.774046540260315, "Finetune/Loss (Raw)": 1.1380091905593872, "Finetune/Step": 92, "Finetune/Step Time": 11.545833033064138}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.764450192451477, "Finetune/Loss (Raw)": 0.8815920948982239, "Finetune/Step": 93, "Finetune/Step Time": 11.532738383098316}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.7574139833450317, "Finetune/Loss (Raw)": 1.1030428409576416, "Finetune/Step": 94, "Finetune/Step Time": 11.510992894781397}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.749534249305725, "Finetune/Loss (Raw)": 1.0088297128677368, "Finetune/Step": 95, "Finetune/Step Time": 11.497416192606876}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.7418770790100098, "Finetune/Loss (Raw)": 1.014453649520874, "Finetune/Step": 96, "Finetune/Step Time": 11.501602366566658}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.7342376708984375, "Finetune/Loss (Raw)": 1.0008598566055298, "Finetune/Step": 97, "Finetune/Step Time": 11.497664827661415}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.727311134338379, "Finetune/Loss (Raw)": 1.0554324388504028, "Finetune/Step": 98, "Finetune/Step Time": 11.479680487087794}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.7154061794281006, "Finetune/Loss (Raw)": 0.5487170219421387, "Finetune/Step": 99, "Finetune/Step Time": 11.509739495287038}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.7096314430236816, "Finetune/Loss (Raw)": 1.137940764427185, "Finetune/Step": 100, "Finetune/Step Time": 11.499511160850524}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.7024577856063843, "Finetune/Loss (Raw)": 0.985090434551239, "Finetune/Step": 101, "Finetune/Step Time": 11.501213276740348}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.6968399286270142, "Finetune/Loss (Raw)": 1.1294336318969727, "Finetune/Step": 102, "Finetune/Step Time": 11.478840496025834}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.6859718561172485, "Finetune/Loss (Raw)": 0.5774335265159607, "Finetune/Step": 103, "Finetune/Step Time": 11.510500785216545}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.6802754402160645, "Finetune/Loss (Raw)": 1.093530535697937, "Finetune/Step": 104, "Finetune/Step Time": 11.508201411137215}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.6735857725143433, "Finetune/Loss (Raw)": 0.9778675436973572, "Finetune/Step": 105, "Finetune/Step Time": 11.496975160780407}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.6673165559768677, "Finetune/Loss (Raw)": 1.0090540647506714, "Finetune/Step": 106, "Finetune/Step Time": 11.491460235613697}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.6614998579025269, "Finetune/Loss (Raw)": 1.0449355840682983, "Finetune/Step": 107, "Finetune/Step Time": 11.470970200601025}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.6550863981246948, "Finetune/Loss (Raw)": 0.968839168548584, "Finetune/Step": 108, "Finetune/Step Time": 11.456529012432805}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.6499522924423218, "Finetune/Loss (Raw)": 1.095479965209961, "Finetune/Step": 109, "Finetune/Step Time": 11.442696997878748}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.6439669132232666, "Finetune/Loss (Raw)": 0.9915578365325928, "Finetune/Step": 110, "Finetune/Step Time": 11.42706220149994}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.6385289430618286, "Finetune/Loss (Raw)": 1.0403459072113037, "Finetune/Step": 111, "Finetune/Step Time": 11.434623138324634}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.6331050395965576, "Finetune/Loss (Raw)": 1.0310450792312622, "Finetune/Step": 112, "Finetune/Step Time": 11.427902928420476}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.62812077999115, "Finetune/Loss (Raw)": 1.0698859691619873, "Finetune/Step": 113, "Finetune/Step Time": 11.430766603588003}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.6187503337860107, "Finetune/Loss (Raw)": 0.5598914623260498, "Finetune/Step": 114, "Finetune/Step Time": 11.471426087513304}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.6137419939041138, "Finetune/Loss (Raw)": 1.0428028106689453, "Finetune/Step": 115, "Finetune/Step Time": 11.460418232627537}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.6072924137115479, "Finetune/Loss (Raw)": 0.8655815124511719, "Finetune/Step": 116, "Finetune/Step Time": 11.467717111110687}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.6025025844573975, "Finetune/Loss (Raw)": 1.0468828678131104, "Finetune/Step": 117, "Finetune/Step Time": 11.460243785483206}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.5979206562042236, "Finetune/Loss (Raw)": 1.0618352890014648, "Finetune/Step": 118, "Finetune/Step Time": 11.443405870663918}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.5927133560180664, "Finetune/Loss (Raw)": 0.9782447814941406, "Finetune/Step": 119, "Finetune/Step Time": 11.434573802627435}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.5879799127578735, "Finetune/Loss (Raw)": 1.0247012376785278, "Finetune/Step": 120, "Finetune/Step Time": 11.426866600910822}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.5828580856323242, "Finetune/Loss (Raw)": 0.9682459831237793, "Finetune/Step": 121, "Finetune/Step Time": 11.43530316195212}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.5774552822113037, "Finetune/Loss (Raw)": 0.9237182140350342, "Finetune/Step": 122, "Finetune/Step Time": 11.42343952030432}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.5725140571594238, "Finetune/Loss (Raw)": 0.9696890115737915, "Finetune/Step": 123, "Finetune/Step Time": 11.409948279217977}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.5684465169906616, "Finetune/Loss (Raw)": 1.0681438446044922, "Finetune/Step": 124, "Finetune/Step Time": 11.398780859285786}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.563559889793396, "Finetune/Loss (Raw)": 0.9575945138931274, "Finetune/Step": 125, "Finetune/Step Time": 11.387219686508178}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.559394121170044, "Finetune/Loss (Raw)": 1.0386779308319092, "Finetune/Step": 126, "Finetune/Step Time": 11.405491932990058}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.554313063621521, "Finetune/Loss (Raw)": 0.9141153693199158, "Finetune/Step": 127, "Finetune/Step Time": 11.393528990858183}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.5504957437515259, "Finetune/Loss (Raw)": 1.0656832456588745, "Finetune/Step": 128, "Finetune/Step Time": 11.387065069749951}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.5049374103546143, "Finetune/Loss (Raw)": 1.07048499584198, "Finetune/Step": 129, "Finetune/Step Time": 11.213030211627483}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.469879388809204, "Finetune/Loss (Raw)": 1.0911734104156494, "Finetune/Step": 130, "Finetune/Step Time": 11.186192715540528}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.4400286674499512, "Finetune/Loss (Raw)": 1.024423599243164, "Finetune/Step": 131, "Finetune/Step Time": 11.186310023069382}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.4101545810699463, "Finetune/Loss (Raw)": 1.0272029638290405, "Finetune/Step": 132, "Finetune/Step Time": 11.18779730424285}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.3785464763641357, "Finetune/Loss (Raw)": 0.8475387096405029, "Finetune/Step": 133, "Finetune/Step Time": 11.204553227871656}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.349328637123108, "Finetune/Loss (Raw)": 1.1603777408599854, "Finetune/Step": 134, "Finetune/Step Time": 11.203771900385618}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.3210285902023315, "Finetune/Loss (Raw)": 0.9110782146453857, "Finetune/Step": 135, "Finetune/Step Time": 11.208881167694926}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.292494773864746, "Finetune/Loss (Raw)": 0.9866518974304199, "Finetune/Step": 136, "Finetune/Step Time": 11.190955763682723}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.2650740146636963, "Finetune/Loss (Raw)": 0.9077085256576538, "Finetune/Step": 137, "Finetune/Step Time": 11.195374628528953}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.2328474521636963, "Finetune/Loss (Raw)": 1.0468881130218506, "Finetune/Step": 138, "Finetune/Step Time": 11.154218636453152}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.2089922428131104, "Finetune/Loss (Raw)": 0.8411231637001038, "Finetune/Step": 139, "Finetune/Step Time": 11.158276068046689}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1885427236557007, "Finetune/Loss (Raw)": 1.2125035524368286, "Finetune/Step": 140, "Finetune/Step Time": 11.152819748967886}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1679189205169678, "Finetune/Loss (Raw)": 0.9631419777870178, "Finetune/Step": 141, "Finetune/Step Time": 11.147976184263825}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1456918716430664, "Finetune/Loss (Raw)": 0.9285460114479065, "Finetune/Step": 142, "Finetune/Step Time": 11.197754215449095}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1262701749801636, "Finetune/Loss (Raw)": 0.8782559633255005, "Finetune/Step": 143, "Finetune/Step Time": 11.201270928606391}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.110719919204712, "Finetune/Loss (Raw)": 0.7092478275299072, "Finetune/Step": 144, "Finetune/Step Time": 11.217801962047815}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0931274890899658, "Finetune/Loss (Raw)": 0.615385115146637, "Finetune/Step": 145, "Finetune/Step Time": 11.25219995714724}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0821144580841064, "Finetune/Loss (Raw)": 0.9351597428321838, "Finetune/Step": 146, "Finetune/Step Time": 11.241595234721899}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0712313652038574, "Finetune/Loss (Raw)": 0.8652911186218262, "Finetune/Step": 147, "Finetune/Step Time": 11.256619146093726}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0618481636047363, "Finetune/Loss (Raw)": 1.0449280738830566, "Finetune/Step": 148, "Finetune/Step Time": 11.272900432348251}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0545861721038818, "Finetune/Loss (Raw)": 1.032072901725769, "Finetune/Step": 149, "Finetune/Step Time": 11.270444063469768}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0491843223571777, "Finetune/Loss (Raw)": 1.0369887351989746, "Finetune/Step": 150, "Finetune/Step Time": 11.27569641545415}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0529847145080566, "Finetune/Loss (Raw)": 1.012433409690857, "Finetune/Step": 151, "Finetune/Step Time": 11.238507827743888}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0459223985671997, "Finetune/Loss (Raw)": 0.9673495292663574, "Finetune/Step": 152, "Finetune/Step Time": 11.246887842193246}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0410637855529785, "Finetune/Loss (Raw)": 1.0908169746398926, "Finetune/Step": 153, "Finetune/Step Time": 11.259792361408472}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0447028875350952, "Finetune/Loss (Raw)": 1.0714354515075684, "Finetune/Step": 154, "Finetune/Step Time": 11.214662496000528}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0400593280792236, "Finetune/Loss (Raw)": 1.0990620851516724, "Finetune/Step": 155, "Finetune/Step Time": 11.221094436943531}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0333242416381836, "Finetune/Loss (Raw)": 0.61506187915802, "Finetune/Step": 156, "Finetune/Step Time": 11.261878225952387}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.028820276260376, "Finetune/Loss (Raw)": 1.0099666118621826, "Finetune/Step": 157, "Finetune/Step Time": 11.250291556119919}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0264019966125488, "Finetune/Loss (Raw)": 1.0393104553222656, "Finetune/Step": 158, "Finetune/Step Time": 11.235711373388767}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.022428035736084, "Finetune/Loss (Raw)": 1.0018749237060547, "Finetune/Step": 159, "Finetune/Step Time": 11.227651523426175}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0191903114318848, "Finetune/Loss (Raw)": 0.9448202252388, "Finetune/Step": 160, "Finetune/Step Time": 11.209842398762703}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0171082019805908, "Finetune/Loss (Raw)": 0.9455265402793884, "Finetune/Step": 161, "Finetune/Step Time": 11.20233535580337}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0166981220245361, "Finetune/Loss (Raw)": 1.1715552806854248, "Finetune/Step": 162, "Finetune/Step Time": 11.200282510370016}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0126466751098633, "Finetune/Loss (Raw)": 1.0163390636444092, "Finetune/Step": 163, "Finetune/Step Time": 11.200567299500108}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0094935894012451, "Finetune/Loss (Raw)": 0.8816562294960022, "Finetune/Step": 164, "Finetune/Step Time": 11.196668783202767}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0059512853622437, "Finetune/Loss (Raw)": 0.9607882499694824, "Finetune/Step": 165, "Finetune/Step Time": 11.164196953177452}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0035450458526611, "Finetune/Loss (Raw)": 0.9193488359451294, "Finetune/Step": 166, "Finetune/Step Time": 11.162531329318881}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0024266242980957, "Finetune/Loss (Raw)": 1.0661996603012085, "Finetune/Step": 167, "Finetune/Step Time": 11.168972872197628}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0001301765441895, "Finetune/Loss (Raw)": 0.9363821148872375, "Finetune/Step": 168, "Finetune/Step Time": 11.154915617778897}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 0.9968600273132324, "Finetune/Loss (Raw)": 0.9105318784713745, "Finetune/Step": 169, "Finetune/Step Time": 11.160264061763883}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 0.9928138256072998, "Finetune/Loss (Raw)": 0.7532476782798767, "Finetune/Step": 170, "Finetune/Step Time": 11.193541375920177}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 0.9906677603721619, "Finetune/Loss (Raw)": 0.9200194478034973, "Finetune/Step": 171, "Finetune/Step Time": 11.188798790797591}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 0.988858163356781, "Finetune/Loss (Raw)": 0.9226078391075134, "Finetune/Step": 172, "Finetune/Step Time": 11.192379551008344}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 0.9892137050628662, "Finetune/Loss (Raw)": 1.1286739110946655, "Finetune/Step": 173, "Finetune/Step Time": 11.145075384527445}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 0.9910337924957275, "Finetune/Loss (Raw)": 0.8227671980857849, "Finetune/Step": 174, "Finetune/Step Time": 11.101278070360422}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 0.9912505149841309, "Finetune/Loss (Raw)": 1.122589349746704, "Finetune/Step": 175, "Finetune/Step Time": 11.094308769330382}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 0.9871978163719177, "Finetune/Loss (Raw)": 0.596895158290863, "Finetune/Step": 176, "Finetune/Step Time": 11.111135745421052}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 0.9854854941368103, "Finetune/Loss (Raw)": 0.9077350497245789, "Finetune/Step": 177, "Finetune/Step Time": 11.110604658722878}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 0.9862236380577087, "Finetune/Loss (Raw)": 1.1001288890838623, "Finetune/Step": 178, "Finetune/Step Time": 11.11880461126566}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 0.984116792678833, "Finetune/Loss (Raw)": 0.8529165983200073, "Finetune/Step": 179, "Finetune/Step Time": 11.121251007542014}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 0.9827248454093933, "Finetune/Loss (Raw)": 1.0088239908218384, "Finetune/Step": 180, "Finetune/Step Time": 11.116845479235053}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 0.9833559989929199, "Finetune/Loss (Raw)": 0.9618915915489197, "Finetune/Step": 181, "Finetune/Step Time": 11.091652564704418}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 0.9838820695877075, "Finetune/Loss (Raw)": 0.9924063086509705, "Finetune/Step": 182, "Finetune/Step Time": 11.083425976336002}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 0.9826486110687256, "Finetune/Loss (Raw)": 0.9458281993865967, "Finetune/Step": 183, "Finetune/Step Time": 11.05791755579412}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 0.9826251864433289, "Finetune/Loss (Raw)": 1.0710498094558716, "Finetune/Step": 184, "Finetune/Step Time": 11.043812235817313}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 0.981694221496582, "Finetune/Loss (Raw)": 0.8813433051109314, "Finetune/Step": 185, "Finetune/Step Time": 11.040068995207548}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 0.9812386631965637, "Finetune/Loss (Raw)": 0.9464258551597595, "Finetune/Step": 186, "Finetune/Step Time": 11.01603095792234}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.9802291393280029, "Finetune/Loss (Raw)": 0.9336392879486084, "Finetune/Step": 187, "Finetune/Step Time": 10.996783278882504}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.9804893732070923, "Finetune/Loss (Raw)": 1.0387860536575317, "Finetune/Step": 188, "Finetune/Step Time": 10.982785630971193}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.9790499210357666, "Finetune/Loss (Raw)": 0.9240480661392212, "Finetune/Step": 189, "Finetune/Step Time": 11.000194668769836}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9783332943916321, "Finetune/Loss (Raw)": 1.008269190788269, "Finetune/Step": 190, "Finetune/Step Time": 11.004850082099438}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.977228581905365, "Finetune/Loss (Raw)": 1.0245811939239502, "Finetune/Step": 191, "Finetune/Step Time": 11.013709431514144}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9769161343574524, "Finetune/Loss (Raw)": 0.9809077978134155, "Finetune/Step": 192, "Finetune/Step Time": 10.982405228540301}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9755206108093262, "Finetune/Loss (Raw)": 0.8452345728874207, "Finetune/Step": 193, "Finetune/Step Time": 10.971512671560049}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9755550622940063, "Finetune/Loss (Raw)": 0.9721622467041016, "Finetune/Step": 194, "Finetune/Step Time": 10.97989815287292}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9760257005691528, "Finetune/Loss (Raw)": 0.9295067191123962, "Finetune/Step": 195, "Finetune/Step Time": 10.996726550161839}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9747588634490967, "Finetune/Loss (Raw)": 0.9018690586090088, "Finetune/Step": 196, "Finetune/Step Time": 10.988176327198744}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9738116264343262, "Finetune/Loss (Raw)": 0.9774784445762634, "Finetune/Step": 197, "Finetune/Step Time": 10.99370731972158}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9721246957778931, "Finetune/Loss (Raw)": 0.9305695295333862, "Finetune/Step": 198, "Finetune/Step Time": 10.988713067024946}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9725563526153564, "Finetune/Loss (Raw)": 0.9334971904754639, "Finetune/Step": 199, "Finetune/Step Time": 10.988591194152832}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.972671627998352, "Finetune/Loss (Raw)": 0.9685720205307007, "Finetune/Step": 200, "Finetune/Step Time": 10.994936661794782}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9738477468490601, "Finetune/Loss (Raw)": 1.0257655382156372, "Finetune/Step": 201, "Finetune/Step Time": 10.994860593229532}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9751322865486145, "Finetune/Loss (Raw)": 1.0548334121704102, "Finetune/Step": 202, "Finetune/Step Time": 11.002041418105364}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9767470359802246, "Finetune/Loss (Raw)": 1.0066057443618774, "Finetune/Step": 203, "Finetune/Step Time": 10.991598756983876}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.9770334362983704, "Finetune/Loss (Raw)": 0.9835485219955444, "Finetune/Step": 204, "Finetune/Step Time": 10.985865602269769}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.973641037940979, "Finetune/Loss (Raw)": 0.635495662689209, "Finetune/Step": 205, "Finetune/Step Time": 11.03122422285378}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9720518589019775, "Finetune/Loss (Raw)": 0.9507630467414856, "Finetune/Step": 206, "Finetune/Step Time": 11.041322657838464}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9716982841491699, "Finetune/Loss (Raw)": 1.0782965421676636, "Finetune/Step": 207, "Finetune/Step Time": 11.069170067086816}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9716268181800842, "Finetune/Loss (Raw)": 0.9437922239303589, "Finetune/Step": 208, "Finetune/Step Time": 11.04478806257248}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9701587557792664, "Finetune/Loss (Raw)": 0.9382688403129578, "Finetune/Step": 209, "Finetune/Step Time": 11.034279929473996}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9671561121940613, "Finetune/Loss (Raw)": 0.6732298135757446, "Finetune/Step": 210, "Finetune/Step Time": 11.071760019287467}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.967144250869751, "Finetune/Loss (Raw)": 0.8979901671409607, "Finetune/Step": 211, "Finetune/Step Time": 11.059671560302377}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.966300368309021, "Finetune/Loss (Raw)": 1.0056413412094116, "Finetune/Step": 212, "Finetune/Step Time": 11.056211438030005}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9672061800956726, "Finetune/Loss (Raw)": 1.1066054105758667, "Finetune/Step": 213, "Finetune/Step Time": 11.055741561576724}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9694768786430359, "Finetune/Loss (Raw)": 0.9322130084037781, "Finetune/Step": 214, "Finetune/Step Time": 11.03732574544847}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9688341021537781, "Finetune/Loss (Raw)": 0.9085098505020142, "Finetune/Step": 215, "Finetune/Step Time": 11.031881025061011}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9664595127105713, "Finetune/Loss (Raw)": 0.8636707663536072, "Finetune/Step": 216, "Finetune/Step Time": 11.03131802007556}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9664132595062256, "Finetune/Loss (Raw)": 1.0145384073257446, "Finetune/Step": 217, "Finetune/Step Time": 11.027898456901312}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9657829999923706, "Finetune/Loss (Raw)": 1.0032368898391724, "Finetune/Step": 218, "Finetune/Step Time": 11.014207294210792}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.965843677520752, "Finetune/Loss (Raw)": 1.1146990060806274, "Finetune/Step": 219, "Finetune/Step Time": 11.001435466110706}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9640933871269226, "Finetune/Loss (Raw)": 0.9139697551727295, "Finetune/Step": 220, "Finetune/Step Time": 10.995445415377617}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.96526700258255, "Finetune/Loss (Raw)": 1.0318161249160767, "Finetune/Step": 221, "Finetune/Step Time": 10.998951962217689}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.963421642780304, "Finetune/Loss (Raw)": 0.8668341636657715, "Finetune/Step": 222, "Finetune/Step Time": 11.009066535159945}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9625810384750366, "Finetune/Loss (Raw)": 0.901237428188324, "Finetune/Step": 223, "Finetune/Step Time": 11.011082949116826}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9599354863166809, "Finetune/Loss (Raw)": 0.6758238077163696, "Finetune/Step": 224, "Finetune/Step Time": 11.032426116988063}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9597456455230713, "Finetune/Loss (Raw)": 0.9765486717224121, "Finetune/Step": 225, "Finetune/Step Time": 11.030596593394876}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9600448608398438, "Finetune/Loss (Raw)": 1.0937374830245972, "Finetune/Step": 226, "Finetune/Step Time": 11.029488706961274}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9643000364303589, "Finetune/Loss (Raw)": 1.0933786630630493, "Finetune/Step": 227, "Finetune/Step Time": 10.99156154319644}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9637008309364319, "Finetune/Loss (Raw)": 1.0612423419952393, "Finetune/Step": 228, "Finetune/Step Time": 10.985896850004792}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9633766412734985, "Finetune/Loss (Raw)": 0.9435955882072449, "Finetune/Step": 229, "Finetune/Step Time": 10.975769884884357}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.962978184223175, "Finetune/Loss (Raw)": 1.0784281492233276, "Finetune/Step": 230, "Finetune/Step Time": 10.979950172826648}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9660061001777649, "Finetune/Loss (Raw)": 0.9650105834007263, "Finetune/Step": 231, "Finetune/Step Time": 10.940448390319943}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.965290904045105, "Finetune/Loss (Raw)": 1.001983404159546, "Finetune/Step": 232, "Finetune/Step Time": 10.930298062041402}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9615724682807922, "Finetune/Loss (Raw)": 0.5019092559814453, "Finetune/Step": 233, "Finetune/Step Time": 10.966824946925044}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9621381163597107, "Finetune/Loss (Raw)": 1.081456184387207, "Finetune/Step": 234, "Finetune/Step Time": 10.983785215765238}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.962271511554718, "Finetune/Loss (Raw)": 1.0620092153549194, "Finetune/Step": 235, "Finetune/Step Time": 11.047254072502255}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9619433283805847, "Finetune/Loss (Raw)": 0.9268351197242737, "Finetune/Step": 236, "Finetune/Step Time": 11.052145212888718}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9610927700996399, "Finetune/Loss (Raw)": 0.986608624458313, "Finetune/Step": 237, "Finetune/Step Time": 11.098923057317734}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9607526063919067, "Finetune/Loss (Raw)": 0.9480178952217102, "Finetune/Step": 238, "Finetune/Step Time": 11.115731129422784}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9592220187187195, "Finetune/Loss (Raw)": 0.8444269895553589, "Finetune/Step": 239, "Finetune/Step Time": 11.116279685869813}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9579026699066162, "Finetune/Loss (Raw)": 0.8621736764907837, "Finetune/Step": 240, "Finetune/Step Time": 11.110590325668454}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9574427604675293, "Finetune/Loss (Raw)": 1.0110175609588623, "Finetune/Step": 241, "Finetune/Step Time": 11.094584096223116}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9608683586120605, "Finetune/Loss (Raw)": 0.9983566403388977, "Finetune/Step": 242, "Finetune/Step Time": 11.047312470152974}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9605963230133057, "Finetune/Loss (Raw)": 1.0079952478408813, "Finetune/Step": 243, "Finetune/Step Time": 11.057385744526982}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9603588581085205, "Finetune/Loss (Raw)": 0.8351750373840332, "Finetune/Step": 244, "Finetune/Step Time": 11.037664733827114}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9611654281616211, "Finetune/Loss (Raw)": 1.1501339673995972, "Finetune/Step": 245, "Finetune/Step Time": 11.027982903644443}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9611775279045105, "Finetune/Loss (Raw)": 1.0633788108825684, "Finetune/Step": 246, "Finetune/Step Time": 11.041459122672677}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9610726833343506, "Finetune/Loss (Raw)": 0.9648180603981018, "Finetune/Step": 247, "Finetune/Step Time": 11.036426099017262}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9603444337844849, "Finetune/Loss (Raw)": 0.9314931631088257, "Finetune/Step": 248, "Finetune/Step Time": 11.041798563674092}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9602560997009277, "Finetune/Loss (Raw)": 0.9569358229637146, "Finetune/Step": 249, "Finetune/Step Time": 11.019167037680745}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9608254432678223, "Finetune/Loss (Raw)": 0.9965959787368774, "Finetune/Step": 250, "Finetune/Step Time": 11.013570062816143}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9615557789802551, "Finetune/Loss (Raw)": 1.0631719827651978, "Finetune/Step": 251, "Finetune/Step Time": 11.034552304074168}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9606620669364929, "Finetune/Loss (Raw)": 0.9537470936775208, "Finetune/Step": 252, "Finetune/Step Time": 11.036120856180787}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9608625769615173, "Finetune/Loss (Raw)": 0.9832622408866882, "Finetune/Step": 253, "Finetune/Step Time": 11.032062821090221}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9598639011383057, "Finetune/Loss (Raw)": 0.9108425974845886, "Finetune/Step": 254, "Finetune/Step Time": 11.000315425917506}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9580626487731934, "Finetune/Loss (Raw)": 0.6835535168647766, "Finetune/Step": 255, "Finetune/Step Time": 11.036026418209076}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9566318392753601, "Finetune/Loss (Raw)": 0.8825490474700928, "Finetune/Step": 256, "Finetune/Step Time": 11.036647900938988}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9567270278930664, "Finetune/Loss (Raw)": 1.0826653242111206, "Finetune/Step": 257, "Finetune/Step Time": 11.034971797838807}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9559155702590942, "Finetune/Loss (Raw)": 0.9873014092445374, "Finetune/Step": 258, "Finetune/Step Time": 11.033297212794423}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9558057188987732, "Finetune/Loss (Raw)": 1.010372519493103, "Finetune/Step": 259, "Finetune/Step Time": 11.035680746659636}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.955390214920044, "Finetune/Loss (Raw)": 0.9740157127380371, "Finetune/Step": 260, "Finetune/Step Time": 11.060509538277984}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9549969434738159, "Finetune/Loss (Raw)": 0.7972007393836975, "Finetune/Step": 261, "Finetune/Step Time": 11.032988581806421}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.951809823513031, "Finetune/Loss (Raw)": 0.7524277567863464, "Finetune/Step": 262, "Finetune/Step Time": 11.045044094324112}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9521980285644531, "Finetune/Loss (Raw)": 0.9607607126235962, "Finetune/Step": 263, "Finetune/Step Time": 11.039161847904325}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9515669345855713, "Finetune/Loss (Raw)": 0.905870258808136, "Finetune/Step": 264, "Finetune/Step Time": 11.056333590298891}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9514927864074707, "Finetune/Loss (Raw)": 0.8982215523719788, "Finetune/Step": 265, "Finetune/Step Time": 11.0502686239779}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9517619013786316, "Finetune/Loss (Raw)": 1.0813348293304443, "Finetune/Step": 266, "Finetune/Step Time": 11.064226903021336}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9517267346382141, "Finetune/Loss (Raw)": 0.8366285562515259, "Finetune/Step": 267, "Finetune/Step Time": 11.058577923104167}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9501730799674988, "Finetune/Loss (Raw)": 1.013627290725708, "Finetune/Step": 268, "Finetune/Step Time": 11.06414301507175}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9501780271530151, "Finetune/Loss (Raw)": 0.9637821316719055, "Finetune/Step": 269, "Finetune/Step Time": 11.068303797394037}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9503951072692871, "Finetune/Loss (Raw)": 0.956329345703125, "Finetune/Step": 270, "Finetune/Step Time": 11.013530876487494}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9509962797164917, "Finetune/Loss (Raw)": 0.9552069306373596, "Finetune/Step": 271, "Finetune/Step Time": 10.996421558782458}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9532085657119751, "Finetune/Loss (Raw)": 0.99242103099823, "Finetune/Step": 272, "Finetune/Step Time": 10.957732532173395}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9561194181442261, "Finetune/Loss (Raw)": 0.9879738688468933, "Finetune/Step": 273, "Finetune/Step Time": 10.926390413194895}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9568983316421509, "Finetune/Loss (Raw)": 1.034860372543335, "Finetune/Step": 274, "Finetune/Step Time": 10.931511199101806}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9572158455848694, "Finetune/Loss (Raw)": 0.9059345126152039, "Finetune/Step": 275, "Finetune/Step Time": 10.921484781429172}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9547175765037537, "Finetune/Loss (Raw)": 0.7251477837562561, "Finetune/Step": 276, "Finetune/Step Time": 10.959712870419025}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9542787075042725, "Finetune/Loss (Raw)": 0.9758939146995544, "Finetune/Step": 277, "Finetune/Step Time": 10.9472551997751}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9537694454193115, "Finetune/Loss (Raw)": 0.9718126654624939, "Finetune/Step": 278, "Finetune/Step Time": 10.940299425274134}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9539487957954407, "Finetune/Loss (Raw)": 1.0353882312774658, "Finetune/Step": 279, "Finetune/Step Time": 10.950210640206933}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9535038471221924, "Finetune/Loss (Raw)": 0.9103959798812866, "Finetune/Step": 280, "Finetune/Step Time": 10.944977793842554}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9527652263641357, "Finetune/Loss (Raw)": 0.9962676763534546, "Finetune/Step": 281, "Finetune/Step Time": 10.937011172994971}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9517550468444824, "Finetune/Loss (Raw)": 0.9421301484107971, "Finetune/Step": 282, "Finetune/Step Time": 10.953107176348567}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9515165686607361, "Finetune/Loss (Raw)": 1.06854248046875, "Finetune/Step": 283, "Finetune/Step Time": 10.951610894873738}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9549343585968018, "Finetune/Loss (Raw)": 1.0525351762771606, "Finetune/Step": 284, "Finetune/Step Time": 10.910202208906412}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9539114236831665, "Finetune/Loss (Raw)": 0.879032552242279, "Finetune/Step": 285, "Finetune/Step Time": 10.93017171509564}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9532116651535034, "Finetune/Loss (Raw)": 0.9497445225715637, "Finetune/Step": 286, "Finetune/Step Time": 10.952853696420789}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9531172513961792, "Finetune/Loss (Raw)": 0.9897848963737488, "Finetune/Step": 287, "Finetune/Step Time": 10.962071415036917}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9521192312240601, "Finetune/Loss (Raw)": 0.8170779943466187, "Finetune/Step": 288, "Finetune/Step Time": 10.974204191938043}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9526280164718628, "Finetune/Loss (Raw)": 1.0106486082077026, "Finetune/Step": 289, "Finetune/Step Time": 10.981134301051497}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9503293037414551, "Finetune/Loss (Raw)": 0.8773241639137268, "Finetune/Step": 290, "Finetune/Step Time": 10.99881698936224}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9504421949386597, "Finetune/Loss (Raw)": 1.030786156654358, "Finetune/Step": 291, "Finetune/Step Time": 10.989884596318007}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9515172839164734, "Finetune/Loss (Raw)": 1.019268274307251, "Finetune/Step": 292, "Finetune/Step Time": 10.973507463932037}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9520488381385803, "Finetune/Loss (Raw)": 1.0288240909576416, "Finetune/Step": 293, "Finetune/Step Time": 10.962858395650983}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9500590562820435, "Finetune/Loss (Raw)": 0.6646620035171509, "Finetune/Step": 294, "Finetune/Step Time": 10.972984865307808}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9496058225631714, "Finetune/Loss (Raw)": 1.008177399635315, "Finetune/Step": 295, "Finetune/Step Time": 10.979425828903913}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9493337273597717, "Finetune/Loss (Raw)": 0.9015571475028992, "Finetune/Step": 296, "Finetune/Step Time": 10.98322943598032}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.950070858001709, "Finetune/Loss (Raw)": 1.0048900842666626, "Finetune/Step": 297, "Finetune/Step Time": 10.990857748314738}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9502902030944824, "Finetune/Loss (Raw)": 0.7813207507133484, "Finetune/Step": 298, "Finetune/Step Time": 10.993260938674212}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9482184648513794, "Finetune/Loss (Raw)": 0.6548325419425964, "Finetune/Step": 299, "Finetune/Step Time": 11.028069503605366}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9457141160964966, "Finetune/Loss (Raw)": 0.6020517945289612, "Finetune/Step": 300, "Finetune/Step Time": 11.05096659809351}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9421564936637878, "Finetune/Loss (Raw)": 0.6733042001724243, "Finetune/Step": 301, "Finetune/Step Time": 11.089541807770729}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.941968560218811, "Finetune/Loss (Raw)": 0.7987086772918701, "Finetune/Step": 302, "Finetune/Step Time": 11.103181114420295}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9375852346420288, "Finetune/Loss (Raw)": 0.561519205570221, "Finetune/Step": 303, "Finetune/Step Time": 11.14124608039856}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9406915903091431, "Finetune/Loss (Raw)": 0.9945101141929626, "Finetune/Step": 304, "Finetune/Step Time": 11.109515380114317}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9408597946166992, "Finetune/Loss (Raw)": 0.929266631603241, "Finetune/Step": 305, "Finetune/Step Time": 11.100114116445184}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9388965368270874, "Finetune/Loss (Raw)": 0.848834216594696, "Finetune/Step": 306, "Finetune/Step Time": 11.102044094353914}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9405524730682373, "Finetune/Loss (Raw)": 1.0648748874664307, "Finetune/Step": 307, "Finetune/Step Time": 11.106241254135966}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9400745034217834, "Finetune/Loss (Raw)": 0.9476416110992432, "Finetune/Step": 308, "Finetune/Step Time": 11.105192912742496}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9403371810913086, "Finetune/Loss (Raw)": 0.9955161213874817, "Finetune/Step": 309, "Finetune/Step Time": 11.124276688322425}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9398859739303589, "Finetune/Loss (Raw)": 0.9346519112586975, "Finetune/Step": 310, "Finetune/Step Time": 11.121090723201632}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9399207234382629, "Finetune/Loss (Raw)": 0.9502748847007751, "Finetune/Step": 311, "Finetune/Step Time": 11.13411369919777}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.938561201095581, "Finetune/Loss (Raw)": 0.8970252275466919, "Finetune/Step": 312, "Finetune/Step Time": 11.12687025591731}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.939873456954956, "Finetune/Loss (Raw)": 1.0493258237838745, "Finetune/Step": 313, "Finetune/Step Time": 11.13435253687203}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9408725500106812, "Finetune/Loss (Raw)": 1.0743046998977661, "Finetune/Step": 314, "Finetune/Step Time": 11.111697329208255}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.940458357334137, "Finetune/Loss (Raw)": 0.880621612071991, "Finetune/Step": 315, "Finetune/Step Time": 11.117861665785313}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9367737770080566, "Finetune/Loss (Raw)": 0.5671558380126953, "Finetune/Step": 316, "Finetune/Step Time": 11.157027870416641}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9362698793411255, "Finetune/Loss (Raw)": 0.8595550656318665, "Finetune/Step": 317, "Finetune/Step Time": 11.143505150452256}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9359781742095947, "Finetune/Loss (Raw)": 0.970930278301239, "Finetune/Step": 318, "Finetune/Step Time": 11.124553296715021}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9344510436058044, "Finetune/Loss (Raw)": 0.8291080594062805, "Finetune/Step": 319, "Finetune/Step Time": 11.136065769940615}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9334418773651123, "Finetune/Loss (Raw)": 0.8517289161682129, "Finetune/Step": 320, "Finetune/Step Time": 11.130614079535007}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9313490390777588, "Finetune/Loss (Raw)": 0.5773568153381348, "Finetune/Step": 321, "Finetune/Step Time": 11.176346691325307}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9305739402770996, "Finetune/Loss (Raw)": 0.872948944568634, "Finetune/Step": 322, "Finetune/Step Time": 11.172694779932499}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9306799173355103, "Finetune/Loss (Raw)": 0.9430690407752991, "Finetune/Step": 323, "Finetune/Step Time": 11.154893413186073}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9314048886299133, "Finetune/Loss (Raw)": 0.9946686625480652, "Finetune/Step": 324, "Finetune/Step Time": 11.15633712336421}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9311779737472534, "Finetune/Loss (Raw)": 0.9484322667121887, "Finetune/Step": 325, "Finetune/Step Time": 11.166867261752486}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9320900440216064, "Finetune/Loss (Raw)": 1.0473215579986572, "Finetune/Step": 326, "Finetune/Step Time": 11.169428821653128}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9316637516021729, "Finetune/Loss (Raw)": 0.8789258599281311, "Finetune/Step": 327, "Finetune/Step Time": 11.172176890075207}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9318110942840576, "Finetune/Loss (Raw)": 0.9874354004859924, "Finetune/Step": 328, "Finetune/Step Time": 11.179801158607006}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9302620887756348, "Finetune/Loss (Raw)": 0.8274938464164734, "Finetune/Step": 329, "Finetune/Step Time": 11.21770292147994}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9283897280693054, "Finetune/Loss (Raw)": 0.8151639699935913, "Finetune/Step": 330, "Finetune/Step Time": 11.222579050809145}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9278990030288696, "Finetune/Loss (Raw)": 0.9438007473945618, "Finetune/Step": 331, "Finetune/Step Time": 11.230185471475124}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9259973764419556, "Finetune/Loss (Raw)": 0.7401322722434998, "Finetune/Step": 332, "Finetune/Step Time": 11.253137888386846}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9284663200378418, "Finetune/Loss (Raw)": 0.9515235424041748, "Finetune/Step": 333, "Finetune/Step Time": 11.216613359749317}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9282153844833374, "Finetune/Loss (Raw)": 0.918642520904541, "Finetune/Step": 334, "Finetune/Step Time": 11.213363602757454}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.926612377166748, "Finetune/Loss (Raw)": 0.8731170892715454, "Finetune/Step": 335, "Finetune/Step Time": 11.197739440947771}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9270032048225403, "Finetune/Loss (Raw)": 0.9938107132911682, "Finetune/Step": 336, "Finetune/Step Time": 11.204536579549313}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9282400608062744, "Finetune/Loss (Raw)": 1.0965874195098877, "Finetune/Step": 337, "Finetune/Step Time": 11.201734937727451}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.92959064245224, "Finetune/Loss (Raw)": 0.8461034297943115, "Finetune/Step": 338, "Finetune/Step Time": 11.174256529659033}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9292285442352295, "Finetune/Loss (Raw)": 0.8516426682472229, "Finetune/Step": 339, "Finetune/Step Time": 11.179644756019115}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.927864670753479, "Finetune/Loss (Raw)": 0.8310660123825073, "Finetune/Step": 340, "Finetune/Step Time": 11.177963975816965}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.92622309923172, "Finetune/Loss (Raw)": 0.8964850902557373, "Finetune/Step": 341, "Finetune/Step Time": 11.181666180491447}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9262475967407227, "Finetune/Loss (Raw)": 0.9353498816490173, "Finetune/Step": 342, "Finetune/Step Time": 11.158615108579397}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.926299512386322, "Finetune/Loss (Raw)": 0.9151580929756165, "Finetune/Step": 343, "Finetune/Step Time": 11.160424383357167}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9271429777145386, "Finetune/Loss (Raw)": 0.9716341495513916, "Finetune/Step": 344, "Finetune/Step Time": 11.142409585416317}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9270529747009277, "Finetune/Loss (Raw)": 1.0030183792114258, "Finetune/Step": 345, "Finetune/Step Time": 11.14756508730352}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9270487427711487, "Finetune/Loss (Raw)": 1.0026897192001343, "Finetune/Step": 346, "Finetune/Step Time": 11.156861199066043}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9264020919799805, "Finetune/Loss (Raw)": 1.0319303274154663, "Finetune/Step": 347, "Finetune/Step Time": 11.158571822568774}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9264585971832275, "Finetune/Loss (Raw)": 0.9212049245834351, "Finetune/Step": 348, "Finetune/Step Time": 11.187731908634305}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9261687994003296, "Finetune/Loss (Raw)": 0.9947215914726257, "Finetune/Step": 349, "Finetune/Step Time": 11.20224522612989}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9258770942687988, "Finetune/Loss (Raw)": 0.8294950723648071, "Finetune/Step": 350, "Finetune/Step Time": 11.221475910395384}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9258935451507568, "Finetune/Loss (Raw)": 0.9033405184745789, "Finetune/Step": 351, "Finetune/Step Time": 11.239359775558114}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9275317192077637, "Finetune/Loss (Raw)": 0.8855068683624268, "Finetune/Step": 352, "Finetune/Step Time": 11.216243006289005}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9263356924057007, "Finetune/Loss (Raw)": 0.8234601020812988, "Finetune/Step": 353, "Finetune/Step Time": 11.214078495278955}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9240907430648804, "Finetune/Loss (Raw)": 0.8063849210739136, "Finetune/Step": 354, "Finetune/Step Time": 11.22149908170104}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9229944944381714, "Finetune/Loss (Raw)": 0.9530519843101501, "Finetune/Step": 355, "Finetune/Step Time": 11.238782964646816}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9208317995071411, "Finetune/Loss (Raw)": 0.7844273447990417, "Finetune/Step": 356, "Finetune/Step Time": 11.246233738958836}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.919261634349823, "Finetune/Loss (Raw)": 0.742614209651947, "Finetune/Step": 357, "Finetune/Step Time": 11.267840333282948}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9160603284835815, "Finetune/Loss (Raw)": 0.6686609387397766, "Finetune/Step": 358, "Finetune/Step Time": 11.304657749831676}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9147505760192871, "Finetune/Loss (Raw)": 0.7973587512969971, "Finetune/Step": 359, "Finetune/Step Time": 11.312396386638284}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9137923717498779, "Finetune/Loss (Raw)": 0.8793376684188843, "Finetune/Step": 360, "Finetune/Step Time": 11.312408411875367}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9160631895065308, "Finetune/Loss (Raw)": 0.7925624251365662, "Finetune/Step": 361, "Finetune/Step Time": 11.27283494733274}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9142001867294312, "Finetune/Loss (Raw)": 0.843000054359436, "Finetune/Step": 362, "Finetune/Step Time": 11.261770131066442}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9135589599609375, "Finetune/Loss (Raw)": 0.979924738407135, "Finetune/Step": 363, "Finetune/Step Time": 11.203264808282256}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9140611290931702, "Finetune/Loss (Raw)": 0.991121232509613, "Finetune/Step": 364, "Finetune/Step Time": 11.201227420940995}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9142359495162964, "Finetune/Loss (Raw)": 1.0089813470840454, "Finetune/Step": 365, "Finetune/Step Time": 11.160645212978125}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9131829738616943, "Finetune/Loss (Raw)": 0.813237190246582, "Finetune/Step": 366, "Finetune/Step Time": 11.154699072241783}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9138034582138062, "Finetune/Loss (Raw)": 0.9238507747650146, "Finetune/Step": 367, "Finetune/Step Time": 11.143423361703753}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9140156507492065, "Finetune/Loss (Raw)": 0.8893356323242188, "Finetune/Step": 368, "Finetune/Step Time": 11.15042252279818}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9131293892860413, "Finetune/Loss (Raw)": 0.8975754380226135, "Finetune/Step": 369, "Finetune/Step Time": 11.162847677245736}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9133902788162231, "Finetune/Loss (Raw)": 1.0317471027374268, "Finetune/Step": 370, "Finetune/Step Time": 11.167931644245982}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9137672781944275, "Finetune/Loss (Raw)": 1.0562539100646973, "Finetune/Step": 371, "Finetune/Step Time": 11.15495602414012}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9144140481948853, "Finetune/Loss (Raw)": 0.9179636240005493, "Finetune/Step": 372, "Finetune/Step Time": 11.174974968656898}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9110453724861145, "Finetune/Loss (Raw)": 0.7189449667930603, "Finetune/Step": 373, "Finetune/Step Time": 11.227375948801637}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9075042605400085, "Finetune/Loss (Raw)": 0.6101129055023193, "Finetune/Step": 374, "Finetune/Step Time": 11.2541608158499}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9075298309326172, "Finetune/Loss (Raw)": 0.9680963754653931, "Finetune/Step": 375, "Finetune/Step Time": 11.254438199102879}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9063748717308044, "Finetune/Loss (Raw)": 0.7836578488349915, "Finetune/Step": 376, "Finetune/Step Time": 11.253336632624269}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9056218266487122, "Finetune/Loss (Raw)": 0.8605393767356873, "Finetune/Step": 377, "Finetune/Step Time": 11.254906034097075}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9061991572380066, "Finetune/Loss (Raw)": 1.0705008506774902, "Finetune/Step": 378, "Finetune/Step Time": 11.258176995441318}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.906002402305603, "Finetune/Loss (Raw)": 1.0379821062088013, "Finetune/Step": 379, "Finetune/Step Time": 11.2366783618927}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9058189392089844, "Finetune/Loss (Raw)": 0.9302603006362915, "Finetune/Step": 380, "Finetune/Step Time": 11.23378324508667}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.905626118183136, "Finetune/Loss (Raw)": 0.9585835337638855, "Finetune/Step": 381, "Finetune/Step Time": 11.243856843560934}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9047185182571411, "Finetune/Loss (Raw)": 0.7946744561195374, "Finetune/Step": 382, "Finetune/Step Time": 11.315723212435842}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9050753116607666, "Finetune/Loss (Raw)": 0.7292237877845764, "Finetune/Step": 383, "Finetune/Step Time": 11.329432215541601}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9035168290138245, "Finetune/Loss (Raw)": 0.683060884475708, "Finetune/Step": 384, "Finetune/Step Time": 11.360081555321813}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9018500447273254, "Finetune/Loss (Raw)": 0.8693146109580994, "Finetune/Step": 385, "Finetune/Step Time": 11.356591852381825}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9002829790115356, "Finetune/Loss (Raw)": 0.7867236733436584, "Finetune/Step": 386, "Finetune/Step Time": 11.35635513998568}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.8987086415290833, "Finetune/Loss (Raw)": 0.808853268623352, "Finetune/Step": 387, "Finetune/Step Time": 11.35740989819169}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.8971476554870605, "Finetune/Loss (Raw)": 0.7742082476615906, "Finetune/Step": 388, "Finetune/Step Time": 11.328185914084315}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.8974178433418274, "Finetune/Loss (Raw)": 0.8317862749099731, "Finetune/Step": 389, "Finetune/Step Time": 11.332484398037195}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.8970866203308105, "Finetune/Loss (Raw)": 0.7100265026092529, "Finetune/Step": 390, "Finetune/Step Time": 11.316497512161732}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.8967533111572266, "Finetune/Loss (Raw)": 0.9180998206138611, "Finetune/Step": 391, "Finetune/Step Time": 11.314318437129259}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.8962902426719666, "Finetune/Loss (Raw)": 0.8465999364852905, "Finetune/Step": 392, "Finetune/Step Time": 11.31115024536848}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.8948460221290588, "Finetune/Loss (Raw)": 0.7133598327636719, "Finetune/Step": 393, "Finetune/Step Time": 11.330882569774985}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.8920073509216309, "Finetune/Loss (Raw)": 0.717985987663269, "Finetune/Step": 394, "Finetune/Step Time": 11.356336381286383}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.8939501047134399, "Finetune/Loss (Raw)": 1.0852974653244019, "Finetune/Step": 395, "Finetune/Step Time": 11.3526162635535}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.893888533115387, "Finetune/Loss (Raw)": 1.0057448148727417, "Finetune/Step": 396, "Finetune/Step Time": 11.353340463712811}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.8914650678634644, "Finetune/Loss (Raw)": 0.6535828709602356, "Finetune/Step": 397, "Finetune/Step Time": 11.379004569724202}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.892139196395874, "Finetune/Loss (Raw)": 1.0426145792007446, "Finetune/Step": 398, "Finetune/Step Time": 11.373263290151954}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.8903194665908813, "Finetune/Loss (Raw)": 0.7222883701324463, "Finetune/Step": 399, "Finetune/Step Time": 11.356540938839316}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.8893800973892212, "Finetune/Loss (Raw)": 0.8721749186515808, "Finetune/Step": 400, "Finetune/Step Time": 11.352552192285657}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.8894181847572327, "Finetune/Loss (Raw)": 0.9928486347198486, "Finetune/Step": 401, "Finetune/Step Time": 11.35383878275752}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.8881664276123047, "Finetune/Loss (Raw)": 0.8746374845504761, "Finetune/Step": 402, "Finetune/Step Time": 11.38059557788074}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.8881009221076965, "Finetune/Loss (Raw)": 0.8975522518157959, "Finetune/Step": 403, "Finetune/Step Time": 11.377463839948177}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.8901961445808411, "Finetune/Loss (Raw)": 0.9933338761329651, "Finetune/Step": 404, "Finetune/Step Time": 11.330693716183305}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.8880017995834351, "Finetune/Loss (Raw)": 0.6950221657752991, "Finetune/Step": 405, "Finetune/Step Time": 11.346723524853587}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.8859293460845947, "Finetune/Loss (Raw)": 0.7065354585647583, "Finetune/Step": 406, "Finetune/Step Time": 11.387092163786292}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.8827310800552368, "Finetune/Loss (Raw)": 0.6260050535202026, "Finetune/Step": 407, "Finetune/Step Time": 11.408016299828887}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.8824679851531982, "Finetune/Loss (Raw)": 0.8767250180244446, "Finetune/Step": 408, "Finetune/Step Time": 11.407546501606703}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.8832719326019287, "Finetune/Loss (Raw)": 1.0991756916046143, "Finetune/Step": 409, "Finetune/Step Time": 11.395225064828992}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.884269118309021, "Finetune/Loss (Raw)": 1.0697671175003052, "Finetune/Step": 410, "Finetune/Step Time": 11.374595878645778}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.8828104734420776, "Finetune/Loss (Raw)": 0.8818331360816956, "Finetune/Step": 411, "Finetune/Step Time": 11.379797147586942}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.8797047734260559, "Finetune/Loss (Raw)": 0.6550055742263794, "Finetune/Step": 412, "Finetune/Step Time": 11.426605066284537}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.8803483247756958, "Finetune/Loss (Raw)": 0.9614129066467285, "Finetune/Step": 413, "Finetune/Step Time": 11.3987748157233}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.879519522190094, "Finetune/Loss (Raw)": 0.843652606010437, "Finetune/Step": 414, "Finetune/Step Time": 11.375684740021825}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.8788775205612183, "Finetune/Loss (Raw)": 0.9076130986213684, "Finetune/Step": 415, "Finetune/Step Time": 11.374452907592058}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.8802269697189331, "Finetune/Loss (Raw)": 0.9898029565811157, "Finetune/Step": 416, "Finetune/Step Time": 11.36916572228074}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.8795172572135925, "Finetune/Loss (Raw)": 0.9198083281517029, "Finetune/Step": 417, "Finetune/Step Time": 11.381688132882118}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.8800287246704102, "Finetune/Loss (Raw)": 0.9427918791770935, "Finetune/Step": 418, "Finetune/Step Time": 11.36580191552639}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.8785887956619263, "Finetune/Loss (Raw)": 0.8464755415916443, "Finetune/Step": 419, "Finetune/Step Time": 11.38792946189642}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.8755049705505371, "Finetune/Loss (Raw)": 0.6245362758636475, "Finetune/Step": 420, "Finetune/Step Time": 11.422922316938639}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.8745213747024536, "Finetune/Loss (Raw)": 0.902924656867981, "Finetune/Step": 421, "Finetune/Step Time": 11.427244883030653}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.8764054179191589, "Finetune/Loss (Raw)": 0.9058212637901306, "Finetune/Step": 422, "Finetune/Step Time": 11.436642760410905}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.8761670589447021, "Finetune/Loss (Raw)": 0.977666437625885, "Finetune/Step": 423, "Finetune/Step Time": 11.428488690406084}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.8766416311264038, "Finetune/Loss (Raw)": 0.9623035788536072, "Finetune/Step": 424, "Finetune/Step Time": 11.433021780103445}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.8735681772232056, "Finetune/Loss (Raw)": 0.6114850640296936, "Finetune/Step": 425, "Finetune/Step Time": 11.48651097342372}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.874406099319458, "Finetune/Loss (Raw)": 0.8885803818702698, "Finetune/Step": 426, "Finetune/Step Time": 11.456115080043674}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.8761049509048462, "Finetune/Loss (Raw)": 0.872285008430481, "Finetune/Step": 427, "Finetune/Step Time": 11.421703590080142}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.8791454434394836, "Finetune/Loss (Raw)": 0.9912307262420654, "Finetune/Step": 428, "Finetune/Step Time": 11.385592736303806}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.8818112015724182, "Finetune/Loss (Raw)": 1.0145258903503418, "Finetune/Step": 429, "Finetune/Step Time": 11.355396775528789}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.8817601203918457, "Finetune/Loss (Raw)": 0.7921667098999023, "Finetune/Step": 430, "Finetune/Step Time": 11.346266908571124}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.8844605684280396, "Finetune/Loss (Raw)": 0.9071796536445618, "Finetune/Step": 431, "Finetune/Step Time": 11.31956609711051}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.8833423852920532, "Finetune/Loss (Raw)": 0.8513755798339844, "Finetune/Step": 432, "Finetune/Step Time": 11.324441265314817}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.8821789026260376, "Finetune/Loss (Raw)": 0.7803444862365723, "Finetune/Step": 433, "Finetune/Step Time": 11.330452587455511}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.8823068141937256, "Finetune/Loss (Raw)": 0.8652015924453735, "Finetune/Step": 434, "Finetune/Step Time": 11.331179494038224}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.8798826932907104, "Finetune/Loss (Raw)": 0.7545923590660095, "Finetune/Step": 435, "Finetune/Step Time": 11.319283897057176}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.8790571689605713, "Finetune/Loss (Raw)": 0.8419696092605591, "Finetune/Step": 436, "Finetune/Step Time": 11.314956391230226}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.878505527973175, "Finetune/Loss (Raw)": 0.9249117374420166, "Finetune/Step": 437, "Finetune/Step Time": 11.306155851110816}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.8770978450775146, "Finetune/Loss (Raw)": 0.7544627785682678, "Finetune/Step": 438, "Finetune/Step Time": 11.302342653274536}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.8762391209602356, "Finetune/Loss (Raw)": 0.8403680324554443, "Finetune/Step": 439, "Finetune/Step Time": 11.305025935173035}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.8763594627380371, "Finetune/Loss (Raw)": 0.9124248027801514, "Finetune/Step": 440, "Finetune/Step Time": 11.30737655237317}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.8755886554718018, "Finetune/Loss (Raw)": 0.9506632089614868, "Finetune/Step": 441, "Finetune/Step Time": 11.304050289094448}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.872601330280304, "Finetune/Loss (Raw)": 0.6919305920600891, "Finetune/Step": 442, "Finetune/Step Time": 11.344646302983165}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.8731849193572998, "Finetune/Loss (Raw)": 0.955313503742218, "Finetune/Step": 443, "Finetune/Step Time": 11.35110679641366}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.8767392039299011, "Finetune/Loss (Raw)": 1.0221084356307983, "Finetune/Step": 444, "Finetune/Step Time": 11.311548339203}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.8769236207008362, "Finetune/Loss (Raw)": 0.8831619024276733, "Finetune/Step": 445, "Finetune/Step Time": 11.30823646299541}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.8768249750137329, "Finetune/Loss (Raw)": 0.9583040475845337, "Finetune/Step": 446, "Finetune/Step Time": 11.313241310417652}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.8775179386138916, "Finetune/Loss (Raw)": 0.9178088307380676, "Finetune/Step": 447, "Finetune/Step Time": 11.29764761775732}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.8779622316360474, "Finetune/Loss (Raw)": 0.9085962176322937, "Finetune/Step": 448, "Finetune/Step Time": 11.302209667861462}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.8815491795539856, "Finetune/Loss (Raw)": 1.0364850759506226, "Finetune/Step": 449, "Finetune/Step Time": 11.266854364424944}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.881449282169342, "Finetune/Loss (Raw)": 0.8601601719856262, "Finetune/Step": 450, "Finetune/Step Time": 11.259500466287136}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.8806707859039307, "Finetune/Loss (Raw)": 0.8434192538261414, "Finetune/Step": 451, "Finetune/Step Time": 11.27069035731256}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.8795773983001709, "Finetune/Loss (Raw)": 0.8547146916389465, "Finetune/Step": 452, "Finetune/Step Time": 11.262993605807424}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.8805633783340454, "Finetune/Loss (Raw)": 1.07463800907135, "Finetune/Step": 453, "Finetune/Step Time": 11.244252430275083}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.8792385458946228, "Finetune/Loss (Raw)": 0.8777433037757874, "Finetune/Step": 454, "Finetune/Step Time": 11.265296267345548}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.8798207640647888, "Finetune/Loss (Raw)": 0.9534522891044617, "Finetune/Step": 455, "Finetune/Step Time": 11.255711670964956}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.8771145343780518, "Finetune/Loss (Raw)": 0.6410366892814636, "Finetune/Step": 456, "Finetune/Step Time": 11.276076309382915}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.8766568303108215, "Finetune/Loss (Raw)": 0.7689120769500732, "Finetune/Step": 457, "Finetune/Step Time": 11.240989539772272}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.878387987613678, "Finetune/Loss (Raw)": 1.0367532968521118, "Finetune/Step": 458, "Finetune/Step Time": 11.234777733683586}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.8775898218154907, "Finetune/Loss (Raw)": 0.841625988483429, "Finetune/Step": 459, "Finetune/Step Time": 11.249045141041279}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.877491295337677, "Finetune/Loss (Raw)": 0.7275272011756897, "Finetune/Step": 460, "Finetune/Step Time": 11.247628077864647}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.876491129398346, "Finetune/Loss (Raw)": 0.8235009908676147, "Finetune/Step": 461, "Finetune/Step Time": 11.25491456873715}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.8761154413223267, "Finetune/Loss (Raw)": 0.8705571293830872, "Finetune/Step": 462, "Finetune/Step Time": 11.253836495801806}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.8776954412460327, "Finetune/Loss (Raw)": 1.0753533840179443, "Finetune/Step": 463, "Finetune/Step Time": 11.255302481353283}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.874626874923706, "Finetune/Loss (Raw)": 0.6010329127311707, "Finetune/Step": 464, "Finetune/Step Time": 11.292558612301946}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.8734989166259766, "Finetune/Loss (Raw)": 0.9522061347961426, "Finetune/Step": 465, "Finetune/Step Time": 11.304626952856779}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.8723670840263367, "Finetune/Loss (Raw)": 0.7012370228767395, "Finetune/Step": 466, "Finetune/Step Time": 11.310016252100468}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.8729952573776245, "Finetune/Loss (Raw)": 0.9320439696311951, "Finetune/Step": 467, "Finetune/Step Time": 11.308908056467772}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.8721483945846558, "Finetune/Loss (Raw)": 0.7226676940917969, "Finetune/Step": 468, "Finetune/Step Time": 11.32548664137721}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8695385456085205, "Finetune/Loss (Raw)": 0.5624274611473083, "Finetune/Step": 469, "Finetune/Step Time": 11.357040533795953}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.8689892292022705, "Finetune/Loss (Raw)": 0.8650344610214233, "Finetune/Step": 470, "Finetune/Step Time": 11.35603179037571}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8685877323150635, "Finetune/Loss (Raw)": 0.8637718558311462, "Finetune/Step": 471, "Finetune/Step Time": 11.375351006165147}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8689528107643127, "Finetune/Loss (Raw)": 1.0183566808700562, "Finetune/Step": 472, "Finetune/Step Time": 11.372543290257454}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.867239236831665, "Finetune/Loss (Raw)": 0.7836798429489136, "Finetune/Step": 473, "Finetune/Step Time": 11.367776576429605}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.8669140338897705, "Finetune/Loss (Raw)": 0.9610767960548401, "Finetune/Step": 474, "Finetune/Step Time": 11.361030273139477}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.8661424517631531, "Finetune/Loss (Raw)": 0.9331580996513367, "Finetune/Step": 475, "Finetune/Step Time": 11.361164022237062}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.8659723401069641, "Finetune/Loss (Raw)": 0.8994336128234863, "Finetune/Step": 476, "Finetune/Step Time": 11.336520001292229}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8648037314414978, "Finetune/Loss (Raw)": 0.8451341986656189, "Finetune/Step": 477, "Finetune/Step Time": 11.34453871101141}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8649580478668213, "Finetune/Loss (Raw)": 0.8492568135261536, "Finetune/Step": 478, "Finetune/Step Time": 11.310415854677558}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.8651262521743774, "Finetune/Loss (Raw)": 0.9248684048652649, "Finetune/Step": 479, "Finetune/Step Time": 11.288031483069062}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8657420873641968, "Finetune/Loss (Raw)": 0.9643296003341675, "Finetune/Step": 480, "Finetune/Step Time": 11.275803849101067}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.8664195537567139, "Finetune/Loss (Raw)": 0.9101784229278564, "Finetune/Step": 481, "Finetune/Step Time": 11.281876064836979}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8673132658004761, "Finetune/Loss (Raw)": 0.9207837581634521, "Finetune/Step": 482, "Finetune/Step Time": 11.294459246098995}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8668094873428345, "Finetune/Loss (Raw)": 0.888568639755249, "Finetune/Step": 483, "Finetune/Step Time": 11.306154264137149}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.8669837117195129, "Finetune/Loss (Raw)": 0.8067238926887512, "Finetune/Step": 484, "Finetune/Step Time": 11.312007889151573}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.8663793206214905, "Finetune/Loss (Raw)": 0.6652520298957825, "Finetune/Step": 485, "Finetune/Step Time": 11.31690870411694}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.8676884174346924, "Finetune/Loss (Raw)": 0.8362267017364502, "Finetune/Step": 486, "Finetune/Step Time": 11.295093540102243}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8686336278915405, "Finetune/Loss (Raw)": 0.9183430075645447, "Finetune/Step": 487, "Finetune/Step Time": 11.289606023579836}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.869135856628418, "Finetune/Loss (Raw)": 0.9436256885528564, "Finetune/Step": 488, "Finetune/Step Time": 11.28738046810031}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8692682981491089, "Finetune/Loss (Raw)": 0.809506356716156, "Finetune/Step": 489, "Finetune/Step Time": 11.289796590805054}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8685570955276489, "Finetune/Loss (Raw)": 0.7519805431365967, "Finetune/Step": 490, "Finetune/Step Time": 11.297849854454398}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.8648621439933777, "Finetune/Loss (Raw)": 0.506966769695282, "Finetune/Step": 491, "Finetune/Step Time": 11.33477416075766}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8637722730636597, "Finetune/Loss (Raw)": 0.8516199588775635, "Finetune/Step": 492, "Finetune/Step Time": 11.338534705340862}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8630082607269287, "Finetune/Loss (Raw)": 0.9111842513084412, "Finetune/Step": 493, "Finetune/Step Time": 11.33794886060059}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.8633303046226501, "Finetune/Loss (Raw)": 0.8544623255729675, "Finetune/Step": 494, "Finetune/Step Time": 11.353190999478102}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.8629100322723389, "Finetune/Loss (Raw)": 0.870046854019165, "Finetune/Step": 495, "Finetune/Step Time": 11.347472295165062}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.8631039261817932, "Finetune/Loss (Raw)": 0.9141572713851929, "Finetune/Step": 496, "Finetune/Step Time": 11.360953848809004}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8624986410140991, "Finetune/Loss (Raw)": 0.8200976252555847, "Finetune/Step": 497, "Finetune/Step Time": 11.350476786494255}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.861630916595459, "Finetune/Loss (Raw)": 0.920687198638916, "Finetune/Step": 498, "Finetune/Step Time": 11.340759016573429}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.8596940040588379, "Finetune/Loss (Raw)": 0.808319628238678, "Finetune/Step": 499, "Finetune/Step Time": 11.344076862558722}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8590829372406006, "Finetune/Loss (Raw)": 0.8397542238235474, "Finetune/Step": 500, "Finetune/Step Time": 11.33943092264235}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8587950468063354, "Finetune/Loss (Raw)": 0.6820958256721497, "Finetune/Step": 501, "Finetune/Step Time": 11.303744655102491}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8597586154937744, "Finetune/Loss (Raw)": 0.7334423065185547, "Finetune/Step": 502, "Finetune/Step Time": 11.29072086326778}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.8581252694129944, "Finetune/Loss (Raw)": 0.7590283751487732, "Finetune/Step": 503, "Finetune/Step Time": 11.31076731160283}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8588449954986572, "Finetune/Loss (Raw)": 0.8757864236831665, "Finetune/Step": 504, "Finetune/Step Time": 11.31252172589302}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8591142892837524, "Finetune/Loss (Raw)": 0.8950005769729614, "Finetune/Step": 505, "Finetune/Step Time": 11.312877116724849}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8555579781532288, "Finetune/Loss (Raw)": 0.6152991056442261, "Finetune/Step": 506, "Finetune/Step Time": 11.326381418853998}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8546208143234253, "Finetune/Loss (Raw)": 0.9180319309234619, "Finetune/Step": 507, "Finetune/Step Time": 11.333293627947569}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8540104627609253, "Finetune/Loss (Raw)": 0.8521335124969482, "Finetune/Step": 508, "Finetune/Step Time": 11.343318557366729}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8531515598297119, "Finetune/Loss (Raw)": 0.8486345410346985, "Finetune/Step": 509, "Finetune/Step Time": 11.345957638695836}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8532382249832153, "Finetune/Loss (Raw)": 0.8057775497436523, "Finetune/Step": 510, "Finetune/Step Time": 11.279046073555946}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8547971248626709, "Finetune/Loss (Raw)": 0.9287512302398682, "Finetune/Step": 511, "Finetune/Step Time": 11.229939652606845}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8559921979904175, "Finetune/Loss (Raw)": 0.8360352516174316, "Finetune/Step": 512, "Finetune/Step Time": 11.194897266104817}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8566462397575378, "Finetune/Loss (Raw)": 0.9530267119407654, "Finetune/Step": 513, "Finetune/Step Time": 11.199684116989374}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8576587438583374, "Finetune/Loss (Raw)": 0.9163238406181335, "Finetune/Step": 514, "Finetune/Step Time": 11.219338158145547}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8561216592788696, "Finetune/Loss (Raw)": 0.6121145486831665, "Finetune/Step": 515, "Finetune/Step Time": 11.256061734631658}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8574150204658508, "Finetune/Loss (Raw)": 0.9397573471069336, "Finetune/Step": 516, "Finetune/Step Time": 11.261818259954453}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.858167827129364, "Finetune/Loss (Raw)": 0.9281458854675293, "Finetune/Step": 517, "Finetune/Step Time": 11.258868701756}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8596367835998535, "Finetune/Loss (Raw)": 0.8980532884597778, "Finetune/Step": 518, "Finetune/Step Time": 11.262242574244738}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.8598415851593018, "Finetune/Loss (Raw)": 0.9443102478981018, "Finetune/Step": 519, "Finetune/Step Time": 11.280567081645131}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.859191358089447, "Finetune/Loss (Raw)": 0.7633720636367798, "Finetune/Step": 520, "Finetune/Step Time": 11.279433341696858}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.8609250783920288, "Finetune/Loss (Raw)": 0.9352704286575317, "Finetune/Step": 521, "Finetune/Step Time": 11.265202265232801}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.8618688583374023, "Finetune/Loss (Raw)": 0.8387949466705322, "Finetune/Step": 522, "Finetune/Step Time": 11.235440127551556}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8586283922195435, "Finetune/Loss (Raw)": 0.6705182194709778, "Finetune/Step": 523, "Finetune/Step Time": 11.244284914806485}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.8577435612678528, "Finetune/Loss (Raw)": 0.8924894332885742, "Finetune/Step": 524, "Finetune/Step Time": 11.239140637218952}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8597709536552429, "Finetune/Loss (Raw)": 0.9130825996398926, "Finetune/Step": 525, "Finetune/Step Time": 11.217782462015748}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8579120635986328, "Finetune/Loss (Raw)": 0.8046849370002747, "Finetune/Step": 526, "Finetune/Step Time": 11.233378367498517}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8587095737457275, "Finetune/Loss (Raw)": 0.8243644833564758, "Finetune/Step": 527, "Finetune/Step Time": 11.227932788431644}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.8588979244232178, "Finetune/Loss (Raw)": 0.8962880373001099, "Finetune/Step": 528, "Finetune/Step Time": 11.223331732675433}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8580344319343567, "Finetune/Loss (Raw)": 0.8823153376579285, "Finetune/Step": 529, "Finetune/Step Time": 11.221918037161231}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8585084080696106, "Finetune/Loss (Raw)": 0.9353105425834656, "Finetune/Step": 530, "Finetune/Step Time": 11.190683843567967}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8593735694885254, "Finetune/Loss (Raw)": 1.0082969665527344, "Finetune/Step": 531, "Finetune/Step Time": 11.187903059646487}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8580127358436584, "Finetune/Loss (Raw)": 0.8191452622413635, "Finetune/Step": 532, "Finetune/Step Time": 11.184950042515993}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8593031167984009, "Finetune/Loss (Raw)": 0.8601897358894348, "Finetune/Step": 533, "Finetune/Step Time": 11.180686838924885}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8603166937828064, "Finetune/Loss (Raw)": 0.8362717032432556, "Finetune/Step": 534, "Finetune/Step Time": 11.149505648761988}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.8617212772369385, "Finetune/Loss (Raw)": 0.8057915568351746, "Finetune/Step": 535, "Finetune/Step Time": 11.1292705796659}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.8607450723648071, "Finetune/Loss (Raw)": 0.751771092414856, "Finetune/Step": 536, "Finetune/Step Time": 11.164528930559754}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8592401742935181, "Finetune/Loss (Raw)": 0.9065547585487366, "Finetune/Step": 537, "Finetune/Step Time": 11.168667433783412}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8579141497612, "Finetune/Loss (Raw)": 0.9000319242477417, "Finetune/Step": 538, "Finetune/Step Time": 11.177733896300197}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.8587568998336792, "Finetune/Loss (Raw)": 0.9897035956382751, "Finetune/Step": 539, "Finetune/Step Time": 11.171324191614985}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.8602638840675354, "Finetune/Loss (Raw)": 0.8478993773460388, "Finetune/Step": 540, "Finetune/Step Time": 11.12575657479465}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.8595942258834839, "Finetune/Loss (Raw)": 0.8756954073905945, "Finetune/Step": 541, "Finetune/Step Time": 11.135252410545945}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.8597703576087952, "Finetune/Loss (Raw)": 0.8662015199661255, "Finetune/Step": 542, "Finetune/Step Time": 11.138292223215103}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.8604605197906494, "Finetune/Loss (Raw)": 0.9959478974342346, "Finetune/Step": 543, "Finetune/Step Time": 11.13758985325694}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.8600465059280396, "Finetune/Loss (Raw)": 0.9368098974227905, "Finetune/Step": 544, "Finetune/Step Time": 11.121970180422068}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.8599919080734253, "Finetune/Loss (Raw)": 0.9128267168998718, "Finetune/Step": 545, "Finetune/Step Time": 11.096698436886072}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.859433114528656, "Finetune/Loss (Raw)": 0.8712658286094666, "Finetune/Step": 546, "Finetune/Step Time": 11.094637479633093}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.8602390289306641, "Finetune/Loss (Raw)": 0.9496315121650696, "Finetune/Step": 547, "Finetune/Step Time": 11.080380031839013}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.8611437082290649, "Finetune/Loss (Raw)": 0.7403297424316406, "Finetune/Step": 548, "Finetune/Step Time": 11.06463460251689}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.8590914011001587, "Finetune/Loss (Raw)": 0.6402269601821899, "Finetune/Step": 549, "Finetune/Step Time": 11.072782378643751}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.8583564758300781, "Finetune/Loss (Raw)": 0.8117589950561523, "Finetune/Step": 550, "Finetune/Step Time": 11.057392869144678}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8569504022598267, "Finetune/Loss (Raw)": 0.7976889610290527, "Finetune/Step": 551, "Finetune/Step Time": 11.088202826678753}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.8571567535400391, "Finetune/Loss (Raw)": 0.9887082576751709, "Finetune/Step": 552, "Finetune/Step Time": 11.079680820927024}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8578364849090576, "Finetune/Loss (Raw)": 0.6985036134719849, "Finetune/Step": 553, "Finetune/Step Time": 11.025068745017052}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8583633303642273, "Finetune/Loss (Raw)": 0.9560117125511169, "Finetune/Step": 554, "Finetune/Step Time": 11.022409476339817}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8582885265350342, "Finetune/Loss (Raw)": 0.8627089262008667, "Finetune/Step": 555, "Finetune/Step Time": 11.044432304799557}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8574337959289551, "Finetune/Loss (Raw)": 0.8818194270133972, "Finetune/Step": 556, "Finetune/Step Time": 11.059402676299214}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8558943271636963, "Finetune/Loss (Raw)": 0.8174799680709839, "Finetune/Step": 557, "Finetune/Step Time": 11.052578249946237}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.853718101978302, "Finetune/Loss (Raw)": 0.5136117935180664, "Finetune/Step": 558, "Finetune/Step Time": 11.082384660840034}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8532885313034058, "Finetune/Loss (Raw)": 0.8521915078163147, "Finetune/Step": 559, "Finetune/Step Time": 11.075811678543687}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8524610996246338, "Finetune/Loss (Raw)": 0.7454618215560913, "Finetune/Step": 560, "Finetune/Step Time": 11.072324749082327}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8525691032409668, "Finetune/Loss (Raw)": 0.7941738367080688, "Finetune/Step": 561, "Finetune/Step Time": 11.074249209836125}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8518955111503601, "Finetune/Loss (Raw)": 0.7789803147315979, "Finetune/Step": 562, "Finetune/Step Time": 11.070544518530369}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8531038165092468, "Finetune/Loss (Raw)": 0.9092560410499573, "Finetune/Step": 563, "Finetune/Step Time": 11.069315176457167}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8534549474716187, "Finetune/Loss (Raw)": 0.8869139552116394, "Finetune/Step": 564, "Finetune/Step Time": 11.085554201155901}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8518660068511963, "Finetune/Loss (Raw)": 0.7215255498886108, "Finetune/Step": 565, "Finetune/Step Time": 11.09721427410841}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8536401987075806, "Finetune/Loss (Raw)": 0.9815664291381836, "Finetune/Step": 566, "Finetune/Step Time": 11.10429753921926}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8530644178390503, "Finetune/Loss (Raw)": 0.7666669487953186, "Finetune/Step": 567, "Finetune/Step Time": 11.109423531219363}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8504821062088013, "Finetune/Loss (Raw)": 0.5818849205970764, "Finetune/Step": 568, "Finetune/Step Time": 11.142512138932943}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8495570421218872, "Finetune/Loss (Raw)": 0.8322601914405823, "Finetune/Step": 569, "Finetune/Step Time": 11.15163192152977}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8508448004722595, "Finetune/Loss (Raw)": 0.856756865978241, "Finetune/Step": 570, "Finetune/Step Time": 11.120698252692819}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8495904207229614, "Finetune/Loss (Raw)": 0.7947457432746887, "Finetune/Step": 571, "Finetune/Step Time": 11.1305679269135}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8485009074211121, "Finetune/Loss (Raw)": 0.8826557993888855, "Finetune/Step": 572, "Finetune/Step Time": 11.13381339609623}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8491272926330566, "Finetune/Loss (Raw)": 0.9633371829986572, "Finetune/Step": 573, "Finetune/Step Time": 11.135537963360548}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8492479920387268, "Finetune/Loss (Raw)": 0.9737597107887268, "Finetune/Step": 574, "Finetune/Step Time": 11.131927879527211}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8496944904327393, "Finetune/Loss (Raw)": 0.9749628901481628, "Finetune/Step": 575, "Finetune/Step Time": 11.15835820324719}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.849271297454834, "Finetune/Loss (Raw)": 0.8544235229492188, "Finetune/Step": 576, "Finetune/Step Time": 11.161172417923808}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8479127883911133, "Finetune/Loss (Raw)": 0.8625909090042114, "Finetune/Step": 577, "Finetune/Step Time": 11.154383093118668}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8474510908126831, "Finetune/Loss (Raw)": 0.8010731935501099, "Finetune/Step": 578, "Finetune/Step Time": 11.149257089942694}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.846712589263916, "Finetune/Loss (Raw)": 0.7488847970962524, "Finetune/Step": 579, "Finetune/Step Time": 11.16537481918931}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8471757173538208, "Finetune/Loss (Raw)": 0.9140002131462097, "Finetune/Step": 580, "Finetune/Step Time": 11.169059311971068}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8464529514312744, "Finetune/Loss (Raw)": 0.98212069272995, "Finetune/Step": 581, "Finetune/Step Time": 11.173840703442693}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.847200334072113, "Finetune/Loss (Raw)": 0.9734146595001221, "Finetune/Step": 582, "Finetune/Step Time": 11.163433844223619}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.84552001953125, "Finetune/Loss (Raw)": 0.7383682727813721, "Finetune/Step": 583, "Finetune/Step Time": 11.168607480823994}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8472710847854614, "Finetune/Loss (Raw)": 0.8651638031005859, "Finetune/Step": 584, "Finetune/Step Time": 11.144323866814375}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8484469652175903, "Finetune/Loss (Raw)": 0.9194328784942627, "Finetune/Step": 585, "Finetune/Step Time": 11.14100343361497}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8449657559394836, "Finetune/Loss (Raw)": 0.5911564230918884, "Finetune/Step": 586, "Finetune/Step Time": 11.173204984515905}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8464468717575073, "Finetune/Loss (Raw)": 1.0312111377716064, "Finetune/Step": 587, "Finetune/Step Time": 11.15057654865086}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8466163277626038, "Finetune/Loss (Raw)": 0.7492155432701111, "Finetune/Step": 588, "Finetune/Step Time": 11.16184539347887}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8476871252059937, "Finetune/Loss (Raw)": 0.96055668592453, "Finetune/Step": 589, "Finetune/Step Time": 11.148128919303417}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8485681414604187, "Finetune/Loss (Raw)": 0.9833294153213501, "Finetune/Step": 590, "Finetune/Step Time": 11.14965963922441}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8463906645774841, "Finetune/Loss (Raw)": 0.7966399192810059, "Finetune/Step": 591, "Finetune/Step Time": 11.141046535223722}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8483049869537354, "Finetune/Loss (Raw)": 0.8460643291473389, "Finetune/Step": 592, "Finetune/Step Time": 11.097737269476056}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8473645448684692, "Finetune/Loss (Raw)": 0.8318260312080383, "Finetune/Step": 593, "Finetune/Step Time": 11.135306566953659}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8487248420715332, "Finetune/Loss (Raw)": 0.8753598928451538, "Finetune/Step": 594, "Finetune/Step Time": 11.120289308950305}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8485132455825806, "Finetune/Loss (Raw)": 0.9049659967422485, "Finetune/Step": 595, "Finetune/Step Time": 11.108310570940375}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8492333292961121, "Finetune/Loss (Raw)": 0.814834475517273, "Finetune/Step": 596, "Finetune/Step Time": 11.095279611647129}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8506832122802734, "Finetune/Loss (Raw)": 0.7480108737945557, "Finetune/Step": 597, "Finetune/Step Time": 11.071284130215645}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8505555391311646, "Finetune/Loss (Raw)": 0.8486908078193665, "Finetune/Step": 598, "Finetune/Step Time": 11.099600438028574}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8510239124298096, "Finetune/Loss (Raw)": 0.9237313866615295, "Finetune/Step": 599, "Finetune/Step Time": 11.073968650773168}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8504761457443237, "Finetune/Loss (Raw)": 0.9482304453849792, "Finetune/Step": 600, "Finetune/Step Time": 11.080304088070989}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8505262732505798, "Finetune/Loss (Raw)": 0.7901024222373962, "Finetune/Step": 601, "Finetune/Step Time": 11.112103955820203}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8501905202865601, "Finetune/Loss (Raw)": 0.9180955290794373, "Finetune/Step": 602, "Finetune/Step Time": 11.105151496827602}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8484253883361816, "Finetune/Loss (Raw)": 0.7072330713272095, "Finetune/Step": 603, "Finetune/Step Time": 11.109096247702837}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8486008048057556, "Finetune/Loss (Raw)": 0.9218785166740417, "Finetune/Step": 604, "Finetune/Step Time": 11.108426941558719}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8478398323059082, "Finetune/Loss (Raw)": 0.7477232217788696, "Finetune/Step": 605, "Finetune/Step Time": 11.099345387890935}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8472995758056641, "Finetune/Loss (Raw)": 0.7801024317741394, "Finetune/Step": 606, "Finetune/Step Time": 11.12281247228384}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8450557589530945, "Finetune/Loss (Raw)": 0.6376723647117615, "Finetune/Step": 607, "Finetune/Step Time": 11.166014522314072}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8449505567550659, "Finetune/Loss (Raw)": 0.9508619904518127, "Finetune/Step": 608, "Finetune/Step Time": 11.164841653779149}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8439594507217407, "Finetune/Loss (Raw)": 0.7833178639411926, "Finetune/Step": 609, "Finetune/Step Time": 11.161959225311875}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8434995412826538, "Finetune/Loss (Raw)": 0.8619106411933899, "Finetune/Step": 610, "Finetune/Step Time": 11.153090028092265}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8434641361236572, "Finetune/Loss (Raw)": 0.8840385675430298, "Finetune/Step": 611, "Finetune/Step Time": 11.12308187969029}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8452812433242798, "Finetune/Loss (Raw)": 1.039313554763794, "Finetune/Step": 612, "Finetune/Step Time": 11.117996230721474}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8457399606704712, "Finetune/Loss (Raw)": 0.7239649295806885, "Finetune/Step": 613, "Finetune/Step Time": 11.105782523751259}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8460598587989807, "Finetune/Loss (Raw)": 0.8771728873252869, "Finetune/Step": 614, "Finetune/Step Time": 11.08411505073309}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8455091714859009, "Finetune/Loss (Raw)": 0.8478573560714722, "Finetune/Step": 615, "Finetune/Step Time": 11.091800509020686}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8450135588645935, "Finetune/Loss (Raw)": 0.8801875710487366, "Finetune/Step": 616, "Finetune/Step Time": 11.09631591849029}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8455116748809814, "Finetune/Loss (Raw)": 0.8732682466506958, "Finetune/Step": 617, "Finetune/Step Time": 11.087564699351788}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8465877771377563, "Finetune/Loss (Raw)": 0.8897167444229126, "Finetune/Step": 618, "Finetune/Step Time": 11.078129598870873}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8489660620689392, "Finetune/Loss (Raw)": 0.8113945126533508, "Finetune/Step": 619, "Finetune/Step Time": 11.071551928296685}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8490886688232422, "Finetune/Loss (Raw)": 0.8673067688941956, "Finetune/Step": 620, "Finetune/Step Time": 11.060900770127773}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8489797115325928, "Finetune/Loss (Raw)": 0.8972429633140564, "Finetune/Step": 621, "Finetune/Step Time": 11.089091315865517}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8489394187927246, "Finetune/Loss (Raw)": 0.8492971062660217, "Finetune/Step": 622, "Finetune/Step Time": 11.076611205935478}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8494262099266052, "Finetune/Loss (Raw)": 0.9323618412017822, "Finetune/Step": 623, "Finetune/Step Time": 11.07961107045412}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8491448163986206, "Finetune/Loss (Raw)": 0.8781384825706482, "Finetune/Step": 624, "Finetune/Step Time": 11.058008790016174}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8499131202697754, "Finetune/Loss (Raw)": 0.9184363484382629, "Finetune/Step": 625, "Finetune/Step Time": 11.061876434832811}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.850088357925415, "Finetune/Loss (Raw)": 0.943117618560791, "Finetune/Step": 626, "Finetune/Step Time": 11.062943333759904}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8508070707321167, "Finetune/Loss (Raw)": 0.9003130793571472, "Finetune/Step": 627, "Finetune/Step Time": 11.064310323446989}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8508115410804749, "Finetune/Loss (Raw)": 0.8403343558311462, "Finetune/Step": 628, "Finetune/Step Time": 11.049489866942167}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8525997400283813, "Finetune/Loss (Raw)": 0.9109771251678467, "Finetune/Step": 629, "Finetune/Step Time": 11.039575537666678}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8549634218215942, "Finetune/Loss (Raw)": 1.0359984636306763, "Finetune/Step": 630, "Finetune/Step Time": 11.015509024262428}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8547648191452026, "Finetune/Loss (Raw)": 0.7336127758026123, "Finetune/Step": 631, "Finetune/Step Time": 10.99237416870892}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8557068109512329, "Finetune/Loss (Raw)": 0.9963585734367371, "Finetune/Step": 632, "Finetune/Step Time": 10.985509725287557}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8572611808776855, "Finetune/Loss (Raw)": 1.0939586162567139, "Finetune/Step": 633, "Finetune/Step Time": 10.986144738271832}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8584967851638794, "Finetune/Loss (Raw)": 0.7734590768814087, "Finetune/Step": 634, "Finetune/Step Time": 10.976933805271983}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.8582839965820312, "Finetune/Loss (Raw)": 0.8907972574234009, "Finetune/Step": 635, "Finetune/Step Time": 10.975604156032205}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8580403327941895, "Finetune/Loss (Raw)": 0.820937991142273, "Finetune/Step": 636, "Finetune/Step Time": 11.000614576041698}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.8586748838424683, "Finetune/Loss (Raw)": 0.9298620820045471, "Finetune/Step": 637, "Finetune/Step Time": 10.991049772128463}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.8597611784934998, "Finetune/Loss (Raw)": 0.9448224902153015, "Finetune/Step": 638, "Finetune/Step Time": 10.99907809868455}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.8591433763504028, "Finetune/Loss (Raw)": 0.8496690392494202, "Finetune/Step": 639, "Finetune/Step Time": 11.008443612605333}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.8593717813491821, "Finetune/Loss (Raw)": 0.8652715682983398, "Finetune/Step": 640, "Finetune/Step Time": 11.020562876015902}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8583807349205017, "Finetune/Loss (Raw)": 0.8261698484420776, "Finetune/Step": 641, "Finetune/Step Time": 11.03848540224135}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.855653703212738, "Finetune/Loss (Raw)": 0.5672688484191895, "Finetune/Step": 642, "Finetune/Step Time": 11.047025691717863}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8577274084091187, "Finetune/Loss (Raw)": 0.8775455355644226, "Finetune/Step": 643, "Finetune/Step Time": 11.010870298370719}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.8574884533882141, "Finetune/Loss (Raw)": 0.909170925617218, "Finetune/Step": 644, "Finetune/Step Time": 11.016908517107368}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8579230308532715, "Finetune/Loss (Raw)": 0.9837725758552551, "Finetune/Step": 645, "Finetune/Step Time": 11.014530004933476}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8578519821166992, "Finetune/Loss (Raw)": 0.8889551162719727, "Finetune/Step": 646, "Finetune/Step Time": 11.024510871618986}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.856869101524353, "Finetune/Loss (Raw)": 0.8185017108917236, "Finetune/Step": 647, "Finetune/Step Time": 11.025645757094026}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8580515384674072, "Finetune/Loss (Raw)": 0.9147268533706665, "Finetune/Step": 648, "Finetune/Step Time": 11.028380976989865}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8568524718284607, "Finetune/Loss (Raw)": 0.7817884087562561, "Finetune/Step": 649, "Finetune/Step Time": 11.025767495855689}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.856097400188446, "Finetune/Loss (Raw)": 0.7421475052833557, "Finetune/Step": 650, "Finetune/Step Time": 11.046412661671638}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8576629161834717, "Finetune/Loss (Raw)": 0.8709004521369934, "Finetune/Step": 651, "Finetune/Step Time": 11.059209611266851}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8571522831916809, "Finetune/Loss (Raw)": 0.8271359801292419, "Finetune/Step": 652, "Finetune/Step Time": 11.066240621730685}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.856482982635498, "Finetune/Loss (Raw)": 0.8274093866348267, "Finetune/Step": 653, "Finetune/Step Time": 11.06573810055852}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.8588463664054871, "Finetune/Loss (Raw)": 1.1072027683258057, "Finetune/Step": 654, "Finetune/Step Time": 11.050372619181871}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.8588780164718628, "Finetune/Loss (Raw)": 0.8284121751785278, "Finetune/Step": 655, "Finetune/Step Time": 11.059529814869165}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8583211898803711, "Finetune/Loss (Raw)": 0.8250076174736023, "Finetune/Step": 656, "Finetune/Step Time": 11.063462300226092}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8576034307479858, "Finetune/Loss (Raw)": 0.7904444932937622, "Finetune/Step": 657, "Finetune/Step Time": 11.09172298759222}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.8572608828544617, "Finetune/Loss (Raw)": 0.8914698362350464, "Finetune/Step": 658, "Finetune/Step Time": 11.094083048403263}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8546204566955566, "Finetune/Loss (Raw)": 0.6703275442123413, "Finetune/Step": 659, "Finetune/Step Time": 11.123967349529266}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8558962345123291, "Finetune/Loss (Raw)": 0.9824386835098267, "Finetune/Step": 660, "Finetune/Step Time": 11.124717785045505}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8559691905975342, "Finetune/Loss (Raw)": 0.8695234656333923, "Finetune/Step": 661, "Finetune/Step Time": 11.11596299521625}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8567947149276733, "Finetune/Loss (Raw)": 0.9419367909431458, "Finetune/Step": 662, "Finetune/Step Time": 11.101994022727013}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8579384088516235, "Finetune/Loss (Raw)": 0.9521862864494324, "Finetune/Step": 663, "Finetune/Step Time": 11.083566913381219}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.8586883544921875, "Finetune/Loss (Raw)": 0.8477699160575867, "Finetune/Step": 664, "Finetune/Step Time": 11.061978701502085}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8590547442436218, "Finetune/Loss (Raw)": 0.9534516930580139, "Finetune/Step": 665, "Finetune/Step Time": 11.07222767919302}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8599469065666199, "Finetune/Loss (Raw)": 1.014224648475647, "Finetune/Step": 666, "Finetune/Step Time": 11.06166180036962}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8593246340751648, "Finetune/Loss (Raw)": 0.9100545048713684, "Finetune/Step": 667, "Finetune/Step Time": 11.078527415171266}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.858452320098877, "Finetune/Loss (Raw)": 0.7362461686134338, "Finetune/Step": 668, "Finetune/Step Time": 11.082427555695176}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8588494658470154, "Finetune/Loss (Raw)": 0.9265268445014954, "Finetune/Step": 669, "Finetune/Step Time": 11.074597695842385}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8583934307098389, "Finetune/Loss (Raw)": 0.8078306317329407, "Finetune/Step": 670, "Finetune/Step Time": 11.073140876367688}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.857196569442749, "Finetune/Loss (Raw)": 0.8427436947822571, "Finetune/Step": 671, "Finetune/Step Time": 11.069515416398644}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.8569697141647339, "Finetune/Loss (Raw)": 0.9077813625335693, "Finetune/Step": 672, "Finetune/Step Time": 11.068154437467456}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8577097654342651, "Finetune/Loss (Raw)": 1.0075507164001465, "Finetune/Step": 673, "Finetune/Step Time": 11.070375746116042}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.8588095903396606, "Finetune/Loss (Raw)": 1.0120480060577393, "Finetune/Step": 674, "Finetune/Step Time": 11.074186639860272}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.858593225479126, "Finetune/Loss (Raw)": 0.9219310283660889, "Finetune/Step": 675, "Finetune/Step Time": 11.07774051092565}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.8600658178329468, "Finetune/Loss (Raw)": 0.928821325302124, "Finetune/Step": 676, "Finetune/Step Time": 11.068547243252397}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.8606830835342407, "Finetune/Loss (Raw)": 0.7192392349243164, "Finetune/Step": 677, "Finetune/Step Time": 11.120820719748735}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8619180917739868, "Finetune/Loss (Raw)": 0.969835102558136, "Finetune/Step": 678, "Finetune/Step Time": 11.124090529978275}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.863318681716919, "Finetune/Loss (Raw)": 0.9769646525382996, "Finetune/Step": 679, "Finetune/Step Time": 11.100245056673884}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.8618249893188477, "Finetune/Loss (Raw)": 0.7975141406059265, "Finetune/Step": 680, "Finetune/Step Time": 11.09799474105239}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.8636853694915771, "Finetune/Loss (Raw)": 0.9366382360458374, "Finetune/Step": 681, "Finetune/Step Time": 11.09168222732842}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.8635932803153992, "Finetune/Loss (Raw)": 0.9442217946052551, "Finetune/Step": 682, "Finetune/Step Time": 11.09617037139833}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.8644264936447144, "Finetune/Loss (Raw)": 0.9693586230278015, "Finetune/Step": 683, "Finetune/Step Time": 11.066848492249846}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.8637109398841858, "Finetune/Loss (Raw)": 0.7902342677116394, "Finetune/Step": 684, "Finetune/Step Time": 11.07069212384522}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8621740341186523, "Finetune/Loss (Raw)": 0.6207548975944519, "Finetune/Step": 685, "Finetune/Step Time": 11.099530283361673}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.8638674020767212, "Finetune/Loss (Raw)": 0.7303631901741028, "Finetune/Step": 686, "Finetune/Step Time": 11.079395316541195}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.8639509677886963, "Finetune/Loss (Raw)": 0.8628835082054138, "Finetune/Step": 687, "Finetune/Step Time": 11.075316591188312}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.8648969531059265, "Finetune/Loss (Raw)": 0.8665505051612854, "Finetune/Step": 688, "Finetune/Step Time": 11.067541755735874}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.8627570867538452, "Finetune/Loss (Raw)": 0.5202668309211731, "Finetune/Step": 689, "Finetune/Step Time": 11.081819668412209}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.8614805936813354, "Finetune/Loss (Raw)": 0.6155933141708374, "Finetune/Step": 690, "Finetune/Step Time": 11.156416179612279}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.861736536026001, "Finetune/Loss (Raw)": 0.9420135021209717, "Finetune/Step": 691, "Finetune/Step Time": 11.161330053582788}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8607810735702515, "Finetune/Loss (Raw)": 0.7646192908287048, "Finetune/Step": 692, "Finetune/Step Time": 11.188153399154544}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8611268997192383, "Finetune/Loss (Raw)": 0.7657920718193054, "Finetune/Step": 693, "Finetune/Step Time": 11.18586864694953}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8588434457778931, "Finetune/Loss (Raw)": 0.6892822980880737, "Finetune/Step": 694, "Finetune/Step Time": 11.218173602595925}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.858073353767395, "Finetune/Loss (Raw)": 0.6680961847305298, "Finetune/Step": 695, "Finetune/Step Time": 11.228120854124427}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8609263896942139, "Finetune/Loss (Raw)": 0.9470690488815308, "Finetune/Step": 696, "Finetune/Step Time": 11.19755824841559}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8604468107223511, "Finetune/Loss (Raw)": 0.7708752751350403, "Finetune/Step": 697, "Finetune/Step Time": 11.204085467383265}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8615138530731201, "Finetune/Loss (Raw)": 0.9933371543884277, "Finetune/Step": 698, "Finetune/Step Time": 11.192877074703574}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.8635203838348389, "Finetune/Loss (Raw)": 1.0515778064727783, "Finetune/Step": 699, "Finetune/Step Time": 11.187390092760324}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8627220392227173, "Finetune/Loss (Raw)": 0.7804745435714722, "Finetune/Step": 700, "Finetune/Step Time": 11.213118709623814}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.8595866560935974, "Finetune/Loss (Raw)": 0.5620070695877075, "Finetune/Step": 701, "Finetune/Step Time": 11.250576497986913}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.8585569262504578, "Finetune/Loss (Raw)": 0.8419626355171204, "Finetune/Step": 702, "Finetune/Step Time": 11.260620368644595}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8562382459640503, "Finetune/Loss (Raw)": 0.6781632900238037, "Finetune/Step": 703, "Finetune/Step Time": 11.246987676247954}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8567965626716614, "Finetune/Loss (Raw)": 0.9258885979652405, "Finetune/Step": 704, "Finetune/Step Time": 11.261175403371453}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8571749329566956, "Finetune/Loss (Raw)": 0.9110238552093506, "Finetune/Step": 705, "Finetune/Step Time": 11.260792994871736}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8559247255325317, "Finetune/Loss (Raw)": 0.6410465836524963, "Finetune/Step": 706, "Finetune/Step Time": 11.263743137940764}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8561540246009827, "Finetune/Loss (Raw)": 0.7782332897186279, "Finetune/Step": 707, "Finetune/Step Time": 11.24465387687087}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.8570594787597656, "Finetune/Loss (Raw)": 1.0298995971679688, "Finetune/Step": 708, "Finetune/Step Time": 11.246663607656956}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8553744554519653, "Finetune/Loss (Raw)": 0.7664384245872498, "Finetune/Step": 709, "Finetune/Step Time": 11.247385125607252}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8539705872535706, "Finetune/Loss (Raw)": 0.7937180995941162, "Finetune/Step": 710, "Finetune/Step Time": 11.237042002379894}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8551086187362671, "Finetune/Loss (Raw)": 0.8840319514274597, "Finetune/Step": 711, "Finetune/Step Time": 11.259998148307204}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.852901816368103, "Finetune/Loss (Raw)": 0.5826981067657471, "Finetune/Step": 712, "Finetune/Step Time": 11.278134725987911}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.852725088596344, "Finetune/Loss (Raw)": 0.896811306476593, "Finetune/Step": 713, "Finetune/Step Time": 11.278625879436731}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.8536297082901001, "Finetune/Loss (Raw)": 0.7069520950317383, "Finetune/Step": 714, "Finetune/Step Time": 11.24807989411056}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8531420230865479, "Finetune/Loss (Raw)": 0.9687836766242981, "Finetune/Step": 715, "Finetune/Step Time": 11.249095989391208}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8532112240791321, "Finetune/Loss (Raw)": 0.7580699324607849, "Finetune/Step": 716, "Finetune/Step Time": 11.213931988924742}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8531746864318848, "Finetune/Loss (Raw)": 0.9558865427970886, "Finetune/Step": 717, "Finetune/Step Time": 11.228197809308767}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8523989319801331, "Finetune/Loss (Raw)": 0.8840318322181702, "Finetune/Step": 718, "Finetune/Step Time": 11.229820059612393}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.853363037109375, "Finetune/Loss (Raw)": 0.9200400114059448, "Finetune/Step": 719, "Finetune/Step Time": 11.230121217668056}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8545024991035461, "Finetune/Loss (Raw)": 0.991916835308075, "Finetune/Step": 720, "Finetune/Step Time": 11.233319101855159}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8542741537094116, "Finetune/Loss (Raw)": 0.8026026487350464, "Finetune/Step": 721, "Finetune/Step Time": 11.218255661427975}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.85366290807724, "Finetune/Loss (Raw)": 0.7971174120903015, "Finetune/Step": 722, "Finetune/Step Time": 11.252720605581999}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8543658256530762, "Finetune/Loss (Raw)": 0.9949413537979126, "Finetune/Step": 723, "Finetune/Step Time": 11.248355869203806}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8552892208099365, "Finetune/Loss (Raw)": 0.9330262541770935, "Finetune/Step": 724, "Finetune/Step Time": 11.258439108729362}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8575000762939453, "Finetune/Loss (Raw)": 1.0309948921203613, "Finetune/Step": 725, "Finetune/Step Time": 11.24626430310309}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.855367124080658, "Finetune/Loss (Raw)": 0.5756790637969971, "Finetune/Step": 726, "Finetune/Step Time": 11.23839221522212}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8551723957061768, "Finetune/Loss (Raw)": 0.8988051414489746, "Finetune/Step": 727, "Finetune/Step Time": 11.250451527535915}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8554838299751282, "Finetune/Loss (Raw)": 0.9880949854850769, "Finetune/Step": 728, "Finetune/Step Time": 11.250384736806154}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8529887199401855, "Finetune/Loss (Raw)": 0.4707285761833191, "Finetune/Step": 729, "Finetune/Step Time": 11.24360241368413}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8528752326965332, "Finetune/Loss (Raw)": 0.9035683870315552, "Finetune/Step": 730, "Finetune/Step Time": 11.261307714506984}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.854327917098999, "Finetune/Loss (Raw)": 0.893174946308136, "Finetune/Step": 731, "Finetune/Step Time": 11.255228331312537}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8532395362854004, "Finetune/Loss (Raw)": 0.7825717926025391, "Finetune/Step": 732, "Finetune/Step Time": 11.302730830386281}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8542153835296631, "Finetune/Loss (Raw)": 0.8726338744163513, "Finetune/Step": 733, "Finetune/Step Time": 11.30097646638751}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.85401850938797, "Finetune/Loss (Raw)": 0.7548981308937073, "Finetune/Step": 734, "Finetune/Step Time": 11.28181105852127}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.854759931564331, "Finetune/Loss (Raw)": 0.7325652241706848, "Finetune/Step": 735, "Finetune/Step Time": 11.245404219254851}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8540935516357422, "Finetune/Loss (Raw)": 0.8655710816383362, "Finetune/Step": 736, "Finetune/Step Time": 11.295848263427615}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.8558148145675659, "Finetune/Loss (Raw)": 1.0036429166793823, "Finetune/Step": 737, "Finetune/Step Time": 11.288166331127286}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8562462329864502, "Finetune/Loss (Raw)": 0.9171302914619446, "Finetune/Step": 738, "Finetune/Step Time": 11.277175890281796}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8551642894744873, "Finetune/Loss (Raw)": 0.745548665523529, "Finetune/Step": 739, "Finetune/Step Time": 11.325226875022054}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8547244668006897, "Finetune/Loss (Raw)": 0.983017086982727, "Finetune/Step": 740, "Finetune/Step Time": 11.330640023574233}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8542658090591431, "Finetune/Loss (Raw)": 0.6652525067329407, "Finetune/Step": 741, "Finetune/Step Time": 11.355647448450327}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8540217876434326, "Finetune/Loss (Raw)": 0.8459411859512329, "Finetune/Step": 742, "Finetune/Step Time": 11.367825269699097}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8548769354820251, "Finetune/Loss (Raw)": 0.9573136568069458, "Finetune/Step": 743, "Finetune/Step Time": 11.357001708820462}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8548934459686279, "Finetune/Loss (Raw)": 0.8822987079620361, "Finetune/Step": 744, "Finetune/Step Time": 11.359651796519756}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8538490533828735, "Finetune/Loss (Raw)": 0.7395873069763184, "Finetune/Step": 745, "Finetune/Step Time": 11.385076347738504}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8546280860900879, "Finetune/Loss (Raw)": 0.989435613155365, "Finetune/Step": 746, "Finetune/Step Time": 11.376216065138578}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8559815287590027, "Finetune/Loss (Raw)": 0.9846349954605103, "Finetune/Step": 747, "Finetune/Step Time": 11.349516602233052}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8568544983863831, "Finetune/Loss (Raw)": 0.9790472388267517, "Finetune/Step": 748, "Finetune/Step Time": 11.352692686021328}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.85617595911026, "Finetune/Loss (Raw)": 0.8103963732719421, "Finetune/Step": 749, "Finetune/Step Time": 11.33626346848905}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.8559138178825378, "Finetune/Loss (Raw)": 0.8157426118850708, "Finetune/Step": 750, "Finetune/Step Time": 11.339119493961334}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.854193925857544, "Finetune/Loss (Raw)": 0.7122151851654053, "Finetune/Step": 751, "Finetune/Step Time": 11.343195240944624}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8548697233200073, "Finetune/Loss (Raw)": 0.9646326899528503, "Finetune/Step": 752, "Finetune/Step Time": 11.346545258536935}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8526294827461243, "Finetune/Loss (Raw)": 0.6316897869110107, "Finetune/Step": 753, "Finetune/Step Time": 11.379978997632861}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8513380289077759, "Finetune/Loss (Raw)": 0.7778087854385376, "Finetune/Step": 754, "Finetune/Step Time": 11.381846627220511}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8499447107315063, "Finetune/Loss (Raw)": 0.7219699621200562, "Finetune/Step": 755, "Finetune/Step Time": 11.417678279802203}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.849766731262207, "Finetune/Loss (Raw)": 0.8175551891326904, "Finetune/Step": 756, "Finetune/Step Time": 11.418446812778711}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8488891124725342, "Finetune/Loss (Raw)": 0.798646092414856, "Finetune/Step": 757, "Finetune/Step Time": 11.433720013126731}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8482407331466675, "Finetune/Loss (Raw)": 0.9529989957809448, "Finetune/Step": 758, "Finetune/Step Time": 11.443708762526512}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8497910499572754, "Finetune/Loss (Raw)": 0.9320533275604248, "Finetune/Step": 759, "Finetune/Step Time": 11.449354441836476}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8486524820327759, "Finetune/Loss (Raw)": 0.8506198525428772, "Finetune/Step": 760, "Finetune/Step Time": 11.43741600215435}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8469357490539551, "Finetune/Loss (Raw)": 0.8742194175720215, "Finetune/Step": 761, "Finetune/Step Time": 11.442501032724977}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8461191654205322, "Finetune/Loss (Raw)": 0.6689357161521912, "Finetune/Step": 762, "Finetune/Step Time": 11.485364839434624}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8447726368904114, "Finetune/Loss (Raw)": 0.7184403538703918, "Finetune/Step": 763, "Finetune/Step Time": 11.486868169158697}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8447774648666382, "Finetune/Loss (Raw)": 0.8215619325637817, "Finetune/Step": 764, "Finetune/Step Time": 11.451971523463726}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.844379186630249, "Finetune/Loss (Raw)": 0.8788799047470093, "Finetune/Step": 765, "Finetune/Step Time": 11.457532800734043}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8442174196243286, "Finetune/Loss (Raw)": 0.9241166114807129, "Finetune/Step": 766, "Finetune/Step Time": 11.475334644317627}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8440725803375244, "Finetune/Loss (Raw)": 0.831134557723999, "Finetune/Step": 767, "Finetune/Step Time": 11.48397952504456}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8438241481781006, "Finetune/Loss (Raw)": 0.8334619998931885, "Finetune/Step": 768, "Finetune/Step Time": 11.484976379200816}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.842771589756012, "Finetune/Loss (Raw)": 0.6914446949958801, "Finetune/Step": 769, "Finetune/Step Time": 11.488303445279598}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8448658585548401, "Finetune/Loss (Raw)": 0.8353408575057983, "Finetune/Step": 770, "Finetune/Step Time": 11.471060551702976}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8454209566116333, "Finetune/Loss (Raw)": 0.9486034512519836, "Finetune/Step": 771, "Finetune/Step Time": 11.479062093421817}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8452479839324951, "Finetune/Loss (Raw)": 0.8870176076889038, "Finetune/Step": 772, "Finetune/Step Time": 11.469670590013266}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.844858705997467, "Finetune/Loss (Raw)": 0.9339491128921509, "Finetune/Step": 773, "Finetune/Step Time": 11.468321455642581}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8435170650482178, "Finetune/Loss (Raw)": 0.7172316312789917, "Finetune/Step": 774, "Finetune/Step Time": 11.506639137864113}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8443171381950378, "Finetune/Loss (Raw)": 0.9209058284759521, "Finetune/Step": 775, "Finetune/Step Time": 11.50982759706676}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.84238201379776, "Finetune/Loss (Raw)": 0.6670309901237488, "Finetune/Step": 776, "Finetune/Step Time": 11.505424737930298}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8436957597732544, "Finetune/Loss (Raw)": 0.9499517679214478, "Finetune/Step": 777, "Finetune/Step Time": 11.527439771220088}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8451006412506104, "Finetune/Loss (Raw)": 0.9219735860824585, "Finetune/Step": 778, "Finetune/Step Time": 11.509076718240976}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8447183966636658, "Finetune/Loss (Raw)": 0.821967601776123, "Finetune/Step": 779, "Finetune/Step Time": 11.503838580101728}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.842822253704071, "Finetune/Loss (Raw)": 0.5844348073005676, "Finetune/Step": 780, "Finetune/Step Time": 11.538638697937131}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8424955606460571, "Finetune/Loss (Raw)": 0.7855883240699768, "Finetune/Step": 781, "Finetune/Step Time": 11.53945191949606}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8381748795509338, "Finetune/Loss (Raw)": 0.5541568398475647, "Finetune/Step": 782, "Finetune/Step Time": 11.587359780445695}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8379126787185669, "Finetune/Loss (Raw)": 0.7948468327522278, "Finetune/Step": 783, "Finetune/Step Time": 11.659473257139325}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8362824320793152, "Finetune/Loss (Raw)": 0.6163369417190552, "Finetune/Step": 784, "Finetune/Step Time": 11.684645935893059}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8374048471450806, "Finetune/Loss (Raw)": 0.934110701084137, "Finetune/Step": 785, "Finetune/Step Time": 11.680180815979838}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8377766013145447, "Finetune/Loss (Raw)": 0.9390593767166138, "Finetune/Step": 786, "Finetune/Step Time": 11.680606950074434}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8394426107406616, "Finetune/Loss (Raw)": 0.8835782408714294, "Finetune/Step": 787, "Finetune/Step Time": 11.686610423028469}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8394135236740112, "Finetune/Loss (Raw)": 0.978718101978302, "Finetune/Step": 788, "Finetune/Step Time": 11.68428198620677}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8396192789077759, "Finetune/Loss (Raw)": 0.8958552479743958, "Finetune/Step": 789, "Finetune/Step Time": 11.681785620748997}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8365516662597656, "Finetune/Loss (Raw)": 0.5492860674858093, "Finetune/Step": 790, "Finetune/Step Time": 11.72529256530106}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8356208801269531, "Finetune/Loss (Raw)": 0.8330426216125488, "Finetune/Step": 791, "Finetune/Step Time": 11.733142664656043}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8349263668060303, "Finetune/Loss (Raw)": 0.758868932723999, "Finetune/Step": 792, "Finetune/Step Time": 11.719751263037324}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8341291546821594, "Finetune/Loss (Raw)": 0.851412296295166, "Finetune/Step": 793, "Finetune/Step Time": 11.723495757207274}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8324054479598999, "Finetune/Loss (Raw)": 0.7935845255851746, "Finetune/Step": 794, "Finetune/Step Time": 11.73214515298605}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8321423530578613, "Finetune/Loss (Raw)": 0.8763787746429443, "Finetune/Step": 795, "Finetune/Step Time": 11.737085565924644}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8330238461494446, "Finetune/Loss (Raw)": 0.8490837812423706, "Finetune/Step": 796, "Finetune/Step Time": 11.735732102766633}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8324024081230164, "Finetune/Loss (Raw)": 0.8469842076301575, "Finetune/Step": 797, "Finetune/Step Time": 11.742361310869455}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8332141041755676, "Finetune/Loss (Raw)": 0.9117277264595032, "Finetune/Step": 798, "Finetune/Step Time": 11.751772092655301}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8326594233512878, "Finetune/Loss (Raw)": 0.7717365026473999, "Finetune/Step": 799, "Finetune/Step Time": 11.760933237150311}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8323149681091309, "Finetune/Loss (Raw)": 0.8636986613273621, "Finetune/Step": 800, "Finetune/Step Time": 11.766143573448062}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.831479012966156, "Finetune/Loss (Raw)": 0.9005466103553772, "Finetune/Step": 801, "Finetune/Step Time": 11.804709736257792}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8296144604682922, "Finetune/Loss (Raw)": 0.7733822464942932, "Finetune/Step": 802, "Finetune/Step Time": 11.808044787496328}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8278798460960388, "Finetune/Loss (Raw)": 0.6998981833457947, "Finetune/Step": 803, "Finetune/Step Time": 11.816915353760123}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8273797035217285, "Finetune/Loss (Raw)": 0.8648079633712769, "Finetune/Step": 804, "Finetune/Step Time": 11.807995188981295}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8285732269287109, "Finetune/Loss (Raw)": 0.8720071911811829, "Finetune/Step": 805, "Finetune/Step Time": 11.759295286610723}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8261383771896362, "Finetune/Loss (Raw)": 0.658172070980072, "Finetune/Step": 806, "Finetune/Step Time": 11.782644966617227}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8251227736473083, "Finetune/Loss (Raw)": 0.846971333026886, "Finetune/Step": 807, "Finetune/Step Time": 11.774024900048971}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8249608278274536, "Finetune/Loss (Raw)": 0.7767878174781799, "Finetune/Step": 808, "Finetune/Step Time": 11.79827737621963}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8241962194442749, "Finetune/Loss (Raw)": 0.8387641906738281, "Finetune/Step": 809, "Finetune/Step Time": 11.807254260405898}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8242093324661255, "Finetune/Loss (Raw)": 0.9459047317504883, "Finetune/Step": 810, "Finetune/Step Time": 11.803084881976247}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8225372433662415, "Finetune/Loss (Raw)": 0.7553228735923767, "Finetune/Step": 811, "Finetune/Step Time": 11.802623614668846}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8245751261711121, "Finetune/Loss (Raw)": 1.051089882850647, "Finetune/Step": 812, "Finetune/Step Time": 11.780642645433545}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8265665173530579, "Finetune/Loss (Raw)": 0.8756518363952637, "Finetune/Step": 813, "Finetune/Step Time": 11.751013381406665}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.827416181564331, "Finetune/Loss (Raw)": 0.8391216397285461, "Finetune/Step": 814, "Finetune/Step Time": 11.73871979676187}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8272910118103027, "Finetune/Loss (Raw)": 0.8468578457832336, "Finetune/Step": 815, "Finetune/Step Time": 11.741599330678582}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8277555108070374, "Finetune/Loss (Raw)": 0.9260119795799255, "Finetune/Step": 816, "Finetune/Step Time": 11.746634844690561}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8307999968528748, "Finetune/Loss (Raw)": 0.9099603295326233, "Finetune/Step": 817, "Finetune/Step Time": 11.744925882667303}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8306400775909424, "Finetune/Loss (Raw)": 0.5951154232025146, "Finetune/Step": 818, "Finetune/Step Time": 11.72319289110601}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8288192749023438, "Finetune/Loss (Raw)": 0.7089585661888123, "Finetune/Step": 819, "Finetune/Step Time": 11.72494318895042}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8275046348571777, "Finetune/Loss (Raw)": 0.5963484644889832, "Finetune/Step": 820, "Finetune/Step Time": 11.694803845137358}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8280115127563477, "Finetune/Loss (Raw)": 0.830662190914154, "Finetune/Step": 821, "Finetune/Step Time": 11.694384647533298}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8288856148719788, "Finetune/Loss (Raw)": 0.8011716604232788, "Finetune/Step": 822, "Finetune/Step Time": 11.662560725584626}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8314021825790405, "Finetune/Loss (Raw)": 0.9902172684669495, "Finetune/Step": 823, "Finetune/Step Time": 11.639647420495749}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8308688402175903, "Finetune/Loss (Raw)": 0.8788061141967773, "Finetune/Step": 824, "Finetune/Step Time": 11.637764617800713}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8311555981636047, "Finetune/Loss (Raw)": 0.8075708150863647, "Finetune/Step": 825, "Finetune/Step Time": 11.625781303271651}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8291640281677246, "Finetune/Loss (Raw)": 0.7384193539619446, "Finetune/Step": 826, "Finetune/Step Time": 11.63804717361927}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8273066282272339, "Finetune/Loss (Raw)": 0.8138337731361389, "Finetune/Step": 827, "Finetune/Step Time": 11.619785504415631}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.826169490814209, "Finetune/Loss (Raw)": 0.6349261403083801, "Finetune/Step": 828, "Finetune/Step Time": 11.628742419183254}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8281409740447998, "Finetune/Loss (Raw)": 0.8143470287322998, "Finetune/Step": 829, "Finetune/Step Time": 11.607108395546675}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.828460693359375, "Finetune/Loss (Raw)": 0.8828933238983154, "Finetune/Step": 830, "Finetune/Step Time": 11.601235510781407}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8296462297439575, "Finetune/Loss (Raw)": 0.8299036622047424, "Finetune/Step": 831, "Finetune/Step Time": 11.610259152948856}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8297044038772583, "Finetune/Loss (Raw)": 0.9333409070968628, "Finetune/Step": 832, "Finetune/Step Time": 11.584332155063748}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.827902615070343, "Finetune/Loss (Raw)": 0.6803931593894958, "Finetune/Step": 833, "Finetune/Step Time": 11.620449172332883}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8295295238494873, "Finetune/Loss (Raw)": 0.8492864966392517, "Finetune/Step": 834, "Finetune/Step Time": 11.63424956984818}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.830129861831665, "Finetune/Loss (Raw)": 0.8550841808319092, "Finetune/Step": 835, "Finetune/Step Time": 11.638902675360441}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8286727666854858, "Finetune/Loss (Raw)": 0.8433887958526611, "Finetune/Step": 836, "Finetune/Step Time": 11.632703937590122}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8281514048576355, "Finetune/Loss (Raw)": 0.6997075080871582, "Finetune/Step": 837, "Finetune/Step Time": 11.646653775125742}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8280448913574219, "Finetune/Loss (Raw)": 0.7800794839859009, "Finetune/Step": 838, "Finetune/Step Time": 11.65026949159801}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.826956033706665, "Finetune/Loss (Raw)": 0.7446625232696533, "Finetune/Step": 839, "Finetune/Step Time": 11.637090345844626}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8301882147789001, "Finetune/Loss (Raw)": 0.9964163303375244, "Finetune/Step": 840, "Finetune/Step Time": 11.619054967537522}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8292914628982544, "Finetune/Loss (Raw)": 0.7820270657539368, "Finetune/Step": 841, "Finetune/Step Time": 11.625397996976972}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8309198617935181, "Finetune/Loss (Raw)": 0.9153828024864197, "Finetune/Step": 842, "Finetune/Step Time": 11.625411117449403}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8301512598991394, "Finetune/Loss (Raw)": 0.8704066276550293, "Finetune/Step": 843, "Finetune/Step Time": 11.643965158611536}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8306207656860352, "Finetune/Loss (Raw)": 0.8181689381599426, "Finetune/Step": 844, "Finetune/Step Time": 11.6478898152709}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8302562832832336, "Finetune/Loss (Raw)": 0.9092330932617188, "Finetune/Step": 845, "Finetune/Step Time": 11.631063602864742}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8307309150695801, "Finetune/Loss (Raw)": 0.9447748064994812, "Finetune/Step": 846, "Finetune/Step Time": 11.62184033729136}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8282738924026489, "Finetune/Loss (Raw)": 0.6055452823638916, "Finetune/Step": 847, "Finetune/Step Time": 11.659748688340187}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8261966705322266, "Finetune/Loss (Raw)": 0.7260394096374512, "Finetune/Step": 848, "Finetune/Step Time": 11.666992127895355}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8267720341682434, "Finetune/Loss (Raw)": 0.8762467503547668, "Finetune/Step": 849, "Finetune/Step Time": 11.638691175729036}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8266651630401611, "Finetune/Loss (Raw)": 0.7834393382072449, "Finetune/Step": 850, "Finetune/Step Time": 11.618332834914327}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8258368968963623, "Finetune/Loss (Raw)": 0.8889175653457642, "Finetune/Step": 851, "Finetune/Step Time": 11.625780913978815}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8244087100028992, "Finetune/Loss (Raw)": 0.7502240538597107, "Finetune/Step": 852, "Finetune/Step Time": 11.606995433568954}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8230186700820923, "Finetune/Loss (Raw)": 0.8530699610710144, "Finetune/Step": 853, "Finetune/Step Time": 11.60047315619886}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8246147632598877, "Finetune/Loss (Raw)": 0.7799721956253052, "Finetune/Step": 854, "Finetune/Step Time": 11.59503316693008}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8221954107284546, "Finetune/Loss (Raw)": 0.5891304016113281, "Finetune/Step": 855, "Finetune/Step Time": 11.652047904208302}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8210133910179138, "Finetune/Loss (Raw)": 0.8367988467216492, "Finetune/Step": 856, "Finetune/Step Time": 11.649102220311761}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8233045339584351, "Finetune/Loss (Raw)": 0.7639977335929871, "Finetune/Step": 857, "Finetune/Step Time": 11.624815449118614}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.824408769607544, "Finetune/Loss (Raw)": 1.044908046722412, "Finetune/Step": 858, "Finetune/Step Time": 11.60916786454618}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8243518471717834, "Finetune/Loss (Raw)": 0.8858851790428162, "Finetune/Step": 859, "Finetune/Step Time": 11.632977601140738}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8245808482170105, "Finetune/Loss (Raw)": 0.8118839859962463, "Finetune/Step": 860, "Finetune/Step Time": 11.5863117557019}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8224008083343506, "Finetune/Loss (Raw)": 0.5935919880867004, "Finetune/Step": 861, "Finetune/Step Time": 11.580594139173627}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8232704401016235, "Finetune/Loss (Raw)": 0.8662074208259583, "Finetune/Step": 862, "Finetune/Step Time": 11.596081653609872}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8228005170822144, "Finetune/Loss (Raw)": 0.6724136471748352, "Finetune/Step": 863, "Finetune/Step Time": 11.60726735368371}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8232818245887756, "Finetune/Loss (Raw)": 0.9271826148033142, "Finetune/Step": 864, "Finetune/Step Time": 11.573879661038518}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.821463942527771, "Finetune/Loss (Raw)": 0.7709552645683289, "Finetune/Step": 865, "Finetune/Step Time": 11.605761839076877}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8219512104988098, "Finetune/Loss (Raw)": 0.9795032143592834, "Finetune/Step": 866, "Finetune/Step Time": 11.608320886269212}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8234715461730957, "Finetune/Loss (Raw)": 0.9401472210884094, "Finetune/Step": 867, "Finetune/Step Time": 11.561878880485892}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8221681118011475, "Finetune/Loss (Raw)": 0.8161771297454834, "Finetune/Step": 868, "Finetune/Step Time": 11.553567240014672}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8243780136108398, "Finetune/Loss (Raw)": 0.9481248259544373, "Finetune/Step": 869, "Finetune/Step Time": 11.545108640566468}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8237994909286499, "Finetune/Loss (Raw)": 0.7718929052352905, "Finetune/Step": 870, "Finetune/Step Time": 11.54741320014}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8216137290000916, "Finetune/Loss (Raw)": 0.6775273680686951, "Finetune/Step": 871, "Finetune/Step Time": 11.555038619786501}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8216286897659302, "Finetune/Loss (Raw)": 0.8842123746871948, "Finetune/Step": 872, "Finetune/Step Time": 11.551435250788927}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8231947422027588, "Finetune/Loss (Raw)": 0.9400463700294495, "Finetune/Step": 873, "Finetune/Step Time": 11.529451131820679}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8211521506309509, "Finetune/Loss (Raw)": 0.7279806137084961, "Finetune/Step": 874, "Finetune/Step Time": 11.533402374014258}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8194251656532288, "Finetune/Loss (Raw)": 0.7635851502418518, "Finetune/Step": 875, "Finetune/Step Time": 11.547706581652164}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8182310461997986, "Finetune/Loss (Raw)": 0.8261967301368713, "Finetune/Step": 876, "Finetune/Step Time": 11.54893682897091}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8185648918151855, "Finetune/Loss (Raw)": 0.853127658367157, "Finetune/Step": 877, "Finetune/Step Time": 11.547130333259702}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8187723159790039, "Finetune/Loss (Raw)": 0.8422971367835999, "Finetune/Step": 878, "Finetune/Step Time": 11.537654431536794}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8192901611328125, "Finetune/Loss (Raw)": 0.778494119644165, "Finetune/Step": 879, "Finetune/Step Time": 11.56993723101914}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8180389404296875, "Finetune/Loss (Raw)": 0.8044703602790833, "Finetune/Step": 880, "Finetune/Step Time": 11.576594991609454}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8182255625724792, "Finetune/Loss (Raw)": 0.6555831432342529, "Finetune/Step": 881, "Finetune/Step Time": 11.557574616745114}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8187146186828613, "Finetune/Loss (Raw)": 0.8404067158699036, "Finetune/Step": 882, "Finetune/Step Time": 11.556160075590014}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8204833269119263, "Finetune/Loss (Raw)": 0.9483698010444641, "Finetune/Step": 883, "Finetune/Step Time": 11.514115015044808}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8217524886131287, "Finetune/Loss (Raw)": 0.980006992816925, "Finetune/Step": 884, "Finetune/Step Time": 11.514109551906586}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8193325996398926, "Finetune/Loss (Raw)": 0.4889010488986969, "Finetune/Step": 885, "Finetune/Step Time": 11.53532062470913}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.818590521812439, "Finetune/Loss (Raw)": 0.8580083250999451, "Finetune/Step": 886, "Finetune/Step Time": 11.541073063388467}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8166617751121521, "Finetune/Loss (Raw)": 0.6851773262023926, "Finetune/Step": 887, "Finetune/Step Time": 11.581451078876853}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8172993659973145, "Finetune/Loss (Raw)": 0.9322311878204346, "Finetune/Step": 888, "Finetune/Step Time": 11.593235835433006}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8176048398017883, "Finetune/Loss (Raw)": 0.9133239984512329, "Finetune/Step": 889, "Finetune/Step Time": 11.60090403445065}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8190072178840637, "Finetune/Loss (Raw)": 0.8484334945678711, "Finetune/Step": 890, "Finetune/Step Time": 11.561905795708299}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8200722932815552, "Finetune/Loss (Raw)": 0.8547762036323547, "Finetune/Step": 891, "Finetune/Step Time": 11.567013235762715}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.819667637348175, "Finetune/Loss (Raw)": 0.7697614431381226, "Finetune/Step": 892, "Finetune/Step Time": 11.573667112737894}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8201847076416016, "Finetune/Loss (Raw)": 0.9450631737709045, "Finetune/Step": 893, "Finetune/Step Time": 11.567893708124757}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.819998025894165, "Finetune/Loss (Raw)": 0.9002254009246826, "Finetune/Step": 894, "Finetune/Step Time": 11.54389601573348}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8197015523910522, "Finetune/Loss (Raw)": 0.7931854128837585, "Finetune/Step": 895, "Finetune/Step Time": 11.545834884047508}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8203026652336121, "Finetune/Loss (Raw)": 0.9104012846946716, "Finetune/Step": 896, "Finetune/Step Time": 11.538335720077157}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8201012015342712, "Finetune/Loss (Raw)": 0.6656592488288879, "Finetune/Step": 897, "Finetune/Step Time": 11.543317213654518}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8180456161499023, "Finetune/Loss (Raw)": 0.5722175240516663, "Finetune/Step": 898, "Finetune/Step Time": 11.560551136732101}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8159875273704529, "Finetune/Loss (Raw)": 0.6851783990859985, "Finetune/Step": 899, "Finetune/Step Time": 11.633344795554876}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8163881301879883, "Finetune/Loss (Raw)": 0.9382932186126709, "Finetune/Step": 900, "Finetune/Step Time": 11.63175299949944}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8166112899780273, "Finetune/Loss (Raw)": 0.9625136256217957, "Finetune/Step": 901, "Finetune/Step Time": 11.642148546874523}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8175567388534546, "Finetune/Loss (Raw)": 0.8382444381713867, "Finetune/Step": 902, "Finetune/Step Time": 11.597499050199986}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.816931962966919, "Finetune/Loss (Raw)": 0.8409357070922852, "Finetune/Step": 903, "Finetune/Step Time": 11.610819440335035}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8178207874298096, "Finetune/Loss (Raw)": 0.7808046340942383, "Finetune/Step": 904, "Finetune/Step Time": 11.606813685968518}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8176398873329163, "Finetune/Loss (Raw)": 0.9267995953559875, "Finetune/Step": 905, "Finetune/Step Time": 11.589413126930594}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8165596723556519, "Finetune/Loss (Raw)": 0.7836977243423462, "Finetune/Step": 906, "Finetune/Step Time": 11.584718208760023}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8170332908630371, "Finetune/Loss (Raw)": 0.8825976848602295, "Finetune/Step": 907, "Finetune/Step Time": 11.569851672276855}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8193324208259583, "Finetune/Loss (Raw)": 0.8787226676940918, "Finetune/Step": 908, "Finetune/Step Time": 11.545369055122137}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8195065259933472, "Finetune/Loss (Raw)": 0.8078715801239014, "Finetune/Step": 909, "Finetune/Step Time": 11.562214897945523}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8216535449028015, "Finetune/Loss (Raw)": 0.8289726376533508, "Finetune/Step": 910, "Finetune/Step Time": 11.519181370735168}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8218357563018799, "Finetune/Loss (Raw)": 0.8181726932525635, "Finetune/Step": 911, "Finetune/Step Time": 11.445087529718876}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8244770169258118, "Finetune/Loss (Raw)": 0.9544214010238647, "Finetune/Step": 912, "Finetune/Step Time": 11.430718373507261}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8218606114387512, "Finetune/Loss (Raw)": 0.5992091298103333, "Finetune/Step": 913, "Finetune/Step Time": 11.421978302299976}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8225225210189819, "Finetune/Loss (Raw)": 1.0237748622894287, "Finetune/Step": 914, "Finetune/Step Time": 11.423839488998055}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8224413990974426, "Finetune/Loss (Raw)": 0.8732007145881653, "Finetune/Step": 915, "Finetune/Step Time": 11.384875701740384}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8219552040100098, "Finetune/Loss (Raw)": 0.9164846539497375, "Finetune/Step": 916, "Finetune/Step Time": 11.395474914461374}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8229047060012817, "Finetune/Loss (Raw)": 1.0173923969268799, "Finetune/Step": 917, "Finetune/Step Time": 11.456361075863242}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8250734210014343, "Finetune/Loss (Raw)": 0.8268783092498779, "Finetune/Step": 918, "Finetune/Step Time": 11.424399813637137}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8232735395431519, "Finetune/Loss (Raw)": 0.6026574969291687, "Finetune/Step": 919, "Finetune/Step Time": 11.441831791773438}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8228685259819031, "Finetune/Loss (Raw)": 0.7070302963256836, "Finetune/Step": 920, "Finetune/Step Time": 11.452266765758395}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.823368489742279, "Finetune/Loss (Raw)": 0.9154103994369507, "Finetune/Step": 921, "Finetune/Step Time": 11.439497090876102}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8237634897232056, "Finetune/Loss (Raw)": 0.8441441059112549, "Finetune/Step": 922, "Finetune/Step Time": 11.433160172775388}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8240771293640137, "Finetune/Loss (Raw)": 0.9165276288986206, "Finetune/Step": 923, "Finetune/Step Time": 11.420626094564795}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8232758045196533, "Finetune/Loss (Raw)": 0.7465174198150635, "Finetune/Step": 924, "Finetune/Step Time": 11.429845055565238}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.822062611579895, "Finetune/Loss (Raw)": 0.6916862726211548, "Finetune/Step": 925, "Finetune/Step Time": 11.460896506905556}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8194934129714966, "Finetune/Loss (Raw)": 0.5828654170036316, "Finetune/Step": 926, "Finetune/Step Time": 11.463020592927933}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.820102334022522, "Finetune/Loss (Raw)": 0.8496885299682617, "Finetune/Step": 927, "Finetune/Step Time": 11.44987608678639}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8202711343765259, "Finetune/Loss (Raw)": 0.8853038549423218, "Finetune/Step": 928, "Finetune/Step Time": 11.440686155110598}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8196772933006287, "Finetune/Loss (Raw)": 0.8245357871055603, "Finetune/Step": 929, "Finetune/Step Time": 11.403163813054562}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8198615312576294, "Finetune/Loss (Raw)": 0.7969637513160706, "Finetune/Step": 930, "Finetune/Step Time": 11.409902120009065}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8213341236114502, "Finetune/Loss (Raw)": 0.8883877992630005, "Finetune/Step": 931, "Finetune/Step Time": 11.386129209771752}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8216302990913391, "Finetune/Loss (Raw)": 0.9027217626571655, "Finetune/Step": 932, "Finetune/Step Time": 11.392651695758104}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8212931156158447, "Finetune/Loss (Raw)": 0.8288472890853882, "Finetune/Step": 933, "Finetune/Step Time": 11.41030853614211}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8232685327529907, "Finetune/Loss (Raw)": 0.9110227823257446, "Finetune/Step": 934, "Finetune/Step Time": 11.390798188745975}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8217166662216187, "Finetune/Loss (Raw)": 0.6483287215232849, "Finetune/Step": 935, "Finetune/Step Time": 11.391367318108678}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8216775059700012, "Finetune/Loss (Raw)": 0.7717810869216919, "Finetune/Step": 936, "Finetune/Step Time": 11.380896508693695}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.822594404220581, "Finetune/Loss (Raw)": 0.9561296105384827, "Finetune/Step": 937, "Finetune/Step Time": 11.373842597007751}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8230652809143066, "Finetune/Loss (Raw)": 1.0061657428741455, "Finetune/Step": 938, "Finetune/Step Time": 11.374669689685106}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8235611915588379, "Finetune/Loss (Raw)": 0.8188083171844482, "Finetune/Step": 939, "Finetune/Step Time": 11.371447270736098}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8223179578781128, "Finetune/Loss (Raw)": 0.8919575214385986, "Finetune/Step": 940, "Finetune/Step Time": 11.37263933941722}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8222554922103882, "Finetune/Loss (Raw)": 0.867649495601654, "Finetune/Step": 941, "Finetune/Step Time": 11.37574227899313}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8208115696907043, "Finetune/Loss (Raw)": 0.6542984247207642, "Finetune/Step": 942, "Finetune/Step Time": 11.380704397335649}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8210993409156799, "Finetune/Loss (Raw)": 0.8836997747421265, "Finetune/Step": 943, "Finetune/Step Time": 11.378722704946995}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8199965953826904, "Finetune/Loss (Raw)": 0.7848625183105469, "Finetune/Step": 944, "Finetune/Step Time": 11.369387092068791}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8188714981079102, "Finetune/Loss (Raw)": 0.7659472823143005, "Finetune/Step": 945, "Finetune/Step Time": 11.370558885857463}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8197298049926758, "Finetune/Loss (Raw)": 0.7049677968025208, "Finetune/Step": 946, "Finetune/Step Time": 11.336296208202839}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8204967975616455, "Finetune/Loss (Raw)": 0.8071377873420715, "Finetune/Step": 947, "Finetune/Step Time": 11.361108087003231}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8209284543991089, "Finetune/Loss (Raw)": 0.6516082882881165, "Finetune/Step": 948, "Finetune/Step Time": 11.38538814149797}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8221597075462341, "Finetune/Loss (Raw)": 0.9882609844207764, "Finetune/Step": 949, "Finetune/Step Time": 11.367119343951344}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8225075006484985, "Finetune/Loss (Raw)": 0.8456768989562988, "Finetune/Step": 950, "Finetune/Step Time": 11.365152155980468}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8229972720146179, "Finetune/Loss (Raw)": 1.0529134273529053, "Finetune/Step": 951, "Finetune/Step Time": 11.368362760171294}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8221138715744019, "Finetune/Loss (Raw)": 0.7657353281974792, "Finetune/Step": 952, "Finetune/Step Time": 11.383413683623075}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8225008249282837, "Finetune/Loss (Raw)": 0.8570998311042786, "Finetune/Step": 953, "Finetune/Step Time": 11.385172558948398}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8227934837341309, "Finetune/Loss (Raw)": 0.7758727073669434, "Finetune/Step": 954, "Finetune/Step Time": 11.378842134028673}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8230077028274536, "Finetune/Loss (Raw)": 0.8412628769874573, "Finetune/Step": 955, "Finetune/Step Time": 11.378422236070037}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8249834179878235, "Finetune/Loss (Raw)": 0.8878160715103149, "Finetune/Step": 956, "Finetune/Step Time": 11.341495437547565}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8248142004013062, "Finetune/Loss (Raw)": 0.7926926016807556, "Finetune/Step": 957, "Finetune/Step Time": 11.33330293931067}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8243395686149597, "Finetune/Loss (Raw)": 0.82213294506073, "Finetune/Step": 958, "Finetune/Step Time": 11.345896819606423}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8234540224075317, "Finetune/Loss (Raw)": 0.7165558934211731, "Finetune/Step": 959, "Finetune/Step Time": 11.319491622969508}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8228915929794312, "Finetune/Loss (Raw)": 0.8613449931144714, "Finetune/Step": 960, "Finetune/Step Time": 11.320147974416614}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8232930898666382, "Finetune/Loss (Raw)": 0.7317940592765808, "Finetune/Step": 961, "Finetune/Step Time": 11.284504113718867}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8236520290374756, "Finetune/Loss (Raw)": 0.895220935344696, "Finetune/Step": 962, "Finetune/Step Time": 11.277184089645743}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8231289386749268, "Finetune/Loss (Raw)": 0.788133978843689, "Finetune/Step": 963, "Finetune/Step Time": 11.26609142869711}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8229019641876221, "Finetune/Loss (Raw)": 0.8143348693847656, "Finetune/Step": 964, "Finetune/Step Time": 11.266660233959556}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8231256008148193, "Finetune/Loss (Raw)": 0.7283309698104858, "Finetune/Step": 965, "Finetune/Step Time": 11.263565462082624}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8233292102813721, "Finetune/Loss (Raw)": 0.8061445355415344, "Finetune/Step": 966, "Finetune/Step Time": 11.26414529234171}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8235147595405579, "Finetune/Loss (Raw)": 0.768408477306366, "Finetune/Step": 967, "Finetune/Step Time": 11.270241936668754}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8225338459014893, "Finetune/Loss (Raw)": 0.870864748954773, "Finetune/Step": 968, "Finetune/Step Time": 11.266991501674056}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8226828575134277, "Finetune/Loss (Raw)": 0.8011068105697632, "Finetune/Step": 969, "Finetune/Step Time": 11.276848232373595}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8196196556091309, "Finetune/Loss (Raw)": 0.523281455039978, "Finetune/Step": 970, "Finetune/Step Time": 11.287189716473222}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8193964958190918, "Finetune/Loss (Raw)": 0.8418371677398682, "Finetune/Step": 971, "Finetune/Step Time": 11.30847503989935}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8187872171401978, "Finetune/Loss (Raw)": 0.740188717842102, "Finetune/Step": 972, "Finetune/Step Time": 11.341606575995684}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.817591667175293, "Finetune/Loss (Raw)": 0.7562068104743958, "Finetune/Step": 973, "Finetune/Step Time": 11.351926689967513}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8162687420845032, "Finetune/Loss (Raw)": 0.7754398584365845, "Finetune/Step": 974, "Finetune/Step Time": 11.374458169564605}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8191808462142944, "Finetune/Loss (Raw)": 0.9782888889312744, "Finetune/Step": 975, "Finetune/Step Time": 11.356904540210962}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8198245763778687, "Finetune/Loss (Raw)": 0.8084337711334229, "Finetune/Step": 976, "Finetune/Step Time": 11.350445920601487}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8203270435333252, "Finetune/Loss (Raw)": 0.9405737519264221, "Finetune/Step": 977, "Finetune/Step Time": 11.35515746474266}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8205395936965942, "Finetune/Loss (Raw)": 0.8106430172920227, "Finetune/Step": 978, "Finetune/Step Time": 11.332967139780521}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8198965787887573, "Finetune/Loss (Raw)": 0.806605339050293, "Finetune/Step": 979, "Finetune/Step Time": 11.334469052031636}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8219696879386902, "Finetune/Loss (Raw)": 1.0155819654464722, "Finetune/Step": 980, "Finetune/Step Time": 11.331049537286162}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8216813802719116, "Finetune/Loss (Raw)": 0.8161708116531372, "Finetune/Step": 981, "Finetune/Step Time": 11.335905635729432}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8227663040161133, "Finetune/Loss (Raw)": 0.9188500642776489, "Finetune/Step": 982, "Finetune/Step Time": 11.318123403936625}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8250391483306885, "Finetune/Loss (Raw)": 0.8800426721572876, "Finetune/Step": 983, "Finetune/Step Time": 11.260953905060887}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8241367340087891, "Finetune/Loss (Raw)": 0.7212948799133301, "Finetune/Step": 984, "Finetune/Step Time": 11.27648227289319}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8247758150100708, "Finetune/Loss (Raw)": 0.8457949161529541, "Finetune/Step": 985, "Finetune/Step Time": 11.279738869518042}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8224415183067322, "Finetune/Loss (Raw)": 0.7461220622062683, "Finetune/Step": 986, "Finetune/Step Time": 11.280773660168052}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.822208046913147, "Finetune/Loss (Raw)": 0.8559933304786682, "Finetune/Step": 987, "Finetune/Step Time": 11.277684701606631}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8205978870391846, "Finetune/Loss (Raw)": 0.6057865023612976, "Finetune/Step": 988, "Finetune/Step Time": 11.281409438699484}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8230536580085754, "Finetune/Loss (Raw)": 0.9079334139823914, "Finetune/Step": 989, "Finetune/Step Time": 11.278516272082925}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8210324048995972, "Finetune/Loss (Raw)": 0.6074953079223633, "Finetune/Step": 990, "Finetune/Step Time": 11.27706248499453}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8228178024291992, "Finetune/Loss (Raw)": 0.9009352326393127, "Finetune/Step": 991, "Finetune/Step Time": 11.267690513283014}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8221780061721802, "Finetune/Loss (Raw)": 0.8452897071838379, "Finetune/Step": 992, "Finetune/Step Time": 11.252560583874583}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8223738670349121, "Finetune/Loss (Raw)": 0.7960261106491089, "Finetune/Step": 993, "Finetune/Step Time": 11.268119497224689}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8197764158248901, "Finetune/Loss (Raw)": 0.6470286846160889, "Finetune/Step": 994, "Finetune/Step Time": 11.282366957515478}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8189331293106079, "Finetune/Loss (Raw)": 0.832207441329956, "Finetune/Step": 995, "Finetune/Step Time": 11.304201178252697}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8184127807617188, "Finetune/Loss (Raw)": 0.74957275390625, "Finetune/Step": 996, "Finetune/Step Time": 11.307089351117611}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8174738883972168, "Finetune/Loss (Raw)": 0.8279399871826172, "Finetune/Step": 997, "Finetune/Step Time": 11.300759106874466}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8170444965362549, "Finetune/Loss (Raw)": 0.7169322967529297, "Finetune/Step": 998, "Finetune/Step Time": 11.320583598688245}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8190150260925293, "Finetune/Loss (Raw)": 0.9297643899917603, "Finetune/Step": 999, "Finetune/Step Time": 11.31047229282558}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8199000358581543, "Finetune/Loss (Raw)": 0.9974940419197083, "Finetune/Step": 1000, "Finetune/Step Time": 11.302906919270754}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8171195387840271, "Finetune/Loss (Raw)": 0.5841341018676758, "Finetune/Step": 1001, "Finetune/Step Time": 11.3440764490515}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8185060024261475, "Finetune/Loss (Raw)": 0.9054535627365112, "Finetune/Step": 1002, "Finetune/Step Time": 11.351280493661761}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8199555277824402, "Finetune/Loss (Raw)": 0.9491238594055176, "Finetune/Step": 1003, "Finetune/Step Time": 11.355730086565018}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8208421468734741, "Finetune/Loss (Raw)": 0.9396833181381226, "Finetune/Step": 1004, "Finetune/Step Time": 11.357036989182234}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8210635185241699, "Finetune/Loss (Raw)": 0.8814563751220703, "Finetune/Step": 1005, "Finetune/Step Time": 11.344986643642187}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8196611404418945, "Finetune/Loss (Raw)": 0.6628018617630005, "Finetune/Step": 1006, "Finetune/Step Time": 11.369431886821985}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8199082612991333, "Finetune/Loss (Raw)": 0.8101321458816528, "Finetune/Step": 1007, "Finetune/Step Time": 11.3408118262887}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8204857110977173, "Finetune/Loss (Raw)": 0.87837153673172, "Finetune/Step": 1008, "Finetune/Step Time": 11.344648586586118}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8210567235946655, "Finetune/Loss (Raw)": 0.728667676448822, "Finetune/Step": 1009, "Finetune/Step Time": 11.362941479310393}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8204417824745178, "Finetune/Loss (Raw)": 0.7616982460021973, "Finetune/Step": 1010, "Finetune/Step Time": 11.367884166538715}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8190450668334961, "Finetune/Loss (Raw)": 0.7695932984352112, "Finetune/Step": 1011, "Finetune/Step Time": 11.366524573415518}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8184301853179932, "Finetune/Loss (Raw)": 0.9013001918792725, "Finetune/Step": 1012, "Finetune/Step Time": 11.371511010453105}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8210432529449463, "Finetune/Loss (Raw)": 0.8233762979507446, "Finetune/Step": 1013, "Finetune/Step Time": 11.333264078944921}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.821833610534668, "Finetune/Loss (Raw)": 0.9591716527938843, "Finetune/Step": 1014, "Finetune/Step Time": 11.324560334905982}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8205612301826477, "Finetune/Loss (Raw)": 0.5223169326782227, "Finetune/Step": 1015, "Finetune/Step Time": 11.323388105258346}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8202104568481445, "Finetune/Loss (Raw)": 0.8873264789581299, "Finetune/Step": 1016, "Finetune/Step Time": 11.31986184231937}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8203749656677246, "Finetune/Loss (Raw)": 0.9343842267990112, "Finetune/Step": 1017, "Finetune/Step Time": 11.305928595364094}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.820022702217102, "Finetune/Loss (Raw)": 0.8033426403999329, "Finetune/Step": 1018, "Finetune/Step Time": 11.360214026644826}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8194484710693359, "Finetune/Loss (Raw)": 0.7812742590904236, "Finetune/Step": 1019, "Finetune/Step Time": 11.360709520056844}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8199170827865601, "Finetune/Loss (Raw)": 0.82975172996521, "Finetune/Step": 1020, "Finetune/Step Time": 11.356034373864532}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8181236386299133, "Finetune/Loss (Raw)": 0.7154966592788696, "Finetune/Step": 1021, "Finetune/Step Time": 11.368229307234287}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8175796270370483, "Finetune/Loss (Raw)": 0.8305882215499878, "Finetune/Step": 1022, "Finetune/Step Time": 11.37599997408688}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8163038492202759, "Finetune/Loss (Raw)": 0.629896342754364, "Finetune/Step": 1023, "Finetune/Step Time": 11.381220573559403}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8151796460151672, "Finetune/Loss (Raw)": 0.7665006518363953, "Finetune/Step": 1024, "Finetune/Step Time": 11.37924474850297}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8159793019294739, "Finetune/Loss (Raw)": 0.7680086493492126, "Finetune/Step": 1025, "Finetune/Step Time": 11.354815520346165}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8180579543113708, "Finetune/Loss (Raw)": 0.8382847905158997, "Finetune/Step": 1026, "Finetune/Step Time": 11.325979074463248}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8180468678474426, "Finetune/Loss (Raw)": 0.6837653517723083, "Finetune/Step": 1027, "Finetune/Step Time": 11.280332442373037}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8178921937942505, "Finetune/Loss (Raw)": 0.9184918999671936, "Finetune/Step": 1028, "Finetune/Step Time": 11.287962986156344}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8163447380065918, "Finetune/Loss (Raw)": 0.7644439935684204, "Finetune/Step": 1029, "Finetune/Step Time": 11.294148357585073}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8156335353851318, "Finetune/Loss (Raw)": 0.747210681438446, "Finetune/Step": 1030, "Finetune/Step Time": 11.298967687413096}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.815354585647583, "Finetune/Loss (Raw)": 0.8052266836166382, "Finetune/Step": 1031, "Finetune/Step Time": 11.262126818299294}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8139620423316956, "Finetune/Loss (Raw)": 0.6025561094284058, "Finetune/Step": 1032, "Finetune/Step Time": 11.301168682053685}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8136008977890015, "Finetune/Loss (Raw)": 0.8805714249610901, "Finetune/Step": 1033, "Finetune/Step Time": 11.328498313203454}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.813164234161377, "Finetune/Loss (Raw)": 0.7278013229370117, "Finetune/Step": 1034, "Finetune/Step Time": 11.336999893188477}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8128729462623596, "Finetune/Loss (Raw)": 0.8453238010406494, "Finetune/Step": 1035, "Finetune/Step Time": 11.351360643282533}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8124266266822815, "Finetune/Loss (Raw)": 0.8215924501419067, "Finetune/Step": 1036, "Finetune/Step Time": 11.342835821211338}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.811531662940979, "Finetune/Loss (Raw)": 0.6933106780052185, "Finetune/Step": 1037, "Finetune/Step Time": 11.335297843441367}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8129332065582275, "Finetune/Loss (Raw)": 1.0083754062652588, "Finetune/Step": 1038, "Finetune/Step Time": 11.324657153338194}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8130138516426086, "Finetune/Loss (Raw)": 0.8284953236579895, "Finetune/Step": 1039, "Finetune/Step Time": 11.322263825684786}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.811042070388794, "Finetune/Loss (Raw)": 0.702033281326294, "Finetune/Step": 1040, "Finetune/Step Time": 11.31494358368218}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8139448165893555, "Finetune/Loss (Raw)": 0.970751941204071, "Finetune/Step": 1041, "Finetune/Step Time": 11.291264832019806}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8136273622512817, "Finetune/Loss (Raw)": 0.9831429123878479, "Finetune/Step": 1042, "Finetune/Step Time": 11.319301720708609}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8125116229057312, "Finetune/Loss (Raw)": 0.7303995490074158, "Finetune/Step": 1043, "Finetune/Step Time": 11.385997148230672}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.810116708278656, "Finetune/Loss (Raw)": 0.6099271178245544, "Finetune/Step": 1044, "Finetune/Step Time": 11.385675026103854}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8082305192947388, "Finetune/Loss (Raw)": 0.7759551405906677, "Finetune/Step": 1045, "Finetune/Step Time": 11.34911858662963}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8081549406051636, "Finetune/Loss (Raw)": 0.8172165155410767, "Finetune/Step": 1046, "Finetune/Step Time": 11.349822957068682}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8102356195449829, "Finetune/Loss (Raw)": 0.8689743280410767, "Finetune/Step": 1047, "Finetune/Step Time": 11.33029193431139}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8123636245727539, "Finetune/Loss (Raw)": 0.9794211387634277, "Finetune/Step": 1048, "Finetune/Step Time": 11.316153015941381}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8109023571014404, "Finetune/Loss (Raw)": 0.7283681631088257, "Finetune/Step": 1049, "Finetune/Step Time": 11.312212524935603}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8097690343856812, "Finetune/Loss (Raw)": 0.6990723013877869, "Finetune/Step": 1050, "Finetune/Step Time": 11.327442331239581}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8076267838478088, "Finetune/Loss (Raw)": 0.6423270106315613, "Finetune/Step": 1051, "Finetune/Step Time": 11.333145821467042}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8093107342720032, "Finetune/Loss (Raw)": 0.9620562791824341, "Finetune/Step": 1052, "Finetune/Step Time": 11.327387055382133}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8103827238082886, "Finetune/Loss (Raw)": 0.8289030194282532, "Finetune/Step": 1053, "Finetune/Step Time": 11.306367293000221}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8124128580093384, "Finetune/Loss (Raw)": 0.8427263498306274, "Finetune/Step": 1054, "Finetune/Step Time": 11.296878069639206}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8116581439971924, "Finetune/Loss (Raw)": 0.7530863881111145, "Finetune/Step": 1055, "Finetune/Step Time": 11.30175574310124}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8124971389770508, "Finetune/Loss (Raw)": 0.9926842451095581, "Finetune/Step": 1056, "Finetune/Step Time": 11.303621511906385}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8122045993804932, "Finetune/Loss (Raw)": 0.7870938777923584, "Finetune/Step": 1057, "Finetune/Step Time": 11.296196920797229}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8117156624794006, "Finetune/Loss (Raw)": 0.7343779802322388, "Finetune/Step": 1058, "Finetune/Step Time": 11.285061068832874}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8106411099433899, "Finetune/Loss (Raw)": 0.7508547306060791, "Finetune/Step": 1059, "Finetune/Step Time": 11.308008499443531}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8097518682479858, "Finetune/Loss (Raw)": 0.7888900637626648, "Finetune/Step": 1060, "Finetune/Step Time": 11.304292935878038}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8082926273345947, "Finetune/Loss (Raw)": 0.6420693397521973, "Finetune/Step": 1061, "Finetune/Step Time": 11.272301606833935}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8080849647521973, "Finetune/Loss (Raw)": 0.8844441771507263, "Finetune/Step": 1062, "Finetune/Step Time": 11.264137338846922}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8095723390579224, "Finetune/Loss (Raw)": 0.8387101888656616, "Finetune/Step": 1063, "Finetune/Step Time": 11.279120095074177}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.812063455581665, "Finetune/Loss (Raw)": 1.090638518333435, "Finetune/Step": 1064, "Finetune/Step Time": 11.260822335258126}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.812413215637207, "Finetune/Loss (Raw)": 1.0009092092514038, "Finetune/Step": 1065, "Finetune/Step Time": 11.262281496077776}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8105692863464355, "Finetune/Loss (Raw)": 0.7701386213302612, "Finetune/Step": 1066, "Finetune/Step Time": 11.256240867078304}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8118916153907776, "Finetune/Loss (Raw)": 0.9880666732788086, "Finetune/Step": 1067, "Finetune/Step Time": 11.266128588467836}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8106315732002258, "Finetune/Loss (Raw)": 0.7306708097457886, "Finetune/Step": 1068, "Finetune/Step Time": 11.277698993682861}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8101425170898438, "Finetune/Loss (Raw)": 0.8050510883331299, "Finetune/Step": 1069, "Finetune/Step Time": 11.31483050622046}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8117130994796753, "Finetune/Loss (Raw)": 0.8553284406661987, "Finetune/Step": 1070, "Finetune/Step Time": 11.303159229457378}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8119033575057983, "Finetune/Loss (Raw)": 0.9080555438995361, "Finetune/Step": 1071, "Finetune/Step Time": 11.304512219503522}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8128008842468262, "Finetune/Loss (Raw)": 0.8997447490692139, "Finetune/Step": 1072, "Finetune/Step Time": 11.322989489883184}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8130413293838501, "Finetune/Loss (Raw)": 0.7967281341552734, "Finetune/Step": 1073, "Finetune/Step Time": 11.300383292138577}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8148400783538818, "Finetune/Loss (Raw)": 0.9352034330368042, "Finetune/Step": 1074, "Finetune/Step Time": 11.283044720068574}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8149760961532593, "Finetune/Loss (Raw)": 0.8245466351509094, "Finetune/Step": 1075, "Finetune/Step Time": 11.275102030485868}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8173460960388184, "Finetune/Loss (Raw)": 0.9549673795700073, "Finetune/Step": 1076, "Finetune/Step Time": 11.24159562960267}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8170078992843628, "Finetune/Loss (Raw)": 0.9449776411056519, "Finetune/Step": 1077, "Finetune/Step Time": 11.24493802152574}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8175546526908875, "Finetune/Loss (Raw)": 0.9156618118286133, "Finetune/Step": 1078, "Finetune/Step Time": 11.245190380141139}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8150834441184998, "Finetune/Loss (Raw)": 0.7365962862968445, "Finetune/Step": 1079, "Finetune/Step Time": 11.242152551189065}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8142704963684082, "Finetune/Loss (Raw)": 0.6616790890693665, "Finetune/Step": 1080, "Finetune/Step Time": 11.231661161407828}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8142929673194885, "Finetune/Loss (Raw)": 0.8599758148193359, "Finetune/Step": 1081, "Finetune/Step Time": 11.224527969956398}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8136775493621826, "Finetune/Loss (Raw)": 0.6970951557159424, "Finetune/Step": 1082, "Finetune/Step Time": 11.254500348120928}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8143454194068909, "Finetune/Loss (Raw)": 0.9267569780349731, "Finetune/Step": 1083, "Finetune/Step Time": 11.253565914928913}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8143343329429626, "Finetune/Loss (Raw)": 0.8863962292671204, "Finetune/Step": 1084, "Finetune/Step Time": 11.27484972961247}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.815137505531311, "Finetune/Loss (Raw)": 0.8955012559890747, "Finetune/Step": 1085, "Finetune/Step Time": 11.272259436547756}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8159935474395752, "Finetune/Loss (Raw)": 0.9316986799240112, "Finetune/Step": 1086, "Finetune/Step Time": 11.264544229954481}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8174104690551758, "Finetune/Loss (Raw)": 0.8979249000549316, "Finetune/Step": 1087, "Finetune/Step Time": 11.275249753147364}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8155578374862671, "Finetune/Loss (Raw)": 0.6242072582244873, "Finetune/Step": 1088, "Finetune/Step Time": 11.295283844694495}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.816527247428894, "Finetune/Loss (Raw)": 0.8558793663978577, "Finetune/Step": 1089, "Finetune/Step Time": 11.286535501480103}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.816726565361023, "Finetune/Loss (Raw)": 0.9207338690757751, "Finetune/Step": 1090, "Finetune/Step Time": 11.302993569523096}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8168697357177734, "Finetune/Loss (Raw)": 0.8064554333686829, "Finetune/Step": 1091, "Finetune/Step Time": 11.304026950150728}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8176606893539429, "Finetune/Loss (Raw)": 0.9155870079994202, "Finetune/Step": 1092, "Finetune/Step Time": 11.301147257909179}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8179391622543335, "Finetune/Loss (Raw)": 0.7639687657356262, "Finetune/Step": 1093, "Finetune/Step Time": 11.29133782722056}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8180438876152039, "Finetune/Loss (Raw)": 0.8195517659187317, "Finetune/Step": 1094, "Finetune/Step Time": 11.282910909503698}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8195513486862183, "Finetune/Loss (Raw)": 0.9613640308380127, "Finetune/Step": 1095, "Finetune/Step Time": 11.263066124171019}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8197931051254272, "Finetune/Loss (Raw)": 0.9018131494522095, "Finetune/Step": 1096, "Finetune/Step Time": 11.261385204270482}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8199453353881836, "Finetune/Loss (Raw)": 0.8205832839012146, "Finetune/Step": 1097, "Finetune/Step Time": 11.263781871646643}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8220945596694946, "Finetune/Loss (Raw)": 0.7983782291412354, "Finetune/Step": 1098, "Finetune/Step Time": 11.277010260149837}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8224418759346008, "Finetune/Loss (Raw)": 0.8863029479980469, "Finetune/Step": 1099, "Finetune/Step Time": 11.239093959331512}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.822934627532959, "Finetune/Loss (Raw)": 0.8032616972923279, "Finetune/Step": 1100, "Finetune/Step Time": 11.207676632329822}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8240669965744019, "Finetune/Loss (Raw)": 0.9011474847793579, "Finetune/Step": 1101, "Finetune/Step Time": 11.201761556789279}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8235069513320923, "Finetune/Loss (Raw)": 0.7037532329559326, "Finetune/Step": 1102, "Finetune/Step Time": 11.180986803025007}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8233280181884766, "Finetune/Loss (Raw)": 0.9553837776184082, "Finetune/Step": 1103, "Finetune/Step Time": 11.160215279087424}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8244072198867798, "Finetune/Loss (Raw)": 0.9465753436088562, "Finetune/Step": 1104, "Finetune/Step Time": 11.172077903524041}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8233556151390076, "Finetune/Loss (Raw)": 0.8059658408164978, "Finetune/Step": 1105, "Finetune/Step Time": 11.181307308375835}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8229691982269287, "Finetune/Loss (Raw)": 0.7611833810806274, "Finetune/Step": 1106, "Finetune/Step Time": 11.199805926531553}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8236790895462036, "Finetune/Loss (Raw)": 0.8974695205688477, "Finetune/Step": 1107, "Finetune/Step Time": 11.195566290989518}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.823320209980011, "Finetune/Loss (Raw)": 0.9696483612060547, "Finetune/Step": 1108, "Finetune/Step Time": 11.197492273524404}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8216400146484375, "Finetune/Loss (Raw)": 0.6010994911193848, "Finetune/Step": 1109, "Finetune/Step Time": 11.212422877550125}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8212006092071533, "Finetune/Loss (Raw)": 0.8626140356063843, "Finetune/Step": 1110, "Finetune/Step Time": 11.213352967053652}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8221622705459595, "Finetune/Loss (Raw)": 1.0031301975250244, "Finetune/Step": 1111, "Finetune/Step Time": 11.205668646842241}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8227099180221558, "Finetune/Loss (Raw)": 0.791390597820282, "Finetune/Step": 1112, "Finetune/Step Time": 11.190337689593434}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8225407600402832, "Finetune/Loss (Raw)": 0.824141263961792, "Finetune/Step": 1113, "Finetune/Step Time": 11.181878630071878}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8226227164268494, "Finetune/Loss (Raw)": 0.7566155195236206, "Finetune/Step": 1114, "Finetune/Step Time": 11.2195675522089}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8226458430290222, "Finetune/Loss (Raw)": 0.8589600324630737, "Finetune/Step": 1115, "Finetune/Step Time": 11.214954709634185}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8254076242446899, "Finetune/Loss (Raw)": 0.9592903256416321, "Finetune/Step": 1116, "Finetune/Step Time": 11.206062961369753}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8243225812911987, "Finetune/Loss (Raw)": 0.7690473794937134, "Finetune/Step": 1117, "Finetune/Step Time": 11.203400529921055}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8263401389122009, "Finetune/Loss (Raw)": 0.8657467365264893, "Finetune/Step": 1118, "Finetune/Step Time": 11.184845473617315}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8243179321289062, "Finetune/Loss (Raw)": 0.6420935392379761, "Finetune/Step": 1119, "Finetune/Step Time": 11.194308307021856}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.824354887008667, "Finetune/Loss (Raw)": 0.8500192165374756, "Finetune/Step": 1120, "Finetune/Step Time": 11.19474863447249}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8255388736724854, "Finetune/Loss (Raw)": 0.9475691914558411, "Finetune/Step": 1121, "Finetune/Step Time": 11.150414196774364}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.827372133731842, "Finetune/Loss (Raw)": 0.8816906809806824, "Finetune/Step": 1122, "Finetune/Step Time": 11.159239582717419}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8267377614974976, "Finetune/Loss (Raw)": 0.7510042786598206, "Finetune/Step": 1123, "Finetune/Step Time": 11.164428746327758}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8290886282920837, "Finetune/Loss (Raw)": 1.0504908561706543, "Finetune/Step": 1124, "Finetune/Step Time": 11.15881092660129}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8290007710456848, "Finetune/Loss (Raw)": 0.8166904449462891, "Finetune/Step": 1125, "Finetune/Step Time": 11.130595682188869}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8300859928131104, "Finetune/Loss (Raw)": 0.8558464646339417, "Finetune/Step": 1126, "Finetune/Step Time": 11.106210194528103}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8292714953422546, "Finetune/Loss (Raw)": 0.8255037069320679, "Finetune/Step": 1127, "Finetune/Step Time": 11.118672296404839}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8274158239364624, "Finetune/Loss (Raw)": 0.7599677443504333, "Finetune/Step": 1128, "Finetune/Step Time": 11.134996514767408}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8300527334213257, "Finetune/Loss (Raw)": 0.9216567873954773, "Finetune/Step": 1129, "Finetune/Step Time": 11.098952826112509}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.828046977519989, "Finetune/Loss (Raw)": 0.648715615272522, "Finetune/Step": 1130, "Finetune/Step Time": 11.114182123914361}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8278186321258545, "Finetune/Loss (Raw)": 0.9198967218399048, "Finetune/Step": 1131, "Finetune/Step Time": 11.099847916513681}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8276282548904419, "Finetune/Loss (Raw)": 0.915317177772522, "Finetune/Step": 1132, "Finetune/Step Time": 11.101770190522075}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8275291919708252, "Finetune/Loss (Raw)": 0.8687794804573059, "Finetune/Step": 1133, "Finetune/Step Time": 11.093762639909983}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.828746497631073, "Finetune/Loss (Raw)": 0.8186146020889282, "Finetune/Step": 1134, "Finetune/Step Time": 11.067162983119488}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8297615051269531, "Finetune/Loss (Raw)": 0.9400472044944763, "Finetune/Step": 1135, "Finetune/Step Time": 11.057920394465327}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8291901350021362, "Finetune/Loss (Raw)": 0.805241584777832, "Finetune/Step": 1136, "Finetune/Step Time": 11.047323748469353}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8305677771568298, "Finetune/Loss (Raw)": 0.9050036668777466, "Finetune/Step": 1137, "Finetune/Step Time": 11.011741742491722}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8313877582550049, "Finetune/Loss (Raw)": 0.8666569590568542, "Finetune/Step": 1138, "Finetune/Step Time": 11.019742945209146}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8315421342849731, "Finetune/Loss (Raw)": 0.7893532514572144, "Finetune/Step": 1139, "Finetune/Step Time": 11.035936621949077}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8313291668891907, "Finetune/Loss (Raw)": 0.8740432262420654, "Finetune/Step": 1140, "Finetune/Step Time": 11.025636525824666}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8312928676605225, "Finetune/Loss (Raw)": 0.8187328577041626, "Finetune/Step": 1141, "Finetune/Step Time": 11.030411023646593}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8281453847885132, "Finetune/Loss (Raw)": 0.5562898516654968, "Finetune/Step": 1142, "Finetune/Step Time": 11.059293562546372}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.830436646938324, "Finetune/Loss (Raw)": 0.8155979514122009, "Finetune/Step": 1143, "Finetune/Step Time": 11.036982083693147}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8300150036811829, "Finetune/Loss (Raw)": 0.8333577513694763, "Finetune/Step": 1144, "Finetune/Step Time": 11.043699827045202}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.829215943813324, "Finetune/Loss (Raw)": 0.8320989608764648, "Finetune/Step": 1145, "Finetune/Step Time": 11.047565141692758}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8300318717956543, "Finetune/Loss (Raw)": 0.9077901244163513, "Finetune/Step": 1146, "Finetune/Step Time": 10.993704037740827}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8290940523147583, "Finetune/Loss (Raw)": 0.6612314581871033, "Finetune/Step": 1147, "Finetune/Step Time": 10.991731118410826}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8265172243118286, "Finetune/Loss (Raw)": 0.49990934133529663, "Finetune/Step": 1148, "Finetune/Step Time": 11.034015102311969}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8288032412528992, "Finetune/Loss (Raw)": 1.0081119537353516, "Finetune/Step": 1149, "Finetune/Step Time": 11.04376757517457}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8281757235527039, "Finetune/Loss (Raw)": 0.750266969203949, "Finetune/Step": 1150, "Finetune/Step Time": 11.034416968002915}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.829033374786377, "Finetune/Loss (Raw)": 0.7396662831306458, "Finetune/Step": 1151, "Finetune/Step Time": 11.013198843225837}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8293763399124146, "Finetune/Loss (Raw)": 0.8104089498519897, "Finetune/Step": 1152, "Finetune/Step Time": 11.03885105624795}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8303123116493225, "Finetune/Loss (Raw)": 0.8878090977668762, "Finetune/Step": 1153, "Finetune/Step Time": 11.061145527288318}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8285768032073975, "Finetune/Loss (Raw)": 0.6161425113677979, "Finetune/Step": 1154, "Finetune/Step Time": 11.09072976745665}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8273074626922607, "Finetune/Loss (Raw)": 0.5212866067886353, "Finetune/Step": 1155, "Finetune/Step Time": 11.090029941871762}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8275594711303711, "Finetune/Loss (Raw)": 0.9507512450218201, "Finetune/Step": 1156, "Finetune/Step Time": 11.084548810496926}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8287836313247681, "Finetune/Loss (Raw)": 0.9211326241493225, "Finetune/Step": 1157, "Finetune/Step Time": 11.077381601557136}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8288211822509766, "Finetune/Loss (Raw)": 0.7520202398300171, "Finetune/Step": 1158, "Finetune/Step Time": 11.067346971482038}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8283464908599854, "Finetune/Loss (Raw)": 0.7444627285003662, "Finetune/Step": 1159, "Finetune/Step Time": 11.06785635650158}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8298881649971008, "Finetune/Loss (Raw)": 0.7998985052108765, "Finetune/Step": 1160, "Finetune/Step Time": 11.05449309013784}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.828994631767273, "Finetune/Loss (Raw)": 0.7661949396133423, "Finetune/Step": 1161, "Finetune/Step Time": 11.044631840661168}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8305469751358032, "Finetune/Loss (Raw)": 0.9265071153640747, "Finetune/Step": 1162, "Finetune/Step Time": 11.040020862594247}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.828590989112854, "Finetune/Loss (Raw)": 0.5949553847312927, "Finetune/Step": 1163, "Finetune/Step Time": 11.05501906387508}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.830165684223175, "Finetune/Loss (Raw)": 1.0231505632400513, "Finetune/Step": 1164, "Finetune/Step Time": 11.052870500832796}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8297404050827026, "Finetune/Loss (Raw)": 0.6388808488845825, "Finetune/Step": 1165, "Finetune/Step Time": 11.076414024457335}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8278897404670715, "Finetune/Loss (Raw)": 0.7714858651161194, "Finetune/Step": 1166, "Finetune/Step Time": 11.090553611516953}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8258450031280518, "Finetune/Loss (Raw)": 0.5667598247528076, "Finetune/Step": 1167, "Finetune/Step Time": 11.110465314239264}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8265336155891418, "Finetune/Loss (Raw)": 0.7901827096939087, "Finetune/Step": 1168, "Finetune/Step Time": 11.11038819141686}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8258553147315979, "Finetune/Loss (Raw)": 0.8839283585548401, "Finetune/Step": 1169, "Finetune/Step Time": 11.11393678933382}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8238539695739746, "Finetune/Loss (Raw)": 0.7269793748855591, "Finetune/Step": 1170, "Finetune/Step Time": 11.121650449931622}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8255266547203064, "Finetune/Loss (Raw)": 0.9444975852966309, "Finetune/Step": 1171, "Finetune/Step Time": 11.05563099682331}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8276810050010681, "Finetune/Loss (Raw)": 0.8856862783432007, "Finetune/Step": 1172, "Finetune/Step Time": 11.051909433677793}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.828285813331604, "Finetune/Loss (Raw)": 0.8533686995506287, "Finetune/Step": 1173, "Finetune/Step Time": 11.032051572576165}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8267947435379028, "Finetune/Loss (Raw)": 0.6263594031333923, "Finetune/Step": 1174, "Finetune/Step Time": 11.057450169697404}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.82610023021698, "Finetune/Loss (Raw)": 0.780072808265686, "Finetune/Step": 1175, "Finetune/Step Time": 11.097932377830148}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8246387839317322, "Finetune/Loss (Raw)": 0.7923601865768433, "Finetune/Step": 1176, "Finetune/Step Time": 11.106180800125003}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8228485584259033, "Finetune/Loss (Raw)": 0.49921926856040955, "Finetune/Step": 1177, "Finetune/Step Time": 11.157432202249765}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.821464478969574, "Finetune/Loss (Raw)": 0.5219097137451172, "Finetune/Step": 1178, "Finetune/Step Time": 11.178628010675311}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8241245150566101, "Finetune/Loss (Raw)": 0.982813835144043, "Finetune/Step": 1179, "Finetune/Step Time": 11.168778145685792}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8225815296173096, "Finetune/Loss (Raw)": 0.7645504474639893, "Finetune/Step": 1180, "Finetune/Step Time": 11.19559533894062}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8236144781112671, "Finetune/Loss (Raw)": 0.9611239433288574, "Finetune/Step": 1181, "Finetune/Step Time": 11.17744368314743}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8213040232658386, "Finetune/Loss (Raw)": 0.5469900369644165, "Finetune/Step": 1182, "Finetune/Step Time": 11.181638980284333}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8226008415222168, "Finetune/Loss (Raw)": 0.9190724492073059, "Finetune/Step": 1183, "Finetune/Step Time": 11.18308606557548}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8200768232345581, "Finetune/Loss (Raw)": 0.6696179509162903, "Finetune/Step": 1184, "Finetune/Step Time": 11.227663232013583}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8207123279571533, "Finetune/Loss (Raw)": 0.8684317469596863, "Finetune/Step": 1185, "Finetune/Step Time": 11.236336287111044}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.822840690612793, "Finetune/Loss (Raw)": 1.0068039894104004, "Finetune/Step": 1186, "Finetune/Step Time": 11.241116577759385}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8219249844551086, "Finetune/Loss (Raw)": 0.6336506009101868, "Finetune/Step": 1187, "Finetune/Step Time": 11.26111051440239}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8224372863769531, "Finetune/Loss (Raw)": 0.8544663190841675, "Finetune/Step": 1188, "Finetune/Step Time": 11.260467199608684}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8246518969535828, "Finetune/Loss (Raw)": 0.9255368709564209, "Finetune/Step": 1189, "Finetune/Step Time": 11.26903721690178}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8243284225463867, "Finetune/Loss (Raw)": 0.8430458903312683, "Finetune/Step": 1190, "Finetune/Step Time": 11.27085223980248}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8247590065002441, "Finetune/Loss (Raw)": 0.8938230276107788, "Finetune/Step": 1191, "Finetune/Step Time": 11.260502329096198}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8233696222305298, "Finetune/Loss (Raw)": 0.9127877354621887, "Finetune/Step": 1192, "Finetune/Step Time": 11.272418698295951}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8223414421081543, "Finetune/Loss (Raw)": 0.8693050742149353, "Finetune/Step": 1193, "Finetune/Step Time": 11.267423298209906}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8231072425842285, "Finetune/Loss (Raw)": 0.8681658506393433, "Finetune/Step": 1194, "Finetune/Step Time": 11.287482734769583}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8220278024673462, "Finetune/Loss (Raw)": 0.8499021530151367, "Finetune/Step": 1195, "Finetune/Step Time": 11.277248490601778}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8230513334274292, "Finetune/Loss (Raw)": 0.8616724610328674, "Finetune/Step": 1196, "Finetune/Step Time": 11.272426664829254}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8239858150482178, "Finetune/Loss (Raw)": 0.9246731400489807, "Finetune/Step": 1197, "Finetune/Step Time": 11.22388206422329}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8241757750511169, "Finetune/Loss (Raw)": 0.8796440362930298, "Finetune/Step": 1198, "Finetune/Step Time": 11.228177743032575}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8243417739868164, "Finetune/Loss (Raw)": 0.9292999505996704, "Finetune/Step": 1199, "Finetune/Step Time": 11.221576102077961}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8244947195053101, "Finetune/Loss (Raw)": 0.9193258881568909, "Finetune/Step": 1200, "Finetune/Step Time": 11.213178316131234}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8255832195281982, "Finetune/Loss (Raw)": 0.9360509514808655, "Finetune/Step": 1201, "Finetune/Step Time": 11.237285517156124}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8263638019561768, "Finetune/Loss (Raw)": 1.0351146459579468, "Finetune/Step": 1202, "Finetune/Step Time": 11.238726763054729}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8277143239974976, "Finetune/Loss (Raw)": 0.9974154233932495, "Finetune/Step": 1203, "Finetune/Step Time": 11.225220637395978}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8275448083877563, "Finetune/Loss (Raw)": 0.9332753419876099, "Finetune/Step": 1204, "Finetune/Step Time": 11.233230965211987}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8258724212646484, "Finetune/Loss (Raw)": 0.7309063673019409, "Finetune/Step": 1205, "Finetune/Step Time": 11.260433815419674}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8265004754066467, "Finetune/Loss (Raw)": 0.9960581660270691, "Finetune/Step": 1206, "Finetune/Step Time": 11.252000289037824}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8272351026535034, "Finetune/Loss (Raw)": 0.8306299448013306, "Finetune/Step": 1207, "Finetune/Step Time": 11.258224492892623}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8289371728897095, "Finetune/Loss (Raw)": 0.8795338869094849, "Finetune/Step": 1208, "Finetune/Step Time": 11.259410286322236}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8293347358703613, "Finetune/Loss (Raw)": 0.9108683466911316, "Finetune/Step": 1209, "Finetune/Step Time": 11.259827313944697}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8302528262138367, "Finetune/Loss (Raw)": 0.8146119713783264, "Finetune/Step": 1210, "Finetune/Step Time": 11.228280492126942}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8295841217041016, "Finetune/Loss (Raw)": 0.8411571383476257, "Finetune/Step": 1211, "Finetune/Step Time": 11.23175460472703}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8299265503883362, "Finetune/Loss (Raw)": 0.9302340149879456, "Finetune/Step": 1212, "Finetune/Step Time": 11.219071777537465}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8292968273162842, "Finetune/Loss (Raw)": 0.8149002194404602, "Finetune/Step": 1213, "Finetune/Step Time": 11.210200363770127}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8276412487030029, "Finetune/Loss (Raw)": 0.7197778224945068, "Finetune/Step": 1214, "Finetune/Step Time": 11.220095319673419}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8276048898696899, "Finetune/Loss (Raw)": 0.8932783603668213, "Finetune/Step": 1215, "Finetune/Step Time": 11.216454802080989}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8269724249839783, "Finetune/Loss (Raw)": 0.5432456135749817, "Finetune/Step": 1216, "Finetune/Step Time": 11.232686128467321}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.827964186668396, "Finetune/Loss (Raw)": 0.9828284978866577, "Finetune/Step": 1217, "Finetune/Step Time": 11.242383107542992}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.827911376953125, "Finetune/Loss (Raw)": 0.9139719009399414, "Finetune/Step": 1218, "Finetune/Step Time": 11.233211504295468}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8257924318313599, "Finetune/Loss (Raw)": 0.5352287888526917, "Finetune/Step": 1219, "Finetune/Step Time": 11.282020540907979}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8252238035202026, "Finetune/Loss (Raw)": 0.8428075313568115, "Finetune/Step": 1220, "Finetune/Step Time": 11.289757380262017}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8255876898765564, "Finetune/Loss (Raw)": 0.8105451464653015, "Finetune/Step": 1221, "Finetune/Step Time": 11.305995723232627}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8254153728485107, "Finetune/Loss (Raw)": 0.7974945902824402, "Finetune/Step": 1222, "Finetune/Step Time": 11.331687912344933}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8248664140701294, "Finetune/Loss (Raw)": 0.891096293926239, "Finetune/Step": 1223, "Finetune/Step Time": 11.329859981313348}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8245600461959839, "Finetune/Loss (Raw)": 0.8625959753990173, "Finetune/Step": 1224, "Finetune/Step Time": 11.331267401576042}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8238835334777832, "Finetune/Loss (Raw)": 0.733990490436554, "Finetune/Step": 1225, "Finetune/Step Time": 11.312760464847088}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8235442638397217, "Finetune/Loss (Raw)": 0.7549541592597961, "Finetune/Step": 1226, "Finetune/Step Time": 11.29480099864304}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8217514753341675, "Finetune/Loss (Raw)": 0.6568160057067871, "Finetune/Step": 1227, "Finetune/Step Time": 11.302958078682423}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8213711977005005, "Finetune/Loss (Raw)": 0.7545983195304871, "Finetune/Step": 1228, "Finetune/Step Time": 11.31142390705645}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8219344615936279, "Finetune/Loss (Raw)": 0.9732409715652466, "Finetune/Step": 1229, "Finetune/Step Time": 11.309815615415573}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8212710618972778, "Finetune/Loss (Raw)": 0.6188360452651978, "Finetune/Step": 1230, "Finetune/Step Time": 11.354253677651286}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8212610483169556, "Finetune/Loss (Raw)": 0.9541113376617432, "Finetune/Step": 1231, "Finetune/Step Time": 11.348470713943243}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8202934265136719, "Finetune/Loss (Raw)": 0.8227046132087708, "Finetune/Step": 1232, "Finetune/Step Time": 11.336438577622175}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8208910822868347, "Finetune/Loss (Raw)": 0.8824740052223206, "Finetune/Step": 1233, "Finetune/Step Time": 11.310891142114997}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8204644918441772, "Finetune/Loss (Raw)": 0.70658278465271, "Finetune/Step": 1234, "Finetune/Step Time": 11.323679558932781}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.819920539855957, "Finetune/Loss (Raw)": 0.8278353214263916, "Finetune/Step": 1235, "Finetune/Step Time": 11.320803262293339}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8199553489685059, "Finetune/Loss (Raw)": 0.9741066694259644, "Finetune/Step": 1236, "Finetune/Step Time": 11.310823943465948}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8224842548370361, "Finetune/Loss (Raw)": 0.9247979521751404, "Finetune/Step": 1237, "Finetune/Step Time": 11.314163906499743}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8232417702674866, "Finetune/Loss (Raw)": 0.9595800042152405, "Finetune/Step": 1238, "Finetune/Step Time": 11.315897593274713}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.822041392326355, "Finetune/Loss (Raw)": 0.8494756817817688, "Finetune/Step": 1239, "Finetune/Step Time": 11.330298714339733}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8224705457687378, "Finetune/Loss (Raw)": 0.8463231325149536, "Finetune/Step": 1240, "Finetune/Step Time": 11.329506129026413}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8221542835235596, "Finetune/Loss (Raw)": 0.7836648225784302, "Finetune/Step": 1241, "Finetune/Step Time": 11.336394872516394}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8228310346603394, "Finetune/Loss (Raw)": 0.8432413339614868, "Finetune/Step": 1242, "Finetune/Step Time": 11.293620344251394}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8230706453323364, "Finetune/Loss (Raw)": 0.8896241784095764, "Finetune/Step": 1243, "Finetune/Step Time": 11.282683907076716}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8219575881958008, "Finetune/Loss (Raw)": 0.8168201446533203, "Finetune/Step": 1244, "Finetune/Step Time": 11.28951165638864}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8216544985771179, "Finetune/Loss (Raw)": 0.7302541732788086, "Finetune/Step": 1245, "Finetune/Step Time": 11.27701610699296}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8211462497711182, "Finetune/Loss (Raw)": 0.8006901741027832, "Finetune/Step": 1246, "Finetune/Step Time": 11.30808069743216}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8234541416168213, "Finetune/Loss (Raw)": 0.9375060200691223, "Finetune/Step": 1247, "Finetune/Step Time": 11.28855848684907}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8223525285720825, "Finetune/Loss (Raw)": 0.7090025544166565, "Finetune/Step": 1248, "Finetune/Step Time": 11.295748418197036}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8212637901306152, "Finetune/Loss (Raw)": 0.8082200288772583, "Finetune/Step": 1249, "Finetune/Step Time": 11.294406237080693}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8212436437606812, "Finetune/Loss (Raw)": 0.8791143894195557, "Finetune/Step": 1250, "Finetune/Step Time": 11.266430720686913}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8222836852073669, "Finetune/Loss (Raw)": 0.8841250538825989, "Finetune/Step": 1251, "Finetune/Step Time": 11.242411766201258}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8200086355209351, "Finetune/Loss (Raw)": 0.7592828869819641, "Finetune/Step": 1252, "Finetune/Step Time": 11.234723273664713}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8194600343704224, "Finetune/Loss (Raw)": 0.746464192867279, "Finetune/Step": 1253, "Finetune/Step Time": 11.258735021576285}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8194223642349243, "Finetune/Loss (Raw)": 0.851037859916687, "Finetune/Step": 1254, "Finetune/Step Time": 11.260364796966314}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8202597498893738, "Finetune/Loss (Raw)": 0.9326789975166321, "Finetune/Step": 1255, "Finetune/Step Time": 11.253174034878612}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8211358785629272, "Finetune/Loss (Raw)": 0.8721164464950562, "Finetune/Step": 1256, "Finetune/Step Time": 11.246220614761114}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8182938098907471, "Finetune/Loss (Raw)": 0.5578760504722595, "Finetune/Step": 1257, "Finetune/Step Time": 11.274342576041818}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8197938203811646, "Finetune/Loss (Raw)": 0.8407095670700073, "Finetune/Step": 1258, "Finetune/Step Time": 11.253361083567142}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8184584379196167, "Finetune/Loss (Raw)": 0.7489705085754395, "Finetune/Step": 1259, "Finetune/Step Time": 11.256908390671015}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8196994066238403, "Finetune/Loss (Raw)": 1.0741628408432007, "Finetune/Step": 1260, "Finetune/Step Time": 11.255974303930998}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8183391094207764, "Finetune/Loss (Raw)": 0.6946548223495483, "Finetune/Step": 1261, "Finetune/Step Time": 11.25883812084794}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.818932056427002, "Finetune/Loss (Raw)": 0.8945210576057434, "Finetune/Step": 1262, "Finetune/Step Time": 11.272281961515546}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8187416791915894, "Finetune/Loss (Raw)": 0.9156771302223206, "Finetune/Step": 1263, "Finetune/Step Time": 11.272348990663886}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8190484046936035, "Finetune/Loss (Raw)": 0.8444949984550476, "Finetune/Step": 1264, "Finetune/Step Time": 11.285117520019412}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8170720338821411, "Finetune/Loss (Raw)": 0.6520310044288635, "Finetune/Step": 1265, "Finetune/Step Time": 11.320977855473757}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8166329860687256, "Finetune/Loss (Raw)": 0.8104626536369324, "Finetune/Step": 1266, "Finetune/Step Time": 11.341745804995298}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8174777030944824, "Finetune/Loss (Raw)": 0.8974754810333252, "Finetune/Step": 1267, "Finetune/Step Time": 11.323798036202788}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8180795907974243, "Finetune/Loss (Raw)": 0.9510840773582458, "Finetune/Step": 1268, "Finetune/Step Time": 11.331648459658027}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8177651762962341, "Finetune/Loss (Raw)": 0.7784865498542786, "Finetune/Step": 1269, "Finetune/Step Time": 11.319853898137808}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8206367492675781, "Finetune/Loss (Raw)": 0.9238517880439758, "Finetune/Step": 1270, "Finetune/Step Time": 11.29531036503613}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8215627670288086, "Finetune/Loss (Raw)": 0.934130847454071, "Finetune/Step": 1271, "Finetune/Step Time": 11.275440538302064}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8205770254135132, "Finetune/Loss (Raw)": 0.7071772217750549, "Finetune/Step": 1272, "Finetune/Step Time": 11.282415021210909}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8198827505111694, "Finetune/Loss (Raw)": 0.74322909116745, "Finetune/Step": 1273, "Finetune/Step Time": 11.294373596087098}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8188878297805786, "Finetune/Loss (Raw)": 0.7804425358772278, "Finetune/Step": 1274, "Finetune/Step Time": 11.28235307149589}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8216226696968079, "Finetune/Loss (Raw)": 1.0112899541854858, "Finetune/Step": 1275, "Finetune/Step Time": 11.269001573324203}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8241937160491943, "Finetune/Loss (Raw)": 0.8290026187896729, "Finetune/Step": 1276, "Finetune/Step Time": 11.224138412624598}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8230088353157043, "Finetune/Loss (Raw)": 0.856450080871582, "Finetune/Step": 1277, "Finetune/Step Time": 11.22079948708415}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8215600848197937, "Finetune/Loss (Raw)": 0.5648325681686401, "Finetune/Step": 1278, "Finetune/Step Time": 11.225628226995468}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8224434852600098, "Finetune/Loss (Raw)": 0.8527316451072693, "Finetune/Step": 1279, "Finetune/Step Time": 11.225084347650409}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8235410451889038, "Finetune/Loss (Raw)": 0.95090651512146, "Finetune/Step": 1280, "Finetune/Step Time": 11.192038578912616}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8232965469360352, "Finetune/Loss (Raw)": 0.8565111756324768, "Finetune/Step": 1281, "Finetune/Step Time": 11.1713129542768}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8250706195831299, "Finetune/Loss (Raw)": 0.8432166576385498, "Finetune/Step": 1282, "Finetune/Step Time": 11.136208644136786}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8260672092437744, "Finetune/Loss (Raw)": 0.6488602757453918, "Finetune/Step": 1283, "Finetune/Step Time": 11.113325165584683}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8250458240509033, "Finetune/Loss (Raw)": 0.8200138807296753, "Finetune/Step": 1284, "Finetune/Step Time": 11.113949561491609}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8249685764312744, "Finetune/Loss (Raw)": 0.911243736743927, "Finetune/Step": 1285, "Finetune/Step Time": 11.113143354654312}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.825472891330719, "Finetune/Loss (Raw)": 0.8165678977966309, "Finetune/Step": 1286, "Finetune/Step Time": 11.132859574630857}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8263416290283203, "Finetune/Loss (Raw)": 0.855658769607544, "Finetune/Step": 1287, "Finetune/Step Time": 11.132729591801763}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8263850212097168, "Finetune/Loss (Raw)": 0.8054592609405518, "Finetune/Step": 1288, "Finetune/Step Time": 11.1026411075145}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8267068266868591, "Finetune/Loss (Raw)": 0.8073803186416626, "Finetune/Step": 1289, "Finetune/Step Time": 11.081236742436886}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.826981246471405, "Finetune/Loss (Raw)": 0.9616379141807556, "Finetune/Step": 1290, "Finetune/Step Time": 11.075803700834513}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.828327476978302, "Finetune/Loss (Raw)": 0.7672690153121948, "Finetune/Step": 1291, "Finetune/Step Time": 11.069320127367973}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8264351487159729, "Finetune/Loss (Raw)": 0.7809303998947144, "Finetune/Step": 1292, "Finetune/Step Time": 11.065089873969555}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8281079530715942, "Finetune/Loss (Raw)": 0.8529975414276123, "Finetune/Step": 1293, "Finetune/Step Time": 11.028643183410168}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8290502429008484, "Finetune/Loss (Raw)": 0.89210444688797, "Finetune/Step": 1294, "Finetune/Step Time": 11.032222650945187}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8305985331535339, "Finetune/Loss (Raw)": 0.7649410963058472, "Finetune/Step": 1295, "Finetune/Step Time": 11.029307149350643}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8304874897003174, "Finetune/Loss (Raw)": 0.7759672999382019, "Finetune/Step": 1296, "Finetune/Step Time": 11.034947140142322}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.829688310623169, "Finetune/Loss (Raw)": 0.7816315293312073, "Finetune/Step": 1297, "Finetune/Step Time": 11.05343478359282}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8294130563735962, "Finetune/Loss (Raw)": 0.6917514204978943, "Finetune/Step": 1298, "Finetune/Step Time": 11.009903110563755}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8270177245140076, "Finetune/Loss (Raw)": 0.6378958821296692, "Finetune/Step": 1299, "Finetune/Step Time": 11.011307276785374}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8262879848480225, "Finetune/Loss (Raw)": 0.7922853231430054, "Finetune/Step": 1300, "Finetune/Step Time": 11.006816050037742}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8258856534957886, "Finetune/Loss (Raw)": 0.8018628358840942, "Finetune/Step": 1301, "Finetune/Step Time": 11.0296312533319}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8270992040634155, "Finetune/Loss (Raw)": 0.7816978693008423, "Finetune/Step": 1302, "Finetune/Step Time": 11.024062344804406}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8271685242652893, "Finetune/Loss (Raw)": 0.7889440655708313, "Finetune/Step": 1303, "Finetune/Step Time": 10.979140961542726}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8279868364334106, "Finetune/Loss (Raw)": 0.8971065282821655, "Finetune/Step": 1304, "Finetune/Step Time": 10.976811377331614}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8303016424179077, "Finetune/Loss (Raw)": 0.7955114841461182, "Finetune/Step": 1305, "Finetune/Step Time": 10.929970286786556}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8324703574180603, "Finetune/Loss (Raw)": 0.7995033264160156, "Finetune/Step": 1306, "Finetune/Step Time": 10.914762204512954}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8323384523391724, "Finetune/Loss (Raw)": 0.9659359455108643, "Finetune/Step": 1307, "Finetune/Step Time": 10.904224622994661}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8338501453399658, "Finetune/Loss (Raw)": 0.9580373764038086, "Finetune/Step": 1308, "Finetune/Step Time": 10.877946788445115}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8329823613166809, "Finetune/Loss (Raw)": 0.8500475287437439, "Finetune/Step": 1309, "Finetune/Step Time": 10.913715278729796}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8350911140441895, "Finetune/Loss (Raw)": 0.8169220685958862, "Finetune/Step": 1310, "Finetune/Step Time": 10.946693979203701}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8347494006156921, "Finetune/Loss (Raw)": 0.8753300309181213, "Finetune/Step": 1311, "Finetune/Step Time": 10.947722390294075}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.834058403968811, "Finetune/Loss (Raw)": 0.5811706185340881, "Finetune/Step": 1312, "Finetune/Step Time": 10.936917899176478}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8340277075767517, "Finetune/Loss (Raw)": 0.8644989132881165, "Finetune/Step": 1313, "Finetune/Step Time": 10.943346852436662}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8333665728569031, "Finetune/Loss (Raw)": 0.9221785664558411, "Finetune/Step": 1314, "Finetune/Step Time": 10.937569538131356}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8352164626121521, "Finetune/Loss (Raw)": 0.8704391121864319, "Finetune/Step": 1315, "Finetune/Step Time": 10.900314263999462}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8364133834838867, "Finetune/Loss (Raw)": 1.0076701641082764, "Finetune/Step": 1316, "Finetune/Step Time": 10.906369956210256}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8360344171524048, "Finetune/Loss (Raw)": 0.8770279884338379, "Finetune/Step": 1317, "Finetune/Step Time": 10.898287631571293}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8358137607574463, "Finetune/Loss (Raw)": 0.8148016929626465, "Finetune/Step": 1318, "Finetune/Step Time": 10.898950446397066}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.835601806640625, "Finetune/Loss (Raw)": 0.8666986227035522, "Finetune/Step": 1319, "Finetune/Step Time": 10.89513049647212}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.834305465221405, "Finetune/Loss (Raw)": 0.7468525171279907, "Finetune/Step": 1320, "Finetune/Step Time": 10.896060980856419}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8342252373695374, "Finetune/Loss (Raw)": 0.859034538269043, "Finetune/Step": 1321, "Finetune/Step Time": 10.901487672701478}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8342456817626953, "Finetune/Loss (Raw)": 0.8707855343818665, "Finetune/Step": 1322, "Finetune/Step Time": 10.884775338694453}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8343932032585144, "Finetune/Loss (Raw)": 0.8687832355499268, "Finetune/Step": 1323, "Finetune/Step Time": 10.886716673150659}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.834877073764801, "Finetune/Loss (Raw)": 0.9236055016517639, "Finetune/Step": 1324, "Finetune/Step Time": 10.88771403580904}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8351357579231262, "Finetune/Loss (Raw)": 0.9577838778495789, "Finetune/Step": 1325, "Finetune/Step Time": 10.911542441695929}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8354887962341309, "Finetune/Loss (Raw)": 0.9248384237289429, "Finetune/Step": 1326, "Finetune/Step Time": 10.901118915528059}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8337986469268799, "Finetune/Loss (Raw)": 0.7129656076431274, "Finetune/Step": 1327, "Finetune/Step Time": 10.95647156611085}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8344975709915161, "Finetune/Loss (Raw)": 1.0087844133377075, "Finetune/Step": 1328, "Finetune/Step Time": 10.951655784621835}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8353650569915771, "Finetune/Loss (Raw)": 1.0470898151397705, "Finetune/Step": 1329, "Finetune/Step Time": 10.932542001828551}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8324926495552063, "Finetune/Loss (Raw)": 0.6674413084983826, "Finetune/Step": 1330, "Finetune/Step Time": 10.924625653773546}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8316550254821777, "Finetune/Loss (Raw)": 0.8902013897895813, "Finetune/Step": 1331, "Finetune/Step Time": 10.917118933051825}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8299641609191895, "Finetune/Loss (Raw)": 0.7168484330177307, "Finetune/Step": 1332, "Finetune/Step Time": 10.920813446864486}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8308172225952148, "Finetune/Loss (Raw)": 0.8400932550430298, "Finetune/Step": 1333, "Finetune/Step Time": 10.903129763901234}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8300048112869263, "Finetune/Loss (Raw)": 0.8920676708221436, "Finetune/Step": 1334, "Finetune/Step Time": 10.90907260030508}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8302998542785645, "Finetune/Loss (Raw)": 0.8683969974517822, "Finetune/Step": 1335, "Finetune/Step Time": 10.900749342516065}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8302374482154846, "Finetune/Loss (Raw)": 0.8715488910675049, "Finetune/Step": 1336, "Finetune/Step Time": 10.893625197932124}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8303369879722595, "Finetune/Loss (Raw)": 0.9236080050468445, "Finetune/Step": 1337, "Finetune/Step Time": 10.892534952610731}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8283900618553162, "Finetune/Loss (Raw)": 0.5654038190841675, "Finetune/Step": 1338, "Finetune/Step Time": 10.930315928533673}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8274442553520203, "Finetune/Loss (Raw)": 0.720094621181488, "Finetune/Step": 1339, "Finetune/Step Time": 10.935730895027518}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.826567530632019, "Finetune/Loss (Raw)": 0.8180110454559326, "Finetune/Step": 1340, "Finetune/Step Time": 10.940465275198221}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8264060020446777, "Finetune/Loss (Raw)": 0.7942247986793518, "Finetune/Step": 1341, "Finetune/Step Time": 10.940624300390482}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.827508807182312, "Finetune/Loss (Raw)": 0.8609326481819153, "Finetune/Step": 1342, "Finetune/Step Time": 10.934606898576021}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.826669454574585, "Finetune/Loss (Raw)": 0.7858529090881348, "Finetune/Step": 1343, "Finetune/Step Time": 10.963839275762439}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8286395072937012, "Finetune/Loss (Raw)": 0.7954002618789673, "Finetune/Step": 1344, "Finetune/Step Time": 10.932427011430264}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8285117149353027, "Finetune/Loss (Raw)": 0.9664777517318726, "Finetune/Step": 1345, "Finetune/Step Time": 10.931672731414437}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8280245065689087, "Finetune/Loss (Raw)": 0.8516042232513428, "Finetune/Step": 1346, "Finetune/Step Time": 10.925201062113047}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.830947756767273, "Finetune/Loss (Raw)": 0.9094104766845703, "Finetune/Step": 1347, "Finetune/Step Time": 10.901439540088177}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8294519186019897, "Finetune/Loss (Raw)": 0.6513445377349854, "Finetune/Step": 1348, "Finetune/Step Time": 10.935203118249774}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8303125500679016, "Finetune/Loss (Raw)": 0.9206953048706055, "Finetune/Step": 1349, "Finetune/Step Time": 10.907686771824956}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8309386968612671, "Finetune/Loss (Raw)": 0.8776518106460571, "Finetune/Step": 1350, "Finetune/Step Time": 10.894680416211486}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8309056162834167, "Finetune/Loss (Raw)": 0.8868575692176819, "Finetune/Step": 1351, "Finetune/Step Time": 10.902950061485171}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.828916072845459, "Finetune/Loss (Raw)": 0.6079354882240295, "Finetune/Step": 1352, "Finetune/Step Time": 10.93672076240182}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8296635150909424, "Finetune/Loss (Raw)": 0.8296647667884827, "Finetune/Step": 1353, "Finetune/Step Time": 10.946004074066877}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8303608894348145, "Finetune/Loss (Raw)": 0.8442158102989197, "Finetune/Step": 1354, "Finetune/Step Time": 10.96111067198217}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8327733278274536, "Finetune/Loss (Raw)": 0.9656134843826294, "Finetune/Step": 1355, "Finetune/Step Time": 10.96485080756247}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8343510627746582, "Finetune/Loss (Raw)": 0.9565483331680298, "Finetune/Step": 1356, "Finetune/Step Time": 10.959424536675215}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8333797454833984, "Finetune/Loss (Raw)": 0.8489028811454773, "Finetune/Step": 1357, "Finetune/Step Time": 10.973762705922127}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8351892828941345, "Finetune/Loss (Raw)": 0.850459635257721, "Finetune/Step": 1358, "Finetune/Step Time": 10.93167377077043}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8337401747703552, "Finetune/Loss (Raw)": 0.7686249613761902, "Finetune/Step": 1359, "Finetune/Step Time": 10.945222076028585}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8344167470932007, "Finetune/Loss (Raw)": 0.9093023538589478, "Finetune/Step": 1360, "Finetune/Step Time": 10.947840278968215}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.835102379322052, "Finetune/Loss (Raw)": 0.9702415466308594, "Finetune/Step": 1361, "Finetune/Step Time": 10.953001480549574}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8362870216369629, "Finetune/Loss (Raw)": 0.8582150936126709, "Finetune/Step": 1362, "Finetune/Step Time": 10.927666714414954}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8359420299530029, "Finetune/Loss (Raw)": 0.7836730480194092, "Finetune/Step": 1363, "Finetune/Step Time": 10.924689652398229}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.834466814994812, "Finetune/Loss (Raw)": 0.7852802872657776, "Finetune/Step": 1364, "Finetune/Step Time": 10.965006733313203}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8330994844436646, "Finetune/Loss (Raw)": 0.7497836351394653, "Finetune/Step": 1365, "Finetune/Step Time": 10.951258841902018}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8322875499725342, "Finetune/Loss (Raw)": 0.85565584897995, "Finetune/Step": 1366, "Finetune/Step Time": 10.944475341588259}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8317763805389404, "Finetune/Loss (Raw)": 0.7840445637702942, "Finetune/Step": 1367, "Finetune/Step Time": 10.96669915318489}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.831658124923706, "Finetune/Loss (Raw)": 0.8311861157417297, "Finetune/Step": 1368, "Finetune/Step Time": 10.965920371934772}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8329891562461853, "Finetune/Loss (Raw)": 0.9540337920188904, "Finetune/Step": 1369, "Finetune/Step Time": 10.977753011509776}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8321313261985779, "Finetune/Loss (Raw)": 0.7334396839141846, "Finetune/Step": 1370, "Finetune/Step Time": 10.981822095811367}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8318952322006226, "Finetune/Loss (Raw)": 0.8594091534614563, "Finetune/Step": 1371, "Finetune/Step Time": 10.981338873505592}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8304439783096313, "Finetune/Loss (Raw)": 0.6310595870018005, "Finetune/Step": 1372, "Finetune/Step Time": 11.014250943437219}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8321846723556519, "Finetune/Loss (Raw)": 0.9530524611473083, "Finetune/Step": 1373, "Finetune/Step Time": 11.016282694414258}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8314870595932007, "Finetune/Loss (Raw)": 0.7113987803459167, "Finetune/Step": 1374, "Finetune/Step Time": 11.003668297082186}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8311670422554016, "Finetune/Loss (Raw)": 0.8965460658073425, "Finetune/Step": 1375, "Finetune/Step Time": 11.000716518610716}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8296383023262024, "Finetune/Loss (Raw)": 0.5133234262466431, "Finetune/Step": 1376, "Finetune/Step Time": 11.026160422712564}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8294875621795654, "Finetune/Loss (Raw)": 0.788928210735321, "Finetune/Step": 1377, "Finetune/Step Time": 11.03717383556068}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8294956684112549, "Finetune/Loss (Raw)": 0.8801484704017639, "Finetune/Step": 1378, "Finetune/Step Time": 11.062826877459884}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8271023035049438, "Finetune/Loss (Raw)": 0.5777752995491028, "Finetune/Step": 1379, "Finetune/Step Time": 11.089094528928399}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8275234699249268, "Finetune/Loss (Raw)": 0.8131912350654602, "Finetune/Step": 1380, "Finetune/Step Time": 11.095136512070894}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8286851048469543, "Finetune/Loss (Raw)": 0.89515620470047, "Finetune/Step": 1381, "Finetune/Step Time": 11.077270045876503}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8286468982696533, "Finetune/Loss (Raw)": 0.8461476564407349, "Finetune/Step": 1382, "Finetune/Step Time": 11.076210169121623}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8269379734992981, "Finetune/Loss (Raw)": 0.7139347791671753, "Finetune/Step": 1383, "Finetune/Step Time": 11.079515157267451}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8266484141349792, "Finetune/Loss (Raw)": 0.8350521326065063, "Finetune/Step": 1384, "Finetune/Step Time": 11.08856980316341}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8293148279190063, "Finetune/Loss (Raw)": 0.8991797566413879, "Finetune/Step": 1385, "Finetune/Step Time": 11.05539333820343}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8289816379547119, "Finetune/Loss (Raw)": 0.7980668544769287, "Finetune/Step": 1386, "Finetune/Step Time": 11.055985398590565}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8288568258285522, "Finetune/Loss (Raw)": 0.7329867482185364, "Finetune/Step": 1387, "Finetune/Step Time": 11.048250012099743}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8276153802871704, "Finetune/Loss (Raw)": 0.9152658581733704, "Finetune/Step": 1388, "Finetune/Step Time": 11.044999297708273}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8288722038269043, "Finetune/Loss (Raw)": 0.8555158376693726, "Finetune/Step": 1389, "Finetune/Step Time": 11.04811978340149}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8296489119529724, "Finetune/Loss (Raw)": 0.9939455389976501, "Finetune/Step": 1390, "Finetune/Step Time": 11.037101274356246}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8286289572715759, "Finetune/Loss (Raw)": 0.7851242423057556, "Finetune/Step": 1391, "Finetune/Step Time": 11.055615942925215}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8283039331436157, "Finetune/Loss (Raw)": 0.80289226770401, "Finetune/Step": 1392, "Finetune/Step Time": 11.092435358092189}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8287992477416992, "Finetune/Loss (Raw)": 0.7154281139373779, "Finetune/Step": 1393, "Finetune/Step Time": 11.115363469347358}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.82930588722229, "Finetune/Loss (Raw)": 0.8753149509429932, "Finetune/Step": 1394, "Finetune/Step Time": 11.088982535526156}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8284811973571777, "Finetune/Loss (Raw)": 0.7919095754623413, "Finetune/Step": 1395, "Finetune/Step Time": 11.093691607937217}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8257706761360168, "Finetune/Loss (Raw)": 0.6041391491889954, "Finetune/Step": 1396, "Finetune/Step Time": 11.112488076090813}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8263339996337891, "Finetune/Loss (Raw)": 0.850590705871582, "Finetune/Step": 1397, "Finetune/Step Time": 11.157797910273075}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8256393671035767, "Finetune/Loss (Raw)": 0.8349347114562988, "Finetune/Step": 1398, "Finetune/Step Time": 11.146554620936513}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8229697942733765, "Finetune/Loss (Raw)": 0.5924355983734131, "Finetune/Step": 1399, "Finetune/Step Time": 11.153742756694555}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8245986700057983, "Finetune/Loss (Raw)": 0.9156684279441833, "Finetune/Step": 1400, "Finetune/Step Time": 11.159358890727162}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8249677419662476, "Finetune/Loss (Raw)": 0.7904752492904663, "Finetune/Step": 1401, "Finetune/Step Time": 11.156724583357573}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8242670297622681, "Finetune/Loss (Raw)": 0.6907487511634827, "Finetune/Step": 1402, "Finetune/Step Time": 11.198204787448049}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8227137327194214, "Finetune/Loss (Raw)": 0.8124648332595825, "Finetune/Step": 1403, "Finetune/Step Time": 11.205711098387837}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8229122161865234, "Finetune/Loss (Raw)": 0.8544158339500427, "Finetune/Step": 1404, "Finetune/Step Time": 11.206088973209262}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8215224742889404, "Finetune/Loss (Raw)": 0.6785560250282288, "Finetune/Step": 1405, "Finetune/Step Time": 11.202845916152}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8234400153160095, "Finetune/Loss (Raw)": 0.8102782964706421, "Finetune/Step": 1406, "Finetune/Step Time": 11.197485415264964}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8216558694839478, "Finetune/Loss (Raw)": 0.6243644952774048, "Finetune/Step": 1407, "Finetune/Step Time": 11.230586988851428}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8197380304336548, "Finetune/Loss (Raw)": 0.7054265737533569, "Finetune/Step": 1408, "Finetune/Step Time": 11.238205574452877}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8199721574783325, "Finetune/Loss (Raw)": 0.8864768147468567, "Finetune/Step": 1409, "Finetune/Step Time": 11.231636062264442}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.819311797618866, "Finetune/Loss (Raw)": 0.7586876749992371, "Finetune/Step": 1410, "Finetune/Step Time": 11.269985558465123}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8206844925880432, "Finetune/Loss (Raw)": 0.8245675563812256, "Finetune/Step": 1411, "Finetune/Step Time": 11.257288692519069}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8193120360374451, "Finetune/Loss (Raw)": 0.6443410515785217, "Finetune/Step": 1412, "Finetune/Step Time": 11.261131267994642}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.81889808177948, "Finetune/Loss (Raw)": 0.8582584857940674, "Finetune/Step": 1413, "Finetune/Step Time": 11.265993213281035}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8200894594192505, "Finetune/Loss (Raw)": 0.9690569043159485, "Finetune/Step": 1414, "Finetune/Step Time": 11.249561058357358}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8196839690208435, "Finetune/Loss (Raw)": 0.8037590384483337, "Finetune/Step": 1415, "Finetune/Step Time": 11.25587629713118}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.820629358291626, "Finetune/Loss (Raw)": 0.9264661073684692, "Finetune/Step": 1416, "Finetune/Step Time": 11.255462201312184}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8204211592674255, "Finetune/Loss (Raw)": 0.7807309031486511, "Finetune/Step": 1417, "Finetune/Step Time": 11.254220213741064}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8185571432113647, "Finetune/Loss (Raw)": 0.7230510711669922, "Finetune/Step": 1418, "Finetune/Step Time": 11.263199688866735}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.818064272403717, "Finetune/Loss (Raw)": 0.7041778564453125, "Finetune/Step": 1419, "Finetune/Step Time": 11.239238006994128}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8188961744308472, "Finetune/Loss (Raw)": 0.8874189853668213, "Finetune/Step": 1420, "Finetune/Step Time": 11.239258976653218}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.818340539932251, "Finetune/Loss (Raw)": 0.7818764448165894, "Finetune/Step": 1421, "Finetune/Step Time": 11.240547960624099}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8170479536056519, "Finetune/Loss (Raw)": 0.7266457080841064, "Finetune/Step": 1422, "Finetune/Step Time": 11.23677677847445}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8183301687240601, "Finetune/Loss (Raw)": 0.9290696978569031, "Finetune/Step": 1423, "Finetune/Step Time": 11.223130028694868}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8181443214416504, "Finetune/Loss (Raw)": 0.7521747946739197, "Finetune/Step": 1424, "Finetune/Step Time": 11.217143271118402}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8184556365013123, "Finetune/Loss (Raw)": 0.8214857578277588, "Finetune/Step": 1425, "Finetune/Step Time": 11.207725496962667}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8190953731536865, "Finetune/Loss (Raw)": 0.7736353278160095, "Finetune/Step": 1426, "Finetune/Step Time": 11.22406610287726}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.819786548614502, "Finetune/Loss (Raw)": 0.7263695001602173, "Finetune/Step": 1427, "Finetune/Step Time": 11.222823821008205}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8190648555755615, "Finetune/Loss (Raw)": 0.6999021768569946, "Finetune/Step": 1428, "Finetune/Step Time": 11.22969707660377}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8182790279388428, "Finetune/Loss (Raw)": 0.7012845277786255, "Finetune/Step": 1429, "Finetune/Step Time": 11.213348176330328}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8185343742370605, "Finetune/Loss (Raw)": 0.8143723607063293, "Finetune/Step": 1430, "Finetune/Step Time": 11.198750119656324}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.818045437335968, "Finetune/Loss (Raw)": 0.7263607978820801, "Finetune/Step": 1431, "Finetune/Step Time": 11.21289555542171}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8168599605560303, "Finetune/Loss (Raw)": 0.7453638315200806, "Finetune/Step": 1432, "Finetune/Step Time": 11.212966630235314}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8177658915519714, "Finetune/Loss (Raw)": 0.9114768505096436, "Finetune/Step": 1433, "Finetune/Step Time": 11.220496088266373}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8166083097457886, "Finetune/Loss (Raw)": 0.651331901550293, "Finetune/Step": 1434, "Finetune/Step Time": 11.234696945175529}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.815963864326477, "Finetune/Loss (Raw)": 0.8834444880485535, "Finetune/Step": 1435, "Finetune/Step Time": 11.245454432442784}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8131814002990723, "Finetune/Loss (Raw)": 0.6018838286399841, "Finetune/Step": 1436, "Finetune/Step Time": 11.260679990053177}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8132400512695312, "Finetune/Loss (Raw)": 0.8575496077537537, "Finetune/Step": 1437, "Finetune/Step Time": 11.22595128044486}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8134645223617554, "Finetune/Loss (Raw)": 0.8456591963768005, "Finetune/Step": 1438, "Finetune/Step Time": 11.184036942198873}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8137832880020142, "Finetune/Loss (Raw)": 0.9161370992660522, "Finetune/Step": 1439, "Finetune/Step Time": 11.178861921653152}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8140266537666321, "Finetune/Loss (Raw)": 0.612312376499176, "Finetune/Step": 1440, "Finetune/Step Time": 11.186759416013956}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8137412071228027, "Finetune/Loss (Raw)": 0.8279695510864258, "Finetune/Step": 1441, "Finetune/Step Time": 11.180926347151399}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8126311302185059, "Finetune/Loss (Raw)": 0.7800905108451843, "Finetune/Step": 1442, "Finetune/Step Time": 11.185638913884759}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8121035099029541, "Finetune/Loss (Raw)": 0.8029001951217651, "Finetune/Step": 1443, "Finetune/Step Time": 11.196043910458684}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8103649616241455, "Finetune/Loss (Raw)": 0.7851390838623047, "Finetune/Step": 1444, "Finetune/Step Time": 11.212967542931437}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8098626136779785, "Finetune/Loss (Raw)": 0.8127276301383972, "Finetune/Step": 1445, "Finetune/Step Time": 11.228082964196801}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8087905645370483, "Finetune/Loss (Raw)": 0.6775773763656616, "Finetune/Step": 1446, "Finetune/Step Time": 11.245862811803818}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8087863922119141, "Finetune/Loss (Raw)": 0.8661563396453857, "Finetune/Step": 1447, "Finetune/Step Time": 11.249231657013297}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.809838056564331, "Finetune/Loss (Raw)": 0.8814732432365417, "Finetune/Step": 1448, "Finetune/Step Time": 11.238761717453599}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8086881041526794, "Finetune/Loss (Raw)": 0.7118405103683472, "Finetune/Step": 1449, "Finetune/Step Time": 11.241837793961167}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8073158860206604, "Finetune/Loss (Raw)": 0.6951419711112976, "Finetune/Step": 1450, "Finetune/Step Time": 11.296751106157899}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8069136738777161, "Finetune/Loss (Raw)": 0.8172963857650757, "Finetune/Step": 1451, "Finetune/Step Time": 11.302301982417703}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8067489862442017, "Finetune/Loss (Raw)": 0.9025262594223022, "Finetune/Step": 1452, "Finetune/Step Time": 11.289217166602612}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8053516745567322, "Finetune/Loss (Raw)": 0.7789230942726135, "Finetune/Step": 1453, "Finetune/Step Time": 11.281341532245278}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8061070442199707, "Finetune/Loss (Raw)": 1.021528720855713, "Finetune/Step": 1454, "Finetune/Step Time": 11.284548902884126}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8077696561813354, "Finetune/Loss (Raw)": 0.925784707069397, "Finetune/Step": 1455, "Finetune/Step Time": 11.235953262075782}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8059511780738831, "Finetune/Loss (Raw)": 0.7760176062583923, "Finetune/Step": 1456, "Finetune/Step Time": 11.238458558917046}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.802187442779541, "Finetune/Loss (Raw)": 0.5653311014175415, "Finetune/Step": 1457, "Finetune/Step Time": 11.277664477005601}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8032832741737366, "Finetune/Loss (Raw)": 0.8077100515365601, "Finetune/Step": 1458, "Finetune/Step Time": 11.27518655732274}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8037874698638916, "Finetune/Loss (Raw)": 0.9547342658042908, "Finetune/Step": 1459, "Finetune/Step Time": 11.285085259005427}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8058198690414429, "Finetune/Loss (Raw)": 0.9769930243492126, "Finetune/Step": 1460, "Finetune/Step Time": 11.274499012157321}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8073370456695557, "Finetune/Loss (Raw)": 1.0343008041381836, "Finetune/Step": 1461, "Finetune/Step Time": 11.26320830360055}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8072137832641602, "Finetune/Loss (Raw)": 0.876283586025238, "Finetune/Step": 1462, "Finetune/Step Time": 11.266867652535439}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8076065182685852, "Finetune/Loss (Raw)": 0.9186650514602661, "Finetune/Step": 1463, "Finetune/Step Time": 11.264958692714572}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8069153428077698, "Finetune/Loss (Raw)": 0.7830842733383179, "Finetune/Step": 1464, "Finetune/Step Time": 11.277786767110229}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8061573505401611, "Finetune/Loss (Raw)": 0.8265821933746338, "Finetune/Step": 1465, "Finetune/Step Time": 11.27128355205059}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8080989718437195, "Finetune/Loss (Raw)": 0.8139368295669556, "Finetune/Step": 1466, "Finetune/Step Time": 11.24509379081428}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8087896704673767, "Finetune/Loss (Raw)": 0.8084983229637146, "Finetune/Step": 1467, "Finetune/Step Time": 11.27205928042531}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8093688488006592, "Finetune/Loss (Raw)": 0.8921403288841248, "Finetune/Step": 1468, "Finetune/Step Time": 11.262756045907736}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8082680106163025, "Finetune/Loss (Raw)": 0.6533233523368835, "Finetune/Step": 1469, "Finetune/Step Time": 11.30493607930839}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8078166246414185, "Finetune/Loss (Raw)": 0.8031519651412964, "Finetune/Step": 1470, "Finetune/Step Time": 11.286379393190145}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8079906105995178, "Finetune/Loss (Raw)": 0.808128833770752, "Finetune/Step": 1471, "Finetune/Step Time": 11.245505804196}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8075439929962158, "Finetune/Loss (Raw)": 0.7382391095161438, "Finetune/Step": 1472, "Finetune/Step Time": 11.236950853839517}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8047183752059937, "Finetune/Loss (Raw)": 0.6047927737236023, "Finetune/Step": 1473, "Finetune/Step Time": 11.241457121446729}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8059293031692505, "Finetune/Loss (Raw)": 1.0065988302230835, "Finetune/Step": 1474, "Finetune/Step Time": 11.231764517724514}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8041038513183594, "Finetune/Loss (Raw)": 0.6757485866546631, "Finetune/Step": 1475, "Finetune/Step Time": 11.220109397545457}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8059872388839722, "Finetune/Loss (Raw)": 0.8924235701560974, "Finetune/Step": 1476, "Finetune/Step Time": 11.184814127162099}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8034934997558594, "Finetune/Loss (Raw)": 0.6015005111694336, "Finetune/Step": 1477, "Finetune/Step Time": 11.230112900957465}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8043011426925659, "Finetune/Loss (Raw)": 0.9810333847999573, "Finetune/Step": 1478, "Finetune/Step Time": 11.218946874141693}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8031301498413086, "Finetune/Loss (Raw)": 0.7369673252105713, "Finetune/Step": 1479, "Finetune/Step Time": 11.237365974113345}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.805092453956604, "Finetune/Loss (Raw)": 0.8591046929359436, "Finetune/Step": 1480, "Finetune/Step Time": 11.20258709602058}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8054065704345703, "Finetune/Loss (Raw)": 0.8698729872703552, "Finetune/Step": 1481, "Finetune/Step Time": 11.203558221459389}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8049860000610352, "Finetune/Loss (Raw)": 0.7903871536254883, "Finetune/Step": 1482, "Finetune/Step Time": 11.176748234778643}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8018198609352112, "Finetune/Loss (Raw)": 0.5603405237197876, "Finetune/Step": 1483, "Finetune/Step Time": 11.200307987630367}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8011895418167114, "Finetune/Loss (Raw)": 0.8758690357208252, "Finetune/Step": 1484, "Finetune/Step Time": 11.19335805438459}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.800585150718689, "Finetune/Loss (Raw)": 0.7715458869934082, "Finetune/Step": 1485, "Finetune/Step Time": 11.178762692958117}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.7986558675765991, "Finetune/Loss (Raw)": 0.6035029292106628, "Finetune/Step": 1486, "Finetune/Step Time": 11.21537040360272}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8000943064689636, "Finetune/Loss (Raw)": 0.952753484249115, "Finetune/Step": 1487, "Finetune/Step Time": 11.229172632098198}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8012213706970215, "Finetune/Loss (Raw)": 1.0535589456558228, "Finetune/Step": 1488, "Finetune/Step Time": 11.23418622277677}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.7984796762466431, "Finetune/Loss (Raw)": 0.6193121671676636, "Finetune/Step": 1489, "Finetune/Step Time": 11.261753497645259}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.7977536916732788, "Finetune/Loss (Raw)": 0.765277624130249, "Finetune/Step": 1490, "Finetune/Step Time": 11.294306946918368}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.7969354391098022, "Finetune/Loss (Raw)": 0.6789509057998657, "Finetune/Step": 1491, "Finetune/Step Time": 11.314844811335206}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.7978887557983398, "Finetune/Loss (Raw)": 0.9072961807250977, "Finetune/Step": 1492, "Finetune/Step Time": 11.276494223624468}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.7968910932540894, "Finetune/Loss (Raw)": 0.622081995010376, "Finetune/Step": 1493, "Finetune/Step Time": 11.307542491704226}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.7964980602264404, "Finetune/Loss (Raw)": 0.8053508996963501, "Finetune/Step": 1494, "Finetune/Step Time": 11.315606091171503}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.7968782782554626, "Finetune/Loss (Raw)": 0.832715630531311, "Finetune/Step": 1495, "Finetune/Step Time": 11.293509485200047}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.7972626686096191, "Finetune/Loss (Raw)": 0.8803870677947998, "Finetune/Step": 1496, "Finetune/Step Time": 11.293214166536927}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.7956387996673584, "Finetune/Loss (Raw)": 0.7461790442466736, "Finetune/Step": 1497, "Finetune/Step Time": 11.283371407538652}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.797260046005249, "Finetune/Loss (Raw)": 0.9409571886062622, "Finetune/Step": 1498, "Finetune/Step Time": 11.287660414353013}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7952997088432312, "Finetune/Loss (Raw)": 0.6084861755371094, "Finetune/Step": 1499, "Finetune/Step Time": 11.319382730871439}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7945526242256165, "Finetune/Loss (Raw)": 0.5354344844818115, "Finetune/Step": 1500, "Finetune/Step Time": 11.318838326260448}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7944871783256531, "Finetune/Loss (Raw)": 0.9446703791618347, "Finetune/Step": 1501, "Finetune/Step Time": 11.365315971896052}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.7960660457611084, "Finetune/Loss (Raw)": 0.9134962558746338, "Finetune/Step": 1502, "Finetune/Step Time": 11.352535739541054}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7946297526359558, "Finetune/Loss (Raw)": 0.7127012610435486, "Finetune/Step": 1503, "Finetune/Step Time": 11.356072625145316}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.7972939610481262, "Finetune/Loss (Raw)": 0.8543392419815063, "Finetune/Step": 1504, "Finetune/Step Time": 11.33480671979487}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.7974820137023926, "Finetune/Loss (Raw)": 0.8129982352256775, "Finetune/Step": 1505, "Finetune/Step Time": 11.315969411283731}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.7965019345283508, "Finetune/Loss (Raw)": 0.75469970703125, "Finetune/Step": 1506, "Finetune/Step Time": 11.298838445916772}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.7991200089454651, "Finetune/Loss (Raw)": 0.9128934741020203, "Finetune/Step": 1507, "Finetune/Step Time": 11.267974525690079}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.7999978065490723, "Finetune/Loss (Raw)": 0.9255505800247192, "Finetune/Step": 1508, "Finetune/Step Time": 11.269225757569075}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.7996480464935303, "Finetune/Loss (Raw)": 0.8503749966621399, "Finetune/Step": 1509, "Finetune/Step Time": 11.254809848964214}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8001217246055603, "Finetune/Loss (Raw)": 0.9067840576171875, "Finetune/Step": 1510, "Finetune/Step Time": 11.256543377414346}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8019567728042603, "Finetune/Loss (Raw)": 0.9488217830657959, "Finetune/Step": 1511, "Finetune/Step Time": 11.255580831319094}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.801116943359375, "Finetune/Loss (Raw)": 0.7275547981262207, "Finetune/Step": 1512, "Finetune/Step Time": 11.255842132493854}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8014812469482422, "Finetune/Loss (Raw)": 0.9458079934120178, "Finetune/Step": 1513, "Finetune/Step Time": 11.258849810808897}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.801347017288208, "Finetune/Loss (Raw)": 0.7808845639228821, "Finetune/Step": 1514, "Finetune/Step Time": 11.268447218462825}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8021957874298096, "Finetune/Loss (Raw)": 0.8416355848312378, "Finetune/Step": 1515, "Finetune/Step Time": 11.269105345010757}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8017197251319885, "Finetune/Loss (Raw)": 0.8543303608894348, "Finetune/Step": 1516, "Finetune/Step Time": 11.268886014819145}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8012356758117676, "Finetune/Loss (Raw)": 0.7935575246810913, "Finetune/Step": 1517, "Finetune/Step Time": 11.27073815278709}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8011211156845093, "Finetune/Loss (Raw)": 0.9792752265930176, "Finetune/Step": 1518, "Finetune/Step Time": 11.265278732404113}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8003926277160645, "Finetune/Loss (Raw)": 0.6918831467628479, "Finetune/Step": 1519, "Finetune/Step Time": 11.2440529987216}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.7996079325675964, "Finetune/Loss (Raw)": 0.7024520635604858, "Finetune/Step": 1520, "Finetune/Step Time": 11.22788293659687}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8009505271911621, "Finetune/Loss (Raw)": 0.8872709274291992, "Finetune/Step": 1521, "Finetune/Step Time": 11.167184323072433}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.7997848987579346, "Finetune/Loss (Raw)": 0.726123034954071, "Finetune/Step": 1522, "Finetune/Step Time": 11.17832014337182}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7984747290611267, "Finetune/Loss (Raw)": 0.6242058277130127, "Finetune/Step": 1523, "Finetune/Step Time": 11.195279272273183}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.7992042303085327, "Finetune/Loss (Raw)": 0.6975114345550537, "Finetune/Step": 1524, "Finetune/Step Time": 11.20883547514677}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.797874927520752, "Finetune/Loss (Raw)": 0.6804431676864624, "Finetune/Step": 1525, "Finetune/Step Time": 11.18023439310491}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.7985260486602783, "Finetune/Loss (Raw)": 0.9182773232460022, "Finetune/Step": 1526, "Finetune/Step Time": 11.177834322676063}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8003535270690918, "Finetune/Loss (Raw)": 0.826352059841156, "Finetune/Step": 1527, "Finetune/Step Time": 11.171517023816705}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7984323501586914, "Finetune/Loss (Raw)": 0.6697662472724915, "Finetune/Step": 1528, "Finetune/Step Time": 11.188841609284282}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.799530029296875, "Finetune/Loss (Raw)": 0.9309725761413574, "Finetune/Step": 1529, "Finetune/Step Time": 11.178549412637949}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.7985461354255676, "Finetune/Loss (Raw)": 0.5648080110549927, "Finetune/Step": 1530, "Finetune/Step Time": 11.17569306306541}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.7990515828132629, "Finetune/Loss (Raw)": 0.8771660923957825, "Finetune/Step": 1531, "Finetune/Step Time": 11.186606839299202}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.7989435791969299, "Finetune/Loss (Raw)": 0.8405885100364685, "Finetune/Step": 1532, "Finetune/Step Time": 11.200968984514475}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.7988548278808594, "Finetune/Loss (Raw)": 0.6671893000602722, "Finetune/Step": 1533, "Finetune/Step Time": 11.19196947477758}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7976569533348083, "Finetune/Loss (Raw)": 0.6569558382034302, "Finetune/Step": 1534, "Finetune/Step Time": 11.198666393756866}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.7988690137863159, "Finetune/Loss (Raw)": 0.7795039415359497, "Finetune/Step": 1535, "Finetune/Step Time": 11.17654836922884}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.7992702722549438, "Finetune/Loss (Raw)": 0.7568005919456482, "Finetune/Step": 1536, "Finetune/Step Time": 11.182693066075444}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.7984809875488281, "Finetune/Loss (Raw)": 0.7854345440864563, "Finetune/Step": 1537, "Finetune/Step Time": 11.187391720712185}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.79756760597229, "Finetune/Loss (Raw)": 0.6417803764343262, "Finetune/Step": 1538, "Finetune/Step Time": 11.181538948789239}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.7977573871612549, "Finetune/Loss (Raw)": 0.8488643169403076, "Finetune/Step": 1539, "Finetune/Step Time": 11.183741722255945}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.7988241314888, "Finetune/Loss (Raw)": 0.7808783054351807, "Finetune/Step": 1540, "Finetune/Step Time": 11.183199193328619}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.7991186380386353, "Finetune/Loss (Raw)": 0.8959522247314453, "Finetune/Step": 1541, "Finetune/Step Time": 11.180718133226037}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7964922189712524, "Finetune/Loss (Raw)": 0.6328806281089783, "Finetune/Step": 1542, "Finetune/Step Time": 11.192715084180236}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7960137128829956, "Finetune/Loss (Raw)": 0.7425124645233154, "Finetune/Step": 1543, "Finetune/Step Time": 11.190411085262895}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7956746816635132, "Finetune/Loss (Raw)": 0.8830686211585999, "Finetune/Step": 1544, "Finetune/Step Time": 11.187561197206378}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7958095669746399, "Finetune/Loss (Raw)": 0.7979959845542908, "Finetune/Step": 1545, "Finetune/Step Time": 11.191406916826963}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.7972169518470764, "Finetune/Loss (Raw)": 0.9031953811645508, "Finetune/Step": 1546, "Finetune/Step Time": 11.191209800541401}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.798282265663147, "Finetune/Loss (Raw)": 0.8405415415763855, "Finetune/Step": 1547, "Finetune/Step Time": 11.198771245777607}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.7979547381401062, "Finetune/Loss (Raw)": 0.8454898595809937, "Finetune/Step": 1548, "Finetune/Step Time": 11.20835847966373}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7970305681228638, "Finetune/Loss (Raw)": 0.6635825037956238, "Finetune/Step": 1549, "Finetune/Step Time": 11.244232155382633}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7980761528015137, "Finetune/Loss (Raw)": 0.8604823350906372, "Finetune/Step": 1550, "Finetune/Step Time": 11.244698733091354}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7965097427368164, "Finetune/Loss (Raw)": 0.7285652160644531, "Finetune/Step": 1551, "Finetune/Step Time": 11.237720418721437}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7976843118667603, "Finetune/Loss (Raw)": 0.902522623538971, "Finetune/Step": 1552, "Finetune/Step Time": 11.236088141798973}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7972021698951721, "Finetune/Loss (Raw)": 0.7597713470458984, "Finetune/Step": 1553, "Finetune/Step Time": 11.252325469627976}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7968652248382568, "Finetune/Loss (Raw)": 0.7305123805999756, "Finetune/Step": 1554, "Finetune/Step Time": 11.237605245783925}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7981107234954834, "Finetune/Loss (Raw)": 0.8857899904251099, "Finetune/Step": 1555, "Finetune/Step Time": 11.245527036488056}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7977028489112854, "Finetune/Loss (Raw)": 0.6476914882659912, "Finetune/Step": 1556, "Finetune/Step Time": 11.253471931442618}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7982378005981445, "Finetune/Loss (Raw)": 0.7697636485099792, "Finetune/Step": 1557, "Finetune/Step Time": 11.258234709501266}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7982831001281738, "Finetune/Loss (Raw)": 0.8201689720153809, "Finetune/Step": 1558, "Finetune/Step Time": 11.246616465970874}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8006670475006104, "Finetune/Loss (Raw)": 1.031503677368164, "Finetune/Step": 1559, "Finetune/Step Time": 11.23822139762342}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8015823364257812, "Finetune/Loss (Raw)": 0.8625150918960571, "Finetune/Step": 1560, "Finetune/Step Time": 11.24588525481522}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.801037609577179, "Finetune/Loss (Raw)": 0.841761589050293, "Finetune/Step": 1561, "Finetune/Step Time": 11.237348053604364}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8027670979499817, "Finetune/Loss (Raw)": 0.8727030754089355, "Finetune/Step": 1562, "Finetune/Step Time": 11.213020335882902}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.801788330078125, "Finetune/Loss (Raw)": 0.7581606507301331, "Finetune/Step": 1563, "Finetune/Step Time": 11.241761308163404}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8029597401618958, "Finetune/Loss (Raw)": 0.751825749874115, "Finetune/Step": 1564, "Finetune/Step Time": 11.225722759962082}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8018189668655396, "Finetune/Loss (Raw)": 0.7115352153778076, "Finetune/Step": 1565, "Finetune/Step Time": 11.229806328192353}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8009953498840332, "Finetune/Loss (Raw)": 0.7402284145355225, "Finetune/Step": 1566, "Finetune/Step Time": 11.239790383726358}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8003221750259399, "Finetune/Loss (Raw)": 0.8299791812896729, "Finetune/Step": 1567, "Finetune/Step Time": 11.249902980402112}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8017821311950684, "Finetune/Loss (Raw)": 0.7991851568222046, "Finetune/Step": 1568, "Finetune/Step Time": 11.211196169257164}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8005225658416748, "Finetune/Loss (Raw)": 0.6667435169219971, "Finetune/Step": 1569, "Finetune/Step Time": 11.230439009144902}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8016242980957031, "Finetune/Loss (Raw)": 0.9211049675941467, "Finetune/Step": 1570, "Finetune/Step Time": 11.226566029712558}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8019908666610718, "Finetune/Loss (Raw)": 0.8498263955116272, "Finetune/Step": 1571, "Finetune/Step Time": 11.218497624620795}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8026285767555237, "Finetune/Loss (Raw)": 0.8667673468589783, "Finetune/Step": 1572, "Finetune/Step Time": 11.194166470319033}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.802504301071167, "Finetune/Loss (Raw)": 0.7968131899833679, "Finetune/Step": 1573, "Finetune/Step Time": 11.204290490597486}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8027382493019104, "Finetune/Loss (Raw)": 0.7075262665748596, "Finetune/Step": 1574, "Finetune/Step Time": 11.184853114187717}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8032715320587158, "Finetune/Loss (Raw)": 0.9344208836555481, "Finetune/Step": 1575, "Finetune/Step Time": 11.200377319008112}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8028061389923096, "Finetune/Loss (Raw)": 0.8219010233879089, "Finetune/Step": 1576, "Finetune/Step Time": 11.20787032879889}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8037958145141602, "Finetune/Loss (Raw)": 0.8385138511657715, "Finetune/Step": 1577, "Finetune/Step Time": 11.208446476608515}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8050248026847839, "Finetune/Loss (Raw)": 0.8524555563926697, "Finetune/Step": 1578, "Finetune/Step Time": 11.145266963168979}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8046194314956665, "Finetune/Loss (Raw)": 0.7654091715812683, "Finetune/Step": 1579, "Finetune/Step Time": 11.168350314721465}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8026992082595825, "Finetune/Loss (Raw)": 0.6567353010177612, "Finetune/Step": 1580, "Finetune/Step Time": 11.219058141112328}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8022862672805786, "Finetune/Loss (Raw)": 0.726075291633606, "Finetune/Step": 1581, "Finetune/Step Time": 11.211330480873585}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8005226850509644, "Finetune/Loss (Raw)": 0.7957896590232849, "Finetune/Step": 1582, "Finetune/Step Time": 11.211803026497364}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.7999860048294067, "Finetune/Loss (Raw)": 0.8570858240127563, "Finetune/Step": 1583, "Finetune/Step Time": 11.216987520456314}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8003181219100952, "Finetune/Loss (Raw)": 0.818533182144165, "Finetune/Step": 1584, "Finetune/Step Time": 11.219040010124445}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8032069206237793, "Finetune/Loss (Raw)": 0.9350876808166504, "Finetune/Step": 1585, "Finetune/Step Time": 11.181372009217739}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8042999505996704, "Finetune/Loss (Raw)": 0.9476178288459778, "Finetune/Step": 1586, "Finetune/Step Time": 11.264346774667501}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8039194345474243, "Finetune/Loss (Raw)": 0.9060378074645996, "Finetune/Step": 1587, "Finetune/Step Time": 11.256642838940024}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8023607730865479, "Finetune/Loss (Raw)": 0.777485191822052, "Finetune/Step": 1588, "Finetune/Step Time": 11.268513813614845}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8006961941719055, "Finetune/Loss (Raw)": 0.8212267160415649, "Finetune/Step": 1589, "Finetune/Step Time": 11.292192274704576}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8009676337242126, "Finetune/Loss (Raw)": 0.9110285043716431, "Finetune/Step": 1590, "Finetune/Step Time": 11.296074029058218}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.7983732223510742, "Finetune/Loss (Raw)": 0.5865787267684937, "Finetune/Step": 1591, "Finetune/Step Time": 11.3206544239074}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.7975283861160278, "Finetune/Loss (Raw)": 0.6749510169029236, "Finetune/Step": 1592, "Finetune/Step Time": 11.31919945962727}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.7971082925796509, "Finetune/Loss (Raw)": 0.7728076577186584, "Finetune/Step": 1593, "Finetune/Step Time": 11.324581809341908}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.7970036864280701, "Finetune/Loss (Raw)": 0.8005440831184387, "Finetune/Step": 1594, "Finetune/Step Time": 11.327575922012329}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.7961694598197937, "Finetune/Loss (Raw)": 0.7017210721969604, "Finetune/Step": 1595, "Finetune/Step Time": 11.294146841391921}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.795838475227356, "Finetune/Loss (Raw)": 0.8497793078422546, "Finetune/Step": 1596, "Finetune/Step Time": 11.299748970195651}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.7962378263473511, "Finetune/Loss (Raw)": 0.7044320106506348, "Finetune/Step": 1597, "Finetune/Step Time": 11.26331926882267}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.7960555553436279, "Finetune/Loss (Raw)": 0.7798206210136414, "Finetune/Step": 1598, "Finetune/Step Time": 11.283915987238288}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.7949180603027344, "Finetune/Loss (Raw)": 0.6625370383262634, "Finetune/Step": 1599, "Finetune/Step Time": 11.326784698292613}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.7960892915725708, "Finetune/Loss (Raw)": 0.8881511092185974, "Finetune/Step": 1600, "Finetune/Step Time": 11.331607840955257}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.7962570190429688, "Finetune/Loss (Raw)": 0.626255989074707, "Finetune/Step": 1601, "Finetune/Step Time": 11.36886959336698}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7955650091171265, "Finetune/Loss (Raw)": 0.9180275797843933, "Finetune/Step": 1602, "Finetune/Step Time": 11.382439589127898}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.7972680330276489, "Finetune/Loss (Raw)": 0.8937386274337769, "Finetune/Step": 1603, "Finetune/Step Time": 11.382024442777038}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.7964040040969849, "Finetune/Loss (Raw)": 0.7818329334259033, "Finetune/Step": 1604, "Finetune/Step Time": 11.381210749968886}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.796667754650116, "Finetune/Loss (Raw)": 0.6352521777153015, "Finetune/Step": 1605, "Finetune/Step Time": 11.354663019999862}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.7938446402549744, "Finetune/Loss (Raw)": 0.6196746230125427, "Finetune/Step": 1606, "Finetune/Step Time": 11.402724098414183}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.794577956199646, "Finetune/Loss (Raw)": 0.8308339715003967, "Finetune/Step": 1607, "Finetune/Step Time": 11.383039193227887}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7930140495300293, "Finetune/Loss (Raw)": 0.6589242219924927, "Finetune/Step": 1608, "Finetune/Step Time": 11.419300312176347}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7929496765136719, "Finetune/Loss (Raw)": 0.8616310358047485, "Finetune/Step": 1609, "Finetune/Step Time": 11.4090342707932}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7932660579681396, "Finetune/Loss (Raw)": 0.8308832049369812, "Finetune/Step": 1610, "Finetune/Step Time": 11.412135733291507}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7945457100868225, "Finetune/Loss (Raw)": 0.7241391539573669, "Finetune/Step": 1611, "Finetune/Step Time": 11.400199761614203}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.7938681840896606, "Finetune/Loss (Raw)": 0.789151132106781, "Finetune/Step": 1612, "Finetune/Step Time": 11.400792045518756}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7933735847473145, "Finetune/Loss (Raw)": 0.7082309126853943, "Finetune/Step": 1613, "Finetune/Step Time": 11.416866429150105}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.7949901819229126, "Finetune/Loss (Raw)": 0.8104252815246582, "Finetune/Step": 1614, "Finetune/Step Time": 11.380124926567078}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.7946967482566833, "Finetune/Loss (Raw)": 0.9152005910873413, "Finetune/Step": 1615, "Finetune/Step Time": 11.358079364523292}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.7928781509399414, "Finetune/Loss (Raw)": 0.8207694888114929, "Finetune/Step": 1616, "Finetune/Step Time": 11.348714210093021}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.7940895557403564, "Finetune/Loss (Raw)": 0.7743752598762512, "Finetune/Step": 1617, "Finetune/Step Time": 11.335933275520802}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.7944421768188477, "Finetune/Loss (Raw)": 0.8104221224784851, "Finetune/Step": 1618, "Finetune/Step Time": 11.307307904586196}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.7947869896888733, "Finetune/Loss (Raw)": 0.7230852246284485, "Finetune/Step": 1619, "Finetune/Step Time": 11.292187236249447}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.7956293821334839, "Finetune/Loss (Raw)": 1.0151236057281494, "Finetune/Step": 1620, "Finetune/Step Time": 11.297987824305892}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.7966946363449097, "Finetune/Loss (Raw)": 0.7584267258644104, "Finetune/Step": 1621, "Finetune/Step Time": 11.284790584817529}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.7977506518363953, "Finetune/Loss (Raw)": 0.9405204653739929, "Finetune/Step": 1622, "Finetune/Step Time": 11.289099311456084}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.7991913557052612, "Finetune/Loss (Raw)": 1.0171300172805786, "Finetune/Step": 1623, "Finetune/Step Time": 11.29122269153595}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.7989339232444763, "Finetune/Loss (Raw)": 0.847432017326355, "Finetune/Step": 1624, "Finetune/Step Time": 11.295037323608994}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.7997840642929077, "Finetune/Loss (Raw)": 0.8549967408180237, "Finetune/Step": 1625, "Finetune/Step Time": 11.296776020899415}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.7992119193077087, "Finetune/Loss (Raw)": 0.8677268624305725, "Finetune/Step": 1626, "Finetune/Step Time": 11.285404987633228}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8016991019248962, "Finetune/Loss (Raw)": 0.9268457889556885, "Finetune/Step": 1627, "Finetune/Step Time": 11.241958176717162}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8035738468170166, "Finetune/Loss (Raw)": 0.7754068374633789, "Finetune/Step": 1628, "Finetune/Step Time": 11.204564973711967}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8019979000091553, "Finetune/Loss (Raw)": 0.7429381608963013, "Finetune/Step": 1629, "Finetune/Step Time": 11.163353383541107}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8015601634979248, "Finetune/Loss (Raw)": 0.8574655055999756, "Finetune/Step": 1630, "Finetune/Step Time": 11.165167581290007}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8023280501365662, "Finetune/Loss (Raw)": 0.8109978437423706, "Finetune/Step": 1631, "Finetune/Step Time": 11.171403024345636}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8018471598625183, "Finetune/Loss (Raw)": 0.7927799820899963, "Finetune/Step": 1632, "Finetune/Step Time": 11.16337388381362}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8013285398483276, "Finetune/Loss (Raw)": 0.7466219067573547, "Finetune/Step": 1633, "Finetune/Step Time": 11.16562812961638}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.802005410194397, "Finetune/Loss (Raw)": 0.8413398861885071, "Finetune/Step": 1634, "Finetune/Step Time": 11.158556262031198}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8007668852806091, "Finetune/Loss (Raw)": 0.754363477230072, "Finetune/Step": 1635, "Finetune/Step Time": 11.19224950671196}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8002663850784302, "Finetune/Loss (Raw)": 0.86148601770401, "Finetune/Step": 1636, "Finetune/Step Time": 11.19120124541223}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.7995914220809937, "Finetune/Loss (Raw)": 0.7639741897583008, "Finetune/Step": 1637, "Finetune/Step Time": 11.198939865455031}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.7984890937805176, "Finetune/Loss (Raw)": 0.7656818628311157, "Finetune/Step": 1638, "Finetune/Step Time": 11.20353689044714}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.7966371774673462, "Finetune/Loss (Raw)": 0.7117825746536255, "Finetune/Step": 1639, "Finetune/Step Time": 11.203712791204453}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.798146665096283, "Finetune/Loss (Raw)": 0.920765221118927, "Finetune/Step": 1640, "Finetune/Step Time": 11.189562762156129}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.7976913452148438, "Finetune/Loss (Raw)": 0.887531042098999, "Finetune/Step": 1641, "Finetune/Step Time": 11.185896614566445}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.7979940176010132, "Finetune/Loss (Raw)": 0.8196331262588501, "Finetune/Step": 1642, "Finetune/Step Time": 11.168549662455916}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.7988508343696594, "Finetune/Loss (Raw)": 0.9513047337532043, "Finetune/Step": 1643, "Finetune/Step Time": 11.166196092963219}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.798141360282898, "Finetune/Loss (Raw)": 0.7635193467140198, "Finetune/Step": 1644, "Finetune/Step Time": 11.203901404514909}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.7983906269073486, "Finetune/Loss (Raw)": 0.8254574537277222, "Finetune/Step": 1645, "Finetune/Step Time": 11.202665638178587}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.7977789640426636, "Finetune/Loss (Raw)": 0.9009795784950256, "Finetune/Step": 1646, "Finetune/Step Time": 11.204078789800406}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.7983237504959106, "Finetune/Loss (Raw)": 0.7616150379180908, "Finetune/Step": 1647, "Finetune/Step Time": 11.224089501425624}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.7996662855148315, "Finetune/Loss (Raw)": 0.8742951154708862, "Finetune/Step": 1648, "Finetune/Step Time": 11.19183637201786}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.798791766166687, "Finetune/Loss (Raw)": 0.775343120098114, "Finetune/Step": 1649, "Finetune/Step Time": 11.193567711859941}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.7997751235961914, "Finetune/Loss (Raw)": 0.8519840240478516, "Finetune/Step": 1650, "Finetune/Step Time": 11.17952924221754}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.800495445728302, "Finetune/Loss (Raw)": 0.7164140939712524, "Finetune/Step": 1651, "Finetune/Step Time": 11.183179439976811}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8012043237686157, "Finetune/Loss (Raw)": 0.7882465124130249, "Finetune/Step": 1652, "Finetune/Step Time": 11.160224072635174}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8022438287734985, "Finetune/Loss (Raw)": 0.8135006427764893, "Finetune/Step": 1653, "Finetune/Step Time": 11.150684894993901}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8019376993179321, "Finetune/Loss (Raw)": 0.8790932893753052, "Finetune/Step": 1654, "Finetune/Step Time": 11.168425587937236}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8003066778182983, "Finetune/Loss (Raw)": 0.6175746917724609, "Finetune/Step": 1655, "Finetune/Step Time": 11.20474598184228}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8017606139183044, "Finetune/Loss (Raw)": 0.8558720350265503, "Finetune/Step": 1656, "Finetune/Step Time": 11.177029615268111}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8007895946502686, "Finetune/Loss (Raw)": 0.8066897988319397, "Finetune/Step": 1657, "Finetune/Step Time": 11.17544694058597}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8031799793243408, "Finetune/Loss (Raw)": 0.8707708120346069, "Finetune/Step": 1658, "Finetune/Step Time": 11.143670750781894}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8022751808166504, "Finetune/Loss (Raw)": 0.7613552808761597, "Finetune/Step": 1659, "Finetune/Step Time": 11.134596781805158}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8024219274520874, "Finetune/Loss (Raw)": 0.8593664169311523, "Finetune/Step": 1660, "Finetune/Step Time": 11.12646652571857}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8034628629684448, "Finetune/Loss (Raw)": 0.8004363179206848, "Finetune/Step": 1661, "Finetune/Step Time": 11.123731205239892}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8054463863372803, "Finetune/Loss (Raw)": 0.9108453392982483, "Finetune/Step": 1662, "Finetune/Step Time": 11.124431038275361}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8039840459823608, "Finetune/Loss (Raw)": 0.5923237204551697, "Finetune/Step": 1663, "Finetune/Step Time": 11.134940534830093}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8033374547958374, "Finetune/Loss (Raw)": 0.6740322709083557, "Finetune/Step": 1664, "Finetune/Step Time": 11.124060681089759}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8047041893005371, "Finetune/Loss (Raw)": 0.9603816866874695, "Finetune/Step": 1665, "Finetune/Step Time": 11.133535644039512}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8057856559753418, "Finetune/Loss (Raw)": 0.7802009582519531, "Finetune/Step": 1666, "Finetune/Step Time": 11.089208763092756}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8057404160499573, "Finetune/Loss (Raw)": 0.8430817127227783, "Finetune/Step": 1667, "Finetune/Step Time": 11.085079865530133}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8067508935928345, "Finetune/Loss (Raw)": 0.9102153778076172, "Finetune/Step": 1668, "Finetune/Step Time": 11.09942489862442}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8062745332717896, "Finetune/Loss (Raw)": 0.8349797129631042, "Finetune/Step": 1669, "Finetune/Step Time": 11.099596437066793}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8083145022392273, "Finetune/Loss (Raw)": 0.8939955830574036, "Finetune/Step": 1670, "Finetune/Step Time": 11.080858692526817}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.808688759803772, "Finetune/Loss (Raw)": 0.7904175519943237, "Finetune/Step": 1671, "Finetune/Step Time": 11.088364521041512}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8082643747329712, "Finetune/Loss (Raw)": 0.8287424445152283, "Finetune/Step": 1672, "Finetune/Step Time": 11.114491406828165}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8074467182159424, "Finetune/Loss (Raw)": 0.6933454871177673, "Finetune/Step": 1673, "Finetune/Step Time": 11.119067573919892}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.804885983467102, "Finetune/Loss (Raw)": 0.5754091143608093, "Finetune/Step": 1674, "Finetune/Step Time": 11.127331444993615}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8036491870880127, "Finetune/Loss (Raw)": 0.6822394728660583, "Finetune/Step": 1675, "Finetune/Step Time": 11.133623382076621}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8039216995239258, "Finetune/Loss (Raw)": 0.8803703188896179, "Finetune/Step": 1676, "Finetune/Step Time": 11.126505471765995}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8058000802993774, "Finetune/Loss (Raw)": 0.9040152430534363, "Finetune/Step": 1677, "Finetune/Step Time": 11.087248519062996}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8050979375839233, "Finetune/Loss (Raw)": 0.7706058621406555, "Finetune/Step": 1678, "Finetune/Step Time": 11.0794084277004}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8041541576385498, "Finetune/Loss (Raw)": 0.607768177986145, "Finetune/Step": 1679, "Finetune/Step Time": 11.117779187858105}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8036906719207764, "Finetune/Loss (Raw)": 0.8431968092918396, "Finetune/Step": 1680, "Finetune/Step Time": 11.126921953633428}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8043705224990845, "Finetune/Loss (Raw)": 0.8467944264411926, "Finetune/Step": 1681, "Finetune/Step Time": 11.103734660893679}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8064285516738892, "Finetune/Loss (Raw)": 0.9939361214637756, "Finetune/Step": 1682, "Finetune/Step Time": 11.108355682343245}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8049032688140869, "Finetune/Loss (Raw)": 0.6905506253242493, "Finetune/Step": 1683, "Finetune/Step Time": 11.115342812612653}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8061537146568298, "Finetune/Loss (Raw)": 0.8077439665794373, "Finetune/Step": 1684, "Finetune/Step Time": 11.102829994633794}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8058235049247742, "Finetune/Loss (Raw)": 0.7275010943412781, "Finetune/Step": 1685, "Finetune/Step Time": 11.101934062317014}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8041869401931763, "Finetune/Loss (Raw)": 0.6106836795806885, "Finetune/Step": 1686, "Finetune/Step Time": 11.114818187430501}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8030540943145752, "Finetune/Loss (Raw)": 0.8864997625350952, "Finetune/Step": 1687, "Finetune/Step Time": 11.113533088937402}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8025919198989868, "Finetune/Loss (Raw)": 0.8033532500267029, "Finetune/Step": 1688, "Finetune/Step Time": 11.10886150598526}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8011928796768188, "Finetune/Loss (Raw)": 0.6626957058906555, "Finetune/Step": 1689, "Finetune/Step Time": 11.143032990396023}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8015133142471313, "Finetune/Loss (Raw)": 0.9137125611305237, "Finetune/Step": 1690, "Finetune/Step Time": 11.132222468033433}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8021903038024902, "Finetune/Loss (Raw)": 0.8448209762573242, "Finetune/Step": 1691, "Finetune/Step Time": 11.103386642411351}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8019005060195923, "Finetune/Loss (Raw)": 0.7147216200828552, "Finetune/Step": 1692, "Finetune/Step Time": 11.129982886835933}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8014344573020935, "Finetune/Loss (Raw)": 0.6518824100494385, "Finetune/Step": 1693, "Finetune/Step Time": 11.15393110178411}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8001681566238403, "Finetune/Loss (Raw)": 0.578140139579773, "Finetune/Step": 1694, "Finetune/Step Time": 11.155941242352128}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.7987602949142456, "Finetune/Loss (Raw)": 0.6497812867164612, "Finetune/Step": 1695, "Finetune/Step Time": 11.164138002321124}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.7989656925201416, "Finetune/Loss (Raw)": 0.8254757523536682, "Finetune/Step": 1696, "Finetune/Step Time": 11.159177044406533}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8004944920539856, "Finetune/Loss (Raw)": 0.8624300956726074, "Finetune/Step": 1697, "Finetune/Step Time": 11.138453025370836}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.7997353076934814, "Finetune/Loss (Raw)": 0.8239305019378662, "Finetune/Step": 1698, "Finetune/Step Time": 11.14347593486309}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.7997003197669983, "Finetune/Loss (Raw)": 0.8453458547592163, "Finetune/Step": 1699, "Finetune/Step Time": 11.139653647318482}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.7995065450668335, "Finetune/Loss (Raw)": 0.8419585227966309, "Finetune/Step": 1700, "Finetune/Step Time": 11.149245219305158}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8003890514373779, "Finetune/Loss (Raw)": 0.909783124923706, "Finetune/Step": 1701, "Finetune/Step Time": 11.129097433760762}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8017996549606323, "Finetune/Loss (Raw)": 0.8880819082260132, "Finetune/Step": 1702, "Finetune/Step Time": 11.12626981176436}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.799795389175415, "Finetune/Loss (Raw)": 0.677873432636261, "Finetune/Step": 1703, "Finetune/Step Time": 11.13486729376018}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.7979295253753662, "Finetune/Loss (Raw)": 0.5830667614936829, "Finetune/Step": 1704, "Finetune/Step Time": 11.163308003917336}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.7976162433624268, "Finetune/Loss (Raw)": 0.79842209815979, "Finetune/Step": 1705, "Finetune/Step Time": 11.156334465369582}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.7978726029396057, "Finetune/Loss (Raw)": 0.8852657675743103, "Finetune/Step": 1706, "Finetune/Step Time": 11.156231209635735}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.7984215021133423, "Finetune/Loss (Raw)": 0.8356664776802063, "Finetune/Step": 1707, "Finetune/Step Time": 11.135486638173461}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.799619197845459, "Finetune/Loss (Raw)": 0.8100361227989197, "Finetune/Step": 1708, "Finetune/Step Time": 11.105465168133378}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8010702133178711, "Finetune/Loss (Raw)": 0.9118059277534485, "Finetune/Step": 1709, "Finetune/Step Time": 11.106782987713814}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8010411262512207, "Finetune/Loss (Raw)": 0.7920700311660767, "Finetune/Step": 1710, "Finetune/Step Time": 11.122083419933915}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8006683588027954, "Finetune/Loss (Raw)": 0.8093716502189636, "Finetune/Step": 1711, "Finetune/Step Time": 11.13275288976729}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8018168210983276, "Finetune/Loss (Raw)": 0.965533435344696, "Finetune/Step": 1712, "Finetune/Step Time": 11.139750672504306}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8013128638267517, "Finetune/Loss (Raw)": 0.8705852031707764, "Finetune/Step": 1713, "Finetune/Step Time": 11.1501533575356}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8005204200744629, "Finetune/Loss (Raw)": 0.8461799025535583, "Finetune/Step": 1714, "Finetune/Step Time": 11.080019544810057}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.7981427311897278, "Finetune/Loss (Raw)": 0.6017019748687744, "Finetune/Step": 1715, "Finetune/Step Time": 11.090096784755588}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.7987276315689087, "Finetune/Loss (Raw)": 0.8523551821708679, "Finetune/Step": 1716, "Finetune/Step Time": 11.072094274684787}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.7987717986106873, "Finetune/Loss (Raw)": 0.8268746137619019, "Finetune/Step": 1717, "Finetune/Step Time": 11.069900050759315}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.7985410690307617, "Finetune/Loss (Raw)": 0.881499171257019, "Finetune/Step": 1718, "Finetune/Step Time": 11.059518799185753}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8002104759216309, "Finetune/Loss (Raw)": 0.8002623915672302, "Finetune/Step": 1719, "Finetune/Step Time": 11.039218666031957}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8021519780158997, "Finetune/Loss (Raw)": 0.9234614968299866, "Finetune/Step": 1720, "Finetune/Step Time": 11.036879191175103}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8028085231781006, "Finetune/Loss (Raw)": 0.8568432331085205, "Finetune/Step": 1721, "Finetune/Step Time": 11.035487417131662}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8031772375106812, "Finetune/Loss (Raw)": 0.8477420210838318, "Finetune/Step": 1722, "Finetune/Step Time": 11.021918881684542}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8040153980255127, "Finetune/Loss (Raw)": 0.8090065121650696, "Finetune/Step": 1723, "Finetune/Step Time": 11.046326652169228}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8032810688018799, "Finetune/Loss (Raw)": 0.7557825446128845, "Finetune/Step": 1724, "Finetune/Step Time": 11.039335448294878}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8042978048324585, "Finetune/Loss (Raw)": 0.8345741629600525, "Finetune/Step": 1725, "Finetune/Step Time": 11.024390110746026}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8041155338287354, "Finetune/Loss (Raw)": 0.7564905881881714, "Finetune/Step": 1726, "Finetune/Step Time": 11.01566844433546}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8054810762405396, "Finetune/Loss (Raw)": 0.8373285531997681, "Finetune/Step": 1727, "Finetune/Step Time": 11.000540973618627}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8057478666305542, "Finetune/Loss (Raw)": 0.9223009943962097, "Finetune/Step": 1728, "Finetune/Step Time": 10.998661139979959}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8073722124099731, "Finetune/Loss (Raw)": 0.8341719508171082, "Finetune/Step": 1729, "Finetune/Step Time": 10.955824228003621}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.805850625038147, "Finetune/Loss (Raw)": 0.7232630848884583, "Finetune/Step": 1730, "Finetune/Step Time": 10.94576295092702}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8067036271095276, "Finetune/Loss (Raw)": 1.0029213428497314, "Finetune/Step": 1731, "Finetune/Step Time": 10.940161351114511}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8076715469360352, "Finetune/Loss (Raw)": 0.9057227373123169, "Finetune/Step": 1732, "Finetune/Step Time": 10.962073205038905}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8093241453170776, "Finetune/Loss (Raw)": 0.8467838168144226, "Finetune/Step": 1733, "Finetune/Step Time": 10.954408036544919}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8112621307373047, "Finetune/Loss (Raw)": 0.8677441477775574, "Finetune/Step": 1734, "Finetune/Step Time": 10.930026113986969}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8111177682876587, "Finetune/Loss (Raw)": 0.8123533725738525, "Finetune/Step": 1735, "Finetune/Step Time": 10.929614646360278}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8125364780426025, "Finetune/Loss (Raw)": 0.8405183553695679, "Finetune/Step": 1736, "Finetune/Step Time": 10.892392547801137}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8116989135742188, "Finetune/Loss (Raw)": 0.754421591758728, "Finetune/Step": 1737, "Finetune/Step Time": 10.891806904226542}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.817385733127594, "Finetune/Loss (Raw)": 1.5587961673736572, "Finetune/Step": 1738, "Finetune/Step Time": 10.922454465180635}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8180374503135681, "Finetune/Loss (Raw)": 0.8075608611106873, "Finetune/Step": 1739, "Finetune/Step Time": 10.891762791201472}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8175590634346008, "Finetune/Loss (Raw)": 0.7279178500175476, "Finetune/Step": 1740, "Finetune/Step Time": 10.916728692129254}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8199737668037415, "Finetune/Loss (Raw)": 1.0173113346099854, "Finetune/Step": 1741, "Finetune/Step Time": 10.907703986391425}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8188695907592773, "Finetune/Loss (Raw)": 0.6690917611122131, "Finetune/Step": 1742, "Finetune/Step Time": 10.914493668824434}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8180242776870728, "Finetune/Loss (Raw)": 0.8070048093795776, "Finetune/Step": 1743, "Finetune/Step Time": 10.933519823476672}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8179243803024292, "Finetune/Loss (Raw)": 0.807974636554718, "Finetune/Step": 1744, "Finetune/Step Time": 10.938454421237111}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8185988068580627, "Finetune/Loss (Raw)": 0.8607038855552673, "Finetune/Step": 1745, "Finetune/Step Time": 10.932644501328468}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8195285201072693, "Finetune/Loss (Raw)": 0.9294249415397644, "Finetune/Step": 1746, "Finetune/Step Time": 10.932046066969633}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8297232985496521, "Finetune/Loss (Raw)": 2.028019666671753, "Finetune/Step": 1747, "Finetune/Step Time": 10.969483399763703}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8269609808921814, "Finetune/Loss (Raw)": 0.661544919013977, "Finetune/Step": 1748, "Finetune/Step Time": 10.983144706115127}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8278578519821167, "Finetune/Loss (Raw)": 0.8732239007949829, "Finetune/Step": 1749, "Finetune/Step Time": 10.964901627972722}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8277218341827393, "Finetune/Loss (Raw)": 0.9231136441230774, "Finetune/Step": 1750, "Finetune/Step Time": 10.981322657316923}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8267874717712402, "Finetune/Loss (Raw)": 0.8975246548652649, "Finetune/Step": 1751, "Finetune/Step Time": 10.976959235966206}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.827896237373352, "Finetune/Loss (Raw)": 0.9893569946289062, "Finetune/Step": 1752, "Finetune/Step Time": 10.975716708227992}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8276981115341187, "Finetune/Loss (Raw)": 0.8296430110931396, "Finetune/Step": 1753, "Finetune/Step Time": 10.975815128535032}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8277294635772705, "Finetune/Loss (Raw)": 0.8717421889305115, "Finetune/Step": 1754, "Finetune/Step Time": 10.994005041196942}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.826964259147644, "Finetune/Loss (Raw)": 0.8289003372192383, "Finetune/Step": 1755, "Finetune/Step Time": 11.012207258492708}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8282859325408936, "Finetune/Loss (Raw)": 0.9445711374282837, "Finetune/Step": 1756, "Finetune/Step Time": 11.017997726798058}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8271750807762146, "Finetune/Loss (Raw)": 0.6007459163665771, "Finetune/Step": 1757, "Finetune/Step Time": 11.063777735456824}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.826215386390686, "Finetune/Loss (Raw)": 0.7346315979957581, "Finetune/Step": 1758, "Finetune/Step Time": 11.065348982810974}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8270833492279053, "Finetune/Loss (Raw)": 0.922095775604248, "Finetune/Step": 1759, "Finetune/Step Time": 11.069158617407084}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8282748460769653, "Finetune/Loss (Raw)": 0.9452915191650391, "Finetune/Step": 1760, "Finetune/Step Time": 11.06365062482655}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8281770944595337, "Finetune/Loss (Raw)": 0.7341071963310242, "Finetune/Step": 1761, "Finetune/Step Time": 11.070963054895401}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8273117542266846, "Finetune/Loss (Raw)": 0.7305811643600464, "Finetune/Step": 1762, "Finetune/Step Time": 11.081052919849753}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8289988040924072, "Finetune/Loss (Raw)": 0.9703109860420227, "Finetune/Step": 1763, "Finetune/Step Time": 11.069975951686502}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8292679190635681, "Finetune/Loss (Raw)": 0.8959264755249023, "Finetune/Step": 1764, "Finetune/Step Time": 11.098315216600895}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.829063892364502, "Finetune/Loss (Raw)": 0.7378605604171753, "Finetune/Step": 1765, "Finetune/Step Time": 11.11427517235279}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8299340009689331, "Finetune/Loss (Raw)": 0.877059280872345, "Finetune/Step": 1766, "Finetune/Step Time": 11.112308973446488}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8299298286437988, "Finetune/Loss (Raw)": 0.7112367749214172, "Finetune/Step": 1767, "Finetune/Step Time": 11.107686925679445}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8281309604644775, "Finetune/Loss (Raw)": 0.6905175447463989, "Finetune/Step": 1768, "Finetune/Step Time": 11.107795445248485}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8264124989509583, "Finetune/Loss (Raw)": 0.6675668358802795, "Finetune/Step": 1769, "Finetune/Step Time": 11.125991621986032}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8267185688018799, "Finetune/Loss (Raw)": 0.8588060736656189, "Finetune/Step": 1770, "Finetune/Step Time": 11.132712364196777}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8255089521408081, "Finetune/Loss (Raw)": 0.7964826226234436, "Finetune/Step": 1771, "Finetune/Step Time": 11.129960536956787}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8269509077072144, "Finetune/Loss (Raw)": 0.9480911493301392, "Finetune/Step": 1772, "Finetune/Step Time": 11.093254938721657}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.826465904712677, "Finetune/Loss (Raw)": 0.7633687257766724, "Finetune/Step": 1773, "Finetune/Step Time": 11.105155589058995}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8252743482589722, "Finetune/Loss (Raw)": 0.7484599947929382, "Finetune/Step": 1774, "Finetune/Step Time": 11.12530848942697}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8265859484672546, "Finetune/Loss (Raw)": 0.9294989109039307, "Finetune/Step": 1775, "Finetune/Step Time": 11.104816135019064}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8261592984199524, "Finetune/Loss (Raw)": 0.8196877241134644, "Finetune/Step": 1776, "Finetune/Step Time": 11.104962710291147}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8266288638114929, "Finetune/Loss (Raw)": 0.8354411721229553, "Finetune/Step": 1777, "Finetune/Step Time": 11.099860114976764}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8261826634407043, "Finetune/Loss (Raw)": 0.7948756814002991, "Finetune/Step": 1778, "Finetune/Step Time": 11.10456858202815}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8283594846725464, "Finetune/Loss (Raw)": 0.995051383972168, "Finetune/Step": 1779, "Finetune/Step Time": 11.083281684666872}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.828403115272522, "Finetune/Loss (Raw)": 0.7938351631164551, "Finetune/Step": 1780, "Finetune/Step Time": 11.070031382143497}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8272697329521179, "Finetune/Loss (Raw)": 0.6684200763702393, "Finetune/Step": 1781, "Finetune/Step Time": 11.069691570475698}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8268243670463562, "Finetune/Loss (Raw)": 0.822085976600647, "Finetune/Step": 1782, "Finetune/Step Time": 11.05202549137175}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.82763671875, "Finetune/Loss (Raw)": 0.7215536236763, "Finetune/Step": 1783, "Finetune/Step Time": 11.016390828415751}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8286097645759583, "Finetune/Loss (Raw)": 0.9804266691207886, "Finetune/Step": 1784, "Finetune/Step Time": 11.016080442816019}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8271826505661011, "Finetune/Loss (Raw)": 0.6240136623382568, "Finetune/Step": 1785, "Finetune/Step Time": 11.032630758360028}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8268483281135559, "Finetune/Loss (Raw)": 0.8279778957366943, "Finetune/Step": 1786, "Finetune/Step Time": 11.031973604112864}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8263077735900879, "Finetune/Loss (Raw)": 0.6921626925468445, "Finetune/Step": 1787, "Finetune/Step Time": 11.038884997367859}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8252518177032471, "Finetune/Loss (Raw)": 0.7242063879966736, "Finetune/Step": 1788, "Finetune/Step Time": 11.034986440092325}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8242241144180298, "Finetune/Loss (Raw)": 0.66889488697052, "Finetune/Step": 1789, "Finetune/Step Time": 11.07347928546369}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8238486647605896, "Finetune/Loss (Raw)": 0.8627819418907166, "Finetune/Step": 1790, "Finetune/Step Time": 11.077193807810545}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8264408111572266, "Finetune/Loss (Raw)": 0.9241190552711487, "Finetune/Step": 1791, "Finetune/Step Time": 11.060080854222178}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.828141987323761, "Finetune/Loss (Raw)": 0.8917871117591858, "Finetune/Step": 1792, "Finetune/Step Time": 11.060320418328047}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8260860443115234, "Finetune/Loss (Raw)": 0.6972116231918335, "Finetune/Step": 1793, "Finetune/Step Time": 11.068380672484636}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8270916938781738, "Finetune/Loss (Raw)": 0.9089342951774597, "Finetune/Step": 1794, "Finetune/Step Time": 11.079700259491801}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8252068758010864, "Finetune/Loss (Raw)": 0.6018245816230774, "Finetune/Step": 1795, "Finetune/Step Time": 11.118669027462602}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8243103623390198, "Finetune/Loss (Raw)": 0.7954590916633606, "Finetune/Step": 1796, "Finetune/Step Time": 11.100929455831647}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8242053985595703, "Finetune/Loss (Raw)": 0.8215408325195312, "Finetune/Step": 1797, "Finetune/Step Time": 11.099727179855108}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8238611221313477, "Finetune/Loss (Raw)": 0.8499329090118408, "Finetune/Step": 1798, "Finetune/Step Time": 11.128240456804633}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8239089250564575, "Finetune/Loss (Raw)": 0.7965378165245056, "Finetune/Step": 1799, "Finetune/Step Time": 11.116738304495811}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8236047029495239, "Finetune/Loss (Raw)": 0.7897934913635254, "Finetune/Step": 1800, "Finetune/Step Time": 11.108336770907044}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8249800205230713, "Finetune/Loss (Raw)": 0.8693910241127014, "Finetune/Step": 1801, "Finetune/Step Time": 11.114395514130592}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8264715671539307, "Finetune/Loss (Raw)": 0.7663201093673706, "Finetune/Step": 1802, "Finetune/Step Time": 11.128015995025635}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8274509906768799, "Finetune/Loss (Raw)": 0.8076059818267822, "Finetune/Step": 1803, "Finetune/Step Time": 11.147588709369302}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8272057771682739, "Finetune/Loss (Raw)": 0.8489845991134644, "Finetune/Step": 1804, "Finetune/Step Time": 11.152528116479516}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8244500160217285, "Finetune/Loss (Raw)": 0.5512812733650208, "Finetune/Step": 1805, "Finetune/Step Time": 11.163644788786769}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8242262601852417, "Finetune/Loss (Raw)": 0.741966187953949, "Finetune/Step": 1806, "Finetune/Step Time": 11.18146444670856}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8262907266616821, "Finetune/Loss (Raw)": 0.8720162510871887, "Finetune/Step": 1807, "Finetune/Step Time": 11.146126238629222}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8258935213088989, "Finetune/Loss (Raw)": 0.7923610806465149, "Finetune/Step": 1808, "Finetune/Step Time": 11.131137061864138}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8259769678115845, "Finetune/Loss (Raw)": 0.8574686050415039, "Finetune/Step": 1809, "Finetune/Step Time": 11.13011977262795}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8242026567459106, "Finetune/Loss (Raw)": 0.7668262720108032, "Finetune/Step": 1810, "Finetune/Step Time": 11.133121686056256}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8251707553863525, "Finetune/Loss (Raw)": 0.8144703507423401, "Finetune/Step": 1811, "Finetune/Step Time": 11.125958774238825}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8242784738540649, "Finetune/Loss (Raw)": 0.6935290098190308, "Finetune/Step": 1812, "Finetune/Step Time": 11.136842742562294}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8246219754219055, "Finetune/Loss (Raw)": 0.7714709043502808, "Finetune/Step": 1813, "Finetune/Step Time": 11.12266406416893}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8263392448425293, "Finetune/Loss (Raw)": 0.8304927349090576, "Finetune/Step": 1814, "Finetune/Step Time": 11.105599444359541}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8257097005844116, "Finetune/Loss (Raw)": 0.8059198260307312, "Finetune/Step": 1815, "Finetune/Step Time": 11.104409148916602}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8265846967697144, "Finetune/Loss (Raw)": 0.9153562188148499, "Finetune/Step": 1816, "Finetune/Step Time": 11.096545178443193}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8278685808181763, "Finetune/Loss (Raw)": 0.827029824256897, "Finetune/Step": 1817, "Finetune/Step Time": 11.06164657138288}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8267254829406738, "Finetune/Loss (Raw)": 0.7673891186714172, "Finetune/Step": 1818, "Finetune/Step Time": 11.063653413206339}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8268066644668579, "Finetune/Loss (Raw)": 0.8552206158638, "Finetune/Step": 1819, "Finetune/Step Time": 11.060738753527403}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8267847299575806, "Finetune/Loss (Raw)": 0.7119143009185791, "Finetune/Step": 1820, "Finetune/Step Time": 11.033622583374381}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8281710147857666, "Finetune/Loss (Raw)": 0.8293190002441406, "Finetune/Step": 1821, "Finetune/Step Time": 11.011378841474652}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.831586480140686, "Finetune/Loss (Raw)": 1.0153300762176514, "Finetune/Step": 1822, "Finetune/Step Time": 11.003774672746658}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8327801823616028, "Finetune/Loss (Raw)": 0.8025708794593811, "Finetune/Step": 1823, "Finetune/Step Time": 10.991507155820727}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8311799764633179, "Finetune/Loss (Raw)": 0.6206516623497009, "Finetune/Step": 1824, "Finetune/Step Time": 11.000635897740722}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8308464288711548, "Finetune/Loss (Raw)": 0.8197381496429443, "Finetune/Step": 1825, "Finetune/Step Time": 11.004426911473274}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8309924006462097, "Finetune/Loss (Raw)": 0.8426116108894348, "Finetune/Step": 1826, "Finetune/Step Time": 11.009984120726585}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8304536938667297, "Finetune/Loss (Raw)": 0.776390790939331, "Finetune/Step": 1827, "Finetune/Step Time": 11.058498863130808}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8304855823516846, "Finetune/Loss (Raw)": 0.846041202545166, "Finetune/Step": 1828, "Finetune/Step Time": 11.057069217786193}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8311507105827332, "Finetune/Loss (Raw)": 0.9949178099632263, "Finetune/Step": 1829, "Finetune/Step Time": 11.059939509257674}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8315074443817139, "Finetune/Loss (Raw)": 0.9337478876113892, "Finetune/Step": 1830, "Finetune/Step Time": 11.07536137662828}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.832495391368866, "Finetune/Loss (Raw)": 0.8043321371078491, "Finetune/Step": 1831, "Finetune/Step Time": 11.054114626720548}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8353073596954346, "Finetune/Loss (Raw)": 0.9429925680160522, "Finetune/Step": 1832, "Finetune/Step Time": 11.019118670374155}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.834648609161377, "Finetune/Loss (Raw)": 0.7141067385673523, "Finetune/Step": 1833, "Finetune/Step Time": 11.046197459101677}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8349951505661011, "Finetune/Loss (Raw)": 0.9296137690544128, "Finetune/Step": 1834, "Finetune/Step Time": 11.051816489547491}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8352373242378235, "Finetune/Loss (Raw)": 0.8666728138923645, "Finetune/Step": 1835, "Finetune/Step Time": 11.062601247802377}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8357020616531372, "Finetune/Loss (Raw)": 0.8695264458656311, "Finetune/Step": 1836, "Finetune/Step Time": 11.056970601901412}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8348890542984009, "Finetune/Loss (Raw)": 0.8077342510223389, "Finetune/Step": 1837, "Finetune/Step Time": 11.057724993675947}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8352127075195312, "Finetune/Loss (Raw)": 0.8334994316101074, "Finetune/Step": 1838, "Finetune/Step Time": 11.051987102255225}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8358199596405029, "Finetune/Loss (Raw)": 0.8870982527732849, "Finetune/Step": 1839, "Finetune/Step Time": 11.045991824939847}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8345720767974854, "Finetune/Loss (Raw)": 0.8058037161827087, "Finetune/Step": 1840, "Finetune/Step Time": 11.05188600346446}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8335144519805908, "Finetune/Loss (Raw)": 0.7352034449577332, "Finetune/Step": 1841, "Finetune/Step Time": 11.04022778198123}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8339998126029968, "Finetune/Loss (Raw)": 0.9083118438720703, "Finetune/Step": 1842, "Finetune/Step Time": 11.034092159941792}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8355485200881958, "Finetune/Loss (Raw)": 0.7999336123466492, "Finetune/Step": 1843, "Finetune/Step Time": 11.04246793501079}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8349723815917969, "Finetune/Loss (Raw)": 0.7786120176315308, "Finetune/Step": 1844, "Finetune/Step Time": 11.060155250132084}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8343110680580139, "Finetune/Loss (Raw)": 0.7422267198562622, "Finetune/Step": 1845, "Finetune/Step Time": 11.061422219499946}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8343534469604492, "Finetune/Loss (Raw)": 0.8869301080703735, "Finetune/Step": 1846, "Finetune/Step Time": 11.084952311590314}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8345376253128052, "Finetune/Loss (Raw)": 0.8238349556922913, "Finetune/Step": 1847, "Finetune/Step Time": 11.096412951126695}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8338084816932678, "Finetune/Loss (Raw)": 0.8301264643669128, "Finetune/Step": 1848, "Finetune/Step Time": 11.088126940652728}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8344317674636841, "Finetune/Loss (Raw)": 0.9366167187690735, "Finetune/Step": 1849, "Finetune/Step Time": 11.080684326589108}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8346525430679321, "Finetune/Loss (Raw)": 0.8760075569152832, "Finetune/Step": 1850, "Finetune/Step Time": 11.089286729693413}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8331483602523804, "Finetune/Loss (Raw)": 0.6164672374725342, "Finetune/Step": 1851, "Finetune/Step Time": 11.095014119520783}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8338892459869385, "Finetune/Loss (Raw)": 0.8506267666816711, "Finetune/Step": 1852, "Finetune/Step Time": 11.097937740385532}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8342324495315552, "Finetune/Loss (Raw)": 0.8784927725791931, "Finetune/Step": 1853, "Finetune/Step Time": 11.102224662899971}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8350784778594971, "Finetune/Loss (Raw)": 0.8647907376289368, "Finetune/Step": 1854, "Finetune/Step Time": 11.09371098689735}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8354694843292236, "Finetune/Loss (Raw)": 0.887377142906189, "Finetune/Step": 1855, "Finetune/Step Time": 11.070611827075481}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8358676433563232, "Finetune/Loss (Raw)": 0.9732632637023926, "Finetune/Step": 1856, "Finetune/Step Time": 11.069648055359721}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8350949883460999, "Finetune/Loss (Raw)": 0.7352696657180786, "Finetune/Step": 1857, "Finetune/Step Time": 11.135635539889336}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8359427452087402, "Finetune/Loss (Raw)": 0.8317812085151672, "Finetune/Step": 1858, "Finetune/Step Time": 11.144939877092838}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8354223370552063, "Finetune/Loss (Raw)": 0.9363078474998474, "Finetune/Step": 1859, "Finetune/Step Time": 11.134641855955124}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8337214589118958, "Finetune/Loss (Raw)": 0.6880120635032654, "Finetune/Step": 1860, "Finetune/Step Time": 11.117576979100704}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.833122193813324, "Finetune/Loss (Raw)": 0.7700778841972351, "Finetune/Step": 1861, "Finetune/Step Time": 11.117355484515429}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8321850895881653, "Finetune/Loss (Raw)": 0.7477946281433105, "Finetune/Step": 1862, "Finetune/Step Time": 11.096524186432362}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8313819766044617, "Finetune/Loss (Raw)": 0.7095534205436707, "Finetune/Step": 1863, "Finetune/Step Time": 11.094471994787455}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8306046724319458, "Finetune/Loss (Raw)": 0.741019070148468, "Finetune/Step": 1864, "Finetune/Step Time": 11.102388110011816}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8316526412963867, "Finetune/Loss (Raw)": 0.8885602355003357, "Finetune/Step": 1865, "Finetune/Step Time": 11.112107701599598}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8266314268112183, "Finetune/Loss (Raw)": 0.9160878658294678, "Finetune/Step": 1866, "Finetune/Step Time": 11.090563349425793}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8275066614151001, "Finetune/Loss (Raw)": 0.9195855855941772, "Finetune/Step": 1867, "Finetune/Step Time": 11.099956527352333}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8274049758911133, "Finetune/Loss (Raw)": 0.7149053812026978, "Finetune/Step": 1868, "Finetune/Step Time": 11.106297453865409}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8264962434768677, "Finetune/Loss (Raw)": 0.9009950160980225, "Finetune/Step": 1869, "Finetune/Step Time": 11.096859853714705}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8270547389984131, "Finetune/Loss (Raw)": 0.7405823469161987, "Finetune/Step": 1870, "Finetune/Step Time": 11.089454472064972}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8269107341766357, "Finetune/Loss (Raw)": 0.7885652184486389, "Finetune/Step": 1871, "Finetune/Step Time": 11.112398589029908}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8258626461029053, "Finetune/Loss (Raw)": 0.6738234162330627, "Finetune/Step": 1872, "Finetune/Step Time": 11.115174638107419}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8244823813438416, "Finetune/Loss (Raw)": 0.684029221534729, "Finetune/Step": 1873, "Finetune/Step Time": 11.145438525825739}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8240165114402771, "Finetune/Loss (Raw)": 0.8697935342788696, "Finetune/Step": 1874, "Finetune/Step Time": 11.145828222855926}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.813157856464386, "Finetune/Loss (Raw)": 0.6381108164787292, "Finetune/Step": 1875, "Finetune/Step Time": 11.122591538354754}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8146288394927979, "Finetune/Loss (Raw)": 0.8498332500457764, "Finetune/Step": 1876, "Finetune/Step Time": 11.104322807863355}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8145191073417664, "Finetune/Loss (Raw)": 0.859180748462677, "Finetune/Step": 1877, "Finetune/Step Time": 11.111168418079615}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8123756647109985, "Finetune/Loss (Raw)": 0.6487442255020142, "Finetune/Step": 1878, "Finetune/Step Time": 11.100677078589797}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.812565803527832, "Finetune/Loss (Raw)": 0.9218679070472717, "Finetune/Step": 1879, "Finetune/Step Time": 11.088803924620152}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.809619665145874, "Finetune/Loss (Raw)": 0.6122460961341858, "Finetune/Step": 1880, "Finetune/Step Time": 11.117324883118272}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8086302876472473, "Finetune/Loss (Raw)": 0.7030102610588074, "Finetune/Step": 1881, "Finetune/Step Time": 11.125432569533587}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8083733916282654, "Finetune/Loss (Raw)": 0.8388559818267822, "Finetune/Step": 1882, "Finetune/Step Time": 11.11012014746666}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8070506453514099, "Finetune/Loss (Raw)": 0.6595886945724487, "Finetune/Step": 1883, "Finetune/Step Time": 11.114069167524576}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8044159412384033, "Finetune/Loss (Raw)": 0.6073229908943176, "Finetune/Step": 1884, "Finetune/Step Time": 11.148236541077495}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.80661940574646, "Finetune/Loss (Raw)": 0.8827968835830688, "Finetune/Step": 1885, "Finetune/Step Time": 11.102412808686495}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8083631992340088, "Finetune/Loss (Raw)": 0.9578352570533752, "Finetune/Step": 1886, "Finetune/Step Time": 11.109995989128947}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8067841529846191, "Finetune/Loss (Raw)": 0.7199833393096924, "Finetune/Step": 1887, "Finetune/Step Time": 11.10430920869112}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8047378063201904, "Finetune/Loss (Raw)": 0.6833555102348328, "Finetune/Step": 1888, "Finetune/Step Time": 11.114886118099093}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.805269718170166, "Finetune/Loss (Raw)": 0.8021871447563171, "Finetune/Step": 1889, "Finetune/Step Time": 11.131602708250284}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8057522773742676, "Finetune/Loss (Raw)": 0.7923479676246643, "Finetune/Step": 1890, "Finetune/Step Time": 11.142467729747295}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8051407337188721, "Finetune/Loss (Raw)": 0.8920373320579529, "Finetune/Step": 1891, "Finetune/Step Time": 11.122619722038507}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8056298494338989, "Finetune/Loss (Raw)": 0.958530843257904, "Finetune/Step": 1892, "Finetune/Step Time": 11.095510078594089}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8060135245323181, "Finetune/Loss (Raw)": 0.7869755625724792, "Finetune/Step": 1893, "Finetune/Step Time": 11.097459148615599}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8047934770584106, "Finetune/Loss (Raw)": 0.720890462398529, "Finetune/Step": 1894, "Finetune/Step Time": 11.087473476305604}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8054090142250061, "Finetune/Loss (Raw)": 0.7900272011756897, "Finetune/Step": 1895, "Finetune/Step Time": 11.09204282052815}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8064736127853394, "Finetune/Loss (Raw)": 0.8267780542373657, "Finetune/Step": 1896, "Finetune/Step Time": 11.097574468702078}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8087406754493713, "Finetune/Loss (Raw)": 0.9577596783638, "Finetune/Step": 1897, "Finetune/Step Time": 11.082026803866029}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8086824417114258, "Finetune/Loss (Raw)": 0.8513551354408264, "Finetune/Step": 1898, "Finetune/Step Time": 11.086883299052715}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8078340888023376, "Finetune/Loss (Raw)": 0.6878893971443176, "Finetune/Step": 1899, "Finetune/Step Time": 11.11720422282815}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8068049550056458, "Finetune/Loss (Raw)": 0.8163595795631409, "Finetune/Step": 1900, "Finetune/Step Time": 11.1187454611063}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8067694306373596, "Finetune/Loss (Raw)": 0.7588228583335876, "Finetune/Step": 1901, "Finetune/Step Time": 11.113679574802518}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.807955801486969, "Finetune/Loss (Raw)": 0.9003177285194397, "Finetune/Step": 1902, "Finetune/Step Time": 11.102984508499503}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8066570162773132, "Finetune/Loss (Raw)": 0.7632513046264648, "Finetune/Step": 1903, "Finetune/Step Time": 11.134828457608819}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8063478469848633, "Finetune/Loss (Raw)": 0.7801161408424377, "Finetune/Step": 1904, "Finetune/Step Time": 11.141138480976224}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8044416904449463, "Finetune/Loss (Raw)": 0.5914589762687683, "Finetune/Step": 1905, "Finetune/Step Time": 11.182142810896039}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8039942383766174, "Finetune/Loss (Raw)": 0.7375929951667786, "Finetune/Step": 1906, "Finetune/Step Time": 11.197272524237633}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8026968240737915, "Finetune/Loss (Raw)": 0.8289888501167297, "Finetune/Step": 1907, "Finetune/Step Time": 11.218766013160348}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8024061918258667, "Finetune/Loss (Raw)": 0.7566347122192383, "Finetune/Step": 1908, "Finetune/Step Time": 11.218220887705684}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8017393350601196, "Finetune/Loss (Raw)": 0.5830596089363098, "Finetune/Step": 1909, "Finetune/Step Time": 11.219402011483908}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8016984462738037, "Finetune/Loss (Raw)": 0.816848874092102, "Finetune/Step": 1910, "Finetune/Step Time": 11.225110022351146}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8026650547981262, "Finetune/Loss (Raw)": 0.8452785611152649, "Finetune/Step": 1911, "Finetune/Step Time": 11.231759224087}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8011934757232666, "Finetune/Loss (Raw)": 0.7920662760734558, "Finetune/Step": 1912, "Finetune/Step Time": 11.226121885702014}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8024930953979492, "Finetune/Loss (Raw)": 0.7903656363487244, "Finetune/Step": 1913, "Finetune/Step Time": 11.206226360052824}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8035869598388672, "Finetune/Loss (Raw)": 0.967989981174469, "Finetune/Step": 1914, "Finetune/Step Time": 11.202356059104204}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.805153489112854, "Finetune/Loss (Raw)": 0.8926860094070435, "Finetune/Step": 1915, "Finetune/Step Time": 11.244843868538737}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8058055639266968, "Finetune/Loss (Raw)": 0.8076662421226501, "Finetune/Step": 1916, "Finetune/Step Time": 11.24598872475326}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8063634634017944, "Finetune/Loss (Raw)": 0.7403106689453125, "Finetune/Step": 1917, "Finetune/Step Time": 11.204794457182288}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8057031631469727, "Finetune/Loss (Raw)": 0.7782648205757141, "Finetune/Step": 1918, "Finetune/Step Time": 11.189554521813989}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8048770427703857, "Finetune/Loss (Raw)": 0.8183719515800476, "Finetune/Step": 1919, "Finetune/Step Time": 11.18313455954194}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8035964369773865, "Finetune/Loss (Raw)": 0.727870762348175, "Finetune/Step": 1920, "Finetune/Step Time": 11.199170826002955}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.805338442325592, "Finetune/Loss (Raw)": 0.9201921820640564, "Finetune/Step": 1921, "Finetune/Step Time": 11.179691275581717}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8022962212562561, "Finetune/Loss (Raw)": 0.5195217728614807, "Finetune/Step": 1922, "Finetune/Step Time": 11.218258894979954}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8040099143981934, "Finetune/Loss (Raw)": 0.8211852312088013, "Finetune/Step": 1923, "Finetune/Step Time": 11.183181628584862}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8046184778213501, "Finetune/Loss (Raw)": 0.873345673084259, "Finetune/Step": 1924, "Finetune/Step Time": 11.180050894618034}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8057297468185425, "Finetune/Loss (Raw)": 0.9637853503227234, "Finetune/Step": 1925, "Finetune/Step Time": 11.176329838111997}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8043303489685059, "Finetune/Loss (Raw)": 0.6708162426948547, "Finetune/Step": 1926, "Finetune/Step Time": 11.186579646542668}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8033518195152283, "Finetune/Loss (Raw)": 0.6712815761566162, "Finetune/Step": 1927, "Finetune/Step Time": 11.229749972000718}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8043662309646606, "Finetune/Loss (Raw)": 0.9196409583091736, "Finetune/Step": 1928, "Finetune/Step Time": 11.215155757963657}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8029258251190186, "Finetune/Loss (Raw)": 0.6850150227546692, "Finetune/Step": 1929, "Finetune/Step Time": 11.202235832810402}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8016543388366699, "Finetune/Loss (Raw)": 0.6035741567611694, "Finetune/Step": 1930, "Finetune/Step Time": 11.169425014406443}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.802075982093811, "Finetune/Loss (Raw)": 0.861569881439209, "Finetune/Step": 1931, "Finetune/Step Time": 11.135524058714509}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8005465269088745, "Finetune/Loss (Raw)": 0.653222918510437, "Finetune/Step": 1932, "Finetune/Step Time": 11.167923629283905}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8030225038528442, "Finetune/Loss (Raw)": 0.8682013154029846, "Finetune/Step": 1933, "Finetune/Step Time": 11.17279788851738}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8040961027145386, "Finetune/Loss (Raw)": 0.8793896436691284, "Finetune/Step": 1934, "Finetune/Step Time": 11.151937186717987}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8043789267539978, "Finetune/Loss (Raw)": 0.9082111716270447, "Finetune/Step": 1935, "Finetune/Step Time": 11.155351113528013}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8035815954208374, "Finetune/Loss (Raw)": 0.6903091669082642, "Finetune/Step": 1936, "Finetune/Step Time": 11.184161458164454}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.803572416305542, "Finetune/Loss (Raw)": 0.8562942743301392, "Finetune/Step": 1937, "Finetune/Step Time": 11.182996194809675}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8030511736869812, "Finetune/Loss (Raw)": 0.7001036405563354, "Finetune/Step": 1938, "Finetune/Step Time": 11.213701637461782}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8029930591583252, "Finetune/Loss (Raw)": 0.8070283532142639, "Finetune/Step": 1939, "Finetune/Step Time": 11.209502693265676}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8012179732322693, "Finetune/Loss (Raw)": 0.4663200080394745, "Finetune/Step": 1940, "Finetune/Step Time": 11.210485506802797}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8012537956237793, "Finetune/Loss (Raw)": 0.7760575413703918, "Finetune/Step": 1941, "Finetune/Step Time": 11.208645485341549}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8022661209106445, "Finetune/Loss (Raw)": 0.9600752592086792, "Finetune/Step": 1942, "Finetune/Step Time": 11.21485703252256}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8029325008392334, "Finetune/Loss (Raw)": 0.891211211681366, "Finetune/Step": 1943, "Finetune/Step Time": 11.217637376859784}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8022360801696777, "Finetune/Loss (Raw)": 0.8262090086936951, "Finetune/Step": 1944, "Finetune/Step Time": 11.225331451743841}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8005340099334717, "Finetune/Loss (Raw)": 0.6091707944869995, "Finetune/Step": 1945, "Finetune/Step Time": 11.263301689177752}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8014870882034302, "Finetune/Loss (Raw)": 0.8893846273422241, "Finetune/Step": 1946, "Finetune/Step Time": 11.280280018225312}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8021299839019775, "Finetune/Loss (Raw)": 0.9375019073486328, "Finetune/Step": 1947, "Finetune/Step Time": 11.280765529721975}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8043384552001953, "Finetune/Loss (Raw)": 0.9946058988571167, "Finetune/Step": 1948, "Finetune/Step Time": 11.279168443754315}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8051184415817261, "Finetune/Loss (Raw)": 0.9291597008705139, "Finetune/Step": 1949, "Finetune/Step Time": 11.280498886480927}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.804766058921814, "Finetune/Loss (Raw)": 0.9702290296554565, "Finetune/Step": 1950, "Finetune/Step Time": 11.27449711970985}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8058555126190186, "Finetune/Loss (Raw)": 0.9420076012611389, "Finetune/Step": 1951, "Finetune/Step Time": 11.281382346525788}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.808394730091095, "Finetune/Loss (Raw)": 0.9456812739372253, "Finetune/Step": 1952, "Finetune/Step Time": 11.271333834156394}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8063231706619263, "Finetune/Loss (Raw)": 0.5545703768730164, "Finetune/Step": 1953, "Finetune/Step Time": 11.284989234060049}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8042858839035034, "Finetune/Loss (Raw)": 0.5818491578102112, "Finetune/Step": 1954, "Finetune/Step Time": 11.29368844628334}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8037407398223877, "Finetune/Loss (Raw)": 0.7066060900688171, "Finetune/Step": 1955, "Finetune/Step Time": 11.269480044022202}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8028506636619568, "Finetune/Loss (Raw)": 0.732111394405365, "Finetune/Step": 1956, "Finetune/Step Time": 11.259984882548451}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8018578290939331, "Finetune/Loss (Raw)": 0.8678378462791443, "Finetune/Step": 1957, "Finetune/Step Time": 11.252630649134517}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8017328977584839, "Finetune/Loss (Raw)": 0.9177522659301758, "Finetune/Step": 1958, "Finetune/Step Time": 11.233873689547181}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8012778759002686, "Finetune/Loss (Raw)": 0.7460904121398926, "Finetune/Step": 1959, "Finetune/Step Time": 11.238540524616838}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8014854192733765, "Finetune/Loss (Raw)": 0.9695659875869751, "Finetune/Step": 1960, "Finetune/Step Time": 11.246947973966599}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.801242470741272, "Finetune/Loss (Raw)": 0.6830059885978699, "Finetune/Step": 1961, "Finetune/Step Time": 11.227556198835373}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.7992041110992432, "Finetune/Loss (Raw)": 0.6687026619911194, "Finetune/Step": 1962, "Finetune/Step Time": 11.267499461770058}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.7970504760742188, "Finetune/Loss (Raw)": 0.5910097360610962, "Finetune/Step": 1963, "Finetune/Step Time": 11.286234468221664}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.7964460849761963, "Finetune/Loss (Raw)": 0.7921543717384338, "Finetune/Step": 1964, "Finetune/Step Time": 11.297086155042052}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.7950546145439148, "Finetune/Loss (Raw)": 0.6296331286430359, "Finetune/Step": 1965, "Finetune/Step Time": 11.294119909405708}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7943772077560425, "Finetune/Loss (Raw)": 0.7467942833900452, "Finetune/Step": 1966, "Finetune/Step Time": 11.2846525516361}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7932571172714233, "Finetune/Loss (Raw)": 0.7437242865562439, "Finetune/Step": 1967, "Finetune/Step Time": 11.269223898649216}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7940713167190552, "Finetune/Loss (Raw)": 0.9100209474563599, "Finetune/Step": 1968, "Finetune/Step Time": 11.248220713809133}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7933710813522339, "Finetune/Loss (Raw)": 0.6455762386322021, "Finetune/Step": 1969, "Finetune/Step Time": 11.285620709881186}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.792461633682251, "Finetune/Loss (Raw)": 0.7918983101844788, "Finetune/Step": 1970, "Finetune/Step Time": 11.28130405396223}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.791620135307312, "Finetune/Loss (Raw)": 0.6922204494476318, "Finetune/Step": 1971, "Finetune/Step Time": 11.297354485839605}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7917883992195129, "Finetune/Loss (Raw)": 0.8001525402069092, "Finetune/Step": 1972, "Finetune/Step Time": 11.281813941895962}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7920141220092773, "Finetune/Loss (Raw)": 0.7711142897605896, "Finetune/Step": 1973, "Finetune/Step Time": 11.328329287469387}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7923586368560791, "Finetune/Loss (Raw)": 0.9310306310653687, "Finetune/Step": 1974, "Finetune/Step Time": 11.304282715544105}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7924094796180725, "Finetune/Loss (Raw)": 0.8303420543670654, "Finetune/Step": 1975, "Finetune/Step Time": 11.290995800867677}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7923953533172607, "Finetune/Loss (Raw)": 0.8283198475837708, "Finetune/Step": 1976, "Finetune/Step Time": 11.291114808991551}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7917869091033936, "Finetune/Loss (Raw)": 0.8587402701377869, "Finetune/Step": 1977, "Finetune/Step Time": 11.304791139438748}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7923258543014526, "Finetune/Loss (Raw)": 0.9449891448020935, "Finetune/Step": 1978, "Finetune/Step Time": 11.29888305068016}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7925654649734497, "Finetune/Loss (Raw)": 0.6471387147903442, "Finetune/Step": 1979, "Finetune/Step Time": 11.304807275533676}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7912988662719727, "Finetune/Loss (Raw)": 0.6885033249855042, "Finetune/Step": 1980, "Finetune/Step Time": 11.348613623529673}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7908879518508911, "Finetune/Loss (Raw)": 0.8258947730064392, "Finetune/Step": 1981, "Finetune/Step Time": 11.357212780043483}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7907419204711914, "Finetune/Loss (Raw)": 0.8460924029350281, "Finetune/Step": 1982, "Finetune/Step Time": 11.36473129503429}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7901380062103271, "Finetune/Loss (Raw)": 0.8100759387016296, "Finetune/Step": 1983, "Finetune/Step Time": 11.364356869831681}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7902563810348511, "Finetune/Loss (Raw)": 0.9884238839149475, "Finetune/Step": 1984, "Finetune/Step Time": 11.363390501588583}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7917110323905945, "Finetune/Loss (Raw)": 0.9214640855789185, "Finetune/Step": 1985, "Finetune/Step Time": 11.296245349571109}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7931009531021118, "Finetune/Loss (Raw)": 1.00968599319458, "Finetune/Step": 1986, "Finetune/Step Time": 11.280723996460438}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7916990518569946, "Finetune/Loss (Raw)": 0.7568680644035339, "Finetune/Step": 1987, "Finetune/Step Time": 11.32153975777328}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7926293611526489, "Finetune/Loss (Raw)": 0.8070892691612244, "Finetune/Step": 1988, "Finetune/Step Time": 11.319219756871462}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7935031056404114, "Finetune/Loss (Raw)": 0.8819153308868408, "Finetune/Step": 1989, "Finetune/Step Time": 11.316738534718752}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7944531440734863, "Finetune/Loss (Raw)": 0.8694034814834595, "Finetune/Step": 1990, "Finetune/Step Time": 11.316266845911741}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7943892478942871, "Finetune/Loss (Raw)": 0.7013735175132751, "Finetune/Step": 1991, "Finetune/Step Time": 11.313584642484784}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7952001690864563, "Finetune/Loss (Raw)": 0.8448131680488586, "Finetune/Step": 1992, "Finetune/Step Time": 11.303482670336962}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7936798334121704, "Finetune/Loss (Raw)": 0.6939560770988464, "Finetune/Step": 1993, "Finetune/Step Time": 11.299294209107757}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7915448546409607, "Finetune/Loss (Raw)": 0.6428167223930359, "Finetune/Step": 1994, "Finetune/Step Time": 11.295256009325385}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7897765040397644, "Finetune/Loss (Raw)": 0.6932349801063538, "Finetune/Step": 1995, "Finetune/Step Time": 11.297228962182999}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7899590134620667, "Finetune/Loss (Raw)": 0.7382687330245972, "Finetune/Step": 1996, "Finetune/Step Time": 11.2735560182482}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7903032302856445, "Finetune/Loss (Raw)": 0.9450458884239197, "Finetune/Step": 1997, "Finetune/Step Time": 11.276953728869557}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7906063795089722, "Finetune/Loss (Raw)": 0.7793943881988525, "Finetune/Step": 1998, "Finetune/Step Time": 11.278251329436898}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7897000312805176, "Finetune/Loss (Raw)": 0.6725516319274902, "Finetune/Step": 1999, "Finetune/Step Time": 11.267308941110969}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7895250916481018, "Finetune/Loss (Raw)": 0.6514317989349365, "Finetune/Step": 2000, "Finetune/Step Time": 11.308559861034155}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7906664609909058, "Finetune/Loss (Raw)": 0.8301236629486084, "Finetune/Step": 2001, "Finetune/Step Time": 11.275100791826844}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7902792692184448, "Finetune/Loss (Raw)": 0.8202328085899353, "Finetune/Step": 2002, "Finetune/Step Time": 11.268349142745137}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7912207245826721, "Finetune/Loss (Raw)": 0.7586178183555603, "Finetune/Step": 2003, "Finetune/Step Time": 11.265342881903052}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7907304763793945, "Finetune/Loss (Raw)": 0.7870760560035706, "Finetune/Step": 2004, "Finetune/Step Time": 11.268383232876658}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7898708581924438, "Finetune/Loss (Raw)": 0.7491486072540283, "Finetune/Step": 2005, "Finetune/Step Time": 11.256924882531166}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7909806370735168, "Finetune/Loss (Raw)": 0.7908027768135071, "Finetune/Step": 2006, "Finetune/Step Time": 11.243371998891234}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7918179631233215, "Finetune/Loss (Raw)": 1.0290436744689941, "Finetune/Step": 2007, "Finetune/Step Time": 11.24398647248745}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7930917143821716, "Finetune/Loss (Raw)": 0.7752838730812073, "Finetune/Step": 2008, "Finetune/Step Time": 11.219318561255932}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7934712767601013, "Finetune/Loss (Raw)": 0.7515981793403625, "Finetune/Step": 2009, "Finetune/Step Time": 11.203711865469813}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7938646078109741, "Finetune/Loss (Raw)": 0.8892050385475159, "Finetune/Step": 2010, "Finetune/Step Time": 11.20209758169949}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7965109348297119, "Finetune/Loss (Raw)": 0.9983164668083191, "Finetune/Step": 2011, "Finetune/Step Time": 11.191794889047742}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.798209547996521, "Finetune/Loss (Raw)": 0.8247480988502502, "Finetune/Step": 2012, "Finetune/Step Time": 11.149319114163518}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.798005998134613, "Finetune/Loss (Raw)": 0.8567354679107666, "Finetune/Step": 2013, "Finetune/Step Time": 11.172549830749631}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.795831561088562, "Finetune/Loss (Raw)": 0.6795120239257812, "Finetune/Step": 2014, "Finetune/Step Time": 11.186360351741314}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7956365346908569, "Finetune/Loss (Raw)": 0.695016622543335, "Finetune/Step": 2015, "Finetune/Step Time": 11.21851279400289}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.795723557472229, "Finetune/Loss (Raw)": 0.6944974660873413, "Finetune/Step": 2016, "Finetune/Step Time": 11.246556516736746}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7948770523071289, "Finetune/Loss (Raw)": 0.6938337087631226, "Finetune/Step": 2017, "Finetune/Step Time": 11.24212608113885}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.795468807220459, "Finetune/Loss (Raw)": 0.8680914044380188, "Finetune/Step": 2018, "Finetune/Step Time": 11.228608090430498}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7945313453674316, "Finetune/Loss (Raw)": 0.7720465660095215, "Finetune/Step": 2019, "Finetune/Step Time": 11.234016701579094}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7935948967933655, "Finetune/Loss (Raw)": 0.8386576771736145, "Finetune/Step": 2020, "Finetune/Step Time": 11.234330365434289}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7936643362045288, "Finetune/Loss (Raw)": 0.7958606481552124, "Finetune/Step": 2021, "Finetune/Step Time": 11.22799769230187}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7943037748336792, "Finetune/Loss (Raw)": 0.8027401566505432, "Finetune/Step": 2022, "Finetune/Step Time": 11.234047830104828}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7930111885070801, "Finetune/Loss (Raw)": 0.6245766282081604, "Finetune/Step": 2023, "Finetune/Step Time": 11.277476942166686}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7923584580421448, "Finetune/Loss (Raw)": 0.7432332634925842, "Finetune/Step": 2024, "Finetune/Step Time": 11.28280834108591}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7907787561416626, "Finetune/Loss (Raw)": 0.7555562257766724, "Finetune/Step": 2025, "Finetune/Step Time": 11.306291615590453}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7909024953842163, "Finetune/Loss (Raw)": 0.8671941161155701, "Finetune/Step": 2026, "Finetune/Step Time": 11.286980040371418}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7914221286773682, "Finetune/Loss (Raw)": 0.7544025182723999, "Finetune/Step": 2027, "Finetune/Step Time": 11.25910248234868}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7913331389427185, "Finetune/Loss (Raw)": 0.8049684762954712, "Finetune/Step": 2028, "Finetune/Step Time": 11.289149958640337}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7923365831375122, "Finetune/Loss (Raw)": 0.8872689008712769, "Finetune/Step": 2029, "Finetune/Step Time": 11.282560525462031}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7894635796546936, "Finetune/Loss (Raw)": 0.5325682163238525, "Finetune/Step": 2030, "Finetune/Step Time": 11.309909239411354}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7895904779434204, "Finetune/Loss (Raw)": 0.7794914841651917, "Finetune/Step": 2031, "Finetune/Step Time": 11.277262417599559}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7905335426330566, "Finetune/Loss (Raw)": 0.900833785533905, "Finetune/Step": 2032, "Finetune/Step Time": 11.267233720049262}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7924862504005432, "Finetune/Loss (Raw)": 0.841403603553772, "Finetune/Step": 2033, "Finetune/Step Time": 11.232297303155065}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7940976619720459, "Finetune/Loss (Raw)": 0.9438593983650208, "Finetune/Step": 2034, "Finetune/Step Time": 11.213274013251066}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7924727201461792, "Finetune/Loss (Raw)": 0.6209908127784729, "Finetune/Step": 2035, "Finetune/Step Time": 11.22939638607204}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7932028770446777, "Finetune/Loss (Raw)": 0.8500969409942627, "Finetune/Step": 2036, "Finetune/Step Time": 11.249174343422055}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7948324680328369, "Finetune/Loss (Raw)": 0.7916461825370789, "Finetune/Step": 2037, "Finetune/Step Time": 11.272854056209326}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7938072681427002, "Finetune/Loss (Raw)": 0.6856220960617065, "Finetune/Step": 2038, "Finetune/Step Time": 11.27227551303804}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7944214940071106, "Finetune/Loss (Raw)": 0.9238961935043335, "Finetune/Step": 2039, "Finetune/Step Time": 11.264909556135535}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7949094772338867, "Finetune/Loss (Raw)": 0.8545300960540771, "Finetune/Step": 2040, "Finetune/Step Time": 11.259171107783914}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7952889800071716, "Finetune/Loss (Raw)": 0.8389382362365723, "Finetune/Step": 2041, "Finetune/Step Time": 11.33264766447246}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7934733629226685, "Finetune/Loss (Raw)": 0.7355983853340149, "Finetune/Step": 2042, "Finetune/Step Time": 11.332830941304564}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7930027842521667, "Finetune/Loss (Raw)": 0.8324483633041382, "Finetune/Step": 2043, "Finetune/Step Time": 11.283582277595997}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.793211817741394, "Finetune/Loss (Raw)": 0.8344194293022156, "Finetune/Step": 2044, "Finetune/Step Time": 11.27770389802754}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7940095663070679, "Finetune/Loss (Raw)": 0.8424249291419983, "Finetune/Step": 2045, "Finetune/Step Time": 11.29383784905076}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7950201034545898, "Finetune/Loss (Raw)": 0.9076142311096191, "Finetune/Step": 2046, "Finetune/Step Time": 11.294129826128483}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7957001328468323, "Finetune/Loss (Raw)": 0.9054192304611206, "Finetune/Step": 2047, "Finetune/Step Time": 11.299462106078863}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7955713272094727, "Finetune/Loss (Raw)": 0.7113888263702393, "Finetune/Step": 2048, "Finetune/Step Time": 11.287132846191525}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7926185131072998, "Finetune/Loss (Raw)": 0.5422311425209045, "Finetune/Step": 2049, "Finetune/Step Time": 11.308731161057949}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7937538623809814, "Finetune/Loss (Raw)": 0.6648402810096741, "Finetune/Step": 2050, "Finetune/Step Time": 11.283382900059223}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7948377132415771, "Finetune/Loss (Raw)": 0.9599149823188782, "Finetune/Step": 2051, "Finetune/Step Time": 11.285176685079932}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7951235175132751, "Finetune/Loss (Raw)": 0.9099324941635132, "Finetune/Step": 2052, "Finetune/Step Time": 11.299067264422774}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7944355010986328, "Finetune/Loss (Raw)": 0.8757196664810181, "Finetune/Step": 2053, "Finetune/Step Time": 11.30125048942864}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.796394944190979, "Finetune/Loss (Raw)": 0.9216287136077881, "Finetune/Step": 2054, "Finetune/Step Time": 11.261415861546993}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.797895073890686, "Finetune/Loss (Raw)": 0.863293468952179, "Finetune/Step": 2055, "Finetune/Step Time": 11.226286755874753}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.7976795434951782, "Finetune/Loss (Raw)": 0.8920603394508362, "Finetune/Step": 2056, "Finetune/Step Time": 11.224648494273424}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.7979199886322021, "Finetune/Loss (Raw)": 0.7157869935035706, "Finetune/Step": 2057, "Finetune/Step Time": 11.236066488549113}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.7991546392440796, "Finetune/Loss (Raw)": 0.7616032361984253, "Finetune/Step": 2058, "Finetune/Step Time": 11.252262400463223}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.7982308268547058, "Finetune/Loss (Raw)": 0.7433216571807861, "Finetune/Step": 2059, "Finetune/Step Time": 11.25414938107133}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.7990505695343018, "Finetune/Loss (Raw)": 0.7581570148468018, "Finetune/Step": 2060, "Finetune/Step Time": 11.216146038845181}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.79930579662323, "Finetune/Loss (Raw)": 0.9008635878562927, "Finetune/Step": 2061, "Finetune/Step Time": 11.20142331160605}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.7985007166862488, "Finetune/Loss (Raw)": 0.7763422727584839, "Finetune/Step": 2062, "Finetune/Step Time": 11.203192772343755}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.7982341647148132, "Finetune/Loss (Raw)": 0.8740957379341125, "Finetune/Step": 2063, "Finetune/Step Time": 11.19555076956749}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.7984597086906433, "Finetune/Loss (Raw)": 0.7191795110702515, "Finetune/Step": 2064, "Finetune/Step Time": 11.200488621369004}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.7977372407913208, "Finetune/Loss (Raw)": 0.7638153433799744, "Finetune/Step": 2065, "Finetune/Step Time": 11.208227891474962}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7969120740890503, "Finetune/Loss (Raw)": 0.5944786071777344, "Finetune/Step": 2066, "Finetune/Step Time": 11.223622780293226}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.7968571186065674, "Finetune/Loss (Raw)": 0.8000018000602722, "Finetune/Step": 2067, "Finetune/Step Time": 11.233207585290074}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.7997851371765137, "Finetune/Loss (Raw)": 0.8411069512367249, "Finetune/Step": 2068, "Finetune/Step Time": 11.215596158057451}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.7999821901321411, "Finetune/Loss (Raw)": 0.8012745976448059, "Finetune/Step": 2069, "Finetune/Step Time": 11.212370602414012}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.796448826789856, "Finetune/Loss (Raw)": 0.5078046917915344, "Finetune/Step": 2070, "Finetune/Step Time": 11.22557677142322}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7961076498031616, "Finetune/Loss (Raw)": 0.8475443720817566, "Finetune/Step": 2071, "Finetune/Step Time": 11.240255486220121}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7967175245285034, "Finetune/Loss (Raw)": 0.9042708873748779, "Finetune/Step": 2072, "Finetune/Step Time": 11.239970000460744}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.7975279688835144, "Finetune/Loss (Raw)": 0.7129080891609192, "Finetune/Step": 2073, "Finetune/Step Time": 11.21594924107194}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.7979471683502197, "Finetune/Loss (Raw)": 0.9430464506149292, "Finetune/Step": 2074, "Finetune/Step Time": 11.205095006152987}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.7966316342353821, "Finetune/Loss (Raw)": 0.7691047787666321, "Finetune/Step": 2075, "Finetune/Step Time": 11.20404663681984}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7942055463790894, "Finetune/Loss (Raw)": 0.6840662956237793, "Finetune/Step": 2076, "Finetune/Step Time": 11.219943188130856}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7929995656013489, "Finetune/Loss (Raw)": 0.7747958898544312, "Finetune/Step": 2077, "Finetune/Step Time": 11.22077509202063}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7913810014724731, "Finetune/Loss (Raw)": 0.7630507946014404, "Finetune/Step": 2078, "Finetune/Step Time": 11.220342645421624}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7899878025054932, "Finetune/Loss (Raw)": 0.7636816501617432, "Finetune/Step": 2079, "Finetune/Step Time": 11.212023867294192}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7879835367202759, "Finetune/Loss (Raw)": 0.689139187335968, "Finetune/Step": 2080, "Finetune/Step Time": 11.221536250784993}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7896523475646973, "Finetune/Loss (Raw)": 0.7681683301925659, "Finetune/Step": 2081, "Finetune/Step Time": 11.22270673327148}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.79121333360672, "Finetune/Loss (Raw)": 0.7816632986068726, "Finetune/Step": 2082, "Finetune/Step Time": 11.206906137987971}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7924990653991699, "Finetune/Loss (Raw)": 0.8711735606193542, "Finetune/Step": 2083, "Finetune/Step Time": 11.183535374701023}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.794161856174469, "Finetune/Loss (Raw)": 0.9449511170387268, "Finetune/Step": 2084, "Finetune/Step Time": 11.179688410833478}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7917860746383667, "Finetune/Loss (Raw)": 0.5637369751930237, "Finetune/Step": 2085, "Finetune/Step Time": 11.216345250606537}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7914483547210693, "Finetune/Loss (Raw)": 0.8745240569114685, "Finetune/Step": 2086, "Finetune/Step Time": 11.223857391625643}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7929948568344116, "Finetune/Loss (Raw)": 0.9440489411354065, "Finetune/Step": 2087, "Finetune/Step Time": 11.210413355380297}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7924270033836365, "Finetune/Loss (Raw)": 0.8968744874000549, "Finetune/Step": 2088, "Finetune/Step Time": 11.199695106595755}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7935446500778198, "Finetune/Loss (Raw)": 0.8260669708251953, "Finetune/Step": 2089, "Finetune/Step Time": 11.190342606976628}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7925031185150146, "Finetune/Loss (Raw)": 0.535390317440033, "Finetune/Step": 2090, "Finetune/Step Time": 11.192741045728326}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7937469482421875, "Finetune/Loss (Raw)": 0.7502139210700989, "Finetune/Step": 2091, "Finetune/Step Time": 11.158265568315983}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7941397428512573, "Finetune/Loss (Raw)": 0.842436671257019, "Finetune/Step": 2092, "Finetune/Step Time": 11.141151299700141}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7961231470108032, "Finetune/Loss (Raw)": 0.883506178855896, "Finetune/Step": 2093, "Finetune/Step Time": 11.141057755798101}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.7977997064590454, "Finetune/Loss (Raw)": 0.9613912105560303, "Finetune/Step": 2094, "Finetune/Step Time": 11.142677169293165}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.7983192205429077, "Finetune/Loss (Raw)": 0.8102245330810547, "Finetune/Step": 2095, "Finetune/Step Time": 11.15111101232469}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.797310471534729, "Finetune/Loss (Raw)": 0.7809028029441833, "Finetune/Step": 2096, "Finetune/Step Time": 11.158043211326003}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.7988600730895996, "Finetune/Loss (Raw)": 0.8439298272132874, "Finetune/Step": 2097, "Finetune/Step Time": 11.120541604235768}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.7983862161636353, "Finetune/Loss (Raw)": 0.7312380075454712, "Finetune/Step": 2098, "Finetune/Step Time": 11.13048167154193}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.7971957921981812, "Finetune/Loss (Raw)": 0.5398439168930054, "Finetune/Step": 2099, "Finetune/Step Time": 11.139237958937883}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.7959455251693726, "Finetune/Loss (Raw)": 0.6401177048683167, "Finetune/Step": 2100, "Finetune/Step Time": 11.145994484424591}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.7967647314071655, "Finetune/Loss (Raw)": 0.8759786486625671, "Finetune/Step": 2101, "Finetune/Step Time": 11.080597516149282}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.7954216599464417, "Finetune/Loss (Raw)": 0.7591187953948975, "Finetune/Step": 2102, "Finetune/Step Time": 11.088506821542978}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7938021421432495, "Finetune/Loss (Raw)": 0.6230380535125732, "Finetune/Step": 2103, "Finetune/Step Time": 11.135575799271464}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7934302091598511, "Finetune/Loss (Raw)": 0.7807127237319946, "Finetune/Step": 2104, "Finetune/Step Time": 11.148462407290936}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7929034233093262, "Finetune/Loss (Raw)": 0.7913122773170471, "Finetune/Step": 2105, "Finetune/Step Time": 11.16153783351183}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7921411395072937, "Finetune/Loss (Raw)": 0.8474236130714417, "Finetune/Step": 2106, "Finetune/Step Time": 11.156451186165214}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.7936577796936035, "Finetune/Loss (Raw)": 0.8412615060806274, "Finetune/Step": 2107, "Finetune/Step Time": 11.11595424823463}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.794044017791748, "Finetune/Loss (Raw)": 0.7379403710365295, "Finetune/Step": 2108, "Finetune/Step Time": 11.069452904164791}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.794346809387207, "Finetune/Loss (Raw)": 0.8646596074104309, "Finetune/Step": 2109, "Finetune/Step Time": 11.067969864234328}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.7936534285545349, "Finetune/Loss (Raw)": 0.7573332190513611, "Finetune/Step": 2110, "Finetune/Step Time": 11.081714160740376}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.7932812571525574, "Finetune/Loss (Raw)": 0.7624410390853882, "Finetune/Step": 2111, "Finetune/Step Time": 11.103420678526163}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7906591892242432, "Finetune/Loss (Raw)": 0.6528047919273376, "Finetune/Step": 2112, "Finetune/Step Time": 11.141304805874825}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.789707601070404, "Finetune/Loss (Raw)": 0.7996587753295898, "Finetune/Step": 2113, "Finetune/Step Time": 11.146297540515661}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7885779142379761, "Finetune/Loss (Raw)": 0.8650833368301392, "Finetune/Step": 2114, "Finetune/Step Time": 11.172644106671214}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7895658016204834, "Finetune/Loss (Raw)": 0.8833217024803162, "Finetune/Step": 2115, "Finetune/Step Time": 11.16720324382186}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7885102033615112, "Finetune/Loss (Raw)": 0.6719661951065063, "Finetune/Step": 2116, "Finetune/Step Time": 11.200764689594507}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7865492105484009, "Finetune/Loss (Raw)": 0.6309112310409546, "Finetune/Step": 2117, "Finetune/Step Time": 11.226363265886903}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7856367826461792, "Finetune/Loss (Raw)": 0.7526097893714905, "Finetune/Step": 2118, "Finetune/Step Time": 11.218473754823208}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7859256267547607, "Finetune/Loss (Raw)": 0.7383463382720947, "Finetune/Step": 2119, "Finetune/Step Time": 11.234511531889439}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7848662734031677, "Finetune/Loss (Raw)": 0.7092150449752808, "Finetune/Step": 2120, "Finetune/Step Time": 11.278490647673607}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7858846783638, "Finetune/Loss (Raw)": 0.8243169784545898, "Finetune/Step": 2121, "Finetune/Step Time": 11.270541153848171}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7876930832862854, "Finetune/Loss (Raw)": 0.8742916584014893, "Finetune/Step": 2122, "Finetune/Step Time": 11.264799060299993}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7889025211334229, "Finetune/Loss (Raw)": 0.8480425477027893, "Finetune/Step": 2123, "Finetune/Step Time": 11.254766264930367}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7897834777832031, "Finetune/Loss (Raw)": 0.8510309457778931, "Finetune/Step": 2124, "Finetune/Step Time": 11.249106453731656}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7890231609344482, "Finetune/Loss (Raw)": 0.8477210998535156, "Finetune/Step": 2125, "Finetune/Step Time": 11.268969474360347}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7900148630142212, "Finetune/Loss (Raw)": 0.9063407182693481, "Finetune/Step": 2126, "Finetune/Step Time": 11.264212436974049}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7912988662719727, "Finetune/Loss (Raw)": 0.8369020819664001, "Finetune/Step": 2127, "Finetune/Step Time": 11.232406368479133}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.790732741355896, "Finetune/Loss (Raw)": 0.5789684653282166, "Finetune/Step": 2128, "Finetune/Step Time": 11.227626975625753}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7893948554992676, "Finetune/Loss (Raw)": 0.6588729619979858, "Finetune/Step": 2129, "Finetune/Step Time": 11.261759798973799}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.789568305015564, "Finetune/Loss (Raw)": 0.8424339294433594, "Finetune/Step": 2130, "Finetune/Step Time": 11.260110089555383}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7905443906784058, "Finetune/Loss (Raw)": 0.8835517168045044, "Finetune/Step": 2131, "Finetune/Step Time": 11.249675333499908}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7905460596084595, "Finetune/Loss (Raw)": 0.7872956395149231, "Finetune/Step": 2132, "Finetune/Step Time": 11.256609193980694}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7929549217224121, "Finetune/Loss (Raw)": 1.0574743747711182, "Finetune/Step": 2133, "Finetune/Step Time": 11.254307428374887}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7926180362701416, "Finetune/Loss (Raw)": 0.7476840615272522, "Finetune/Step": 2134, "Finetune/Step Time": 11.267466058954597}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7904596328735352, "Finetune/Loss (Raw)": 0.7527686357498169, "Finetune/Step": 2135, "Finetune/Step Time": 11.26107283681631}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7909626364707947, "Finetune/Loss (Raw)": 0.8396735787391663, "Finetune/Step": 2136, "Finetune/Step Time": 11.253461020067334}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7901302576065063, "Finetune/Loss (Raw)": 0.6450557708740234, "Finetune/Step": 2137, "Finetune/Step Time": 11.295057538896799}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7896491885185242, "Finetune/Loss (Raw)": 0.8276238441467285, "Finetune/Step": 2138, "Finetune/Step Time": 11.297688696533442}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7875659465789795, "Finetune/Loss (Raw)": 0.7316632866859436, "Finetune/Step": 2139, "Finetune/Step Time": 11.321430401876569}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7878203392028809, "Finetune/Loss (Raw)": 0.8573090434074402, "Finetune/Step": 2140, "Finetune/Step Time": 11.329908465966582}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7886450290679932, "Finetune/Loss (Raw)": 0.9622884392738342, "Finetune/Step": 2141, "Finetune/Step Time": 11.309255192056298}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7892447710037231, "Finetune/Loss (Raw)": 0.7562893033027649, "Finetune/Step": 2142, "Finetune/Step Time": 11.291164154186845}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7900654077529907, "Finetune/Loss (Raw)": 0.8000495433807373, "Finetune/Step": 2143, "Finetune/Step Time": 11.278522918000817}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7909047603607178, "Finetune/Loss (Raw)": 0.8019384145736694, "Finetune/Step": 2144, "Finetune/Step Time": 11.255702372640371}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7894774675369263, "Finetune/Loss (Raw)": 0.5111457109451294, "Finetune/Step": 2145, "Finetune/Step Time": 11.25719029083848}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.789190411567688, "Finetune/Loss (Raw)": 0.831339955329895, "Finetune/Step": 2146, "Finetune/Step Time": 11.277156293392181}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7889128923416138, "Finetune/Loss (Raw)": 0.736530065536499, "Finetune/Step": 2147, "Finetune/Step Time": 11.282658668234944}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7897760272026062, "Finetune/Loss (Raw)": 0.9491368532180786, "Finetune/Step": 2148, "Finetune/Step Time": 11.282302465289831}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7903925180435181, "Finetune/Loss (Raw)": 0.8747678995132446, "Finetune/Step": 2149, "Finetune/Step Time": 11.270201571285725}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7901961803436279, "Finetune/Loss (Raw)": 0.7776118516921997, "Finetune/Step": 2150, "Finetune/Step Time": 11.267863903194666}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7922744154930115, "Finetune/Loss (Raw)": 0.8905909657478333, "Finetune/Step": 2151, "Finetune/Step Time": 11.23319984972477}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7922219634056091, "Finetune/Loss (Raw)": 0.7365208864212036, "Finetune/Step": 2152, "Finetune/Step Time": 11.232669059187174}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7924485206604004, "Finetune/Loss (Raw)": 0.7845472097396851, "Finetune/Step": 2153, "Finetune/Step Time": 11.212504429742694}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7909584641456604, "Finetune/Loss (Raw)": 0.6764764785766602, "Finetune/Step": 2154, "Finetune/Step Time": 11.224709777161479}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7914035320281982, "Finetune/Loss (Raw)": 0.8113676905632019, "Finetune/Step": 2155, "Finetune/Step Time": 11.232221400365233}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7903818488121033, "Finetune/Loss (Raw)": 0.6741973161697388, "Finetune/Step": 2156, "Finetune/Step Time": 11.216183885931969}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7890817523002625, "Finetune/Loss (Raw)": 0.7208510041236877, "Finetune/Step": 2157, "Finetune/Step Time": 11.238498287275434}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7917433977127075, "Finetune/Loss (Raw)": 0.8732556700706482, "Finetune/Step": 2158, "Finetune/Step Time": 11.20791058987379}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7919428944587708, "Finetune/Loss (Raw)": 0.8050291538238525, "Finetune/Step": 2159, "Finetune/Step Time": 11.24173853546381}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7911686897277832, "Finetune/Loss (Raw)": 0.8017445206642151, "Finetune/Step": 2160, "Finetune/Step Time": 11.240194980055094}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7904617786407471, "Finetune/Loss (Raw)": 0.7509088516235352, "Finetune/Step": 2161, "Finetune/Step Time": 11.234962191432714}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7888280153274536, "Finetune/Loss (Raw)": 0.7347396016120911, "Finetune/Step": 2162, "Finetune/Step Time": 11.25218377634883}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7900669574737549, "Finetune/Loss (Raw)": 0.7795792818069458, "Finetune/Step": 2163, "Finetune/Step Time": 11.226702149957418}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7906526327133179, "Finetune/Loss (Raw)": 0.9250606894493103, "Finetune/Step": 2164, "Finetune/Step Time": 11.208481300622225}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7906157970428467, "Finetune/Loss (Raw)": 0.7869292497634888, "Finetune/Step": 2165, "Finetune/Step Time": 11.227795610204339}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7922258377075195, "Finetune/Loss (Raw)": 0.8917089700698853, "Finetune/Step": 2166, "Finetune/Step Time": 11.229563994333148}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7917829751968384, "Finetune/Loss (Raw)": 0.8672139644622803, "Finetune/Step": 2167, "Finetune/Step Time": 11.227578990161419}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7912031412124634, "Finetune/Loss (Raw)": 0.7803086638450623, "Finetune/Step": 2168, "Finetune/Step Time": 11.22915999032557}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7913788557052612, "Finetune/Loss (Raw)": 0.8614234924316406, "Finetune/Step": 2169, "Finetune/Step Time": 11.15810333378613}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.791114091873169, "Finetune/Loss (Raw)": 0.7017160058021545, "Finetune/Step": 2170, "Finetune/Step Time": 11.161283330991864}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7903037071228027, "Finetune/Loss (Raw)": 0.7287179231643677, "Finetune/Step": 2171, "Finetune/Step Time": 11.17188361659646}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7904779314994812, "Finetune/Loss (Raw)": 0.856723427772522, "Finetune/Step": 2172, "Finetune/Step Time": 11.177079236134887}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7883731126785278, "Finetune/Loss (Raw)": 0.5730104446411133, "Finetune/Step": 2173, "Finetune/Step Time": 11.184028070420027}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.785959005355835, "Finetune/Loss (Raw)": 0.5986033082008362, "Finetune/Step": 2174, "Finetune/Step Time": 11.19995223544538}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.784796953201294, "Finetune/Loss (Raw)": 0.7566721439361572, "Finetune/Step": 2175, "Finetune/Step Time": 11.220526315271854}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7859188914299011, "Finetune/Loss (Raw)": 0.8550036549568176, "Finetune/Step": 2176, "Finetune/Step Time": 11.219825142994523}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.788439154624939, "Finetune/Loss (Raw)": 0.8648232221603394, "Finetune/Step": 2177, "Finetune/Step Time": 11.199081176891923}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7887383699417114, "Finetune/Loss (Raw)": 0.7031411528587341, "Finetune/Step": 2178, "Finetune/Step Time": 11.183144534006715}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7874138355255127, "Finetune/Loss (Raw)": 0.7903679013252258, "Finetune/Step": 2179, "Finetune/Step Time": 11.196119179949164}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.786822497844696, "Finetune/Loss (Raw)": 0.8342429399490356, "Finetune/Step": 2180, "Finetune/Step Time": 11.191245339810848}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7867647409439087, "Finetune/Loss (Raw)": 0.8683273196220398, "Finetune/Step": 2181, "Finetune/Step Time": 11.188242461532354}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7868024706840515, "Finetune/Loss (Raw)": 0.9264618754386902, "Finetune/Step": 2182, "Finetune/Step Time": 11.193467620760202}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7853610515594482, "Finetune/Loss (Raw)": 0.6787928938865662, "Finetune/Step": 2183, "Finetune/Step Time": 11.21832937374711}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7835904955863953, "Finetune/Loss (Raw)": 0.6654259562492371, "Finetune/Step": 2184, "Finetune/Step Time": 11.237709255889058}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7844502925872803, "Finetune/Loss (Raw)": 0.8258375525474548, "Finetune/Step": 2185, "Finetune/Step Time": 11.222185466438532}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.784805953502655, "Finetune/Loss (Raw)": 0.8071302771568298, "Finetune/Step": 2186, "Finetune/Step Time": 11.20166172645986}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7832039594650269, "Finetune/Loss (Raw)": 0.5382727980613708, "Finetune/Step": 2187, "Finetune/Step Time": 11.256902223452926}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7832140326499939, "Finetune/Loss (Raw)": 0.7594408392906189, "Finetune/Step": 2188, "Finetune/Step Time": 11.301583519205451}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7814456224441528, "Finetune/Loss (Raw)": 0.6745176315307617, "Finetune/Step": 2189, "Finetune/Step Time": 11.31130632199347}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.780437707901001, "Finetune/Loss (Raw)": 0.6473204493522644, "Finetune/Step": 2190, "Finetune/Step Time": 11.323005313053727}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7797169089317322, "Finetune/Loss (Raw)": 0.7818305492401123, "Finetune/Step": 2191, "Finetune/Step Time": 11.342036295682192}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7791668772697449, "Finetune/Loss (Raw)": 0.6487787365913391, "Finetune/Step": 2192, "Finetune/Step Time": 11.313342725858092}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.780199408531189, "Finetune/Loss (Raw)": 0.8959763646125793, "Finetune/Step": 2193, "Finetune/Step Time": 11.304595755413175}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7817537188529968, "Finetune/Loss (Raw)": 0.7934370636940002, "Finetune/Step": 2194, "Finetune/Step Time": 11.259532112628222}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7821903824806213, "Finetune/Loss (Raw)": 0.8558902740478516, "Finetune/Step": 2195, "Finetune/Step Time": 11.247546901926398}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7812061905860901, "Finetune/Loss (Raw)": 0.71512770652771, "Finetune/Step": 2196, "Finetune/Step Time": 11.262333737686276}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7810224294662476, "Finetune/Loss (Raw)": 0.7777518033981323, "Finetune/Step": 2197, "Finetune/Step Time": 11.261054633185267}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7829378843307495, "Finetune/Loss (Raw)": 0.7529833912849426, "Finetune/Step": 2198, "Finetune/Step Time": 11.258304011076689}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.782153844833374, "Finetune/Loss (Raw)": 0.7471921443939209, "Finetune/Step": 2199, "Finetune/Step Time": 11.239661060273647}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7806978821754456, "Finetune/Loss (Raw)": 0.7179039120674133, "Finetune/Step": 2200, "Finetune/Step Time": 11.247294140979648}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7801194190979004, "Finetune/Loss (Raw)": 0.6388683319091797, "Finetune/Step": 2201, "Finetune/Step Time": 11.290460374206305}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7787140607833862, "Finetune/Loss (Raw)": 0.7631548047065735, "Finetune/Step": 2202, "Finetune/Step Time": 11.273847326636314}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7788509726524353, "Finetune/Loss (Raw)": 0.7866329550743103, "Finetune/Step": 2203, "Finetune/Step Time": 11.274865608662367}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7787579894065857, "Finetune/Loss (Raw)": 0.6721608638763428, "Finetune/Step": 2204, "Finetune/Step Time": 11.281417027115822}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.777969241142273, "Finetune/Loss (Raw)": 0.6738444566726685, "Finetune/Step": 2205, "Finetune/Step Time": 11.315651316195726}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7762230038642883, "Finetune/Loss (Raw)": 0.5395225286483765, "Finetune/Step": 2206, "Finetune/Step Time": 11.404117131605744}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7768035531044006, "Finetune/Loss (Raw)": 0.8379969000816345, "Finetune/Step": 2207, "Finetune/Step Time": 11.411310566589236}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7771547436714172, "Finetune/Loss (Raw)": 0.7340899109840393, "Finetune/Step": 2208, "Finetune/Step Time": 11.415047185495496}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7771309614181519, "Finetune/Loss (Raw)": 0.7651274800300598, "Finetune/Step": 2209, "Finetune/Step Time": 11.401832254603505}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7755986452102661, "Finetune/Loss (Raw)": 0.585529625415802, "Finetune/Step": 2210, "Finetune/Step Time": 11.43374639004469}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7757507562637329, "Finetune/Loss (Raw)": 0.8906329274177551, "Finetune/Step": 2211, "Finetune/Step Time": 11.474826270714402}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.772834062576294, "Finetune/Loss (Raw)": 0.5716211795806885, "Finetune/Step": 2212, "Finetune/Step Time": 11.507963594049215}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7738527059555054, "Finetune/Loss (Raw)": 0.6941198110580444, "Finetune/Step": 2213, "Finetune/Step Time": 11.47751242108643}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7716796398162842, "Finetune/Loss (Raw)": 0.5963687300682068, "Finetune/Step": 2214, "Finetune/Step Time": 11.482931472361088}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7707191705703735, "Finetune/Loss (Raw)": 0.8211133480072021, "Finetune/Step": 2215, "Finetune/Step Time": 11.482987497001886}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7702591419219971, "Finetune/Loss (Raw)": 0.8379881978034973, "Finetune/Step": 2216, "Finetune/Step Time": 11.48159122094512}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7709680199623108, "Finetune/Loss (Raw)": 0.916809618473053, "Finetune/Step": 2217, "Finetune/Step Time": 11.487850135192275}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7709378004074097, "Finetune/Loss (Raw)": 0.5315138101577759, "Finetune/Step": 2218, "Finetune/Step Time": 11.45297303982079}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7704769372940063, "Finetune/Loss (Raw)": 0.6912209391593933, "Finetune/Step": 2219, "Finetune/Step Time": 11.502117235213518}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7703624367713928, "Finetune/Loss (Raw)": 0.8277881741523743, "Finetune/Step": 2220, "Finetune/Step Time": 11.503421237692237}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7688274383544922, "Finetune/Loss (Raw)": 0.6870265603065491, "Finetune/Step": 2221, "Finetune/Step Time": 11.525957398116589}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7680469751358032, "Finetune/Loss (Raw)": 0.8614872097969055, "Finetune/Step": 2222, "Finetune/Step Time": 11.536075569689274}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7682517170906067, "Finetune/Loss (Raw)": 0.8364377617835999, "Finetune/Step": 2223, "Finetune/Step Time": 11.53764028288424}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7685655355453491, "Finetune/Loss (Raw)": 0.8210692405700684, "Finetune/Step": 2224, "Finetune/Step Time": 11.534590197727084}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7678591012954712, "Finetune/Loss (Raw)": 0.7535072565078735, "Finetune/Step": 2225, "Finetune/Step Time": 11.54774852283299}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7686399221420288, "Finetune/Loss (Raw)": 0.8311770558357239, "Finetune/Step": 2226, "Finetune/Step Time": 11.548161486163735}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7712036371231079, "Finetune/Loss (Raw)": 0.8680055141448975, "Finetune/Step": 2227, "Finetune/Step Time": 11.509292772039771}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7721054553985596, "Finetune/Loss (Raw)": 0.7555549740791321, "Finetune/Step": 2228, "Finetune/Step Time": 11.505025444552302}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7710435390472412, "Finetune/Loss (Raw)": 0.7400528192520142, "Finetune/Step": 2229, "Finetune/Step Time": 11.502358736470342}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7709219455718994, "Finetune/Loss (Raw)": 0.7435508370399475, "Finetune/Step": 2230, "Finetune/Step Time": 11.502601465210319}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7731641530990601, "Finetune/Loss (Raw)": 0.9100425839424133, "Finetune/Step": 2231, "Finetune/Step Time": 11.4598402492702}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7744525671005249, "Finetune/Loss (Raw)": 0.9456263184547424, "Finetune/Step": 2232, "Finetune/Step Time": 11.448381535708904}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7734445333480835, "Finetune/Loss (Raw)": 0.6622849702835083, "Finetune/Step": 2233, "Finetune/Step Time": 11.444008905440569}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7737627029418945, "Finetune/Loss (Raw)": 0.8881527185440063, "Finetune/Step": 2234, "Finetune/Step Time": 11.452706057578325}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7740725874900818, "Finetune/Loss (Raw)": 0.8809210658073425, "Finetune/Step": 2235, "Finetune/Step Time": 11.466506894677877}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7753341794013977, "Finetune/Loss (Raw)": 0.8994280695915222, "Finetune/Step": 2236, "Finetune/Step Time": 11.47089053504169}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.774329662322998, "Finetune/Loss (Raw)": 0.7360763549804688, "Finetune/Step": 2237, "Finetune/Step Time": 11.46717868372798}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7734456062316895, "Finetune/Loss (Raw)": 0.6441861987113953, "Finetune/Step": 2238, "Finetune/Step Time": 11.471092266961932}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7758863568305969, "Finetune/Loss (Raw)": 1.074855089187622, "Finetune/Step": 2239, "Finetune/Step Time": 11.448681781068444}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7780004143714905, "Finetune/Loss (Raw)": 0.9234013557434082, "Finetune/Step": 2240, "Finetune/Step Time": 11.414543114602566}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7788622379302979, "Finetune/Loss (Raw)": 0.9099759459495544, "Finetune/Step": 2241, "Finetune/Step Time": 11.416228879243135}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7780503630638123, "Finetune/Loss (Raw)": 0.7611575126647949, "Finetune/Step": 2242, "Finetune/Step Time": 11.392922051250935}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7768943309783936, "Finetune/Loss (Raw)": 0.7353461384773254, "Finetune/Step": 2243, "Finetune/Step Time": 11.366361625492573}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7797324657440186, "Finetune/Loss (Raw)": 1.0352545976638794, "Finetune/Step": 2244, "Finetune/Step Time": 11.327126996591687}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7815136313438416, "Finetune/Loss (Raw)": 0.8588982224464417, "Finetune/Step": 2245, "Finetune/Step Time": 11.300101639702916}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7829574942588806, "Finetune/Loss (Raw)": 0.9374244809150696, "Finetune/Step": 2246, "Finetune/Step Time": 11.30624652840197}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7826459407806396, "Finetune/Loss (Raw)": 0.6984614729881287, "Finetune/Step": 2247, "Finetune/Step Time": 11.31645530834794}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7824090719223022, "Finetune/Loss (Raw)": 0.6789065599441528, "Finetune/Step": 2248, "Finetune/Step Time": 11.278581546619534}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7819637656211853, "Finetune/Loss (Raw)": 0.7673143148422241, "Finetune/Step": 2249, "Finetune/Step Time": 11.298850305378437}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7809516191482544, "Finetune/Loss (Raw)": 0.7447414994239807, "Finetune/Step": 2250, "Finetune/Step Time": 11.325492667034268}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7806433439254761, "Finetune/Loss (Raw)": 0.8085709810256958, "Finetune/Step": 2251, "Finetune/Step Time": 11.328491432592273}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.779053270816803, "Finetune/Loss (Raw)": 0.6475067734718323, "Finetune/Step": 2252, "Finetune/Step Time": 11.362476866692305}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.779072105884552, "Finetune/Loss (Raw)": 0.8501336574554443, "Finetune/Step": 2253, "Finetune/Step Time": 11.338711358606815}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7788767218589783, "Finetune/Loss (Raw)": 0.8813341856002808, "Finetune/Step": 2254, "Finetune/Step Time": 11.349730407819152}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7788155674934387, "Finetune/Loss (Raw)": 0.829072117805481, "Finetune/Step": 2255, "Finetune/Step Time": 11.343006571754813}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7799815535545349, "Finetune/Loss (Raw)": 0.7282163500785828, "Finetune/Step": 2256, "Finetune/Step Time": 11.30687896348536}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7809240818023682, "Finetune/Loss (Raw)": 0.7795128226280212, "Finetune/Step": 2257, "Finetune/Step Time": 11.272036999464035}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7792034149169922, "Finetune/Loss (Raw)": 0.6221861243247986, "Finetune/Step": 2258, "Finetune/Step Time": 11.275453874841332}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7781081199645996, "Finetune/Loss (Raw)": 0.7433522939682007, "Finetune/Step": 2259, "Finetune/Step Time": 11.271213924512267}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7780340313911438, "Finetune/Loss (Raw)": 0.7778167128562927, "Finetune/Step": 2260, "Finetune/Step Time": 11.279253831133246}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7765299081802368, "Finetune/Loss (Raw)": 0.8649529814720154, "Finetune/Step": 2261, "Finetune/Step Time": 11.281909212470055}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7778608798980713, "Finetune/Loss (Raw)": 0.9180418848991394, "Finetune/Step": 2262, "Finetune/Step Time": 11.27846991084516}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7780582308769226, "Finetune/Loss (Raw)": 0.7780279517173767, "Finetune/Step": 2263, "Finetune/Step Time": 11.287182923406363}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7782073020935059, "Finetune/Loss (Raw)": 0.8587609529495239, "Finetune/Step": 2264, "Finetune/Step Time": 11.290929853916168}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7793472409248352, "Finetune/Loss (Raw)": 0.7909655570983887, "Finetune/Step": 2265, "Finetune/Step Time": 11.252137320116162}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.776955246925354, "Finetune/Loss (Raw)": 0.5214517712593079, "Finetune/Step": 2266, "Finetune/Step Time": 11.257974753156304}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.777443528175354, "Finetune/Loss (Raw)": 0.7941604852676392, "Finetune/Step": 2267, "Finetune/Step Time": 11.226248297840357}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7766406536102295, "Finetune/Loss (Raw)": 0.754532516002655, "Finetune/Step": 2268, "Finetune/Step Time": 11.220671029761434}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7759324312210083, "Finetune/Loss (Raw)": 0.8716373443603516, "Finetune/Step": 2269, "Finetune/Step Time": 11.21236472018063}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7744709849357605, "Finetune/Loss (Raw)": 0.5692301392555237, "Finetune/Step": 2270, "Finetune/Step Time": 11.225558456033468}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7749426364898682, "Finetune/Loss (Raw)": 0.8604119420051575, "Finetune/Step": 2271, "Finetune/Step Time": 11.195756383240223}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7754068374633789, "Finetune/Loss (Raw)": 0.8613612651824951, "Finetune/Step": 2272, "Finetune/Step Time": 11.190691063180566}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.777576208114624, "Finetune/Loss (Raw)": 0.7888297438621521, "Finetune/Step": 2273, "Finetune/Step Time": 11.170742647722363}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7766705751419067, "Finetune/Loss (Raw)": 0.7154195308685303, "Finetune/Step": 2274, "Finetune/Step Time": 11.186153458431363}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7778784036636353, "Finetune/Loss (Raw)": 0.8911263942718506, "Finetune/Step": 2275, "Finetune/Step Time": 11.176352040842175}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7769261598587036, "Finetune/Loss (Raw)": 0.8272501826286316, "Finetune/Step": 2276, "Finetune/Step Time": 11.179065059870481}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7753289937973022, "Finetune/Loss (Raw)": 0.6703296303749084, "Finetune/Step": 2277, "Finetune/Step Time": 11.181677313521504}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7760232090950012, "Finetune/Loss (Raw)": 0.8664712905883789, "Finetune/Step": 2278, "Finetune/Step Time": 11.17909374460578}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7754808068275452, "Finetune/Loss (Raw)": 0.8211647868156433, "Finetune/Step": 2279, "Finetune/Step Time": 11.166021063923836}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7760899066925049, "Finetune/Loss (Raw)": 0.8144871592521667, "Finetune/Step": 2280, "Finetune/Step Time": 11.160626903176308}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7760875225067139, "Finetune/Loss (Raw)": 0.7842453122138977, "Finetune/Step": 2281, "Finetune/Step Time": 11.162289476022124}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7768774032592773, "Finetune/Loss (Raw)": 0.7775736451148987, "Finetune/Step": 2282, "Finetune/Step Time": 11.155663037672639}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7776780724525452, "Finetune/Loss (Raw)": 0.9138602018356323, "Finetune/Step": 2283, "Finetune/Step Time": 11.138206178322434}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7773450613021851, "Finetune/Loss (Raw)": 0.6315637230873108, "Finetune/Step": 2284, "Finetune/Step Time": 11.16055835597217}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7777466177940369, "Finetune/Loss (Raw)": 0.7722541093826294, "Finetune/Step": 2285, "Finetune/Step Time": 11.147237077355385}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.776921272277832, "Finetune/Loss (Raw)": 0.7676137685775757, "Finetune/Step": 2286, "Finetune/Step Time": 11.152278747409582}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7752760648727417, "Finetune/Loss (Raw)": 0.5944413542747498, "Finetune/Step": 2287, "Finetune/Step Time": 11.12001920863986}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7758175134658813, "Finetune/Loss (Raw)": 0.8710470795631409, "Finetune/Step": 2288, "Finetune/Step Time": 11.123631140217185}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7746603488922119, "Finetune/Loss (Raw)": 0.6027945876121521, "Finetune/Step": 2289, "Finetune/Step Time": 11.140663364902139}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7759897112846375, "Finetune/Loss (Raw)": 0.9048981666564941, "Finetune/Step": 2290, "Finetune/Step Time": 11.134415466338396}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7757282257080078, "Finetune/Loss (Raw)": 0.7461078763008118, "Finetune/Step": 2291, "Finetune/Step Time": 11.152726884931326}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7742807865142822, "Finetune/Loss (Raw)": 0.7397853136062622, "Finetune/Step": 2292, "Finetune/Step Time": 11.171217147260904}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7723116874694824, "Finetune/Loss (Raw)": 0.5348849296569824, "Finetune/Step": 2293, "Finetune/Step Time": 11.15094866976142}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7716624736785889, "Finetune/Loss (Raw)": 0.808610737323761, "Finetune/Step": 2294, "Finetune/Step Time": 11.150049457326531}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7708562612533569, "Finetune/Loss (Raw)": 0.7640231847763062, "Finetune/Step": 2295, "Finetune/Step Time": 11.176633967086673}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.769946813583374, "Finetune/Loss (Raw)": 0.6638939380645752, "Finetune/Step": 2296, "Finetune/Step Time": 11.17818963713944}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7692837715148926, "Finetune/Loss (Raw)": 0.7765556573867798, "Finetune/Step": 2297, "Finetune/Step Time": 11.187758522108197}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7699127793312073, "Finetune/Loss (Raw)": 0.7822312712669373, "Finetune/Step": 2298, "Finetune/Step Time": 11.188098644837737}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.771052896976471, "Finetune/Loss (Raw)": 0.8746548295021057, "Finetune/Step": 2299, "Finetune/Step Time": 11.183545293286443}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7709057927131653, "Finetune/Loss (Raw)": 0.8378956317901611, "Finetune/Step": 2300, "Finetune/Step Time": 11.19058415107429}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7722560167312622, "Finetune/Loss (Raw)": 0.7458329200744629, "Finetune/Step": 2301, "Finetune/Step Time": 11.173731500282884}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7731663584709167, "Finetune/Loss (Raw)": 0.715129017829895, "Finetune/Step": 2302, "Finetune/Step Time": 11.162881525233388}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7737136483192444, "Finetune/Loss (Raw)": 0.8267259001731873, "Finetune/Step": 2303, "Finetune/Step Time": 11.139278514310718}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7719858884811401, "Finetune/Loss (Raw)": 0.6338547468185425, "Finetune/Step": 2304, "Finetune/Step Time": 11.1479133348912}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7708730697631836, "Finetune/Loss (Raw)": 0.7223761677742004, "Finetune/Step": 2305, "Finetune/Step Time": 11.145216612145305}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7723945379257202, "Finetune/Loss (Raw)": 0.8978887796401978, "Finetune/Step": 2306, "Finetune/Step Time": 11.147872280329466}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7727562189102173, "Finetune/Loss (Raw)": 0.8366676568984985, "Finetune/Step": 2307, "Finetune/Step Time": 11.126769803464413}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7702051997184753, "Finetune/Loss (Raw)": 0.5077119469642639, "Finetune/Step": 2308, "Finetune/Step Time": 11.126124858856201}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7691330909729004, "Finetune/Loss (Raw)": 0.7310918569564819, "Finetune/Step": 2309, "Finetune/Step Time": 11.122686743736267}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7687262296676636, "Finetune/Loss (Raw)": 0.8743927478790283, "Finetune/Step": 2310, "Finetune/Step Time": 11.1185682695359}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7701753377914429, "Finetune/Loss (Raw)": 0.864275336265564, "Finetune/Step": 2311, "Finetune/Step Time": 11.090029301121831}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7703216075897217, "Finetune/Loss (Raw)": 0.6841517090797424, "Finetune/Step": 2312, "Finetune/Step Time": 11.101831598207355}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7700635194778442, "Finetune/Loss (Raw)": 0.7928016781806946, "Finetune/Step": 2313, "Finetune/Step Time": 11.105491057038307}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7696303129196167, "Finetune/Loss (Raw)": 0.7516744136810303, "Finetune/Step": 2314, "Finetune/Step Time": 11.114924164488912}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7712691426277161, "Finetune/Loss (Raw)": 0.7480432391166687, "Finetune/Step": 2315, "Finetune/Step Time": 11.061149924993515}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7721582651138306, "Finetune/Loss (Raw)": 0.8732559084892273, "Finetune/Step": 2316, "Finetune/Step Time": 11.013401731848717}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7729064226150513, "Finetune/Loss (Raw)": 0.7702714800834656, "Finetune/Step": 2317, "Finetune/Step Time": 11.012602118775249}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7733885049819946, "Finetune/Loss (Raw)": 0.7090265154838562, "Finetune/Step": 2318, "Finetune/Step Time": 10.995939437299967}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7743457555770874, "Finetune/Loss (Raw)": 0.9043570756912231, "Finetune/Step": 2319, "Finetune/Step Time": 10.982478640973568}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7753086686134338, "Finetune/Loss (Raw)": 0.7720440030097961, "Finetune/Step": 2320, "Finetune/Step Time": 10.984432496130466}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7744920253753662, "Finetune/Loss (Raw)": 0.791435718536377, "Finetune/Step": 2321, "Finetune/Step Time": 10.996232997626066}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7747580409049988, "Finetune/Loss (Raw)": 0.827490508556366, "Finetune/Step": 2322, "Finetune/Step Time": 10.992418302223086}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7733163237571716, "Finetune/Loss (Raw)": 0.6713476777076721, "Finetune/Step": 2323, "Finetune/Step Time": 11.012774800881743}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7736620903015137, "Finetune/Loss (Raw)": 0.7593936324119568, "Finetune/Step": 2324, "Finetune/Step Time": 11.002165649086237}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7742191553115845, "Finetune/Loss (Raw)": 0.8490472435951233, "Finetune/Step": 2325, "Finetune/Step Time": 11.014292918145657}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.773126482963562, "Finetune/Loss (Raw)": 0.6131270527839661, "Finetune/Step": 2326, "Finetune/Step Time": 11.039369594305754}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7736244201660156, "Finetune/Loss (Raw)": 0.8109225034713745, "Finetune/Step": 2327, "Finetune/Step Time": 11.06016675196588}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7736275792121887, "Finetune/Loss (Raw)": 0.7183147668838501, "Finetune/Step": 2328, "Finetune/Step Time": 11.051742160692811}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7756637334823608, "Finetune/Loss (Raw)": 0.8994988799095154, "Finetune/Step": 2329, "Finetune/Step Time": 10.998617306351662}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7751560211181641, "Finetune/Loss (Raw)": 0.6981566548347473, "Finetune/Step": 2330, "Finetune/Step Time": 11.016948722302914}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7753437757492065, "Finetune/Loss (Raw)": 0.8106744289398193, "Finetune/Step": 2331, "Finetune/Step Time": 11.025581145659089}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7777881622314453, "Finetune/Loss (Raw)": 0.9850366115570068, "Finetune/Step": 2332, "Finetune/Step Time": 11.008557165041566}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.7792627811431885, "Finetune/Loss (Raw)": 0.8625971078872681, "Finetune/Step": 2333, "Finetune/Step Time": 10.995820421725512}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.7814617156982422, "Finetune/Loss (Raw)": 0.8209911584854126, "Finetune/Step": 2334, "Finetune/Step Time": 10.936248572543263}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7810338139533997, "Finetune/Loss (Raw)": 0.7832229137420654, "Finetune/Step": 2335, "Finetune/Step Time": 10.92945446819067}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.7815072536468506, "Finetune/Loss (Raw)": 0.7946865558624268, "Finetune/Step": 2336, "Finetune/Step Time": 10.937439834699035}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.7825170159339905, "Finetune/Loss (Raw)": 0.8943819403648376, "Finetune/Step": 2337, "Finetune/Step Time": 10.936235945671797}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.7843552827835083, "Finetune/Loss (Raw)": 0.8208233714103699, "Finetune/Step": 2338, "Finetune/Step Time": 10.912000155076385}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.7828669548034668, "Finetune/Loss (Raw)": 0.7001254558563232, "Finetune/Step": 2339, "Finetune/Step Time": 10.897006250917912}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.7842671275138855, "Finetune/Loss (Raw)": 0.7508458495140076, "Finetune/Step": 2340, "Finetune/Step Time": 10.883579840883613}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.7855626940727234, "Finetune/Loss (Raw)": 0.8599552512168884, "Finetune/Step": 2341, "Finetune/Step Time": 10.92934861406684}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.7859277129173279, "Finetune/Loss (Raw)": 0.6430877447128296, "Finetune/Step": 2342, "Finetune/Step Time": 10.957432387396693}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.7864657640457153, "Finetune/Loss (Raw)": 0.8899840712547302, "Finetune/Step": 2343, "Finetune/Step Time": 10.980467582121491}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.7857179641723633, "Finetune/Loss (Raw)": 0.7422733306884766, "Finetune/Step": 2344, "Finetune/Step Time": 11.015267975628376}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.7863537073135376, "Finetune/Loss (Raw)": 0.9981842637062073, "Finetune/Step": 2345, "Finetune/Step Time": 11.004177838563919}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.7883545160293579, "Finetune/Loss (Raw)": 0.7876184582710266, "Finetune/Step": 2346, "Finetune/Step Time": 11.001110706478357}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.7894657254219055, "Finetune/Loss (Raw)": 0.8334526419639587, "Finetune/Step": 2347, "Finetune/Step Time": 10.949649075046182}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.7894144058227539, "Finetune/Loss (Raw)": 0.8212214112281799, "Finetune/Step": 2348, "Finetune/Step Time": 10.946610322222114}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.7899974584579468, "Finetune/Loss (Raw)": 0.7616608142852783, "Finetune/Step": 2349, "Finetune/Step Time": 10.93295962177217}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.7892704010009766, "Finetune/Loss (Raw)": 0.7684133052825928, "Finetune/Step": 2350, "Finetune/Step Time": 10.925557807087898}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.7895700931549072, "Finetune/Loss (Raw)": 0.8748025894165039, "Finetune/Step": 2351, "Finetune/Step Time": 10.923162655904889}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.7895819544792175, "Finetune/Loss (Raw)": 0.8225858807563782, "Finetune/Step": 2352, "Finetune/Step Time": 10.935890449211001}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.789973795413971, "Finetune/Loss (Raw)": 0.8036676049232483, "Finetune/Step": 2353, "Finetune/Step Time": 10.928838197141886}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.7898285984992981, "Finetune/Loss (Raw)": 0.8125876784324646, "Finetune/Step": 2354, "Finetune/Step Time": 10.918992767110467}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.7890692353248596, "Finetune/Loss (Raw)": 0.7708137035369873, "Finetune/Step": 2355, "Finetune/Step Time": 10.91887721978128}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.7883393168449402, "Finetune/Loss (Raw)": 0.6621150970458984, "Finetune/Step": 2356, "Finetune/Step Time": 10.920133661478758}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.7886752486228943, "Finetune/Loss (Raw)": 0.7830609679222107, "Finetune/Step": 2357, "Finetune/Step Time": 10.924166737124324}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.7897360920906067, "Finetune/Loss (Raw)": 0.8793335556983948, "Finetune/Step": 2358, "Finetune/Step Time": 10.918701594695449}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.7870097160339355, "Finetune/Loss (Raw)": 0.5610697269439697, "Finetune/Step": 2359, "Finetune/Step Time": 10.95363101363182}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.7862836122512817, "Finetune/Loss (Raw)": 0.8526830077171326, "Finetune/Step": 2360, "Finetune/Step Time": 10.95389430783689}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.7877871990203857, "Finetune/Loss (Raw)": 0.8547444343566895, "Finetune/Step": 2361, "Finetune/Step Time": 10.95030315220356}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.7870337963104248, "Finetune/Loss (Raw)": 0.7917134761810303, "Finetune/Step": 2362, "Finetune/Step Time": 10.938906645402312}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.7844278812408447, "Finetune/Loss (Raw)": 0.5473698377609253, "Finetune/Step": 2363, "Finetune/Step Time": 10.947826862335205}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.7829982042312622, "Finetune/Loss (Raw)": 0.7164217829704285, "Finetune/Step": 2364, "Finetune/Step Time": 10.943192776292562}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.7839093208312988, "Finetune/Loss (Raw)": 0.852709949016571, "Finetune/Step": 2365, "Finetune/Step Time": 10.938882634043694}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7833036184310913, "Finetune/Loss (Raw)": 0.5666433572769165, "Finetune/Step": 2366, "Finetune/Step Time": 10.934065040200949}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7818844318389893, "Finetune/Loss (Raw)": 0.8932099938392639, "Finetune/Step": 2367, "Finetune/Step Time": 10.947164162993431}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7806928157806396, "Finetune/Loss (Raw)": 0.7708752751350403, "Finetune/Step": 2368, "Finetune/Step Time": 10.936798052862287}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7807756662368774, "Finetune/Loss (Raw)": 0.9205812215805054, "Finetune/Step": 2369, "Finetune/Step Time": 10.931112172082067}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7810026407241821, "Finetune/Loss (Raw)": 0.7902066111564636, "Finetune/Step": 2370, "Finetune/Step Time": 10.934846937656403}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7821659445762634, "Finetune/Loss (Raw)": 0.8842478394508362, "Finetune/Step": 2371, "Finetune/Step Time": 10.928223107010126}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7798338532447815, "Finetune/Loss (Raw)": 0.7367427349090576, "Finetune/Step": 2372, "Finetune/Step Time": 10.929833428934216}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.780030369758606, "Finetune/Loss (Raw)": 0.8840594291687012, "Finetune/Step": 2373, "Finetune/Step Time": 10.960048150271177}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7781835794448853, "Finetune/Loss (Raw)": 0.7010323405265808, "Finetune/Step": 2374, "Finetune/Step Time": 10.962936757132411}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7775869369506836, "Finetune/Loss (Raw)": 0.6220943927764893, "Finetune/Step": 2375, "Finetune/Step Time": 10.957188734784722}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7792656421661377, "Finetune/Loss (Raw)": 0.8937763571739197, "Finetune/Step": 2376, "Finetune/Step Time": 10.95598804205656}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7806053161621094, "Finetune/Loss (Raw)": 0.9387947916984558, "Finetune/Step": 2377, "Finetune/Step Time": 10.933240232989192}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.781645655632019, "Finetune/Loss (Raw)": 0.8779011964797974, "Finetune/Step": 2378, "Finetune/Step Time": 10.901019349694252}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7815513014793396, "Finetune/Loss (Raw)": 0.7964949607849121, "Finetune/Step": 2379, "Finetune/Step Time": 10.923275645822287}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7819178104400635, "Finetune/Loss (Raw)": 0.6944162249565125, "Finetune/Step": 2380, "Finetune/Step Time": 10.885050285607576}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7813712954521179, "Finetune/Loss (Raw)": 0.7801870107650757, "Finetune/Step": 2381, "Finetune/Step Time": 10.88386250846088}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7796227931976318, "Finetune/Loss (Raw)": 0.65751713514328, "Finetune/Step": 2382, "Finetune/Step Time": 10.916727444157004}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.7773288488388062, "Finetune/Loss (Raw)": 0.5354475378990173, "Finetune/Step": 2383, "Finetune/Step Time": 10.935747696086764}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7789012789726257, "Finetune/Loss (Raw)": 0.9294935464859009, "Finetune/Step": 2384, "Finetune/Step Time": 10.925316950306296}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7789691686630249, "Finetune/Loss (Raw)": 0.7881961464881897, "Finetune/Step": 2385, "Finetune/Step Time": 10.93143886514008}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.7814418077468872, "Finetune/Loss (Raw)": 0.9386870265007019, "Finetune/Step": 2386, "Finetune/Step Time": 10.938238939270377}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7817462682723999, "Finetune/Loss (Raw)": 0.7823188900947571, "Finetune/Step": 2387, "Finetune/Step Time": 10.96314661577344}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7818942070007324, "Finetune/Loss (Raw)": 0.7967595458030701, "Finetune/Step": 2388, "Finetune/Step Time": 10.98980144225061}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.7821639180183411, "Finetune/Loss (Raw)": 0.8994805812835693, "Finetune/Step": 2389, "Finetune/Step Time": 10.991781881079078}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.7821285128593445, "Finetune/Loss (Raw)": 0.9135042428970337, "Finetune/Step": 2390, "Finetune/Step Time": 10.992776049301028}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.7830218076705933, "Finetune/Loss (Raw)": 0.8923740983009338, "Finetune/Step": 2391, "Finetune/Step Time": 10.991898905485868}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.7827410697937012, "Finetune/Loss (Raw)": 0.8228225111961365, "Finetune/Step": 2392, "Finetune/Step Time": 10.994422966614366}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.7834563255310059, "Finetune/Loss (Raw)": 0.8825186491012573, "Finetune/Step": 2393, "Finetune/Step Time": 11.014000874012709}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.7839318513870239, "Finetune/Loss (Raw)": 0.5823166370391846, "Finetune/Step": 2394, "Finetune/Step Time": 11.052094394341111}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.7842171788215637, "Finetune/Loss (Raw)": 0.8306877613067627, "Finetune/Step": 2395, "Finetune/Step Time": 11.05852278135717}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.7843657732009888, "Finetune/Loss (Raw)": 0.7735549807548523, "Finetune/Step": 2396, "Finetune/Step Time": 11.05425487831235}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.7839232087135315, "Finetune/Loss (Raw)": 0.8149879574775696, "Finetune/Step": 2397, "Finetune/Step Time": 11.049922712147236}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.7871328592300415, "Finetune/Loss (Raw)": 0.9800564050674438, "Finetune/Step": 2398, "Finetune/Step Time": 11.037338681519032}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.7872816324234009, "Finetune/Loss (Raw)": 0.8794668316841125, "Finetune/Step": 2399, "Finetune/Step Time": 11.045817613601685}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.7860772609710693, "Finetune/Loss (Raw)": 0.7071909308433533, "Finetune/Step": 2400, "Finetune/Step Time": 11.031337330117822}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.7859963178634644, "Finetune/Loss (Raw)": 0.7784709334373474, "Finetune/Step": 2401, "Finetune/Step Time": 11.032704310491681}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.7857738733291626, "Finetune/Loss (Raw)": 0.6869524121284485, "Finetune/Step": 2402, "Finetune/Step Time": 11.00775215215981}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.7851060628890991, "Finetune/Loss (Raw)": 0.8056456446647644, "Finetune/Step": 2403, "Finetune/Step Time": 11.016703130677342}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.785137414932251, "Finetune/Loss (Raw)": 0.8312671780586243, "Finetune/Step": 2404, "Finetune/Step Time": 11.013201216235757}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.78600013256073, "Finetune/Loss (Raw)": 0.7807570695877075, "Finetune/Step": 2405, "Finetune/Step Time": 11.011693948879838}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.7861889004707336, "Finetune/Loss (Raw)": 0.8906298279762268, "Finetune/Step": 2406, "Finetune/Step Time": 11.017337130382657}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.7840908169746399, "Finetune/Loss (Raw)": 0.552606999874115, "Finetune/Step": 2407, "Finetune/Step Time": 11.04950356297195}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.785294771194458, "Finetune/Loss (Raw)": 0.9685888290405273, "Finetune/Step": 2408, "Finetune/Step Time": 11.058676203712821}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.7853801846504211, "Finetune/Loss (Raw)": 0.795179545879364, "Finetune/Step": 2409, "Finetune/Step Time": 11.05982020124793}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.7853125333786011, "Finetune/Loss (Raw)": 0.7689221501350403, "Finetune/Step": 2410, "Finetune/Step Time": 11.070848422124982}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.7833447456359863, "Finetune/Loss (Raw)": 0.6619829535484314, "Finetune/Step": 2411, "Finetune/Step Time": 11.084792386740446}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.7840931415557861, "Finetune/Loss (Raw)": 0.7273591756820679, "Finetune/Step": 2412, "Finetune/Step Time": 11.051170626655221}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.7838857173919678, "Finetune/Loss (Raw)": 0.7456974387168884, "Finetune/Step": 2413, "Finetune/Step Time": 11.041446762159467}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.7845789790153503, "Finetune/Loss (Raw)": 0.8563547134399414, "Finetune/Step": 2414, "Finetune/Step Time": 11.023175986483693}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.78619384765625, "Finetune/Loss (Raw)": 0.8011432886123657, "Finetune/Step": 2415, "Finetune/Step Time": 11.024156810715795}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.7852464318275452, "Finetune/Loss (Raw)": 0.7497780919075012, "Finetune/Step": 2416, "Finetune/Step Time": 11.023153882473707}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.7862032055854797, "Finetune/Loss (Raw)": 0.7252646088600159, "Finetune/Step": 2417, "Finetune/Step Time": 11.021876817569137}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.7843984365463257, "Finetune/Loss (Raw)": 0.6738923192024231, "Finetune/Step": 2418, "Finetune/Step Time": 11.047260481864214}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7843747138977051, "Finetune/Loss (Raw)": 0.7430655360221863, "Finetune/Step": 2419, "Finetune/Step Time": 11.060679046437144}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.7863373756408691, "Finetune/Loss (Raw)": 0.9910061955451965, "Finetune/Step": 2420, "Finetune/Step Time": 11.039575913920999}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.7870914936065674, "Finetune/Loss (Raw)": 0.6314197778701782, "Finetune/Step": 2421, "Finetune/Step Time": 11.047008315101266}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.7859339714050293, "Finetune/Loss (Raw)": 0.6604363918304443, "Finetune/Step": 2422, "Finetune/Step Time": 11.059474542737007}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.7844765782356262, "Finetune/Loss (Raw)": 0.5774780511856079, "Finetune/Step": 2423, "Finetune/Step Time": 11.04915571026504}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.7860316038131714, "Finetune/Loss (Raw)": 0.8629372715950012, "Finetune/Step": 2424, "Finetune/Step Time": 11.04812366515398}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.7852644324302673, "Finetune/Loss (Raw)": 0.6783568263053894, "Finetune/Step": 2425, "Finetune/Step Time": 11.063032133504748}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7837122678756714, "Finetune/Loss (Raw)": 0.5835554003715515, "Finetune/Step": 2426, "Finetune/Step Time": 11.11184081621468}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7833247184753418, "Finetune/Loss (Raw)": 0.825047492980957, "Finetune/Step": 2427, "Finetune/Step Time": 11.104184545576572}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7821106910705566, "Finetune/Loss (Raw)": 0.6824989914894104, "Finetune/Step": 2428, "Finetune/Step Time": 11.096567055210471}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7827893495559692, "Finetune/Loss (Raw)": 0.8327080011367798, "Finetune/Step": 2429, "Finetune/Step Time": 11.110939031466842}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.7824069857597351, "Finetune/Loss (Raw)": 0.6661860942840576, "Finetune/Step": 2430, "Finetune/Step Time": 11.148243185132742}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7829252481460571, "Finetune/Loss (Raw)": 0.8930582404136658, "Finetune/Step": 2431, "Finetune/Step Time": 11.143710250034928}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7840210199356079, "Finetune/Loss (Raw)": 0.774114727973938, "Finetune/Step": 2432, "Finetune/Step Time": 11.157463876530528}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7839568257331848, "Finetune/Loss (Raw)": 0.7141620516777039, "Finetune/Step": 2433, "Finetune/Step Time": 11.156344559043646}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7833009958267212, "Finetune/Loss (Raw)": 0.8139418959617615, "Finetune/Step": 2434, "Finetune/Step Time": 11.15772008895874}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7827796339988708, "Finetune/Loss (Raw)": 0.7699347138404846, "Finetune/Step": 2435, "Finetune/Step Time": 11.175719920545816}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.7855310440063477, "Finetune/Loss (Raw)": 0.8598946332931519, "Finetune/Step": 2436, "Finetune/Step Time": 11.167014166712761}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7857303023338318, "Finetune/Loss (Raw)": 0.756594717502594, "Finetune/Step": 2437, "Finetune/Step Time": 11.176129741594195}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7856401205062866, "Finetune/Loss (Raw)": 0.8628476858139038, "Finetune/Step": 2438, "Finetune/Step Time": 11.1840845271945}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7856690287590027, "Finetune/Loss (Raw)": 0.8679748773574829, "Finetune/Step": 2439, "Finetune/Step Time": 11.184667311608791}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.7870703935623169, "Finetune/Loss (Raw)": 0.863521933555603, "Finetune/Step": 2440, "Finetune/Step Time": 11.161703143268824}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.7879184484481812, "Finetune/Loss (Raw)": 0.9013552665710449, "Finetune/Step": 2441, "Finetune/Step Time": 11.15927998162806}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.788387656211853, "Finetune/Loss (Raw)": 0.8117359280586243, "Finetune/Step": 2442, "Finetune/Step Time": 11.158930683508515}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.7894501686096191, "Finetune/Loss (Raw)": 0.8840466141700745, "Finetune/Step": 2443, "Finetune/Step Time": 11.165199238806963}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.7891111373901367, "Finetune/Loss (Raw)": 0.8298596143722534, "Finetune/Step": 2444, "Finetune/Step Time": 11.172483900561929}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7881264090538025, "Finetune/Loss (Raw)": 0.6442264318466187, "Finetune/Step": 2445, "Finetune/Step Time": 11.203043764457107}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.7892865538597107, "Finetune/Loss (Raw)": 0.8575226664543152, "Finetune/Step": 2446, "Finetune/Step Time": 11.209561444818974}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.7887253761291504, "Finetune/Loss (Raw)": 0.8325322866439819, "Finetune/Step": 2447, "Finetune/Step Time": 11.217502424493432}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.7895448207855225, "Finetune/Loss (Raw)": 0.8769209980964661, "Finetune/Step": 2448, "Finetune/Step Time": 11.221265874803066}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.7889512777328491, "Finetune/Loss (Raw)": 0.715468168258667, "Finetune/Step": 2449, "Finetune/Step Time": 11.214479582384229}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7880627512931824, "Finetune/Loss (Raw)": 0.7137556076049805, "Finetune/Step": 2450, "Finetune/Step Time": 11.252052614465356}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7873190641403198, "Finetune/Loss (Raw)": 0.5761579275131226, "Finetune/Step": 2451, "Finetune/Step Time": 11.274630699306726}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7873156070709229, "Finetune/Loss (Raw)": 0.7589490413665771, "Finetune/Step": 2452, "Finetune/Step Time": 11.274260209873319}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7868537902832031, "Finetune/Loss (Raw)": 0.7899344563484192, "Finetune/Step": 2453, "Finetune/Step Time": 11.300702480599284}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7880213856697083, "Finetune/Loss (Raw)": 0.7625800371170044, "Finetune/Step": 2454, "Finetune/Step Time": 11.276568785309792}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.7883981466293335, "Finetune/Loss (Raw)": 0.8591538071632385, "Finetune/Step": 2455, "Finetune/Step Time": 11.261216271668673}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.7895262241363525, "Finetune/Loss (Raw)": 0.8627027869224548, "Finetune/Step": 2456, "Finetune/Step Time": 11.2475614733994}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.7889361381530762, "Finetune/Loss (Raw)": 0.8239727020263672, "Finetune/Step": 2457, "Finetune/Step Time": 11.242189638316631}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.7895522713661194, "Finetune/Loss (Raw)": 0.7770205140113831, "Finetune/Step": 2458, "Finetune/Step Time": 11.25191731378436}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.7891041040420532, "Finetune/Loss (Raw)": 0.7533116340637207, "Finetune/Step": 2459, "Finetune/Step Time": 11.247670706361532}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7871482372283936, "Finetune/Loss (Raw)": 0.7346845865249634, "Finetune/Step": 2460, "Finetune/Step Time": 11.239660220220685}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7875257730484009, "Finetune/Loss (Raw)": 0.9109208583831787, "Finetune/Step": 2461, "Finetune/Step Time": 11.234135704115033}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7875306606292725, "Finetune/Loss (Raw)": 0.8216220736503601, "Finetune/Step": 2462, "Finetune/Step Time": 11.207764843478799}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7873634099960327, "Finetune/Loss (Raw)": 0.7618105411529541, "Finetune/Step": 2463, "Finetune/Step Time": 11.204382190480828}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7880295515060425, "Finetune/Loss (Raw)": 0.8799521327018738, "Finetune/Step": 2464, "Finetune/Step Time": 11.18523332849145}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.787297248840332, "Finetune/Loss (Raw)": 0.8006502985954285, "Finetune/Step": 2465, "Finetune/Step Time": 11.19159891270101}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7866265773773193, "Finetune/Loss (Raw)": 0.734973669052124, "Finetune/Step": 2466, "Finetune/Step Time": 11.180523218587041}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7872899770736694, "Finetune/Loss (Raw)": 0.7850427031517029, "Finetune/Step": 2467, "Finetune/Step Time": 11.15242120064795}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.7884671688079834, "Finetune/Loss (Raw)": 0.9015282988548279, "Finetune/Step": 2468, "Finetune/Step Time": 11.149415217339993}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.7886071801185608, "Finetune/Loss (Raw)": 0.8778745532035828, "Finetune/Step": 2469, "Finetune/Step Time": 11.111247705295682}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.7891990542411804, "Finetune/Loss (Raw)": 0.7188472747802734, "Finetune/Step": 2470, "Finetune/Step Time": 11.080614851787686}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.7889806032180786, "Finetune/Loss (Raw)": 0.8620287179946899, "Finetune/Step": 2471, "Finetune/Step Time": 11.058827731758356}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.7894916534423828, "Finetune/Loss (Raw)": 0.8076828122138977, "Finetune/Step": 2472, "Finetune/Step Time": 11.03537630662322}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.7881553173065186, "Finetune/Loss (Raw)": 0.8271346092224121, "Finetune/Step": 2473, "Finetune/Step Time": 11.043588683009148}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.7879176139831543, "Finetune/Loss (Raw)": 0.7571905851364136, "Finetune/Step": 2474, "Finetune/Step Time": 11.05701021105051}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.7873973846435547, "Finetune/Loss (Raw)": 0.7668615579605103, "Finetune/Step": 2475, "Finetune/Step Time": 11.056852482259274}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.7871838808059692, "Finetune/Loss (Raw)": 0.7938929200172424, "Finetune/Step": 2476, "Finetune/Step Time": 11.057101845741272}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.7874414920806885, "Finetune/Loss (Raw)": 0.7946337461471558, "Finetune/Step": 2477, "Finetune/Step Time": 11.051624834537506}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.7875819802284241, "Finetune/Loss (Raw)": 0.7863972783088684, "Finetune/Step": 2478, "Finetune/Step Time": 11.046622809022665}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.7862023115158081, "Finetune/Loss (Raw)": 0.6982083320617676, "Finetune/Step": 2479, "Finetune/Step Time": 11.04407399147749}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7852697372436523, "Finetune/Loss (Raw)": 0.7032116651535034, "Finetune/Step": 2480, "Finetune/Step Time": 11.040729885920882}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7837362289428711, "Finetune/Loss (Raw)": 0.6073760390281677, "Finetune/Step": 2481, "Finetune/Step Time": 11.077359607443213}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7850325703620911, "Finetune/Loss (Raw)": 0.9785205125808716, "Finetune/Step": 2482, "Finetune/Step Time": 11.072055539116263}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7848201990127563, "Finetune/Loss (Raw)": 0.7436341643333435, "Finetune/Step": 2483, "Finetune/Step Time": 11.07580385915935}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7853956818580627, "Finetune/Loss (Raw)": 0.7357759475708008, "Finetune/Step": 2484, "Finetune/Step Time": 11.083206258714199}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.785509467124939, "Finetune/Loss (Raw)": 0.7976292967796326, "Finetune/Step": 2485, "Finetune/Step Time": 11.08214378170669}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.783592939376831, "Finetune/Loss (Raw)": 0.6340175271034241, "Finetune/Step": 2486, "Finetune/Step Time": 11.092587558552623}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.78377366065979, "Finetune/Loss (Raw)": 0.5842037200927734, "Finetune/Step": 2487, "Finetune/Step Time": 11.08850778453052}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7841230630874634, "Finetune/Loss (Raw)": 0.8973973393440247, "Finetune/Step": 2488, "Finetune/Step Time": 11.080977721139789}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7840068936347961, "Finetune/Loss (Raw)": 0.839875340461731, "Finetune/Step": 2489, "Finetune/Step Time": 11.102472271770239}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7822962999343872, "Finetune/Loss (Raw)": 0.572754442691803, "Finetune/Step": 2490, "Finetune/Step Time": 11.144685419276357}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7839940786361694, "Finetune/Loss (Raw)": 0.7646944522857666, "Finetune/Step": 2491, "Finetune/Step Time": 11.133984236046672}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7838456630706787, "Finetune/Loss (Raw)": 0.6974279284477234, "Finetune/Step": 2492, "Finetune/Step Time": 11.13286848552525}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7837249636650085, "Finetune/Loss (Raw)": 0.8372573852539062, "Finetune/Step": 2493, "Finetune/Step Time": 11.141026655212045}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7862575054168701, "Finetune/Loss (Raw)": 0.8907999992370605, "Finetune/Step": 2494, "Finetune/Step Time": 11.128183713182807}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7856847643852234, "Finetune/Loss (Raw)": 0.8199056386947632, "Finetune/Step": 2495, "Finetune/Step Time": 11.115869594737887}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7855093479156494, "Finetune/Loss (Raw)": 0.7484269738197327, "Finetune/Step": 2496, "Finetune/Step Time": 11.149025026708841}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7833819389343262, "Finetune/Loss (Raw)": 0.6482670903205872, "Finetune/Step": 2497, "Finetune/Step Time": 11.147808156907558}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7843947410583496, "Finetune/Loss (Raw)": 0.9198368787765503, "Finetune/Step": 2498, "Finetune/Step Time": 11.145406061783433}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7816493511199951, "Finetune/Loss (Raw)": 0.532841145992279, "Finetune/Step": 2499, "Finetune/Step Time": 11.164399096742272}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7823981642723083, "Finetune/Loss (Raw)": 0.8325937390327454, "Finetune/Step": 2500, "Finetune/Step Time": 11.168682442978024}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7823723554611206, "Finetune/Loss (Raw)": 0.8807522058486938, "Finetune/Step": 2501, "Finetune/Step Time": 11.140635071322322}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.783430814743042, "Finetune/Loss (Raw)": 0.8365259170532227, "Finetune/Step": 2502, "Finetune/Step Time": 11.14048664458096}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7849279642105103, "Finetune/Loss (Raw)": 0.8137243986129761, "Finetune/Step": 2503, "Finetune/Step Time": 11.124230608344078}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7843416929244995, "Finetune/Loss (Raw)": 0.8187358379364014, "Finetune/Step": 2504, "Finetune/Step Time": 11.126632122322917}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.78316730260849, "Finetune/Loss (Raw)": 0.7884671092033386, "Finetune/Step": 2505, "Finetune/Step Time": 11.127056427299976}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.782287061214447, "Finetune/Loss (Raw)": 0.7652310729026794, "Finetune/Step": 2506, "Finetune/Step Time": 11.138285053893924}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.782879114151001, "Finetune/Loss (Raw)": 0.8722752928733826, "Finetune/Step": 2507, "Finetune/Step Time": 11.120700815692544}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7830543518066406, "Finetune/Loss (Raw)": 0.7168493270874023, "Finetune/Step": 2508, "Finetune/Step Time": 11.12755019403994}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7830216884613037, "Finetune/Loss (Raw)": 0.7760103940963745, "Finetune/Step": 2509, "Finetune/Step Time": 11.137720311060548}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7849316596984863, "Finetune/Loss (Raw)": 0.901994526386261, "Finetune/Step": 2510, "Finetune/Step Time": 11.096300369128585}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7873629331588745, "Finetune/Loss (Raw)": 0.8466496467590332, "Finetune/Step": 2511, "Finetune/Step Time": 11.090540396049619}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7855038642883301, "Finetune/Loss (Raw)": 0.6915353536605835, "Finetune/Step": 2512, "Finetune/Step Time": 11.10405582562089}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7849960923194885, "Finetune/Loss (Raw)": 0.7231952548027039, "Finetune/Step": 2513, "Finetune/Step Time": 11.102093519642949}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7841044664382935, "Finetune/Loss (Raw)": 0.8245548009872437, "Finetune/Step": 2514, "Finetune/Step Time": 11.110619079321623}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7828826308250427, "Finetune/Loss (Raw)": 0.6259273886680603, "Finetune/Step": 2515, "Finetune/Step Time": 11.111525624990463}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7826697826385498, "Finetune/Loss (Raw)": 0.7695174813270569, "Finetune/Step": 2516, "Finetune/Step Time": 11.080426666885614}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7821412086486816, "Finetune/Loss (Raw)": 0.831818163394928, "Finetune/Step": 2517, "Finetune/Step Time": 11.09540400840342}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7808780670166016, "Finetune/Loss (Raw)": 0.7518298029899597, "Finetune/Step": 2518, "Finetune/Step Time": 11.102902226150036}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7798678278923035, "Finetune/Loss (Raw)": 0.7630608081817627, "Finetune/Step": 2519, "Finetune/Step Time": 11.105796625837684}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.780407190322876, "Finetune/Loss (Raw)": 0.8918604254722595, "Finetune/Step": 2520, "Finetune/Step Time": 11.103953249752522}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7786985635757446, "Finetune/Loss (Raw)": 0.6638109683990479, "Finetune/Step": 2521, "Finetune/Step Time": 11.129621865227818}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7803773283958435, "Finetune/Loss (Raw)": 0.7971982359886169, "Finetune/Step": 2522, "Finetune/Step Time": 11.10989653505385}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7785542607307434, "Finetune/Loss (Raw)": 0.5973371863365173, "Finetune/Step": 2523, "Finetune/Step Time": 11.112492740154266}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.778419017791748, "Finetune/Loss (Raw)": 0.7562447190284729, "Finetune/Step": 2524, "Finetune/Step Time": 11.11058983579278}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7768059968948364, "Finetune/Loss (Raw)": 0.6085188388824463, "Finetune/Step": 2525, "Finetune/Step Time": 11.127857875078917}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7755010724067688, "Finetune/Loss (Raw)": 0.8130285739898682, "Finetune/Step": 2526, "Finetune/Step Time": 11.131698491051793}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7749080657958984, "Finetune/Loss (Raw)": 0.8035610318183899, "Finetune/Step": 2527, "Finetune/Step Time": 11.145598892122507}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.776472270488739, "Finetune/Loss (Raw)": 0.9074146151542664, "Finetune/Step": 2528, "Finetune/Step Time": 11.156677052378654}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7746464014053345, "Finetune/Loss (Raw)": 0.5447519421577454, "Finetune/Step": 2529, "Finetune/Step Time": 11.19366380572319}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7757073044776917, "Finetune/Loss (Raw)": 0.8227474093437195, "Finetune/Step": 2530, "Finetune/Step Time": 11.181755896657705}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7751767635345459, "Finetune/Loss (Raw)": 0.7377368211746216, "Finetune/Step": 2531, "Finetune/Step Time": 11.179324232041836}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7747423648834229, "Finetune/Loss (Raw)": 0.775665819644928, "Finetune/Step": 2532, "Finetune/Step Time": 11.203168528154492}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7741215229034424, "Finetune/Loss (Raw)": 0.7012888193130493, "Finetune/Step": 2533, "Finetune/Step Time": 11.20228379406035}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.771433413028717, "Finetune/Loss (Raw)": 0.5465543270111084, "Finetune/Step": 2534, "Finetune/Step Time": 11.234878046438098}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7740408182144165, "Finetune/Loss (Raw)": 0.8863538503646851, "Finetune/Step": 2535, "Finetune/Step Time": 11.208942174911499}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7712841033935547, "Finetune/Loss (Raw)": 0.6157274842262268, "Finetune/Step": 2536, "Finetune/Step Time": 11.219011576846242}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7707781791687012, "Finetune/Loss (Raw)": 0.7304172515869141, "Finetune/Step": 2537, "Finetune/Step Time": 11.223476395010948}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7713627815246582, "Finetune/Loss (Raw)": 0.8437574505805969, "Finetune/Step": 2538, "Finetune/Step Time": 11.22832834161818}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7721964120864868, "Finetune/Loss (Raw)": 0.7686838507652283, "Finetune/Step": 2539, "Finetune/Step Time": 11.22109642252326}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7726672887802124, "Finetune/Loss (Raw)": 0.787641167640686, "Finetune/Step": 2540, "Finetune/Step Time": 11.219460198655725}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7718300819396973, "Finetune/Loss (Raw)": 0.6385229825973511, "Finetune/Step": 2541, "Finetune/Step Time": 11.240248680114746}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7715731859207153, "Finetune/Loss (Raw)": 0.8234719038009644, "Finetune/Step": 2542, "Finetune/Step Time": 11.247908681631088}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7716461420059204, "Finetune/Loss (Raw)": 0.8104884624481201, "Finetune/Step": 2543, "Finetune/Step Time": 11.241828363388777}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7707170844078064, "Finetune/Loss (Raw)": 0.6308594942092896, "Finetune/Step": 2544, "Finetune/Step Time": 11.253547361120582}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7713373303413391, "Finetune/Loss (Raw)": 0.804655134677887, "Finetune/Step": 2545, "Finetune/Step Time": 11.246840177103877}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7701026201248169, "Finetune/Loss (Raw)": 0.5158447027206421, "Finetune/Step": 2546, "Finetune/Step Time": 11.24360665306449}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7703680992126465, "Finetune/Loss (Raw)": 0.7770511507987976, "Finetune/Step": 2547, "Finetune/Step Time": 11.20192551985383}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7695474028587341, "Finetune/Loss (Raw)": 0.885955810546875, "Finetune/Step": 2548, "Finetune/Step Time": 11.205316400155425}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.769126832485199, "Finetune/Loss (Raw)": 0.5775900483131409, "Finetune/Step": 2549, "Finetune/Step Time": 11.213242759928107}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7702012062072754, "Finetune/Loss (Raw)": 0.7979524731636047, "Finetune/Step": 2550, "Finetune/Step Time": 11.197385167703032}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7725018858909607, "Finetune/Loss (Raw)": 0.8719659447669983, "Finetune/Step": 2551, "Finetune/Step Time": 11.190668672323227}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7736165523529053, "Finetune/Loss (Raw)": 1.0056188106536865, "Finetune/Step": 2552, "Finetune/Step Time": 11.189607221633196}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7739225029945374, "Finetune/Loss (Raw)": 0.7175147533416748, "Finetune/Step": 2553, "Finetune/Step Time": 11.182044859975576}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7754878997802734, "Finetune/Loss (Raw)": 0.7839284539222717, "Finetune/Step": 2554, "Finetune/Step Time": 11.17642873339355}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7741657495498657, "Finetune/Loss (Raw)": 0.6558119058609009, "Finetune/Step": 2555, "Finetune/Step Time": 11.211036099120975}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7753228545188904, "Finetune/Loss (Raw)": 0.8306089639663696, "Finetune/Step": 2556, "Finetune/Step Time": 11.209444381296635}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7740957736968994, "Finetune/Loss (Raw)": 0.6756349802017212, "Finetune/Step": 2557, "Finetune/Step Time": 11.187284227460623}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7749720811843872, "Finetune/Loss (Raw)": 0.7783507704734802, "Finetune/Step": 2558, "Finetune/Step Time": 11.14412766136229}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7735867500305176, "Finetune/Loss (Raw)": 0.7157412767410278, "Finetune/Step": 2559, "Finetune/Step Time": 11.155063336715102}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7723012566566467, "Finetune/Loss (Raw)": 0.6095716953277588, "Finetune/Step": 2560, "Finetune/Step Time": 11.1587626170367}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.772944450378418, "Finetune/Loss (Raw)": 0.7964903712272644, "Finetune/Step": 2561, "Finetune/Step Time": 11.175613828003407}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7736145853996277, "Finetune/Loss (Raw)": 0.8997205495834351, "Finetune/Step": 2562, "Finetune/Step Time": 11.17412868514657}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7708971500396729, "Finetune/Loss (Raw)": 0.42210084199905396, "Finetune/Step": 2563, "Finetune/Step Time": 11.164852434769273}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.770578145980835, "Finetune/Loss (Raw)": 0.8190693855285645, "Finetune/Step": 2564, "Finetune/Step Time": 11.172365901991725}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7714348435401917, "Finetune/Loss (Raw)": 0.8662453889846802, "Finetune/Step": 2565, "Finetune/Step Time": 11.17340544424951}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7711193561553955, "Finetune/Loss (Raw)": 0.8224694132804871, "Finetune/Step": 2566, "Finetune/Step Time": 11.183945454657078}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7698155641555786, "Finetune/Loss (Raw)": 0.7010884881019592, "Finetune/Step": 2567, "Finetune/Step Time": 11.190009107813239}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7687004208564758, "Finetune/Loss (Raw)": 0.7207846641540527, "Finetune/Step": 2568, "Finetune/Step Time": 11.190048450604081}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7692352533340454, "Finetune/Loss (Raw)": 0.969807505607605, "Finetune/Step": 2569, "Finetune/Step Time": 11.185157220810652}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7689749002456665, "Finetune/Loss (Raw)": 0.7784146070480347, "Finetune/Step": 2570, "Finetune/Step Time": 11.188395855948329}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.769889235496521, "Finetune/Loss (Raw)": 1.0010807514190674, "Finetune/Step": 2571, "Finetune/Step Time": 11.189187111333013}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7696311473846436, "Finetune/Loss (Raw)": 0.7968295216560364, "Finetune/Step": 2572, "Finetune/Step Time": 11.188163412734866}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7704333662986755, "Finetune/Loss (Raw)": 0.7469067573547363, "Finetune/Step": 2573, "Finetune/Step Time": 11.158264705911279}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7694599628448486, "Finetune/Loss (Raw)": 0.7329235076904297, "Finetune/Step": 2574, "Finetune/Step Time": 11.185498105362058}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7684449553489685, "Finetune/Loss (Raw)": 0.7026134729385376, "Finetune/Step": 2575, "Finetune/Step Time": 11.177842630073428}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.767745852470398, "Finetune/Loss (Raw)": 0.7874367237091064, "Finetune/Step": 2576, "Finetune/Step Time": 11.178674090653658}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7686570882797241, "Finetune/Loss (Raw)": 0.8321075439453125, "Finetune/Step": 2577, "Finetune/Step Time": 11.179296169430017}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7698414325714111, "Finetune/Loss (Raw)": 0.8653545379638672, "Finetune/Step": 2578, "Finetune/Step Time": 11.140812762081623}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7723197937011719, "Finetune/Loss (Raw)": 0.8933860659599304, "Finetune/Step": 2579, "Finetune/Step Time": 11.09610834158957}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7708293199539185, "Finetune/Loss (Raw)": 0.5681655406951904, "Finetune/Step": 2580, "Finetune/Step Time": 11.108809994533658}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.771653413772583, "Finetune/Loss (Raw)": 0.8954150080680847, "Finetune/Step": 2581, "Finetune/Step Time": 11.073277117684484}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7716744542121887, "Finetune/Loss (Raw)": 0.7652778625488281, "Finetune/Step": 2582, "Finetune/Step Time": 11.059394970536232}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7706142067909241, "Finetune/Loss (Raw)": 0.7234398722648621, "Finetune/Step": 2583, "Finetune/Step Time": 11.06631894223392}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7710030674934387, "Finetune/Loss (Raw)": 0.9124804139137268, "Finetune/Step": 2584, "Finetune/Step Time": 11.066494029015303}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7696057558059692, "Finetune/Loss (Raw)": 0.6451172828674316, "Finetune/Step": 2585, "Finetune/Step Time": 11.06648282147944}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7696047425270081, "Finetune/Loss (Raw)": 0.7768921256065369, "Finetune/Step": 2586, "Finetune/Step Time": 11.048104636371136}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7704998254776001, "Finetune/Loss (Raw)": 0.8678804039955139, "Finetune/Step": 2587, "Finetune/Step Time": 11.042941680178046}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7701504230499268, "Finetune/Loss (Raw)": 0.6899673938751221, "Finetune/Step": 2588, "Finetune/Step Time": 11.054129717871547}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.769289493560791, "Finetune/Loss (Raw)": 0.8007131814956665, "Finetune/Step": 2589, "Finetune/Step Time": 11.05781334079802}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7694550156593323, "Finetune/Loss (Raw)": 0.8428124785423279, "Finetune/Step": 2590, "Finetune/Step Time": 11.057965388521552}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7690422534942627, "Finetune/Loss (Raw)": 0.7089709639549255, "Finetune/Step": 2591, "Finetune/Step Time": 11.12773528881371}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7683783769607544, "Finetune/Loss (Raw)": 0.7949807643890381, "Finetune/Step": 2592, "Finetune/Step Time": 11.137459317222238}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7673014998435974, "Finetune/Loss (Raw)": 0.6628088355064392, "Finetune/Step": 2593, "Finetune/Step Time": 11.163115303963423}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7669214010238647, "Finetune/Loss (Raw)": 0.6863265633583069, "Finetune/Step": 2594, "Finetune/Step Time": 11.179050019010901}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7668550610542297, "Finetune/Loss (Raw)": 0.7765468955039978, "Finetune/Step": 2595, "Finetune/Step Time": 11.184601940214634}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7653522491455078, "Finetune/Loss (Raw)": 0.7091733813285828, "Finetune/Step": 2596, "Finetune/Step Time": 11.17253260500729}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7651839256286621, "Finetune/Loss (Raw)": 0.8563212752342224, "Finetune/Step": 2597, "Finetune/Step Time": 11.166419880464673}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7642024755477905, "Finetune/Loss (Raw)": 0.5932257771492004, "Finetune/Step": 2598, "Finetune/Step Time": 11.183912571519613}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7639520168304443, "Finetune/Loss (Raw)": 0.8299612402915955, "Finetune/Step": 2599, "Finetune/Step Time": 11.19308426976204}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7636979222297668, "Finetune/Loss (Raw)": 0.7751697301864624, "Finetune/Step": 2600, "Finetune/Step Time": 11.186738397926092}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7632796764373779, "Finetune/Loss (Raw)": 0.773600161075592, "Finetune/Step": 2601, "Finetune/Step Time": 11.19633492641151}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7644048929214478, "Finetune/Loss (Raw)": 0.9012186527252197, "Finetune/Step": 2602, "Finetune/Step Time": 11.183637341484427}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7650494575500488, "Finetune/Loss (Raw)": 0.8493546843528748, "Finetune/Step": 2603, "Finetune/Step Time": 11.195403659716249}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7645756006240845, "Finetune/Loss (Raw)": 0.7332448959350586, "Finetune/Step": 2604, "Finetune/Step Time": 11.201780758798122}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7638691067695618, "Finetune/Loss (Raw)": 0.7042019367218018, "Finetune/Step": 2605, "Finetune/Step Time": 11.204702787101269}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7632465362548828, "Finetune/Loss (Raw)": 0.7067146897315979, "Finetune/Step": 2606, "Finetune/Step Time": 11.259681791067123}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.764074444770813, "Finetune/Loss (Raw)": 0.8041701316833496, "Finetune/Step": 2607, "Finetune/Step Time": 11.293684804812074}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7652872800827026, "Finetune/Loss (Raw)": 0.8584597110748291, "Finetune/Step": 2608, "Finetune/Step Time": 11.284483728930354}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7673233151435852, "Finetune/Loss (Raw)": 0.8679907321929932, "Finetune/Step": 2609, "Finetune/Step Time": 11.254542486742139}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7651361227035522, "Finetune/Loss (Raw)": 0.6985599994659424, "Finetune/Step": 2610, "Finetune/Step Time": 11.277719713747501}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.764553427696228, "Finetune/Loss (Raw)": 0.6690512299537659, "Finetune/Step": 2611, "Finetune/Step Time": 11.28546204790473}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7649304270744324, "Finetune/Loss (Raw)": 0.7840266823768616, "Finetune/Step": 2612, "Finetune/Step Time": 11.27110837213695}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7660320401191711, "Finetune/Loss (Raw)": 0.9386364817619324, "Finetune/Step": 2613, "Finetune/Step Time": 11.269758867099881}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7668912410736084, "Finetune/Loss (Raw)": 0.7439929842948914, "Finetune/Step": 2614, "Finetune/Step Time": 11.263924175873399}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7690578699111938, "Finetune/Loss (Raw)": 0.8615399599075317, "Finetune/Step": 2615, "Finetune/Step Time": 11.240822590887547}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7690318822860718, "Finetune/Loss (Raw)": 0.8940709829330444, "Finetune/Step": 2616, "Finetune/Step Time": 11.246784383431077}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7671146392822266, "Finetune/Loss (Raw)": 0.5944564342498779, "Finetune/Step": 2617, "Finetune/Step Time": 11.251876952126622}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.767646074295044, "Finetune/Loss (Raw)": 0.6407850384712219, "Finetune/Step": 2618, "Finetune/Step Time": 11.223447851836681}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7683560848236084, "Finetune/Loss (Raw)": 0.8555699586868286, "Finetune/Step": 2619, "Finetune/Step Time": 11.219340374693274}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7684982419013977, "Finetune/Loss (Raw)": 0.7156228423118591, "Finetune/Step": 2620, "Finetune/Step Time": 11.216590764001012}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7677962183952332, "Finetune/Loss (Raw)": 0.7474069595336914, "Finetune/Step": 2621, "Finetune/Step Time": 11.214842768386006}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7674296498298645, "Finetune/Loss (Raw)": 0.843877375125885, "Finetune/Step": 2622, "Finetune/Step Time": 11.207128772512078}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7668479681015015, "Finetune/Loss (Raw)": 0.7454495429992676, "Finetune/Step": 2623, "Finetune/Step Time": 11.235809475183487}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7670983672142029, "Finetune/Loss (Raw)": 0.7804766297340393, "Finetune/Step": 2624, "Finetune/Step Time": 11.218789525330067}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7664545178413391, "Finetune/Loss (Raw)": 0.5658558011054993, "Finetune/Step": 2625, "Finetune/Step Time": 11.240559082478285}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7632254362106323, "Finetune/Loss (Raw)": 0.5065115690231323, "Finetune/Step": 2626, "Finetune/Step Time": 11.281102228909731}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7649092674255371, "Finetune/Loss (Raw)": 0.7483819723129272, "Finetune/Step": 2627, "Finetune/Step Time": 11.25946818292141}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7650392055511475, "Finetune/Loss (Raw)": 0.8492146134376526, "Finetune/Step": 2628, "Finetune/Step Time": 11.257835675030947}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7619361877441406, "Finetune/Loss (Raw)": 0.48357194662094116, "Finetune/Step": 2629, "Finetune/Step Time": 11.280552102252841}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7606674432754517, "Finetune/Loss (Raw)": 0.6741254329681396, "Finetune/Step": 2630, "Finetune/Step Time": 11.28224240988493}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7609285712242126, "Finetune/Loss (Raw)": 0.8471510410308838, "Finetune/Step": 2631, "Finetune/Step Time": 11.281401988118887}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7599219083786011, "Finetune/Loss (Raw)": 0.6898748278617859, "Finetune/Step": 2632, "Finetune/Step Time": 11.2771649453789}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7603529095649719, "Finetune/Loss (Raw)": 0.8436376452445984, "Finetune/Step": 2633, "Finetune/Step Time": 11.281453190371394}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7602042555809021, "Finetune/Loss (Raw)": 0.7462016940116882, "Finetune/Step": 2634, "Finetune/Step Time": 11.278938200324774}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7593442797660828, "Finetune/Loss (Raw)": 0.7622020244598389, "Finetune/Step": 2635, "Finetune/Step Time": 11.271751744672656}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.760966956615448, "Finetune/Loss (Raw)": 0.9245510101318359, "Finetune/Step": 2636, "Finetune/Step Time": 11.273003898561}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7605026364326477, "Finetune/Loss (Raw)": 0.7165813446044922, "Finetune/Step": 2637, "Finetune/Step Time": 11.281737288460135}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7604072093963623, "Finetune/Loss (Raw)": 0.8897796869277954, "Finetune/Step": 2638, "Finetune/Step Time": 11.308164751157165}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7597286105155945, "Finetune/Loss (Raw)": 0.7597811818122864, "Finetune/Step": 2639, "Finetune/Step Time": 11.299323035404086}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7585515975952148, "Finetune/Loss (Raw)": 0.5408747792243958, "Finetune/Step": 2640, "Finetune/Step Time": 11.326378161087632}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7589184045791626, "Finetune/Loss (Raw)": 0.7701488137245178, "Finetune/Step": 2641, "Finetune/Step Time": 11.318032244220376}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7584302425384521, "Finetune/Loss (Raw)": 0.7620772123336792, "Finetune/Step": 2642, "Finetune/Step Time": 11.303527830168605}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.758446216583252, "Finetune/Loss (Raw)": 0.6279688477516174, "Finetune/Step": 2643, "Finetune/Step Time": 11.300383131951094}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7574707269668579, "Finetune/Loss (Raw)": 0.6446563005447388, "Finetune/Step": 2644, "Finetune/Step Time": 11.338110430166125}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7572884559631348, "Finetune/Loss (Raw)": 0.8084855079650879, "Finetune/Step": 2645, "Finetune/Step Time": 11.330167969688773}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7575303912162781, "Finetune/Loss (Raw)": 0.7828001976013184, "Finetune/Step": 2646, "Finetune/Step Time": 11.314261585474014}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7572494745254517, "Finetune/Loss (Raw)": 0.7271064519882202, "Finetune/Step": 2647, "Finetune/Step Time": 11.323201637715101}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7562040090560913, "Finetune/Loss (Raw)": 0.7580395340919495, "Finetune/Step": 2648, "Finetune/Step Time": 11.335660073906183}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.756437361240387, "Finetune/Loss (Raw)": 0.693676769733429, "Finetune/Step": 2649, "Finetune/Step Time": 11.306487910449505}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.755579948425293, "Finetune/Loss (Raw)": 0.6874498724937439, "Finetune/Step": 2650, "Finetune/Step Time": 11.295619316399097}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7568756341934204, "Finetune/Loss (Raw)": 0.7631849646568298, "Finetune/Step": 2651, "Finetune/Step Time": 11.301888559013605}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7576252818107605, "Finetune/Loss (Raw)": 0.8522036075592041, "Finetune/Step": 2652, "Finetune/Step Time": 11.313816130161285}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7584033012390137, "Finetune/Loss (Raw)": 0.708102285861969, "Finetune/Step": 2653, "Finetune/Step Time": 11.332330765202641}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7568504810333252, "Finetune/Loss (Raw)": 0.61426842212677, "Finetune/Step": 2654, "Finetune/Step Time": 11.361141812056303}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7567520141601562, "Finetune/Loss (Raw)": 0.7909515500068665, "Finetune/Step": 2655, "Finetune/Step Time": 11.369968688115478}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7558008432388306, "Finetune/Loss (Raw)": 0.7856607437133789, "Finetune/Step": 2656, "Finetune/Step Time": 11.36264644190669}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7562193274497986, "Finetune/Loss (Raw)": 0.5983256101608276, "Finetune/Step": 2657, "Finetune/Step Time": 11.346246080473065}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7542271614074707, "Finetune/Loss (Raw)": 0.5677530169487, "Finetune/Step": 2658, "Finetune/Step Time": 11.374226113781333}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.754784345626831, "Finetune/Loss (Raw)": 0.809046745300293, "Finetune/Step": 2659, "Finetune/Step Time": 11.365175543352962}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7553020715713501, "Finetune/Loss (Raw)": 0.841943085193634, "Finetune/Step": 2660, "Finetune/Step Time": 11.344774881377816}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7574540376663208, "Finetune/Loss (Raw)": 0.9767423868179321, "Finetune/Step": 2661, "Finetune/Step Time": 11.35009184665978}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7597836852073669, "Finetune/Loss (Raw)": 0.8447483777999878, "Finetune/Step": 2662, "Finetune/Step Time": 11.308721661567688}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7595828771591187, "Finetune/Loss (Raw)": 0.8606418967247009, "Finetune/Step": 2663, "Finetune/Step Time": 11.31856414489448}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7602298259735107, "Finetune/Loss (Raw)": 0.6985424160957336, "Finetune/Step": 2664, "Finetune/Step Time": 11.332299534231424}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.75957852602005, "Finetune/Loss (Raw)": 0.647050142288208, "Finetune/Step": 2665, "Finetune/Step Time": 11.323166977614164}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7596378922462463, "Finetune/Loss (Raw)": 0.8513606786727905, "Finetune/Step": 2666, "Finetune/Step Time": 11.316718893125653}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7592835426330566, "Finetune/Loss (Raw)": 0.7233208417892456, "Finetune/Step": 2667, "Finetune/Step Time": 11.310895102098584}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7593249082565308, "Finetune/Loss (Raw)": 0.7929370403289795, "Finetune/Step": 2668, "Finetune/Step Time": 11.306456156075}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7614049315452576, "Finetune/Loss (Raw)": 0.9047683477401733, "Finetune/Step": 2669, "Finetune/Step Time": 11.283924343064427}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7613229751586914, "Finetune/Loss (Raw)": 0.8129866719245911, "Finetune/Step": 2670, "Finetune/Step Time": 11.273716712370515}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7598205208778381, "Finetune/Loss (Raw)": 0.6181651949882507, "Finetune/Step": 2671, "Finetune/Step Time": 11.27883517742157}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7592275738716125, "Finetune/Loss (Raw)": 0.5549615621566772, "Finetune/Step": 2672, "Finetune/Step Time": 11.285510078072548}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7590174674987793, "Finetune/Loss (Raw)": 0.7777696251869202, "Finetune/Step": 2673, "Finetune/Step Time": 11.284345041960478}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7596254348754883, "Finetune/Loss (Raw)": 0.5936595797538757, "Finetune/Step": 2674, "Finetune/Step Time": 11.26119775697589}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7596369981765747, "Finetune/Loss (Raw)": 0.7785388827323914, "Finetune/Step": 2675, "Finetune/Step Time": 11.266219090670347}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7586194276809692, "Finetune/Loss (Raw)": 0.7556957006454468, "Finetune/Step": 2676, "Finetune/Step Time": 11.27125633135438}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7607441544532776, "Finetune/Loss (Raw)": 0.8495606780052185, "Finetune/Step": 2677, "Finetune/Step Time": 11.228019746020436}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.760481059551239, "Finetune/Loss (Raw)": 0.7642800211906433, "Finetune/Step": 2678, "Finetune/Step Time": 11.228518607094884}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7609692811965942, "Finetune/Loss (Raw)": 0.9344502687454224, "Finetune/Step": 2679, "Finetune/Step Time": 11.223770404234529}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7595326900482178, "Finetune/Loss (Raw)": 0.8217369318008423, "Finetune/Step": 2680, "Finetune/Step Time": 11.230934673920274}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7584456205368042, "Finetune/Loss (Raw)": 0.5783732533454895, "Finetune/Step": 2681, "Finetune/Step Time": 11.251499745994806}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7583829164505005, "Finetune/Loss (Raw)": 0.77590012550354, "Finetune/Step": 2682, "Finetune/Step Time": 11.218957670032978}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7597255706787109, "Finetune/Loss (Raw)": 0.8276737332344055, "Finetune/Step": 2683, "Finetune/Step Time": 11.178741108626127}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7592841386795044, "Finetune/Loss (Raw)": 0.7741087675094604, "Finetune/Step": 2684, "Finetune/Step Time": 11.18147367797792}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.760472297668457, "Finetune/Loss (Raw)": 0.8277155160903931, "Finetune/Step": 2685, "Finetune/Step Time": 11.18902936577797}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7599868774414062, "Finetune/Loss (Raw)": 0.7162177562713623, "Finetune/Step": 2686, "Finetune/Step Time": 11.194335440173745}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7604656219482422, "Finetune/Loss (Raw)": 0.7770161032676697, "Finetune/Step": 2687, "Finetune/Step Time": 11.18586079403758}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7619189620018005, "Finetune/Loss (Raw)": 0.7956027388572693, "Finetune/Step": 2688, "Finetune/Step Time": 11.158870542421937}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7627890110015869, "Finetune/Loss (Raw)": 0.9078543782234192, "Finetune/Step": 2689, "Finetune/Step Time": 11.143355080857873}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.760441780090332, "Finetune/Loss (Raw)": 0.5992832779884338, "Finetune/Step": 2690, "Finetune/Step Time": 11.181233936920762}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7638447284698486, "Finetune/Loss (Raw)": 0.857670247554779, "Finetune/Step": 2691, "Finetune/Step Time": 11.175156747922301}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7633266448974609, "Finetune/Loss (Raw)": 0.7527567148208618, "Finetune/Step": 2692, "Finetune/Step Time": 11.174906436353922}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7629141807556152, "Finetune/Loss (Raw)": 0.8134514093399048, "Finetune/Step": 2693, "Finetune/Step Time": 11.183083491399884}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.762110710144043, "Finetune/Loss (Raw)": 0.7196307182312012, "Finetune/Step": 2694, "Finetune/Step Time": 11.18485234118998}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7626364231109619, "Finetune/Loss (Raw)": 0.7683680653572083, "Finetune/Step": 2695, "Finetune/Step Time": 11.183338832110167}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7630342841148376, "Finetune/Loss (Raw)": 0.7717158794403076, "Finetune/Step": 2696, "Finetune/Step Time": 11.200985854491591}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7615251541137695, "Finetune/Loss (Raw)": 0.7766405344009399, "Finetune/Step": 2697, "Finetune/Step Time": 11.207690700888634}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7610521912574768, "Finetune/Loss (Raw)": 0.7178755402565002, "Finetune/Step": 2698, "Finetune/Step Time": 11.203790843486786}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.759947657585144, "Finetune/Loss (Raw)": 0.8597017526626587, "Finetune/Step": 2699, "Finetune/Step Time": 11.221045097336173}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7597149014472961, "Finetune/Loss (Raw)": 0.767033576965332, "Finetune/Step": 2700, "Finetune/Step Time": 11.231909781694412}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7597057819366455, "Finetune/Loss (Raw)": 0.7457348108291626, "Finetune/Step": 2701, "Finetune/Step Time": 11.267203444615006}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7602818608283997, "Finetune/Loss (Raw)": 0.80666583776474, "Finetune/Step": 2702, "Finetune/Step Time": 11.25336690992117}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7602067589759827, "Finetune/Loss (Raw)": 0.6929981708526611, "Finetune/Step": 2703, "Finetune/Step Time": 11.276008758693933}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.759308934211731, "Finetune/Loss (Raw)": 0.6725161671638489, "Finetune/Step": 2704, "Finetune/Step Time": 11.29194862395525}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7587558627128601, "Finetune/Loss (Raw)": 0.7613136768341064, "Finetune/Step": 2705, "Finetune/Step Time": 11.29490988329053}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7585889101028442, "Finetune/Loss (Raw)": 0.843989908695221, "Finetune/Step": 2706, "Finetune/Step Time": 11.302220212295651}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7589124441146851, "Finetune/Loss (Raw)": 0.9347934722900391, "Finetune/Step": 2707, "Finetune/Step Time": 11.3014903254807}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7614377737045288, "Finetune/Loss (Raw)": 0.8914096355438232, "Finetune/Step": 2708, "Finetune/Step Time": 11.299827124923468}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7602035999298096, "Finetune/Loss (Raw)": 0.7374424338340759, "Finetune/Step": 2709, "Finetune/Step Time": 11.315286625176668}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7589998245239258, "Finetune/Loss (Raw)": 0.6111999154090881, "Finetune/Step": 2710, "Finetune/Step Time": 11.355771256610751}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.759931206703186, "Finetune/Loss (Raw)": 0.8426566123962402, "Finetune/Step": 2711, "Finetune/Step Time": 11.347449742257595}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7591105103492737, "Finetune/Loss (Raw)": 0.8074250221252441, "Finetune/Step": 2712, "Finetune/Step Time": 11.374189080670476}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7600091695785522, "Finetune/Loss (Raw)": 0.7601498365402222, "Finetune/Step": 2713, "Finetune/Step Time": 11.385066928341985}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7606626749038696, "Finetune/Loss (Raw)": 0.860537588596344, "Finetune/Step": 2714, "Finetune/Step Time": 11.385337240993977}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.759448766708374, "Finetune/Loss (Raw)": 0.7124959826469421, "Finetune/Step": 2715, "Finetune/Step Time": 11.375012068077922}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7601900100708008, "Finetune/Loss (Raw)": 0.7848483324050903, "Finetune/Step": 2716, "Finetune/Step Time": 11.36586905643344}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7604612112045288, "Finetune/Loss (Raw)": 0.8354321718215942, "Finetune/Step": 2717, "Finetune/Step Time": 11.343038761988282}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7596986293792725, "Finetune/Loss (Raw)": 0.7452012300491333, "Finetune/Step": 2718, "Finetune/Step Time": 11.347854729741812}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.760277509689331, "Finetune/Loss (Raw)": 0.7830610275268555, "Finetune/Step": 2719, "Finetune/Step Time": 11.285135567188263}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7604631781578064, "Finetune/Loss (Raw)": 0.8187444806098938, "Finetune/Step": 2720, "Finetune/Step Time": 11.282865168526769}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7608394622802734, "Finetune/Loss (Raw)": 0.7109826803207397, "Finetune/Step": 2721, "Finetune/Step Time": 11.270200084894896}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.761655330657959, "Finetune/Loss (Raw)": 0.7907557487487793, "Finetune/Step": 2722, "Finetune/Step Time": 11.258616026490927}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7612066268920898, "Finetune/Loss (Raw)": 0.7191091775894165, "Finetune/Step": 2723, "Finetune/Step Time": 11.25102074444294}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7620151042938232, "Finetune/Loss (Raw)": 0.8126634359359741, "Finetune/Step": 2724, "Finetune/Step Time": 11.25483358092606}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7615100741386414, "Finetune/Loss (Raw)": 0.7916719317436218, "Finetune/Step": 2725, "Finetune/Step Time": 11.248270096257329}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7630228996276855, "Finetune/Loss (Raw)": 0.7868781685829163, "Finetune/Step": 2726, "Finetune/Step Time": 11.245334891602397}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7625734210014343, "Finetune/Loss (Raw)": 0.7724204659461975, "Finetune/Step": 2727, "Finetune/Step Time": 11.244445282965899}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.760719358921051, "Finetune/Loss (Raw)": 0.5378468036651611, "Finetune/Step": 2728, "Finetune/Step Time": 11.242180278524756}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7602875232696533, "Finetune/Loss (Raw)": 0.7183226346969604, "Finetune/Step": 2729, "Finetune/Step Time": 11.267532754689455}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7580491304397583, "Finetune/Loss (Raw)": 0.6147062182426453, "Finetune/Step": 2730, "Finetune/Step Time": 11.270822439342737}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7573975920677185, "Finetune/Loss (Raw)": 0.7659623622894287, "Finetune/Step": 2731, "Finetune/Step Time": 11.252887969836593}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7579856514930725, "Finetune/Loss (Raw)": 0.8085126876831055, "Finetune/Step": 2732, "Finetune/Step Time": 11.249113138765097}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7588876485824585, "Finetune/Loss (Raw)": 0.8196588158607483, "Finetune/Step": 2733, "Finetune/Step Time": 11.24815121665597}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7592743039131165, "Finetune/Loss (Raw)": 0.756212592124939, "Finetune/Step": 2734, "Finetune/Step Time": 11.202680915594101}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7595461010932922, "Finetune/Loss (Raw)": 0.8389539122581482, "Finetune/Step": 2735, "Finetune/Step Time": 11.166946867480874}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7581488490104675, "Finetune/Loss (Raw)": 0.6796103119850159, "Finetune/Step": 2736, "Finetune/Step Time": 11.203405871987343}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7555028200149536, "Finetune/Loss (Raw)": 0.5293077826499939, "Finetune/Step": 2737, "Finetune/Step Time": 11.214104786515236}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7565284371376038, "Finetune/Loss (Raw)": 0.8298366069793701, "Finetune/Step": 2738, "Finetune/Step Time": 11.203007871285081}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7578511238098145, "Finetune/Loss (Raw)": 0.8383504152297974, "Finetune/Step": 2739, "Finetune/Step Time": 11.199474463239312}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7569190859794617, "Finetune/Loss (Raw)": 0.6647266149520874, "Finetune/Step": 2740, "Finetune/Step Time": 11.210723608732224}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7562286853790283, "Finetune/Loss (Raw)": 0.8502612113952637, "Finetune/Step": 2741, "Finetune/Step Time": 11.211702100932598}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7563332319259644, "Finetune/Loss (Raw)": 0.7573762536048889, "Finetune/Step": 2742, "Finetune/Step Time": 11.224152904003859}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7564409375190735, "Finetune/Loss (Raw)": 0.8753267526626587, "Finetune/Step": 2743, "Finetune/Step Time": 11.216011678799987}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7556358575820923, "Finetune/Loss (Raw)": 0.7910215258598328, "Finetune/Step": 2744, "Finetune/Step Time": 11.21353199146688}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.757936954498291, "Finetune/Loss (Raw)": 0.8889983892440796, "Finetune/Step": 2745, "Finetune/Step Time": 11.17825285345316}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7591798901557922, "Finetune/Loss (Raw)": 0.7998818755149841, "Finetune/Step": 2746, "Finetune/Step Time": 11.18714933283627}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7585821151733398, "Finetune/Loss (Raw)": 0.7790511250495911, "Finetune/Step": 2747, "Finetune/Step Time": 11.207708952948451}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7599565982818604, "Finetune/Loss (Raw)": 0.8915536403656006, "Finetune/Step": 2748, "Finetune/Step Time": 11.211492178961635}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7605677843093872, "Finetune/Loss (Raw)": 0.8256438970565796, "Finetune/Step": 2749, "Finetune/Step Time": 11.209736967459321}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7598591446876526, "Finetune/Loss (Raw)": 0.7531739473342896, "Finetune/Step": 2750, "Finetune/Step Time": 11.21678234450519}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7600736021995544, "Finetune/Loss (Raw)": 0.7728981375694275, "Finetune/Step": 2751, "Finetune/Step Time": 11.199160369113088}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7602012753486633, "Finetune/Loss (Raw)": 0.7968162894248962, "Finetune/Step": 2752, "Finetune/Step Time": 11.199829936027527}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7626874446868896, "Finetune/Loss (Raw)": 0.8840838074684143, "Finetune/Step": 2753, "Finetune/Step Time": 11.182012278586626}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7646761536598206, "Finetune/Loss (Raw)": 0.7610719203948975, "Finetune/Step": 2754, "Finetune/Step Time": 11.14257518388331}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7637149095535278, "Finetune/Loss (Raw)": 0.6253446340560913, "Finetune/Step": 2755, "Finetune/Step Time": 11.184659907594323}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7633402347564697, "Finetune/Loss (Raw)": 0.8012500405311584, "Finetune/Step": 2756, "Finetune/Step Time": 11.207439698278904}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7642343044281006, "Finetune/Loss (Raw)": 0.5980110764503479, "Finetune/Step": 2757, "Finetune/Step Time": 11.240047667175531}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7656654119491577, "Finetune/Loss (Raw)": 0.8573063015937805, "Finetune/Step": 2758, "Finetune/Step Time": 11.240782361477613}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7647528052330017, "Finetune/Loss (Raw)": 0.7303420901298523, "Finetune/Step": 2759, "Finetune/Step Time": 11.239467009902}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7644709348678589, "Finetune/Loss (Raw)": 0.6537950038909912, "Finetune/Step": 2760, "Finetune/Step Time": 11.230389745905995}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7628301382064819, "Finetune/Loss (Raw)": 0.6336176991462708, "Finetune/Step": 2761, "Finetune/Step Time": 11.26803314872086}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7626660466194153, "Finetune/Loss (Raw)": 0.7251970767974854, "Finetune/Step": 2762, "Finetune/Step Time": 11.2839334923774}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7627469897270203, "Finetune/Loss (Raw)": 0.7725613713264465, "Finetune/Step": 2763, "Finetune/Step Time": 11.290761770680547}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.761359691619873, "Finetune/Loss (Raw)": 0.746972918510437, "Finetune/Step": 2764, "Finetune/Step Time": 11.296625006943941}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7605525851249695, "Finetune/Loss (Raw)": 0.6132814288139343, "Finetune/Step": 2765, "Finetune/Step Time": 11.319828702136874}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7596325278282166, "Finetune/Loss (Raw)": 0.7720057368278503, "Finetune/Step": 2766, "Finetune/Step Time": 11.301184926182032}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7601056098937988, "Finetune/Loss (Raw)": 0.8203433752059937, "Finetune/Step": 2767, "Finetune/Step Time": 11.317288022488356}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7624188661575317, "Finetune/Loss (Raw)": 0.8369578719139099, "Finetune/Step": 2768, "Finetune/Step Time": 11.279328562319279}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7627357244491577, "Finetune/Loss (Raw)": 0.8107194900512695, "Finetune/Step": 2769, "Finetune/Step Time": 11.288811886683106}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7608779072761536, "Finetune/Loss (Raw)": 0.5242698192596436, "Finetune/Step": 2770, "Finetune/Step Time": 11.314357403665781}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.76241534948349, "Finetune/Loss (Raw)": 0.8247652649879456, "Finetune/Step": 2771, "Finetune/Step Time": 11.304807975888252}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7639299631118774, "Finetune/Loss (Raw)": 0.8385239243507385, "Finetune/Step": 2772, "Finetune/Step Time": 11.260404396802187}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.764539361000061, "Finetune/Loss (Raw)": 0.8864880204200745, "Finetune/Step": 2773, "Finetune/Step Time": 11.252582086250186}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.762513279914856, "Finetune/Loss (Raw)": 0.5234556794166565, "Finetune/Step": 2774, "Finetune/Step Time": 11.294852456077933}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7633748650550842, "Finetune/Loss (Raw)": 0.8373967409133911, "Finetune/Step": 2775, "Finetune/Step Time": 11.28421724960208}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7631344199180603, "Finetune/Loss (Raw)": 0.7272554636001587, "Finetune/Step": 2776, "Finetune/Step Time": 11.276495369151235}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.763795018196106, "Finetune/Loss (Raw)": 0.77824467420578, "Finetune/Step": 2777, "Finetune/Step Time": 11.259863052517176}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7647578120231628, "Finetune/Loss (Raw)": 0.810680627822876, "Finetune/Step": 2778, "Finetune/Step Time": 11.250160465016961}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7643277645111084, "Finetune/Loss (Raw)": 0.7081402540206909, "Finetune/Step": 2779, "Finetune/Step Time": 11.247425014153123}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7638020515441895, "Finetune/Loss (Raw)": 0.7849083542823792, "Finetune/Step": 2780, "Finetune/Step Time": 11.246096471324563}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7651927471160889, "Finetune/Loss (Raw)": 0.8861191272735596, "Finetune/Step": 2781, "Finetune/Step Time": 11.222005385905504}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7666566371917725, "Finetune/Loss (Raw)": 0.8016382455825806, "Finetune/Step": 2782, "Finetune/Step Time": 11.186989964917302}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7665964365005493, "Finetune/Loss (Raw)": 0.7832465767860413, "Finetune/Step": 2783, "Finetune/Step Time": 11.19346416182816}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7651029825210571, "Finetune/Loss (Raw)": 0.5945015549659729, "Finetune/Step": 2784, "Finetune/Step Time": 11.221309946849942}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7664838433265686, "Finetune/Loss (Raw)": 0.7750838994979858, "Finetune/Step": 2785, "Finetune/Step Time": 11.204936666414142}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.768515944480896, "Finetune/Loss (Raw)": 0.8278561234474182, "Finetune/Step": 2786, "Finetune/Step Time": 11.172972906380892}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7680470943450928, "Finetune/Loss (Raw)": 0.7490392923355103, "Finetune/Step": 2787, "Finetune/Step Time": 11.172926416620612}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7681947946548462, "Finetune/Loss (Raw)": 0.8608406186103821, "Finetune/Step": 2788, "Finetune/Step Time": 11.184905223548412}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7660877704620361, "Finetune/Loss (Raw)": 0.7070453763008118, "Finetune/Step": 2789, "Finetune/Step Time": 11.20698581263423}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7655719518661499, "Finetune/Loss (Raw)": 0.7787250280380249, "Finetune/Step": 2790, "Finetune/Step Time": 11.220801645889878}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7634522914886475, "Finetune/Loss (Raw)": 0.5893281698226929, "Finetune/Step": 2791, "Finetune/Step Time": 11.235961394384503}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7642421722412109, "Finetune/Loss (Raw)": 0.7996371984481812, "Finetune/Step": 2792, "Finetune/Step Time": 11.219617797061801}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7662649154663086, "Finetune/Loss (Raw)": 0.9059712886810303, "Finetune/Step": 2793, "Finetune/Step Time": 11.22035799920559}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7651491165161133, "Finetune/Loss (Raw)": 0.7085336446762085, "Finetune/Step": 2794, "Finetune/Step Time": 11.234361916780472}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7646546363830566, "Finetune/Loss (Raw)": 0.6600304841995239, "Finetune/Step": 2795, "Finetune/Step Time": 11.248779686167836}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7644853591918945, "Finetune/Loss (Raw)": 0.7712602019309998, "Finetune/Step": 2796, "Finetune/Step Time": 11.274064123630524}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7617936730384827, "Finetune/Loss (Raw)": 0.5602361559867859, "Finetune/Step": 2797, "Finetune/Step Time": 11.291830834001303}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7604039907455444, "Finetune/Loss (Raw)": 0.6351130604743958, "Finetune/Step": 2798, "Finetune/Step Time": 11.33835443481803}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7607294321060181, "Finetune/Loss (Raw)": 0.6598142981529236, "Finetune/Step": 2799, "Finetune/Step Time": 11.339473690837622}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7610889077186584, "Finetune/Loss (Raw)": 0.6009777784347534, "Finetune/Step": 2800, "Finetune/Step Time": 11.331478921696544}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7617363333702087, "Finetune/Loss (Raw)": 0.8606445789337158, "Finetune/Step": 2801, "Finetune/Step Time": 11.33471367135644}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7638974189758301, "Finetune/Loss (Raw)": 0.8702700734138489, "Finetune/Step": 2802, "Finetune/Step Time": 11.334187837317586}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7635365724563599, "Finetune/Loss (Raw)": 0.7323540449142456, "Finetune/Step": 2803, "Finetune/Step Time": 11.33081796951592}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7640231847763062, "Finetune/Loss (Raw)": 0.8179764151573181, "Finetune/Step": 2804, "Finetune/Step Time": 11.32221034169197}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7645931243896484, "Finetune/Loss (Raw)": 0.922514796257019, "Finetune/Step": 2805, "Finetune/Step Time": 11.320953829213977}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7641808986663818, "Finetune/Loss (Raw)": 0.711526095867157, "Finetune/Step": 2806, "Finetune/Step Time": 11.327353801578283}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7627213597297668, "Finetune/Loss (Raw)": 0.7476242780685425, "Finetune/Step": 2807, "Finetune/Step Time": 11.331255765631795}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7610422968864441, "Finetune/Loss (Raw)": 0.6068164110183716, "Finetune/Step": 2808, "Finetune/Step Time": 11.344241514801979}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7606875896453857, "Finetune/Loss (Raw)": 0.5329640507698059, "Finetune/Step": 2809, "Finetune/Step Time": 11.35185145586729}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.759830892086029, "Finetune/Loss (Raw)": 0.6662523150444031, "Finetune/Step": 2810, "Finetune/Step Time": 11.34830429404974}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.759499192237854, "Finetune/Loss (Raw)": 0.7852134108543396, "Finetune/Step": 2811, "Finetune/Step Time": 11.354766447097063}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7595588564872742, "Finetune/Loss (Raw)": 0.7817447185516357, "Finetune/Step": 2812, "Finetune/Step Time": 11.349461710080504}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7594844102859497, "Finetune/Loss (Raw)": 0.8181857466697693, "Finetune/Step": 2813, "Finetune/Step Time": 11.34165071323514}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7587114572525024, "Finetune/Loss (Raw)": 0.6172835230827332, "Finetune/Step": 2814, "Finetune/Step Time": 11.373964661732316}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7594882845878601, "Finetune/Loss (Raw)": 0.8764455914497375, "Finetune/Step": 2815, "Finetune/Step Time": 11.373810674995184}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7593226432800293, "Finetune/Loss (Raw)": 0.7744046449661255, "Finetune/Step": 2816, "Finetune/Step Time": 11.369110364466906}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.758132815361023, "Finetune/Loss (Raw)": 0.7555586099624634, "Finetune/Step": 2817, "Finetune/Step Time": 11.375508733093739}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7593839764595032, "Finetune/Loss (Raw)": 0.7594240307807922, "Finetune/Step": 2818, "Finetune/Step Time": 11.341425186023116}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7596032023429871, "Finetune/Loss (Raw)": 0.8857361078262329, "Finetune/Step": 2819, "Finetune/Step Time": 11.34526158310473}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7604490518569946, "Finetune/Loss (Raw)": 0.8610210418701172, "Finetune/Step": 2820, "Finetune/Step Time": 11.344634305685759}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.758819043636322, "Finetune/Loss (Raw)": 0.604812502861023, "Finetune/Step": 2821, "Finetune/Step Time": 11.348501833155751}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7595312595367432, "Finetune/Loss (Raw)": 0.8107984662055969, "Finetune/Step": 2822, "Finetune/Step Time": 11.337107421830297}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7581483125686646, "Finetune/Loss (Raw)": 0.5913471579551697, "Finetune/Step": 2823, "Finetune/Step Time": 11.368661498650908}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7569715976715088, "Finetune/Loss (Raw)": 0.621099054813385, "Finetune/Step": 2824, "Finetune/Step Time": 11.349087381735444}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7563819885253906, "Finetune/Loss (Raw)": 0.7011619210243225, "Finetune/Step": 2825, "Finetune/Step Time": 11.343503741547465}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7559466361999512, "Finetune/Loss (Raw)": 0.6621583104133606, "Finetune/Step": 2826, "Finetune/Step Time": 11.357772879302502}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7554370164871216, "Finetune/Loss (Raw)": 0.7944638133049011, "Finetune/Step": 2827, "Finetune/Step Time": 11.335743920877576}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7564942240715027, "Finetune/Loss (Raw)": 0.9023628830909729, "Finetune/Step": 2828, "Finetune/Step Time": 11.330293076112866}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7569860219955444, "Finetune/Loss (Raw)": 0.8086842894554138, "Finetune/Step": 2829, "Finetune/Step Time": 11.301331002265215}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7575103640556335, "Finetune/Loss (Raw)": 0.8737825751304626, "Finetune/Step": 2830, "Finetune/Step Time": 11.288307145237923}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7597357034683228, "Finetune/Loss (Raw)": 0.9778382182121277, "Finetune/Step": 2831, "Finetune/Step Time": 11.262000247836113}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7614569067955017, "Finetune/Loss (Raw)": 0.8928329348564148, "Finetune/Step": 2832, "Finetune/Step Time": 11.251932153478265}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7616332769393921, "Finetune/Loss (Raw)": 0.7838823795318604, "Finetune/Step": 2833, "Finetune/Step Time": 11.26101397164166}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7594596743583679, "Finetune/Loss (Raw)": 0.5657729506492615, "Finetune/Step": 2834, "Finetune/Step Time": 11.29989199899137}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7584906816482544, "Finetune/Loss (Raw)": 0.8107601404190063, "Finetune/Step": 2835, "Finetune/Step Time": 11.304163359105587}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7563343644142151, "Finetune/Loss (Raw)": 0.6154049038887024, "Finetune/Step": 2836, "Finetune/Step Time": 11.290696907788515}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7570948600769043, "Finetune/Loss (Raw)": 0.8347848057746887, "Finetune/Step": 2837, "Finetune/Step Time": 11.274060651659966}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7577389478683472, "Finetune/Loss (Raw)": 0.6936383247375488, "Finetune/Step": 2838, "Finetune/Step Time": 11.227908438071609}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7565038800239563, "Finetune/Loss (Raw)": 0.6845753788948059, "Finetune/Step": 2839, "Finetune/Step Time": 11.229712463915348}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7561540007591248, "Finetune/Loss (Raw)": 0.762641191482544, "Finetune/Step": 2840, "Finetune/Step Time": 11.206897696480155}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7573115229606628, "Finetune/Loss (Raw)": 0.9083101749420166, "Finetune/Step": 2841, "Finetune/Step Time": 11.198311887681484}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7568264007568359, "Finetune/Loss (Raw)": 0.7984392046928406, "Finetune/Step": 2842, "Finetune/Step Time": 11.201679654419422}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7564613819122314, "Finetune/Loss (Raw)": 0.6657791137695312, "Finetune/Step": 2843, "Finetune/Step Time": 11.209621431306005}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7569161653518677, "Finetune/Loss (Raw)": 0.8430548310279846, "Finetune/Step": 2844, "Finetune/Step Time": 11.21330994553864}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7565244436264038, "Finetune/Loss (Raw)": 0.7853001952171326, "Finetune/Step": 2845, "Finetune/Step Time": 11.22738579660654}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7564175724983215, "Finetune/Loss (Raw)": 0.7315165400505066, "Finetune/Step": 2846, "Finetune/Step Time": 11.223554329946637}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7547890543937683, "Finetune/Loss (Raw)": 0.5746118426322937, "Finetune/Step": 2847, "Finetune/Step Time": 11.236475616693497}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7548236846923828, "Finetune/Loss (Raw)": 0.823183000087738, "Finetune/Step": 2848, "Finetune/Step Time": 11.241990314796567}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.755005955696106, "Finetune/Loss (Raw)": 0.734306812286377, "Finetune/Step": 2849, "Finetune/Step Time": 11.23388765566051}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7548815011978149, "Finetune/Loss (Raw)": 0.7748263478279114, "Finetune/Step": 2850, "Finetune/Step Time": 11.228253554552794}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7558019757270813, "Finetune/Loss (Raw)": 0.8369277715682983, "Finetune/Step": 2851, "Finetune/Step Time": 11.223321264609694}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7559526562690735, "Finetune/Loss (Raw)": 0.8319540023803711, "Finetune/Step": 2852, "Finetune/Step Time": 11.226226426661015}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7556248307228088, "Finetune/Loss (Raw)": 0.7497097253799438, "Finetune/Step": 2853, "Finetune/Step Time": 11.225184325128794}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7561290264129639, "Finetune/Loss (Raw)": 0.8514130711555481, "Finetune/Step": 2854, "Finetune/Step Time": 11.213993577286601}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7560712099075317, "Finetune/Loss (Raw)": 0.7650160193443298, "Finetune/Step": 2855, "Finetune/Step Time": 11.221780819818377}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7577294111251831, "Finetune/Loss (Raw)": 0.7501025199890137, "Finetune/Step": 2856, "Finetune/Step Time": 11.242458472028375}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7584325671195984, "Finetune/Loss (Raw)": 0.8083285689353943, "Finetune/Step": 2857, "Finetune/Step Time": 11.207138299942017}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7590364813804626, "Finetune/Loss (Raw)": 0.6920014023780823, "Finetune/Step": 2858, "Finetune/Step Time": 11.195534255355597}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7591658234596252, "Finetune/Loss (Raw)": 0.7825175523757935, "Finetune/Step": 2859, "Finetune/Step Time": 11.206003054976463}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7580626606941223, "Finetune/Loss (Raw)": 0.667312502861023, "Finetune/Step": 2860, "Finetune/Step Time": 11.217761551961303}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7588750123977661, "Finetune/Loss (Raw)": 0.9236422777175903, "Finetune/Step": 2861, "Finetune/Step Time": 11.213579783216119}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7586848735809326, "Finetune/Loss (Raw)": 0.7318699359893799, "Finetune/Step": 2862, "Finetune/Step Time": 11.237798128277063}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7580533623695374, "Finetune/Loss (Raw)": 0.7581238150596619, "Finetune/Step": 2863, "Finetune/Step Time": 11.232069676741958}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7581801414489746, "Finetune/Loss (Raw)": 0.6958399415016174, "Finetune/Step": 2864, "Finetune/Step Time": 11.193080289289355}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7608265280723572, "Finetune/Loss (Raw)": 0.8680428266525269, "Finetune/Step": 2865, "Finetune/Step Time": 11.172939136624336}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.758889377117157, "Finetune/Loss (Raw)": 0.5818833112716675, "Finetune/Step": 2866, "Finetune/Step Time": 11.201310595497489}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.758624792098999, "Finetune/Loss (Raw)": 0.8044834733009338, "Finetune/Step": 2867, "Finetune/Step Time": 11.196198342368007}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7604220509529114, "Finetune/Loss (Raw)": 0.8947743773460388, "Finetune/Step": 2868, "Finetune/Step Time": 11.188207309693098}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.758275032043457, "Finetune/Loss (Raw)": 0.5754421353340149, "Finetune/Step": 2869, "Finetune/Step Time": 11.242212517187}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7569334506988525, "Finetune/Loss (Raw)": 0.5856531858444214, "Finetune/Step": 2870, "Finetune/Step Time": 11.27329951710999}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7572817206382751, "Finetune/Loss (Raw)": 0.9199055433273315, "Finetune/Step": 2871, "Finetune/Step Time": 11.270580228418112}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7581087946891785, "Finetune/Loss (Raw)": 0.8968842625617981, "Finetune/Step": 2872, "Finetune/Step Time": 11.26961668021977}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7573772668838501, "Finetune/Loss (Raw)": 0.7953636646270752, "Finetune/Step": 2873, "Finetune/Step Time": 11.270906956866384}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.75563645362854, "Finetune/Loss (Raw)": 0.5770590901374817, "Finetune/Step": 2874, "Finetune/Step Time": 11.29972861520946}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7562167644500732, "Finetune/Loss (Raw)": 0.8533254265785217, "Finetune/Step": 2875, "Finetune/Step Time": 11.271843323484063}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7554389238357544, "Finetune/Loss (Raw)": 0.7919963002204895, "Finetune/Step": 2876, "Finetune/Step Time": 11.280595656484365}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.754923939704895, "Finetune/Loss (Raw)": 0.7597258687019348, "Finetune/Step": 2877, "Finetune/Step Time": 11.289081873372197}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7545973062515259, "Finetune/Loss (Raw)": 0.7113595604896545, "Finetune/Step": 2878, "Finetune/Step Time": 11.29136466421187}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7541075944900513, "Finetune/Loss (Raw)": 0.7102185487747192, "Finetune/Step": 2879, "Finetune/Step Time": 11.293274160474539}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7549611330032349, "Finetune/Loss (Raw)": 0.9060646295547485, "Finetune/Step": 2880, "Finetune/Step Time": 11.278088880702853}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7542247772216797, "Finetune/Loss (Raw)": 0.7898312211036682, "Finetune/Step": 2881, "Finetune/Step Time": 11.279510922729969}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7550561428070068, "Finetune/Loss (Raw)": 0.8674924373626709, "Finetune/Step": 2882, "Finetune/Step Time": 11.27610276453197}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7571889758110046, "Finetune/Loss (Raw)": 0.8983467817306519, "Finetune/Step": 2883, "Finetune/Step Time": 11.237956395372748}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7564377188682556, "Finetune/Loss (Raw)": 0.7050860524177551, "Finetune/Step": 2884, "Finetune/Step Time": 11.246725158765912}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7583533525466919, "Finetune/Loss (Raw)": 0.8432204723358154, "Finetune/Step": 2885, "Finetune/Step Time": 11.194172840565443}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7560223937034607, "Finetune/Loss (Raw)": 0.5589393377304077, "Finetune/Step": 2886, "Finetune/Step Time": 11.224144864827394}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7555984854698181, "Finetune/Loss (Raw)": 0.6760844588279724, "Finetune/Step": 2887, "Finetune/Step Time": 11.229406321421266}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7579730749130249, "Finetune/Loss (Raw)": 0.9577338099479675, "Finetune/Step": 2888, "Finetune/Step Time": 11.239589996635914}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7583611011505127, "Finetune/Loss (Raw)": 0.683290421962738, "Finetune/Step": 2889, "Finetune/Step Time": 11.237876495346427}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7583382725715637, "Finetune/Loss (Raw)": 0.7222726345062256, "Finetune/Step": 2890, "Finetune/Step Time": 11.223641507327557}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7581028938293457, "Finetune/Loss (Raw)": 0.7424418926239014, "Finetune/Step": 2891, "Finetune/Step Time": 11.220827795565128}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7598214745521545, "Finetune/Loss (Raw)": 0.9669404029846191, "Finetune/Step": 2892, "Finetune/Step Time": 11.22799746133387}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7609193325042725, "Finetune/Loss (Raw)": 0.7538159489631653, "Finetune/Step": 2893, "Finetune/Step Time": 11.186914777383208}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7617695331573486, "Finetune/Loss (Raw)": 0.8808180689811707, "Finetune/Step": 2894, "Finetune/Step Time": 11.183114631101489}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7616431713104248, "Finetune/Loss (Raw)": 0.8041804432868958, "Finetune/Step": 2895, "Finetune/Step Time": 11.165478136390448}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7617241144180298, "Finetune/Loss (Raw)": 0.8473135828971863, "Finetune/Step": 2896, "Finetune/Step Time": 11.168357944115996}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7619340419769287, "Finetune/Loss (Raw)": 0.8375922441482544, "Finetune/Step": 2897, "Finetune/Step Time": 11.162228150293231}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7642334699630737, "Finetune/Loss (Raw)": 0.8185979723930359, "Finetune/Step": 2898, "Finetune/Step Time": 11.1360469982028}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7638142108917236, "Finetune/Loss (Raw)": 0.7710986137390137, "Finetune/Step": 2899, "Finetune/Step Time": 11.139202388003469}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7624366283416748, "Finetune/Loss (Raw)": 0.6621873378753662, "Finetune/Step": 2900, "Finetune/Step Time": 11.13914005458355}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7609121203422546, "Finetune/Loss (Raw)": 0.6913561820983887, "Finetune/Step": 2901, "Finetune/Step Time": 11.148104283958673}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7629224061965942, "Finetune/Loss (Raw)": 0.7807683944702148, "Finetune/Step": 2902, "Finetune/Step Time": 11.136573810130358}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.762582540512085, "Finetune/Loss (Raw)": 0.7939023971557617, "Finetune/Step": 2903, "Finetune/Step Time": 11.137327414005995}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7629114389419556, "Finetune/Loss (Raw)": 0.7693426609039307, "Finetune/Step": 2904, "Finetune/Step Time": 11.13519698753953}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7627843618392944, "Finetune/Loss (Raw)": 0.7619906663894653, "Finetune/Step": 2905, "Finetune/Step Time": 11.137376191094518}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7631425857543945, "Finetune/Loss (Raw)": 0.8565294742584229, "Finetune/Step": 2906, "Finetune/Step Time": 11.13444154150784}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7635849714279175, "Finetune/Loss (Raw)": 0.7647624611854553, "Finetune/Step": 2907, "Finetune/Step Time": 11.12381886318326}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7639475464820862, "Finetune/Loss (Raw)": 0.83132004737854, "Finetune/Step": 2908, "Finetune/Step Time": 11.127424094825983}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7646193504333496, "Finetune/Loss (Raw)": 0.9721077680587769, "Finetune/Step": 2909, "Finetune/Step Time": 11.12242859043181}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7653520703315735, "Finetune/Loss (Raw)": 0.8954280614852905, "Finetune/Step": 2910, "Finetune/Step Time": 11.12148143723607}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7665547728538513, "Finetune/Loss (Raw)": 0.9371959567070007, "Finetune/Step": 2911, "Finetune/Step Time": 11.09275570884347}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7682398557662964, "Finetune/Loss (Raw)": 0.8101843595504761, "Finetune/Step": 2912, "Finetune/Step Time": 11.06982815079391}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7684643268585205, "Finetune/Loss (Raw)": 0.8038184642791748, "Finetune/Step": 2913, "Finetune/Step Time": 11.05728722922504}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7666966915130615, "Finetune/Loss (Raw)": 0.601601243019104, "Finetune/Step": 2914, "Finetune/Step Time": 11.094178007915616}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7651970386505127, "Finetune/Loss (Raw)": 0.5570852160453796, "Finetune/Step": 2915, "Finetune/Step Time": 11.109451204538345}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.76502925157547, "Finetune/Loss (Raw)": 0.8393598198890686, "Finetune/Step": 2916, "Finetune/Step Time": 11.092674568295479}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7664966583251953, "Finetune/Loss (Raw)": 0.8948788642883301, "Finetune/Step": 2917, "Finetune/Step Time": 11.072135973721743}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7658613920211792, "Finetune/Loss (Raw)": 0.6974131464958191, "Finetune/Step": 2918, "Finetune/Step Time": 11.090451866388321}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7675160765647888, "Finetune/Loss (Raw)": 0.801125168800354, "Finetune/Step": 2919, "Finetune/Step Time": 11.061197280883789}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.765108585357666, "Finetune/Loss (Raw)": 0.49147310853004456, "Finetune/Step": 2920, "Finetune/Step Time": 11.078537164255977}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7639276385307312, "Finetune/Loss (Raw)": 0.7548137903213501, "Finetune/Step": 2921, "Finetune/Step Time": 11.101590655744076}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.764032244682312, "Finetune/Loss (Raw)": 0.7219206094741821, "Finetune/Step": 2922, "Finetune/Step Time": 11.08874375373125}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7644228935241699, "Finetune/Loss (Raw)": 0.7100335955619812, "Finetune/Step": 2923, "Finetune/Step Time": 11.122199103236198}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7649590373039246, "Finetune/Loss (Raw)": 0.8398886322975159, "Finetune/Step": 2924, "Finetune/Step Time": 11.11026637814939}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7673017978668213, "Finetune/Loss (Raw)": 0.8601048588752747, "Finetune/Step": 2925, "Finetune/Step Time": 11.091558001935482}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7684128284454346, "Finetune/Loss (Raw)": 0.7773255109786987, "Finetune/Step": 2926, "Finetune/Step Time": 11.088650302961469}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7674405574798584, "Finetune/Loss (Raw)": 0.5353649258613586, "Finetune/Step": 2927, "Finetune/Step Time": 11.099622625857592}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7687535285949707, "Finetune/Loss (Raw)": 0.7690436840057373, "Finetune/Step": 2928, "Finetune/Step Time": 11.112891651690006}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7684472799301147, "Finetune/Loss (Raw)": 0.8214408159255981, "Finetune/Step": 2929, "Finetune/Step Time": 11.097466111183167}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7681103944778442, "Finetune/Loss (Raw)": 0.8271552920341492, "Finetune/Step": 2930, "Finetune/Step Time": 11.085476169362664}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7691603302955627, "Finetune/Loss (Raw)": 0.8667396306991577, "Finetune/Step": 2931, "Finetune/Step Time": 11.09013874642551}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7693323493003845, "Finetune/Loss (Raw)": 0.8399932384490967, "Finetune/Step": 2932, "Finetune/Step Time": 11.095588807016611}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.768464207649231, "Finetune/Loss (Raw)": 0.8113911747932434, "Finetune/Step": 2933, "Finetune/Step Time": 11.113284721970558}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.768831193447113, "Finetune/Loss (Raw)": 0.758504331111908, "Finetune/Step": 2934, "Finetune/Step Time": 11.10834589973092}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7691561579704285, "Finetune/Loss (Raw)": 0.7892177700996399, "Finetune/Step": 2935, "Finetune/Step Time": 11.11111231520772}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7711635828018188, "Finetune/Loss (Raw)": 0.8637679815292358, "Finetune/Step": 2936, "Finetune/Step Time": 11.120888682082295}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7746472954750061, "Finetune/Loss (Raw)": 0.9788800477981567, "Finetune/Step": 2937, "Finetune/Step Time": 11.076244818046689}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7760376930236816, "Finetune/Loss (Raw)": 0.8442210555076599, "Finetune/Step": 2938, "Finetune/Step Time": 11.068678855895996}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7761662006378174, "Finetune/Loss (Raw)": 0.8016676306724548, "Finetune/Step": 2939, "Finetune/Step Time": 11.06616473942995}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7751493453979492, "Finetune/Loss (Raw)": 0.6515852212905884, "Finetune/Step": 2940, "Finetune/Step Time": 11.073782121762633}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7726389169692993, "Finetune/Loss (Raw)": 0.4968467056751251, "Finetune/Step": 2941, "Finetune/Step Time": 11.102803498506546}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7751181125640869, "Finetune/Loss (Raw)": 0.9346235394477844, "Finetune/Step": 2942, "Finetune/Step Time": 11.074260262772441}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7738912105560303, "Finetune/Loss (Raw)": 0.7193997502326965, "Finetune/Step": 2943, "Finetune/Step Time": 11.0805224776268}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7740548253059387, "Finetune/Loss (Raw)": 0.7953479886054993, "Finetune/Step": 2944, "Finetune/Step Time": 11.090720359236002}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7738304138183594, "Finetune/Loss (Raw)": 0.7268346548080444, "Finetune/Step": 2945, "Finetune/Step Time": 11.104752197861671}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7738553881645203, "Finetune/Loss (Raw)": 0.7626206874847412, "Finetune/Step": 2946, "Finetune/Step Time": 11.095356853678823}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7727475166320801, "Finetune/Loss (Raw)": 0.7439265847206116, "Finetune/Step": 2947, "Finetune/Step Time": 11.116849286481738}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7713803648948669, "Finetune/Loss (Raw)": 0.6860214471817017, "Finetune/Step": 2948, "Finetune/Step Time": 11.128524594008923}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7729461193084717, "Finetune/Loss (Raw)": 0.805229663848877, "Finetune/Step": 2949, "Finetune/Step Time": 11.112545866519213}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7729693055152893, "Finetune/Loss (Raw)": 0.8137741088867188, "Finetune/Step": 2950, "Finetune/Step Time": 11.111144388094544}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7726151943206787, "Finetune/Loss (Raw)": 0.5460156202316284, "Finetune/Step": 2951, "Finetune/Step Time": 11.110345005989075}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7741747498512268, "Finetune/Loss (Raw)": 0.8207234144210815, "Finetune/Step": 2952, "Finetune/Step Time": 11.106582343578339}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7756870985031128, "Finetune/Loss (Raw)": 0.8947407007217407, "Finetune/Step": 2953, "Finetune/Step Time": 11.107541263103485}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7759459018707275, "Finetune/Loss (Raw)": 0.6952935457229614, "Finetune/Step": 2954, "Finetune/Step Time": 11.100473072379827}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7771042585372925, "Finetune/Loss (Raw)": 0.9427321553230286, "Finetune/Step": 2955, "Finetune/Step Time": 11.105112684890628}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7762372493743896, "Finetune/Loss (Raw)": 0.7913826704025269, "Finetune/Step": 2956, "Finetune/Step Time": 11.09127489104867}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7757076025009155, "Finetune/Loss (Raw)": 0.7408939599990845, "Finetune/Step": 2957, "Finetune/Step Time": 11.078367987647653}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7750543355941772, "Finetune/Loss (Raw)": 0.7901582717895508, "Finetune/Step": 2958, "Finetune/Step Time": 11.082291746512055}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7724802494049072, "Finetune/Loss (Raw)": 0.6483578681945801, "Finetune/Step": 2959, "Finetune/Step Time": 11.11715598963201}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.771312952041626, "Finetune/Loss (Raw)": 0.7434121370315552, "Finetune/Step": 2960, "Finetune/Step Time": 11.112818624824286}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7711246609687805, "Finetune/Loss (Raw)": 0.7597909569740295, "Finetune/Step": 2961, "Finetune/Step Time": 11.105948904529214}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7743415832519531, "Finetune/Loss (Raw)": 0.977531909942627, "Finetune/Step": 2962, "Finetune/Step Time": 11.075044021010399}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7744354605674744, "Finetune/Loss (Raw)": 0.8227759599685669, "Finetune/Step": 2963, "Finetune/Step Time": 11.087121363729239}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7762353420257568, "Finetune/Loss (Raw)": 0.8457920551300049, "Finetune/Step": 2964, "Finetune/Step Time": 11.091354936361313}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.77646803855896, "Finetune/Loss (Raw)": 0.8645645380020142, "Finetune/Step": 2965, "Finetune/Step Time": 11.083657823503017}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7768285274505615, "Finetune/Loss (Raw)": 0.7397930026054382, "Finetune/Step": 2966, "Finetune/Step Time": 11.092388389632106}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7766702175140381, "Finetune/Loss (Raw)": 0.6643001437187195, "Finetune/Step": 2967, "Finetune/Step Time": 11.109726332128048}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7774826884269714, "Finetune/Loss (Raw)": 0.8666436076164246, "Finetune/Step": 2968, "Finetune/Step Time": 11.119845416396856}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7765496969223022, "Finetune/Loss (Raw)": 0.7888867259025574, "Finetune/Step": 2969, "Finetune/Step Time": 11.123663768172264}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7762918472290039, "Finetune/Loss (Raw)": 0.765440046787262, "Finetune/Step": 2970, "Finetune/Step Time": 11.137724973261356}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7772188186645508, "Finetune/Loss (Raw)": 0.7844256162643433, "Finetune/Step": 2971, "Finetune/Step Time": 11.148432211950421}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7767572402954102, "Finetune/Loss (Raw)": 0.7839701771736145, "Finetune/Step": 2972, "Finetune/Step Time": 11.139365570619702}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7761067152023315, "Finetune/Loss (Raw)": 0.7020393013954163, "Finetune/Step": 2973, "Finetune/Step Time": 11.144369998946786}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7766226530075073, "Finetune/Loss (Raw)": 0.7975538969039917, "Finetune/Step": 2974, "Finetune/Step Time": 11.142750354483724}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7771368622779846, "Finetune/Loss (Raw)": 0.6404318809509277, "Finetune/Step": 2975, "Finetune/Step Time": 11.161108132451773}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7761303782463074, "Finetune/Loss (Raw)": 0.6943484544754028, "Finetune/Step": 2976, "Finetune/Step Time": 11.157430479303002}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7760252952575684, "Finetune/Loss (Raw)": 0.7208613157272339, "Finetune/Step": 2977, "Finetune/Step Time": 11.155397294089198}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7769198417663574, "Finetune/Loss (Raw)": 0.8893270492553711, "Finetune/Step": 2978, "Finetune/Step Time": 11.15195219218731}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7767273783683777, "Finetune/Loss (Raw)": 0.8122863173484802, "Finetune/Step": 2979, "Finetune/Step Time": 11.164132231846452}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7759138345718384, "Finetune/Loss (Raw)": 0.7278279662132263, "Finetune/Step": 2980, "Finetune/Step Time": 11.167835956439376}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7756502032279968, "Finetune/Loss (Raw)": 0.7159589529037476, "Finetune/Step": 2981, "Finetune/Step Time": 11.207537038251758}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7747213840484619, "Finetune/Loss (Raw)": 0.7325273752212524, "Finetune/Step": 2982, "Finetune/Step Time": 11.199039971455932}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7757281064987183, "Finetune/Loss (Raw)": 0.893876314163208, "Finetune/Step": 2983, "Finetune/Step Time": 11.1875812523067}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.775551974773407, "Finetune/Loss (Raw)": 0.727561354637146, "Finetune/Step": 2984, "Finetune/Step Time": 11.187707105651498}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7754777669906616, "Finetune/Loss (Raw)": 0.7988280653953552, "Finetune/Step": 2985, "Finetune/Step Time": 11.19100597128272}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7744622230529785, "Finetune/Loss (Raw)": 0.5620063543319702, "Finetune/Step": 2986, "Finetune/Step Time": 11.235238449648023}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7744021415710449, "Finetune/Loss (Raw)": 0.7748290300369263, "Finetune/Step": 2987, "Finetune/Step Time": 11.257110629230738}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7757840156555176, "Finetune/Loss (Raw)": 0.8441891074180603, "Finetune/Step": 2988, "Finetune/Step Time": 11.254074037075043}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.773444414138794, "Finetune/Loss (Raw)": 0.6241782903671265, "Finetune/Step": 2989, "Finetune/Step Time": 11.263107050210238}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7747372388839722, "Finetune/Loss (Raw)": 0.8973538875579834, "Finetune/Step": 2990, "Finetune/Step Time": 11.230866959318519}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.775343656539917, "Finetune/Loss (Raw)": 0.8357448577880859, "Finetune/Step": 2991, "Finetune/Step Time": 11.243344355374575}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7752608060836792, "Finetune/Loss (Raw)": 0.6852343082427979, "Finetune/Step": 2992, "Finetune/Step Time": 11.258424062281847}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7754076719284058, "Finetune/Loss (Raw)": 0.8868435621261597, "Finetune/Step": 2993, "Finetune/Step Time": 11.251529458910227}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7777329683303833, "Finetune/Loss (Raw)": 0.8795233368873596, "Finetune/Step": 2994, "Finetune/Step Time": 11.209720723330975}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7776905298233032, "Finetune/Loss (Raw)": 0.7990400791168213, "Finetune/Step": 2995, "Finetune/Step Time": 11.209220629185438}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7763733863830566, "Finetune/Loss (Raw)": 0.7261829376220703, "Finetune/Step": 2996, "Finetune/Step Time": 11.231910487636924}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7775130271911621, "Finetune/Loss (Raw)": 0.7213154435157776, "Finetune/Step": 2997, "Finetune/Step Time": 11.183660237118602}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7787600755691528, "Finetune/Loss (Raw)": 0.7452882528305054, "Finetune/Step": 2998, "Finetune/Step Time": 11.14625077880919}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7780193090438843, "Finetune/Loss (Raw)": 0.8250786066055298, "Finetune/Step": 2999, "Finetune/Step Time": 11.15064556710422}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7773382663726807, "Finetune/Loss (Raw)": 0.8097112774848938, "Finetune/Step": 3000, "Finetune/Step Time": 11.153970662504435}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7768962383270264, "Finetune/Loss (Raw)": 0.7387893795967102, "Finetune/Step": 3001, "Finetune/Step Time": 11.155145594850183}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7791191339492798, "Finetune/Loss (Raw)": 0.8615856766700745, "Finetune/Step": 3002, "Finetune/Step Time": 11.109396824613214}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.778461754322052, "Finetune/Loss (Raw)": 0.7691795825958252, "Finetune/Step": 3003, "Finetune/Step Time": 11.118274226784706}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7789472341537476, "Finetune/Loss (Raw)": 0.854140043258667, "Finetune/Step": 3004, "Finetune/Step Time": 11.106698522344232}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7774696350097656, "Finetune/Loss (Raw)": 0.5705837607383728, "Finetune/Step": 3005, "Finetune/Step Time": 11.134569451212883}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7783819437026978, "Finetune/Loss (Raw)": 0.8281406164169312, "Finetune/Step": 3006, "Finetune/Step Time": 11.127943741157651}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7778583765029907, "Finetune/Loss (Raw)": 0.6432018876075745, "Finetune/Step": 3007, "Finetune/Step Time": 11.117400575429201}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7774198651313782, "Finetune/Loss (Raw)": 0.8499377965927124, "Finetune/Step": 3008, "Finetune/Step Time": 11.13460605405271}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7783493995666504, "Finetune/Loss (Raw)": 0.9088173508644104, "Finetune/Step": 3009, "Finetune/Step Time": 11.128408782184124}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7774645090103149, "Finetune/Loss (Raw)": 0.754225492477417, "Finetune/Step": 3010, "Finetune/Step Time": 11.133873526006937}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7771795988082886, "Finetune/Loss (Raw)": 0.861879825592041, "Finetune/Step": 3011, "Finetune/Step Time": 11.14387328736484}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7781306505203247, "Finetune/Loss (Raw)": 0.8268143534660339, "Finetune/Step": 3012, "Finetune/Step Time": 11.102533269673586}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7778420448303223, "Finetune/Loss (Raw)": 0.8062719702720642, "Finetune/Step": 3013, "Finetune/Step Time": 11.095749489963055}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7787603735923767, "Finetune/Loss (Raw)": 0.6764920353889465, "Finetune/Step": 3014, "Finetune/Step Time": 11.069939503446221}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7780909538269043, "Finetune/Loss (Raw)": 0.5903936624526978, "Finetune/Step": 3015, "Finetune/Step Time": 11.084058063104749}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7765558362007141, "Finetune/Loss (Raw)": 0.7612423300743103, "Finetune/Step": 3016, "Finetune/Step Time": 11.089073695242405}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7764499187469482, "Finetune/Loss (Raw)": 0.6697381138801575, "Finetune/Step": 3017, "Finetune/Step Time": 11.05767222493887}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7765275239944458, "Finetune/Loss (Raw)": 0.7322055101394653, "Finetune/Step": 3018, "Finetune/Step Time": 11.049798354506493}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7769122123718262, "Finetune/Loss (Raw)": 0.7916800379753113, "Finetune/Step": 3019, "Finetune/Step Time": 11.05302725918591}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7750298976898193, "Finetune/Loss (Raw)": 0.726003885269165, "Finetune/Step": 3020, "Finetune/Step Time": 11.029555521905422}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.775291919708252, "Finetune/Loss (Raw)": 0.7873517274856567, "Finetune/Step": 3021, "Finetune/Step Time": 11.0378493424505}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7753361463546753, "Finetune/Loss (Raw)": 0.8864755630493164, "Finetune/Step": 3022, "Finetune/Step Time": 11.038288924843073}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7742129564285278, "Finetune/Loss (Raw)": 0.6604103446006775, "Finetune/Step": 3023, "Finetune/Step Time": 11.039647312834859}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7738359570503235, "Finetune/Loss (Raw)": 0.7990626096725464, "Finetune/Step": 3024, "Finetune/Step Time": 11.047989707440138}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.773848295211792, "Finetune/Loss (Raw)": 0.8391746282577515, "Finetune/Step": 3025, "Finetune/Step Time": 11.04769322834909}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7737401723861694, "Finetune/Loss (Raw)": 0.8047589659690857, "Finetune/Step": 3026, "Finetune/Step Time": 11.05458359979093}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7744130492210388, "Finetune/Loss (Raw)": 0.8572306632995605, "Finetune/Step": 3027, "Finetune/Step Time": 11.048377646133304}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7751778364181519, "Finetune/Loss (Raw)": 0.760067880153656, "Finetune/Step": 3028, "Finetune/Step Time": 11.055121531710029}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7774767875671387, "Finetune/Loss (Raw)": 0.9856246113777161, "Finetune/Step": 3029, "Finetune/Step Time": 11.045737273991108}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7771384119987488, "Finetune/Loss (Raw)": 0.7374577522277832, "Finetune/Step": 3030, "Finetune/Step Time": 11.03395663201809}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.777293860912323, "Finetune/Loss (Raw)": 0.8138023614883423, "Finetune/Step": 3031, "Finetune/Step Time": 11.032401613891125}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7774901986122131, "Finetune/Loss (Raw)": 0.7944756150245667, "Finetune/Step": 3032, "Finetune/Step Time": 11.036425283178687}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7781902551651001, "Finetune/Loss (Raw)": 0.8516001105308533, "Finetune/Step": 3033, "Finetune/Step Time": 11.031811377033591}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7784092426300049, "Finetune/Loss (Raw)": 0.8845489621162415, "Finetune/Step": 3034, "Finetune/Step Time": 11.028954727575183}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7786316871643066, "Finetune/Loss (Raw)": 0.7932413816452026, "Finetune/Step": 3035, "Finetune/Step Time": 11.0281649697572}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7780165672302246, "Finetune/Loss (Raw)": 0.752590000629425, "Finetune/Step": 3036, "Finetune/Step Time": 11.04352679848671}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7776552438735962, "Finetune/Loss (Raw)": 0.9258572459220886, "Finetune/Step": 3037, "Finetune/Step Time": 11.044638648629189}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7773662805557251, "Finetune/Loss (Raw)": 0.8584296107292175, "Finetune/Step": 3038, "Finetune/Step Time": 11.047768926247954}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7756494879722595, "Finetune/Loss (Raw)": 0.7174537181854248, "Finetune/Step": 3039, "Finetune/Step Time": 11.049878405407071}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7756688594818115, "Finetune/Loss (Raw)": 0.8126650452613831, "Finetune/Step": 3040, "Finetune/Step Time": 11.0427650436759}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7749890089035034, "Finetune/Loss (Raw)": 0.7167924642562866, "Finetune/Step": 3041, "Finetune/Step Time": 11.052237518131733}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7765079140663147, "Finetune/Loss (Raw)": 0.7960278987884521, "Finetune/Step": 3042, "Finetune/Step Time": 11.019648563116789}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7764428853988647, "Finetune/Loss (Raw)": 0.5487626791000366, "Finetune/Step": 3043, "Finetune/Step Time": 11.042909860610962}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7750294804573059, "Finetune/Loss (Raw)": 0.6584382057189941, "Finetune/Step": 3044, "Finetune/Step Time": 11.069881426170468}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7725860476493835, "Finetune/Loss (Raw)": 0.5821201205253601, "Finetune/Step": 3045, "Finetune/Step Time": 11.07579599507153}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7745863795280457, "Finetune/Loss (Raw)": 0.9534577131271362, "Finetune/Step": 3046, "Finetune/Step Time": 11.050073342397809}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7745237350463867, "Finetune/Loss (Raw)": 0.7931110262870789, "Finetune/Step": 3047, "Finetune/Step Time": 11.056557595729828}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7780721187591553, "Finetune/Loss (Raw)": 0.9456638693809509, "Finetune/Step": 3048, "Finetune/Step Time": 11.020963206887245}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.778191089630127, "Finetune/Loss (Raw)": 0.7700399160385132, "Finetune/Step": 3049, "Finetune/Step Time": 10.994546975940466}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7795894742012024, "Finetune/Loss (Raw)": 0.9009143710136414, "Finetune/Step": 3050, "Finetune/Step Time": 10.98789251409471}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7809022665023804, "Finetune/Loss (Raw)": 0.8780737519264221, "Finetune/Step": 3051, "Finetune/Step Time": 10.9543243534863}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7802190184593201, "Finetune/Loss (Raw)": 0.7524303793907166, "Finetune/Step": 3052, "Finetune/Step Time": 10.95766443386674}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7803174257278442, "Finetune/Loss (Raw)": 0.8726950287818909, "Finetune/Step": 3053, "Finetune/Step Time": 10.97858908586204}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7814255952835083, "Finetune/Loss (Raw)": 0.9191724061965942, "Finetune/Step": 3054, "Finetune/Step Time": 10.94675669260323}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7834897041320801, "Finetune/Loss (Raw)": 0.799575924873352, "Finetune/Step": 3055, "Finetune/Step Time": 10.937931342050433}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7838088274002075, "Finetune/Loss (Raw)": 0.8098936676979065, "Finetune/Step": 3056, "Finetune/Step Time": 10.909438980743289}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7827614545822144, "Finetune/Loss (Raw)": 0.6873719692230225, "Finetune/Step": 3057, "Finetune/Step Time": 10.928997546434402}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7828153371810913, "Finetune/Loss (Raw)": 0.8340541124343872, "Finetune/Step": 3058, "Finetune/Step Time": 10.924897078424692}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7825148701667786, "Finetune/Loss (Raw)": 0.8282803893089294, "Finetune/Step": 3059, "Finetune/Step Time": 10.933356631547213}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7826642990112305, "Finetune/Loss (Raw)": 0.8591228127479553, "Finetune/Step": 3060, "Finetune/Step Time": 10.937686095014215}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7830988168716431, "Finetune/Loss (Raw)": 0.8670050501823425, "Finetune/Step": 3061, "Finetune/Step Time": 10.926941679790616}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7825455069541931, "Finetune/Loss (Raw)": 0.6876829266548157, "Finetune/Step": 3062, "Finetune/Step Time": 10.967712497338653}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7822356224060059, "Finetune/Loss (Raw)": 0.7495545148849487, "Finetune/Step": 3063, "Finetune/Step Time": 10.959364738315344}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7819821834564209, "Finetune/Loss (Raw)": 0.8313252329826355, "Finetune/Step": 3064, "Finetune/Step Time": 10.930196711793542}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7791473865509033, "Finetune/Loss (Raw)": 0.6160295605659485, "Finetune/Step": 3065, "Finetune/Step Time": 10.956657692790031}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7767661809921265, "Finetune/Loss (Raw)": 0.5394237041473389, "Finetune/Step": 3066, "Finetune/Step Time": 11.005631003528833}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.776759922504425, "Finetune/Loss (Raw)": 0.8008677363395691, "Finetune/Step": 3067, "Finetune/Step Time": 11.008477065712214}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7774795889854431, "Finetune/Loss (Raw)": 0.743701696395874, "Finetune/Step": 3068, "Finetune/Step Time": 11.022017953917384}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7787646055221558, "Finetune/Loss (Raw)": 0.661325216293335, "Finetune/Step": 3069, "Finetune/Step Time": 11.008121144026518}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7775937914848328, "Finetune/Loss (Raw)": 0.7847572565078735, "Finetune/Step": 3070, "Finetune/Step Time": 11.000753140076995}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7792023420333862, "Finetune/Loss (Raw)": 0.9253010749816895, "Finetune/Step": 3071, "Finetune/Step Time": 10.991295224055648}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7790169715881348, "Finetune/Loss (Raw)": 0.7716183066368103, "Finetune/Step": 3072, "Finetune/Step Time": 10.993224812671542}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7794918417930603, "Finetune/Loss (Raw)": 0.7876172661781311, "Finetune/Step": 3073, "Finetune/Step Time": 10.977641412988305}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.77945876121521, "Finetune/Loss (Raw)": 0.7583823800086975, "Finetune/Step": 3074, "Finetune/Step Time": 10.979068486019969}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7781984806060791, "Finetune/Loss (Raw)": 0.582612156867981, "Finetune/Step": 3075, "Finetune/Step Time": 10.994170423597097}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7779231071472168, "Finetune/Loss (Raw)": 0.6507782340049744, "Finetune/Step": 3076, "Finetune/Step Time": 10.975426511839032}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7781181335449219, "Finetune/Loss (Raw)": 0.8301947116851807, "Finetune/Step": 3077, "Finetune/Step Time": 10.97537093050778}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7770494818687439, "Finetune/Loss (Raw)": 0.6769834756851196, "Finetune/Step": 3078, "Finetune/Step Time": 10.96852657571435}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7775946855545044, "Finetune/Loss (Raw)": 0.6158077120780945, "Finetune/Step": 3079, "Finetune/Step Time": 10.962877424433827}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7766336798667908, "Finetune/Loss (Raw)": 0.6977069973945618, "Finetune/Step": 3080, "Finetune/Step Time": 10.96852058172226}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.775180459022522, "Finetune/Loss (Raw)": 0.7087251543998718, "Finetune/Step": 3081, "Finetune/Step Time": 10.96834004111588}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7762067317962646, "Finetune/Loss (Raw)": 0.8266585469245911, "Finetune/Step": 3082, "Finetune/Step Time": 10.962161287665367}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7752920985221863, "Finetune/Loss (Raw)": 0.8256615400314331, "Finetune/Step": 3083, "Finetune/Step Time": 10.971977341920137}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7749154567718506, "Finetune/Loss (Raw)": 0.7431706786155701, "Finetune/Step": 3084, "Finetune/Step Time": 10.989854976534843}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7764313220977783, "Finetune/Loss (Raw)": 0.9349322319030762, "Finetune/Step": 3085, "Finetune/Step Time": 10.985024098306894}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7765183448791504, "Finetune/Loss (Raw)": 0.8012884855270386, "Finetune/Step": 3086, "Finetune/Step Time": 10.983557131141424}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7775478959083557, "Finetune/Loss (Raw)": 0.7801439762115479, "Finetune/Step": 3087, "Finetune/Step Time": 10.951866693794727}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7761358022689819, "Finetune/Loss (Raw)": 0.562664806842804, "Finetune/Step": 3088, "Finetune/Step Time": 10.951491313055158}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7768886685371399, "Finetune/Loss (Raw)": 0.8561524152755737, "Finetune/Step": 3089, "Finetune/Step Time": 10.942768260836601}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7747783660888672, "Finetune/Loss (Raw)": 0.7074094414710999, "Finetune/Step": 3090, "Finetune/Step Time": 10.928452542051673}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7737494707107544, "Finetune/Loss (Raw)": 0.6910844445228577, "Finetune/Step": 3091, "Finetune/Step Time": 10.935703767463565}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7714518904685974, "Finetune/Loss (Raw)": 0.5517004132270813, "Finetune/Step": 3092, "Finetune/Step Time": 10.973786540329456}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7710546255111694, "Finetune/Loss (Raw)": 0.8137198686599731, "Finetune/Step": 3093, "Finetune/Step Time": 10.990242931991816}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7718481421470642, "Finetune/Loss (Raw)": 0.8413591384887695, "Finetune/Step": 3094, "Finetune/Step Time": 10.987414848059416}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7726951837539673, "Finetune/Loss (Raw)": 0.7727248072624207, "Finetune/Step": 3095, "Finetune/Step Time": 10.973779426887631}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7722713947296143, "Finetune/Loss (Raw)": 0.8123982548713684, "Finetune/Step": 3096, "Finetune/Step Time": 10.969890527427197}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7706335783004761, "Finetune/Loss (Raw)": 0.579240620136261, "Finetune/Step": 3097, "Finetune/Step Time": 11.014761555939913}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7689597010612488, "Finetune/Loss (Raw)": 0.5511863827705383, "Finetune/Step": 3098, "Finetune/Step Time": 10.99760451540351}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7691524028778076, "Finetune/Loss (Raw)": 0.8090911507606506, "Finetune/Step": 3099, "Finetune/Step Time": 11.003584211692214}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7705705165863037, "Finetune/Loss (Raw)": 0.965488076210022, "Finetune/Step": 3100, "Finetune/Step Time": 11.010392049327493}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7695114612579346, "Finetune/Loss (Raw)": 0.5664861798286438, "Finetune/Step": 3101, "Finetune/Step Time": 11.01325111836195}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7702025771141052, "Finetune/Loss (Raw)": 0.8860135078430176, "Finetune/Step": 3102, "Finetune/Step Time": 11.025122066959739}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7721686363220215, "Finetune/Loss (Raw)": 0.8920914530754089, "Finetune/Step": 3103, "Finetune/Step Time": 11.015012068673968}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7732304334640503, "Finetune/Loss (Raw)": 0.8302527070045471, "Finetune/Step": 3104, "Finetune/Step Time": 11.005235383287072}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7740636467933655, "Finetune/Loss (Raw)": 0.8275095820426941, "Finetune/Step": 3105, "Finetune/Step Time": 10.992218114435673}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.772650957107544, "Finetune/Loss (Raw)": 0.7085017561912537, "Finetune/Step": 3106, "Finetune/Step Time": 10.996005406603217}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7735096216201782, "Finetune/Loss (Raw)": 0.9222045540809631, "Finetune/Step": 3107, "Finetune/Step Time": 10.992132436484098}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7736267447471619, "Finetune/Loss (Raw)": 0.7428146004676819, "Finetune/Step": 3108, "Finetune/Step Time": 10.979294080287218}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7739582061767578, "Finetune/Loss (Raw)": 0.7583898901939392, "Finetune/Step": 3109, "Finetune/Step Time": 10.944629086181521}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.773933470249176, "Finetune/Loss (Raw)": 0.7293592691421509, "Finetune/Step": 3110, "Finetune/Step Time": 10.942099757492542}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7728394865989685, "Finetune/Loss (Raw)": 0.7538451552391052, "Finetune/Step": 3111, "Finetune/Step Time": 10.952793369069695}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.773743748664856, "Finetune/Loss (Raw)": 0.8433026671409607, "Finetune/Step": 3112, "Finetune/Step Time": 10.932094138115644}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7731608152389526, "Finetune/Loss (Raw)": 0.724218487739563, "Finetune/Step": 3113, "Finetune/Step Time": 10.946611175313592}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7751959562301636, "Finetune/Loss (Raw)": 0.8225042223930359, "Finetune/Step": 3114, "Finetune/Step Time": 10.91739097610116}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7750879526138306, "Finetune/Loss (Raw)": 0.7610049843788147, "Finetune/Step": 3115, "Finetune/Step Time": 10.891727067530155}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7728180885314941, "Finetune/Loss (Raw)": 0.5536382794380188, "Finetune/Step": 3116, "Finetune/Step Time": 10.928041961044073}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7744836807250977, "Finetune/Loss (Raw)": 0.8373783230781555, "Finetune/Step": 3117, "Finetune/Step Time": 10.923232644796371}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7732356786727905, "Finetune/Loss (Raw)": 0.737615168094635, "Finetune/Step": 3118, "Finetune/Step Time": 10.961069131270051}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7729182243347168, "Finetune/Loss (Raw)": 0.7951117157936096, "Finetune/Step": 3119, "Finetune/Step Time": 10.9588284753263}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7737146615982056, "Finetune/Loss (Raw)": 0.7871779799461365, "Finetune/Step": 3120, "Finetune/Step Time": 10.952156268060207}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7716355919837952, "Finetune/Loss (Raw)": 0.6207181811332703, "Finetune/Step": 3121, "Finetune/Step Time": 10.964908054098487}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7708107233047485, "Finetune/Loss (Raw)": 0.773942768573761, "Finetune/Step": 3122, "Finetune/Step Time": 10.967127364128828}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7704920768737793, "Finetune/Loss (Raw)": 0.7582553625106812, "Finetune/Step": 3123, "Finetune/Step Time": 10.958010990172625}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7714081406593323, "Finetune/Loss (Raw)": 0.843434751033783, "Finetune/Step": 3124, "Finetune/Step Time": 10.935220621526241}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7706209421157837, "Finetune/Loss (Raw)": 0.620560348033905, "Finetune/Step": 3125, "Finetune/Step Time": 10.929056579247117}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.771411120891571, "Finetune/Loss (Raw)": 0.8464241027832031, "Finetune/Step": 3126, "Finetune/Step Time": 10.917975597083569}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.77207350730896, "Finetune/Loss (Raw)": 0.9098649621009827, "Finetune/Step": 3127, "Finetune/Step Time": 10.91345413774252}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7695941925048828, "Finetune/Loss (Raw)": 0.4923637807369232, "Finetune/Step": 3128, "Finetune/Step Time": 10.973251631483436}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7696882486343384, "Finetune/Loss (Raw)": 0.7508269548416138, "Finetune/Step": 3129, "Finetune/Step Time": 10.972059207037091}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7683338522911072, "Finetune/Loss (Raw)": 0.6882177591323853, "Finetune/Step": 3130, "Finetune/Step Time": 10.994084184989333}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7680754661560059, "Finetune/Loss (Raw)": 0.7361069917678833, "Finetune/Step": 3131, "Finetune/Step Time": 10.994711613282561}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.766472578048706, "Finetune/Loss (Raw)": 0.6489729285240173, "Finetune/Step": 3132, "Finetune/Step Time": 11.033299420028925}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7682172656059265, "Finetune/Loss (Raw)": 0.793904185295105, "Finetune/Step": 3133, "Finetune/Step Time": 10.995808709412813}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7667719125747681, "Finetune/Loss (Raw)": 0.6431381106376648, "Finetune/Step": 3134, "Finetune/Step Time": 11.013954184949398}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7682273387908936, "Finetune/Loss (Raw)": 0.8294865489006042, "Finetune/Step": 3135, "Finetune/Step Time": 11.013647032901645}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7678318023681641, "Finetune/Loss (Raw)": 0.7993155717849731, "Finetune/Step": 3136, "Finetune/Step Time": 11.004573978483677}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.766269862651825, "Finetune/Loss (Raw)": 0.7088862061500549, "Finetune/Step": 3137, "Finetune/Step Time": 11.026811564341187}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7653049826622009, "Finetune/Loss (Raw)": 0.6307262182235718, "Finetune/Step": 3138, "Finetune/Step Time": 11.035438494756818}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7646340131759644, "Finetune/Loss (Raw)": 0.7759970426559448, "Finetune/Step": 3139, "Finetune/Step Time": 11.038004010915756}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7640743851661682, "Finetune/Loss (Raw)": 0.7551783323287964, "Finetune/Step": 3140, "Finetune/Step Time": 11.051995884627104}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7637424468994141, "Finetune/Loss (Raw)": 0.7637801766395569, "Finetune/Step": 3141, "Finetune/Step Time": 11.054984599351883}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7640878558158875, "Finetune/Loss (Raw)": 0.7207057476043701, "Finetune/Step": 3142, "Finetune/Step Time": 11.061467558145523}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7635272145271301, "Finetune/Loss (Raw)": 0.5186313390731812, "Finetune/Step": 3143, "Finetune/Step Time": 11.06961122341454}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7646298408508301, "Finetune/Loss (Raw)": 0.9023754000663757, "Finetune/Step": 3144, "Finetune/Step Time": 11.05797166377306}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7662084698677063, "Finetune/Loss (Raw)": 0.8718082904815674, "Finetune/Step": 3145, "Finetune/Step Time": 11.062429090961814}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7670944929122925, "Finetune/Loss (Raw)": 0.8456143736839294, "Finetune/Step": 3146, "Finetune/Step Time": 11.061902640387416}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7669823169708252, "Finetune/Loss (Raw)": 0.7773269414901733, "Finetune/Step": 3147, "Finetune/Step Time": 11.067021630704403}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7683711051940918, "Finetune/Loss (Raw)": 0.9037699699401855, "Finetune/Step": 3148, "Finetune/Step Time": 11.092992786318064}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7670083045959473, "Finetune/Loss (Raw)": 0.6129047870635986, "Finetune/Step": 3149, "Finetune/Step Time": 11.124955743551254}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7658639550209045, "Finetune/Loss (Raw)": 0.7400028705596924, "Finetune/Step": 3150, "Finetune/Step Time": 11.123147746548057}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7669550776481628, "Finetune/Loss (Raw)": 0.8000717759132385, "Finetune/Step": 3151, "Finetune/Step Time": 11.130448857322335}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.766720712184906, "Finetune/Loss (Raw)": 0.7690660357475281, "Finetune/Step": 3152, "Finetune/Step Time": 11.126515351235867}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7666974663734436, "Finetune/Loss (Raw)": 0.8361955881118774, "Finetune/Step": 3153, "Finetune/Step Time": 11.125539112836123}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7664990425109863, "Finetune/Loss (Raw)": 0.7793669104576111, "Finetune/Step": 3154, "Finetune/Step Time": 11.115677401423454}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7664490938186646, "Finetune/Loss (Raw)": 0.8508320450782776, "Finetune/Step": 3155, "Finetune/Step Time": 11.104473603889346}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7663542032241821, "Finetune/Loss (Raw)": 0.747927188873291, "Finetune/Step": 3156, "Finetune/Step Time": 11.099438706412911}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7656829357147217, "Finetune/Loss (Raw)": 0.8996986746788025, "Finetune/Step": 3157, "Finetune/Step Time": 11.103786643594503}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7635994553565979, "Finetune/Loss (Raw)": 0.4707753658294678, "Finetune/Step": 3158, "Finetune/Step Time": 11.122504096478224}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7628494501113892, "Finetune/Loss (Raw)": 0.7177939414978027, "Finetune/Step": 3159, "Finetune/Step Time": 11.129325715824962}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7628465890884399, "Finetune/Loss (Raw)": 0.794113039970398, "Finetune/Step": 3160, "Finetune/Step Time": 11.11581320501864}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7624129056930542, "Finetune/Loss (Raw)": 0.7960955500602722, "Finetune/Step": 3161, "Finetune/Step Time": 11.141794284805655}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7599198818206787, "Finetune/Loss (Raw)": 0.5654372572898865, "Finetune/Step": 3162, "Finetune/Step Time": 11.178163308650255}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7607575058937073, "Finetune/Loss (Raw)": 0.9004573822021484, "Finetune/Step": 3163, "Finetune/Step Time": 11.196967616677284}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7613343000411987, "Finetune/Loss (Raw)": 0.8264148235321045, "Finetune/Step": 3164, "Finetune/Step Time": 11.170927543193102}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7581720352172852, "Finetune/Loss (Raw)": 0.5210894346237183, "Finetune/Step": 3165, "Finetune/Step Time": 11.172928029671311}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.757331132888794, "Finetune/Loss (Raw)": 0.750795841217041, "Finetune/Step": 3166, "Finetune/Step Time": 11.174485094845295}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7578528523445129, "Finetune/Loss (Raw)": 0.7842327952384949, "Finetune/Step": 3167, "Finetune/Step Time": 11.170386131852865}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7587167024612427, "Finetune/Loss (Raw)": 0.9232372045516968, "Finetune/Step": 3168, "Finetune/Step Time": 11.17671618424356}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.758017361164093, "Finetune/Loss (Raw)": 0.6272784471511841, "Finetune/Step": 3169, "Finetune/Step Time": 11.210676541551948}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.756720781326294, "Finetune/Loss (Raw)": 0.6300644874572754, "Finetune/Step": 3170, "Finetune/Step Time": 11.209294056519866}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7581239938735962, "Finetune/Loss (Raw)": 0.7283847332000732, "Finetune/Step": 3171, "Finetune/Step Time": 11.17699534446001}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7586822509765625, "Finetune/Loss (Raw)": 0.7298763990402222, "Finetune/Step": 3172, "Finetune/Step Time": 11.147530993446708}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7592885494232178, "Finetune/Loss (Raw)": 0.6597364544868469, "Finetune/Step": 3173, "Finetune/Step Time": 11.163977706804872}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7592757940292358, "Finetune/Loss (Raw)": 0.9518213272094727, "Finetune/Step": 3174, "Finetune/Step Time": 11.168455136939883}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7591272592544556, "Finetune/Loss (Raw)": 0.7741022109985352, "Finetune/Step": 3175, "Finetune/Step Time": 11.161780573427677}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7587844729423523, "Finetune/Loss (Raw)": 0.9017877578735352, "Finetune/Step": 3176, "Finetune/Step Time": 11.160900408402085}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7584969997406006, "Finetune/Loss (Raw)": 0.733243465423584, "Finetune/Step": 3177, "Finetune/Step Time": 11.167120173573494}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7577192783355713, "Finetune/Loss (Raw)": 0.8013627529144287, "Finetune/Step": 3178, "Finetune/Step Time": 11.1776012070477}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7580202221870422, "Finetune/Loss (Raw)": 0.916597306728363, "Finetune/Step": 3179, "Finetune/Step Time": 11.188475664705038}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7578598260879517, "Finetune/Loss (Raw)": 0.7319033145904541, "Finetune/Step": 3180, "Finetune/Step Time": 11.175929134711623}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7575441002845764, "Finetune/Loss (Raw)": 0.8322729468345642, "Finetune/Step": 3181, "Finetune/Step Time": 11.159948026761413}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7566236853599548, "Finetune/Loss (Raw)": 0.8013637661933899, "Finetune/Step": 3182, "Finetune/Step Time": 11.161262920126319}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7558503746986389, "Finetune/Loss (Raw)": 0.7005919218063354, "Finetune/Step": 3183, "Finetune/Step Time": 11.156333070248365}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7552998661994934, "Finetune/Loss (Raw)": 0.7394280433654785, "Finetune/Step": 3184, "Finetune/Step Time": 11.170954801142216}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7564842104911804, "Finetune/Loss (Raw)": 0.8389670252799988, "Finetune/Step": 3185, "Finetune/Step Time": 11.166761454194784}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7559003829956055, "Finetune/Loss (Raw)": 0.7593247294425964, "Finetune/Step": 3186, "Finetune/Step Time": 11.174822706729174}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7563021183013916, "Finetune/Loss (Raw)": 0.8797047734260559, "Finetune/Step": 3187, "Finetune/Step Time": 11.17794980853796}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7547177076339722, "Finetune/Loss (Raw)": 0.6563096642494202, "Finetune/Step": 3188, "Finetune/Step Time": 11.189712010324001}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7534787654876709, "Finetune/Loss (Raw)": 0.7084324359893799, "Finetune/Step": 3189, "Finetune/Step Time": 11.185048649087548}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7545382976531982, "Finetune/Loss (Raw)": 0.823297917842865, "Finetune/Step": 3190, "Finetune/Step Time": 11.144321931526065}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7550013065338135, "Finetune/Loss (Raw)": 0.8088155388832092, "Finetune/Step": 3191, "Finetune/Step Time": 11.178428869694471}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7545789480209351, "Finetune/Loss (Raw)": 0.7772722244262695, "Finetune/Step": 3192, "Finetune/Step Time": 11.195800879970193}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7559330463409424, "Finetune/Loss (Raw)": 0.7893518805503845, "Finetune/Step": 3193, "Finetune/Step Time": 11.175403390079737}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7572152614593506, "Finetune/Loss (Raw)": 0.7035459876060486, "Finetune/Step": 3194, "Finetune/Step Time": 11.131527410820127}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7574036121368408, "Finetune/Loss (Raw)": 0.8249775171279907, "Finetune/Step": 3195, "Finetune/Step Time": 11.135089248418808}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7576301097869873, "Finetune/Loss (Raw)": 0.7726933360099792, "Finetune/Step": 3196, "Finetune/Step Time": 11.1181357819587}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7590596079826355, "Finetune/Loss (Raw)": 0.8442978858947754, "Finetune/Step": 3197, "Finetune/Step Time": 11.10851364210248}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7583658695220947, "Finetune/Loss (Raw)": 0.6959612965583801, "Finetune/Step": 3198, "Finetune/Step Time": 11.122347559779882}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7572796940803528, "Finetune/Loss (Raw)": 0.7862696647644043, "Finetune/Step": 3199, "Finetune/Step Time": 11.123319610953331}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7590269446372986, "Finetune/Loss (Raw)": 0.9952650666236877, "Finetune/Step": 3200, "Finetune/Step Time": 11.109289467334747}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7575888633728027, "Finetune/Loss (Raw)": 0.603545606136322, "Finetune/Step": 3201, "Finetune/Step Time": 11.111877584829926}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7576632499694824, "Finetune/Loss (Raw)": 0.7679054737091064, "Finetune/Step": 3202, "Finetune/Step Time": 11.108033657073975}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7590389251708984, "Finetune/Loss (Raw)": 0.7586994767189026, "Finetune/Step": 3203, "Finetune/Step Time": 11.067014299333096}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7598128914833069, "Finetune/Loss (Raw)": 0.7498409748077393, "Finetune/Step": 3204, "Finetune/Step Time": 11.075180685147643}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7591241598129272, "Finetune/Loss (Raw)": 0.7420403361320496, "Finetune/Step": 3205, "Finetune/Step Time": 11.073465004563332}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7588040828704834, "Finetune/Loss (Raw)": 0.6360090374946594, "Finetune/Step": 3206, "Finetune/Step Time": 11.07700813561678}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7598408460617065, "Finetune/Loss (Raw)": 0.7485173940658569, "Finetune/Step": 3207, "Finetune/Step Time": 11.077200546860695}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7606804370880127, "Finetune/Loss (Raw)": 0.805166482925415, "Finetune/Step": 3208, "Finetune/Step Time": 11.072597296908498}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7610450983047485, "Finetune/Loss (Raw)": 0.7554142475128174, "Finetune/Step": 3209, "Finetune/Step Time": 11.080577965825796}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7600236535072327, "Finetune/Loss (Raw)": 0.6959118247032166, "Finetune/Step": 3210, "Finetune/Step Time": 11.080742847174406}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7596203088760376, "Finetune/Loss (Raw)": 0.7740323543548584, "Finetune/Step": 3211, "Finetune/Step Time": 11.072010550647974}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7586498260498047, "Finetune/Loss (Raw)": 0.6189447641372681, "Finetune/Step": 3212, "Finetune/Step Time": 11.100135466083884}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7578355073928833, "Finetune/Loss (Raw)": 0.8307003378868103, "Finetune/Step": 3213, "Finetune/Step Time": 11.099133338779211}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7570533752441406, "Finetune/Loss (Raw)": 0.7011733055114746, "Finetune/Step": 3214, "Finetune/Step Time": 11.119415529072285}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7561310529708862, "Finetune/Loss (Raw)": 0.6620926260948181, "Finetune/Step": 3215, "Finetune/Step Time": 11.13301314599812}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7566567063331604, "Finetune/Loss (Raw)": 0.6299422979354858, "Finetune/Step": 3216, "Finetune/Step Time": 11.167155541479588}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7561335563659668, "Finetune/Loss (Raw)": 0.78919517993927, "Finetune/Step": 3217, "Finetune/Step Time": 11.156829601153731}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7569395899772644, "Finetune/Loss (Raw)": 0.8105812668800354, "Finetune/Step": 3218, "Finetune/Step Time": 11.153596149757504}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7567377090454102, "Finetune/Loss (Raw)": 0.665238082408905, "Finetune/Step": 3219, "Finetune/Step Time": 11.133074255660176}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7597469091415405, "Finetune/Loss (Raw)": 0.9368804693222046, "Finetune/Step": 3220, "Finetune/Step Time": 11.094078009948134}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7590826749801636, "Finetune/Loss (Raw)": 0.7287001013755798, "Finetune/Step": 3221, "Finetune/Step Time": 11.094608698040247}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7569565773010254, "Finetune/Loss (Raw)": 0.5692141056060791, "Finetune/Step": 3222, "Finetune/Step Time": 11.125493949279189}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.756660521030426, "Finetune/Loss (Raw)": 0.7348316311836243, "Finetune/Step": 3223, "Finetune/Step Time": 11.12391602806747}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7562587857246399, "Finetune/Loss (Raw)": 0.7609721422195435, "Finetune/Step": 3224, "Finetune/Step Time": 11.122334700077772}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7576795220375061, "Finetune/Loss (Raw)": 0.7611026167869568, "Finetune/Step": 3225, "Finetune/Step Time": 11.075282203033566}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7593221068382263, "Finetune/Loss (Raw)": 0.7614390254020691, "Finetune/Step": 3226, "Finetune/Step Time": 11.076301757246256}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.758438229560852, "Finetune/Loss (Raw)": 0.6959540843963623, "Finetune/Step": 3227, "Finetune/Step Time": 11.077089115977287}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7568407654762268, "Finetune/Loss (Raw)": 0.7610097527503967, "Finetune/Step": 3228, "Finetune/Step Time": 11.07158481143415}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7593958973884583, "Finetune/Loss (Raw)": 0.8935419321060181, "Finetune/Step": 3229, "Finetune/Step Time": 11.063421729952097}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7580469846725464, "Finetune/Loss (Raw)": 0.713350772857666, "Finetune/Step": 3230, "Finetune/Step Time": 11.06599853001535}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7569646835327148, "Finetune/Loss (Raw)": 0.7535633444786072, "Finetune/Step": 3231, "Finetune/Step Time": 11.08264384418726}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7574475407600403, "Finetune/Loss (Raw)": 0.8920502662658691, "Finetune/Step": 3232, "Finetune/Step Time": 11.085939643904567}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7585086822509766, "Finetune/Loss (Raw)": 0.9633365273475647, "Finetune/Step": 3233, "Finetune/Step Time": 11.086574917659163}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7584253549575806, "Finetune/Loss (Raw)": 0.6978418827056885, "Finetune/Step": 3234, "Finetune/Step Time": 11.115196695551276}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7581661939620972, "Finetune/Loss (Raw)": 0.8890342116355896, "Finetune/Step": 3235, "Finetune/Step Time": 11.118599629029632}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.757408857345581, "Finetune/Loss (Raw)": 0.6458727121353149, "Finetune/Step": 3236, "Finetune/Step Time": 11.127584272995591}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.758137047290802, "Finetune/Loss (Raw)": 0.8515973687171936, "Finetune/Step": 3237, "Finetune/Step Time": 11.13408020697534}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7576770782470703, "Finetune/Loss (Raw)": 0.6704801321029663, "Finetune/Step": 3238, "Finetune/Step Time": 11.17220115289092}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7591547966003418, "Finetune/Loss (Raw)": 0.9429968595504761, "Finetune/Step": 3239, "Finetune/Step Time": 11.164827477186918}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7596463561058044, "Finetune/Loss (Raw)": 0.9062160849571228, "Finetune/Step": 3240, "Finetune/Step Time": 11.166260678321123}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7606407999992371, "Finetune/Loss (Raw)": 0.851513683795929, "Finetune/Step": 3241, "Finetune/Step Time": 11.150202659890056}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7613179683685303, "Finetune/Loss (Raw)": 0.9091829061508179, "Finetune/Step": 3242, "Finetune/Step Time": 11.140545085072517}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7616664171218872, "Finetune/Loss (Raw)": 0.8056024312973022, "Finetune/Step": 3243, "Finetune/Step Time": 11.138004062697291}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7637791633605957, "Finetune/Loss (Raw)": 0.8240649700164795, "Finetune/Step": 3244, "Finetune/Step Time": 11.08931627869606}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7640444040298462, "Finetune/Loss (Raw)": 0.8713341951370239, "Finetune/Step": 3245, "Finetune/Step Time": 11.090414591133595}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7635217905044556, "Finetune/Loss (Raw)": 0.6707231998443604, "Finetune/Step": 3246, "Finetune/Step Time": 11.058500781655312}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7629901170730591, "Finetune/Loss (Raw)": 0.7270596623420715, "Finetune/Step": 3247, "Finetune/Step Time": 11.056067124009132}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7638063430786133, "Finetune/Loss (Raw)": 0.8916507959365845, "Finetune/Step": 3248, "Finetune/Step Time": 11.057950340211391}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7660988569259644, "Finetune/Loss (Raw)": 0.9141541123390198, "Finetune/Step": 3249, "Finetune/Step Time": 11.044686352834105}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7659380435943604, "Finetune/Loss (Raw)": 0.7533633708953857, "Finetune/Step": 3250, "Finetune/Step Time": 11.070563537999988}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.764899730682373, "Finetune/Loss (Raw)": 0.6253560185432434, "Finetune/Step": 3251, "Finetune/Step Time": 11.115073727443814}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7649752497673035, "Finetune/Loss (Raw)": 0.8530976176261902, "Finetune/Step": 3252, "Finetune/Step Time": 11.11358824558556}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7665150165557861, "Finetune/Loss (Raw)": 0.8176541328430176, "Finetune/Step": 3253, "Finetune/Step Time": 11.118903854861856}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7664644718170166, "Finetune/Loss (Raw)": 0.8399528861045837, "Finetune/Step": 3254, "Finetune/Step Time": 11.12000784277916}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7660500407218933, "Finetune/Loss (Raw)": 0.8568195700645447, "Finetune/Step": 3255, "Finetune/Step Time": 11.137409269809723}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.768835186958313, "Finetune/Loss (Raw)": 0.8488571643829346, "Finetune/Step": 3256, "Finetune/Step Time": 11.082052318379283}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7678402662277222, "Finetune/Loss (Raw)": 0.6234787702560425, "Finetune/Step": 3257, "Finetune/Step Time": 11.092956066131592}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.770005464553833, "Finetune/Loss (Raw)": 0.9653642177581787, "Finetune/Step": 3258, "Finetune/Step Time": 11.077174292877316}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7697413563728333, "Finetune/Loss (Raw)": 0.7023000121116638, "Finetune/Step": 3259, "Finetune/Step Time": 11.081788642331958}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7710384130477905, "Finetune/Loss (Raw)": 0.81499183177948, "Finetune/Step": 3260, "Finetune/Step Time": 11.070706130936742}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7706344723701477, "Finetune/Loss (Raw)": 0.7422051429748535, "Finetune/Step": 3261, "Finetune/Step Time": 11.071671303361654}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7727480530738831, "Finetune/Loss (Raw)": 0.9136762619018555, "Finetune/Step": 3262, "Finetune/Step Time": 11.05562575161457}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7733624577522278, "Finetune/Loss (Raw)": 0.9081307649612427, "Finetune/Step": 3263, "Finetune/Step Time": 11.052901083603501}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7725850343704224, "Finetune/Loss (Raw)": 0.6998022198677063, "Finetune/Step": 3264, "Finetune/Step Time": 11.051319934427738}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7744762897491455, "Finetune/Loss (Raw)": 0.9509664177894592, "Finetune/Step": 3265, "Finetune/Step Time": 11.027890149503946}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7754861116409302, "Finetune/Loss (Raw)": 0.7599798440933228, "Finetune/Step": 3266, "Finetune/Step Time": 11.02145511098206}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7749135494232178, "Finetune/Loss (Raw)": 0.7027150392532349, "Finetune/Step": 3267, "Finetune/Step Time": 11.02755162678659}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7760331630706787, "Finetune/Loss (Raw)": 0.8984931707382202, "Finetune/Step": 3268, "Finetune/Step Time": 11.022632813081145}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7765781879425049, "Finetune/Loss (Raw)": 0.8335347771644592, "Finetune/Step": 3269, "Finetune/Step Time": 11.021903263404965}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.776611864566803, "Finetune/Loss (Raw)": 0.7250202894210815, "Finetune/Step": 3270, "Finetune/Step Time": 11.00991227477789}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7783578634262085, "Finetune/Loss (Raw)": 0.7421175241470337, "Finetune/Step": 3271, "Finetune/Step Time": 10.97954811155796}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.77715003490448, "Finetune/Loss (Raw)": 0.7477779388427734, "Finetune/Step": 3272, "Finetune/Step Time": 11.022099506109953}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7757554650306702, "Finetune/Loss (Raw)": 0.6932987570762634, "Finetune/Step": 3273, "Finetune/Step Time": 11.033887149766088}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7731534838676453, "Finetune/Loss (Raw)": 0.5125593543052673, "Finetune/Step": 3274, "Finetune/Step Time": 11.071350755169988}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7726089954376221, "Finetune/Loss (Raw)": 0.7076373100280762, "Finetune/Step": 3275, "Finetune/Step Time": 11.068287931382656}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7718371748924255, "Finetune/Loss (Raw)": 0.8049734830856323, "Finetune/Step": 3276, "Finetune/Step Time": 11.062270939350128}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.773238480091095, "Finetune/Loss (Raw)": 0.792275607585907, "Finetune/Step": 3277, "Finetune/Step Time": 11.02058714069426}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7735379934310913, "Finetune/Loss (Raw)": 0.7783383727073669, "Finetune/Step": 3278, "Finetune/Step Time": 11.031330451369286}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.773619532585144, "Finetune/Loss (Raw)": 0.8105151057243347, "Finetune/Step": 3279, "Finetune/Step Time": 11.036723030731082}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7746206521987915, "Finetune/Loss (Raw)": 0.8972019553184509, "Finetune/Step": 3280, "Finetune/Step Time": 11.031481945887208}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7753466367721558, "Finetune/Loss (Raw)": 0.9291276335716248, "Finetune/Step": 3281, "Finetune/Step Time": 11.035375569015741}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.775090754032135, "Finetune/Loss (Raw)": 0.7466050982475281, "Finetune/Step": 3282, "Finetune/Step Time": 11.036358484998345}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7735499143600464, "Finetune/Loss (Raw)": 0.6536157131195068, "Finetune/Step": 3283, "Finetune/Step Time": 11.077037885785103}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7735468149185181, "Finetune/Loss (Raw)": 0.7475170493125916, "Finetune/Step": 3284, "Finetune/Step Time": 11.079097293317318}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7730162143707275, "Finetune/Loss (Raw)": 0.8317877054214478, "Finetune/Step": 3285, "Finetune/Step Time": 11.073786346241832}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7753323316574097, "Finetune/Loss (Raw)": 0.7672390341758728, "Finetune/Step": 3286, "Finetune/Step Time": 11.047925021499395}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7760800123214722, "Finetune/Loss (Raw)": 0.8134977221488953, "Finetune/Step": 3287, "Finetune/Step Time": 11.053106311708689}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7766942977905273, "Finetune/Loss (Raw)": 0.8727439045906067, "Finetune/Step": 3288, "Finetune/Step Time": 11.064548069611192}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7762841582298279, "Finetune/Loss (Raw)": 0.7435928583145142, "Finetune/Step": 3289, "Finetune/Step Time": 11.039214968681335}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7783581018447876, "Finetune/Loss (Raw)": 0.8309048414230347, "Finetune/Step": 3290, "Finetune/Step Time": 11.004589574411511}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7764920592308044, "Finetune/Loss (Raw)": 0.6616026759147644, "Finetune/Step": 3291, "Finetune/Step Time": 10.996368538588285}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7760214805603027, "Finetune/Loss (Raw)": 0.7661787867546082, "Finetune/Step": 3292, "Finetune/Step Time": 10.998096460476518}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.778201162815094, "Finetune/Loss (Raw)": 0.8000898957252502, "Finetune/Step": 3293, "Finetune/Step Time": 10.991622943431139}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7778035998344421, "Finetune/Loss (Raw)": 0.6999096274375916, "Finetune/Step": 3294, "Finetune/Step Time": 11.027652490884066}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7775307893753052, "Finetune/Loss (Raw)": 0.7493171095848083, "Finetune/Step": 3295, "Finetune/Step Time": 11.033486053347588}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7767207622528076, "Finetune/Loss (Raw)": 0.8195486664772034, "Finetune/Step": 3296, "Finetune/Step Time": 11.033765794709325}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7770981788635254, "Finetune/Loss (Raw)": 0.6755876541137695, "Finetune/Step": 3297, "Finetune/Step Time": 11.027339978143573}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7790326476097107, "Finetune/Loss (Raw)": 0.8776718974113464, "Finetune/Step": 3298, "Finetune/Step Time": 11.024821657687426}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7785896062850952, "Finetune/Loss (Raw)": 0.6716805100440979, "Finetune/Step": 3299, "Finetune/Step Time": 11.058910798281431}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7795676589012146, "Finetune/Loss (Raw)": 0.8550630807876587, "Finetune/Step": 3300, "Finetune/Step Time": 11.06838833913207}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7795281410217285, "Finetune/Loss (Raw)": 0.654681384563446, "Finetune/Step": 3301, "Finetune/Step Time": 11.05148052982986}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7789018154144287, "Finetune/Loss (Raw)": 0.8716560006141663, "Finetune/Step": 3302, "Finetune/Step Time": 11.053011754527688}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.778829038143158, "Finetune/Loss (Raw)": 0.7647802233695984, "Finetune/Step": 3303, "Finetune/Step Time": 11.054346552118659}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7773252129554749, "Finetune/Loss (Raw)": 0.709298312664032, "Finetune/Step": 3304, "Finetune/Step Time": 11.069322135299444}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7782324552536011, "Finetune/Loss (Raw)": 0.8493674993515015, "Finetune/Step": 3305, "Finetune/Step Time": 11.062278850004077}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7774472236633301, "Finetune/Loss (Raw)": 0.7008598446846008, "Finetune/Step": 3306, "Finetune/Step Time": 11.047444432973862}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7774568796157837, "Finetune/Loss (Raw)": 0.9178299307823181, "Finetune/Step": 3307, "Finetune/Step Time": 11.031836245208979}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7780396342277527, "Finetune/Loss (Raw)": 0.8064993619918823, "Finetune/Step": 3308, "Finetune/Step Time": 11.036444118246436}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7782114148139954, "Finetune/Loss (Raw)": 0.8542579412460327, "Finetune/Step": 3309, "Finetune/Step Time": 11.047020271420479}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7776294350624084, "Finetune/Loss (Raw)": 0.726874828338623, "Finetune/Step": 3310, "Finetune/Step Time": 11.042195187881589}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7775506377220154, "Finetune/Loss (Raw)": 0.6905027031898499, "Finetune/Step": 3311, "Finetune/Step Time": 11.055276285856962}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7776378989219666, "Finetune/Loss (Raw)": 0.7505964636802673, "Finetune/Step": 3312, "Finetune/Step Time": 11.049445528537035}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7767220735549927, "Finetune/Loss (Raw)": 0.7217409610748291, "Finetune/Step": 3313, "Finetune/Step Time": 11.07567398622632}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7762046456336975, "Finetune/Loss (Raw)": 0.6930924654006958, "Finetune/Step": 3314, "Finetune/Step Time": 11.07114783488214}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.776637613773346, "Finetune/Loss (Raw)": 0.9351270198822021, "Finetune/Step": 3315, "Finetune/Step Time": 11.050819592550397}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.777364194393158, "Finetune/Loss (Raw)": 0.7493126392364502, "Finetune/Step": 3316, "Finetune/Step Time": 11.038606084883213}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7775360345840454, "Finetune/Loss (Raw)": 0.7304292917251587, "Finetune/Step": 3317, "Finetune/Step Time": 11.040207212790847}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7757046818733215, "Finetune/Loss (Raw)": 0.5888859629631042, "Finetune/Step": 3318, "Finetune/Step Time": 11.075472757220268}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7760857343673706, "Finetune/Loss (Raw)": 0.8575920462608337, "Finetune/Step": 3319, "Finetune/Step Time": 11.053062286227942}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7759498357772827, "Finetune/Loss (Raw)": 0.759876012802124, "Finetune/Step": 3320, "Finetune/Step Time": 11.042120218276978}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7750305533409119, "Finetune/Loss (Raw)": 0.6716787219047546, "Finetune/Step": 3321, "Finetune/Step Time": 11.0526749715209}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7753444314002991, "Finetune/Loss (Raw)": 0.743721067905426, "Finetune/Step": 3322, "Finetune/Step Time": 11.04660102725029}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7755582332611084, "Finetune/Loss (Raw)": 0.8523544073104858, "Finetune/Step": 3323, "Finetune/Step Time": 11.057174369692802}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7753943204879761, "Finetune/Loss (Raw)": 0.7517102360725403, "Finetune/Step": 3324, "Finetune/Step Time": 11.078842079266906}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7740752696990967, "Finetune/Loss (Raw)": 0.6754521727561951, "Finetune/Step": 3325, "Finetune/Step Time": 11.08011001162231}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7752418518066406, "Finetune/Loss (Raw)": 0.8452927470207214, "Finetune/Step": 3326, "Finetune/Step Time": 11.078437376767397}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7736043930053711, "Finetune/Loss (Raw)": 0.5766745209693909, "Finetune/Step": 3327, "Finetune/Step Time": 11.094908641651273}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7729108333587646, "Finetune/Loss (Raw)": 0.9064791798591614, "Finetune/Step": 3328, "Finetune/Step Time": 11.105461874976754}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7744379043579102, "Finetune/Loss (Raw)": 0.7990145087242126, "Finetune/Step": 3329, "Finetune/Step Time": 11.110717901960015}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7736043334007263, "Finetune/Loss (Raw)": 0.6612076163291931, "Finetune/Step": 3330, "Finetune/Step Time": 11.128492716699839}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7738049626350403, "Finetune/Loss (Raw)": 0.7843763828277588, "Finetune/Step": 3331, "Finetune/Step Time": 11.149589091539383}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7739812135696411, "Finetune/Loss (Raw)": 0.7724084258079529, "Finetune/Step": 3332, "Finetune/Step Time": 11.142265474423766}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7744473218917847, "Finetune/Loss (Raw)": 0.8016948699951172, "Finetune/Step": 3333, "Finetune/Step Time": 11.142530273646116}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7757436633110046, "Finetune/Loss (Raw)": 0.8019502758979797, "Finetune/Step": 3334, "Finetune/Step Time": 11.142626157030463}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7753854393959045, "Finetune/Loss (Raw)": 0.7026592493057251, "Finetune/Step": 3335, "Finetune/Step Time": 11.109296310693026}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.774970531463623, "Finetune/Loss (Raw)": 0.752061128616333, "Finetune/Step": 3336, "Finetune/Step Time": 11.10534536279738}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.774423360824585, "Finetune/Loss (Raw)": 0.6853794455528259, "Finetune/Step": 3337, "Finetune/Step Time": 11.109219547361135}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7749689221382141, "Finetune/Loss (Raw)": 0.765735924243927, "Finetune/Step": 3338, "Finetune/Step Time": 11.115948190912604}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7754929661750793, "Finetune/Loss (Raw)": 0.8411113619804382, "Finetune/Step": 3339, "Finetune/Step Time": 11.107339449226856}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7768104076385498, "Finetune/Loss (Raw)": 0.7875847816467285, "Finetune/Step": 3340, "Finetune/Step Time": 11.071107475087047}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7775150537490845, "Finetune/Loss (Raw)": 0.9208934307098389, "Finetune/Step": 3341, "Finetune/Step Time": 11.076447075232863}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7787712812423706, "Finetune/Loss (Raw)": 0.8619719743728638, "Finetune/Step": 3342, "Finetune/Step Time": 11.046884510666132}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7798706889152527, "Finetune/Loss (Raw)": 0.8028080463409424, "Finetune/Step": 3343, "Finetune/Step Time": 11.027671054005623}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7797024846076965, "Finetune/Loss (Raw)": 0.6084184050559998, "Finetune/Step": 3344, "Finetune/Step Time": 10.99545755237341}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7782703638076782, "Finetune/Loss (Raw)": 0.6058721542358398, "Finetune/Step": 3345, "Finetune/Step Time": 11.041331063956022}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7786155343055725, "Finetune/Loss (Raw)": 0.8547707796096802, "Finetune/Step": 3346, "Finetune/Step Time": 11.040297582745552}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7784912586212158, "Finetune/Loss (Raw)": 0.6493285894393921, "Finetune/Step": 3347, "Finetune/Step Time": 11.042452923953533}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7776474952697754, "Finetune/Loss (Raw)": 0.8288808465003967, "Finetune/Step": 3348, "Finetune/Step Time": 11.045113760977983}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7784308195114136, "Finetune/Loss (Raw)": 0.8289719820022583, "Finetune/Step": 3349, "Finetune/Step Time": 11.04034322872758}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7814339399337769, "Finetune/Loss (Raw)": 0.9536057114601135, "Finetune/Step": 3350, "Finetune/Step Time": 11.013794280588627}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.781503438949585, "Finetune/Loss (Raw)": 0.7437319755554199, "Finetune/Step": 3351, "Finetune/Step Time": 11.02156374976039}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7819696664810181, "Finetune/Loss (Raw)": 0.8206469416618347, "Finetune/Step": 3352, "Finetune/Step Time": 11.027965331450105}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7830814123153687, "Finetune/Loss (Raw)": 0.9034038186073303, "Finetune/Step": 3353, "Finetune/Step Time": 11.05226174928248}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.78376305103302, "Finetune/Loss (Raw)": 0.8486891388893127, "Finetune/Step": 3354, "Finetune/Step Time": 11.048716198652983}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7846754789352417, "Finetune/Loss (Raw)": 0.8127389550209045, "Finetune/Step": 3355, "Finetune/Step Time": 11.03535284474492}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7853785157203674, "Finetune/Loss (Raw)": 0.851008951663971, "Finetune/Step": 3356, "Finetune/Step Time": 11.037670437246561}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7844494581222534, "Finetune/Loss (Raw)": 0.7746202349662781, "Finetune/Step": 3357, "Finetune/Step Time": 11.02718710154295}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.784640908241272, "Finetune/Loss (Raw)": 0.7378553152084351, "Finetune/Step": 3358, "Finetune/Step Time": 11.01816988736391}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7862054705619812, "Finetune/Loss (Raw)": 0.9538237452507019, "Finetune/Step": 3359, "Finetune/Step Time": 10.97377466969192}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7860214114189148, "Finetune/Loss (Raw)": 0.8685005903244019, "Finetune/Step": 3360, "Finetune/Step Time": 10.974455425515771}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7847951650619507, "Finetune/Loss (Raw)": 0.8063714504241943, "Finetune/Step": 3361, "Finetune/Step Time": 10.99489109031856}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7848140597343445, "Finetune/Loss (Raw)": 0.7002602815628052, "Finetune/Step": 3362, "Finetune/Step Time": 10.984884463250637}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7845401763916016, "Finetune/Loss (Raw)": 0.8539770841598511, "Finetune/Step": 3363, "Finetune/Step Time": 10.98915789462626}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7862515449523926, "Finetune/Loss (Raw)": 0.8649272322654724, "Finetune/Step": 3364, "Finetune/Step Time": 10.981758272275329}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7855297327041626, "Finetune/Loss (Raw)": 0.7592078447341919, "Finetune/Step": 3365, "Finetune/Step Time": 10.999354716390371}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7856848835945129, "Finetune/Loss (Raw)": 0.6903373599052429, "Finetune/Step": 3366, "Finetune/Step Time": 10.976506359875202}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7837256193161011, "Finetune/Loss (Raw)": 0.6922089457511902, "Finetune/Step": 3367, "Finetune/Step Time": 10.972621763125062}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7819528579711914, "Finetune/Loss (Raw)": 0.6793031096458435, "Finetune/Step": 3368, "Finetune/Step Time": 11.005594797432423}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7817834615707397, "Finetune/Loss (Raw)": 0.8298304080963135, "Finetune/Step": 3369, "Finetune/Step Time": 11.0040471740067}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7810977697372437, "Finetune/Loss (Raw)": 0.8214145302772522, "Finetune/Step": 3370, "Finetune/Step Time": 11.014949878677726}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.779302716255188, "Finetune/Loss (Raw)": 0.5758366584777832, "Finetune/Step": 3371, "Finetune/Step Time": 11.045433167368174}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7784504294395447, "Finetune/Loss (Raw)": 0.7149716019630432, "Finetune/Step": 3372, "Finetune/Step Time": 11.059388872236013}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7780353426933289, "Finetune/Loss (Raw)": 0.8182048797607422, "Finetune/Step": 3373, "Finetune/Step Time": 11.068522483110428}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7789707779884338, "Finetune/Loss (Raw)": 0.790461003780365, "Finetune/Step": 3374, "Finetune/Step Time": 11.074733428657055}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7811427116394043, "Finetune/Loss (Raw)": 1.0050705671310425, "Finetune/Step": 3375, "Finetune/Step Time": 11.073681250214577}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7811504602432251, "Finetune/Loss (Raw)": 0.8926385045051575, "Finetune/Step": 3376, "Finetune/Step Time": 11.061672987416387}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7789105176925659, "Finetune/Loss (Raw)": 0.6274402737617493, "Finetune/Step": 3377, "Finetune/Step Time": 11.074313605204225}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7797328233718872, "Finetune/Loss (Raw)": 0.8586134910583496, "Finetune/Step": 3378, "Finetune/Step Time": 11.068738631904125}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7796173095703125, "Finetune/Loss (Raw)": 0.610567569732666, "Finetune/Step": 3379, "Finetune/Step Time": 11.028058988973498}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7783613801002502, "Finetune/Loss (Raw)": 0.6923447847366333, "Finetune/Step": 3380, "Finetune/Step Time": 11.02651129104197}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7777543663978577, "Finetune/Loss (Raw)": 0.7399555444717407, "Finetune/Step": 3381, "Finetune/Step Time": 11.018096135929227}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7778358459472656, "Finetune/Loss (Raw)": 0.850382924079895, "Finetune/Step": 3382, "Finetune/Step Time": 11.01750260591507}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7769901752471924, "Finetune/Loss (Raw)": 0.7485748529434204, "Finetune/Step": 3383, "Finetune/Step Time": 11.002713065594435}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7770364284515381, "Finetune/Loss (Raw)": 0.8547688722610474, "Finetune/Step": 3384, "Finetune/Step Time": 11.000788450241089}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7772495746612549, "Finetune/Loss (Raw)": 0.6507697105407715, "Finetune/Step": 3385, "Finetune/Step Time": 10.988999396562576}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7758324146270752, "Finetune/Loss (Raw)": 0.7839670181274414, "Finetune/Step": 3386, "Finetune/Step Time": 10.979774555191398}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7758704423904419, "Finetune/Loss (Raw)": 0.7071662545204163, "Finetune/Step": 3387, "Finetune/Step Time": 10.967100584879518}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7752454280853271, "Finetune/Loss (Raw)": 0.7349928617477417, "Finetune/Step": 3388, "Finetune/Step Time": 10.943855214864016}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7757756114006042, "Finetune/Loss (Raw)": 0.8100678324699402, "Finetune/Step": 3389, "Finetune/Step Time": 10.951272571459413}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7749874591827393, "Finetune/Loss (Raw)": 0.8127931356430054, "Finetune/Step": 3390, "Finetune/Step Time": 10.955398071557283}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7754180431365967, "Finetune/Loss (Raw)": 0.9632402658462524, "Finetune/Step": 3391, "Finetune/Step Time": 10.955111002549529}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7757971286773682, "Finetune/Loss (Raw)": 0.7483314275741577, "Finetune/Step": 3392, "Finetune/Step Time": 10.960121685639024}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.775208055973053, "Finetune/Loss (Raw)": 0.8755661845207214, "Finetune/Step": 3393, "Finetune/Step Time": 10.956401593983173}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7748327255249023, "Finetune/Loss (Raw)": 0.7119281888008118, "Finetune/Step": 3394, "Finetune/Step Time": 10.984006190672517}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7761051654815674, "Finetune/Loss (Raw)": 0.865595817565918, "Finetune/Step": 3395, "Finetune/Step Time": 10.964472137391567}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7742314338684082, "Finetune/Loss (Raw)": 0.6586554050445557, "Finetune/Step": 3396, "Finetune/Step Time": 10.965740511193871}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7734733819961548, "Finetune/Loss (Raw)": 0.7365046143531799, "Finetune/Step": 3397, "Finetune/Step Time": 10.965876331552863}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7740620374679565, "Finetune/Loss (Raw)": 0.8003638982772827, "Finetune/Step": 3398, "Finetune/Step Time": 10.96514543890953}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7740440964698792, "Finetune/Loss (Raw)": 0.7398273944854736, "Finetune/Step": 3399, "Finetune/Step Time": 10.976400515064597}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7741612195968628, "Finetune/Loss (Raw)": 0.7627574801445007, "Finetune/Step": 3400, "Finetune/Step Time": 10.940490327775478}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7741297483444214, "Finetune/Loss (Raw)": 0.6892783641815186, "Finetune/Step": 3401, "Finetune/Step Time": 10.915417216718197}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7760976552963257, "Finetune/Loss (Raw)": 0.7644500136375427, "Finetune/Step": 3402, "Finetune/Step Time": 10.87628610804677}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.776180624961853, "Finetune/Loss (Raw)": 0.7182591557502747, "Finetune/Step": 3403, "Finetune/Step Time": 10.874768108129501}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7757468223571777, "Finetune/Loss (Raw)": 0.7494465708732605, "Finetune/Step": 3404, "Finetune/Step Time": 10.858989000320435}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7740294933319092, "Finetune/Loss (Raw)": 0.5724636316299438, "Finetune/Step": 3405, "Finetune/Step Time": 10.946200972422957}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7742353677749634, "Finetune/Loss (Raw)": 0.8046839237213135, "Finetune/Step": 3406, "Finetune/Step Time": 10.948538543656468}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7743483185768127, "Finetune/Loss (Raw)": 0.8249684572219849, "Finetune/Step": 3407, "Finetune/Step Time": 10.934084508568048}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7737691402435303, "Finetune/Loss (Raw)": 0.823063850402832, "Finetune/Step": 3408, "Finetune/Step Time": 10.93855106830597}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7728596925735474, "Finetune/Loss (Raw)": 0.8127210140228271, "Finetune/Step": 3409, "Finetune/Step Time": 10.934590814635158}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7723800539970398, "Finetune/Loss (Raw)": 0.6852120161056519, "Finetune/Step": 3410, "Finetune/Step Time": 10.952747486531734}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7744797468185425, "Finetune/Loss (Raw)": 0.9223785996437073, "Finetune/Step": 3411, "Finetune/Step Time": 10.916049268096685}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7751172780990601, "Finetune/Loss (Raw)": 0.8291280269622803, "Finetune/Step": 3412, "Finetune/Step Time": 10.912881163880229}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7755667567253113, "Finetune/Loss (Raw)": 0.8893164992332458, "Finetune/Step": 3413, "Finetune/Step Time": 10.929567130282521}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7765597105026245, "Finetune/Loss (Raw)": 0.8943363428115845, "Finetune/Step": 3414, "Finetune/Step Time": 10.919839035719633}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7752734422683716, "Finetune/Loss (Raw)": 0.6488621234893799, "Finetune/Step": 3415, "Finetune/Step Time": 10.91529324837029}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7736873626708984, "Finetune/Loss (Raw)": 0.6697264313697815, "Finetune/Step": 3416, "Finetune/Step Time": 10.950116038322449}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7732055187225342, "Finetune/Loss (Raw)": 0.6819085478782654, "Finetune/Step": 3417, "Finetune/Step Time": 10.956642933189869}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7728067636489868, "Finetune/Loss (Raw)": 0.7798657417297363, "Finetune/Step": 3418, "Finetune/Step Time": 10.969806907698512}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7738677263259888, "Finetune/Loss (Raw)": 0.7974014282226562, "Finetune/Step": 3419, "Finetune/Step Time": 10.958315264433622}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7718878388404846, "Finetune/Loss (Raw)": 0.5127577185630798, "Finetune/Step": 3420, "Finetune/Step Time": 10.993050253018737}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7720556259155273, "Finetune/Loss (Raw)": 0.8215620517730713, "Finetune/Step": 3421, "Finetune/Step Time": 10.999702157452703}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7717145681381226, "Finetune/Loss (Raw)": 0.6562570929527283, "Finetune/Step": 3422, "Finetune/Step Time": 10.98817758075893}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.771639347076416, "Finetune/Loss (Raw)": 0.73968905210495, "Finetune/Step": 3423, "Finetune/Step Time": 10.98423446342349}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7705620527267456, "Finetune/Loss (Raw)": 0.6816569566726685, "Finetune/Step": 3424, "Finetune/Step Time": 11.014675484970212}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7711648941040039, "Finetune/Loss (Raw)": 0.7527492642402649, "Finetune/Step": 3425, "Finetune/Step Time": 10.99482893384993}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7694035172462463, "Finetune/Loss (Raw)": 0.6522184014320374, "Finetune/Step": 3426, "Finetune/Step Time": 11.000353775918484}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7705869078636169, "Finetune/Loss (Raw)": 0.8231504559516907, "Finetune/Step": 3427, "Finetune/Step Time": 10.965208481997252}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7695977091789246, "Finetune/Loss (Raw)": 0.7284488677978516, "Finetune/Step": 3428, "Finetune/Step Time": 10.971765659749508}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7707988619804382, "Finetune/Loss (Raw)": 0.8084277510643005, "Finetune/Step": 3429, "Finetune/Step Time": 10.971549045294523}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7689401507377625, "Finetune/Loss (Raw)": 0.6337426900863647, "Finetune/Step": 3430, "Finetune/Step Time": 10.961179692298174}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7699897289276123, "Finetune/Loss (Raw)": 0.899122416973114, "Finetune/Step": 3431, "Finetune/Step Time": 10.96484624221921}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7695103883743286, "Finetune/Loss (Raw)": 0.6479467153549194, "Finetune/Step": 3432, "Finetune/Step Time": 10.968340447172523}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7688480615615845, "Finetune/Loss (Raw)": 0.7645847201347351, "Finetune/Step": 3433, "Finetune/Step Time": 10.996541239321232}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7686305046081543, "Finetune/Loss (Raw)": 0.6730194687843323, "Finetune/Step": 3434, "Finetune/Step Time": 11.030370440334082}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.767264723777771, "Finetune/Loss (Raw)": 0.7430039048194885, "Finetune/Step": 3435, "Finetune/Step Time": 11.050513256341219}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.766318142414093, "Finetune/Loss (Raw)": 0.6853376030921936, "Finetune/Step": 3436, "Finetune/Step Time": 11.045536199584603}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7657867670059204, "Finetune/Loss (Raw)": 0.78624027967453, "Finetune/Step": 3437, "Finetune/Step Time": 11.032863717526197}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7654863595962524, "Finetune/Loss (Raw)": 0.68843013048172, "Finetune/Step": 3438, "Finetune/Step Time": 11.029160035774112}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7663050889968872, "Finetune/Loss (Raw)": 0.7953014969825745, "Finetune/Step": 3439, "Finetune/Step Time": 11.037082761526108}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7659979462623596, "Finetune/Loss (Raw)": 0.7112809419631958, "Finetune/Step": 3440, "Finetune/Step Time": 11.036425633355975}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7650747895240784, "Finetune/Loss (Raw)": 0.6035775542259216, "Finetune/Step": 3441, "Finetune/Step Time": 11.032244658097625}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7651093006134033, "Finetune/Loss (Raw)": 0.6975042819976807, "Finetune/Step": 3442, "Finetune/Step Time": 11.042359793558717}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7632614374160767, "Finetune/Loss (Raw)": 0.6985986828804016, "Finetune/Step": 3443, "Finetune/Step Time": 11.058469051495194}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7636929750442505, "Finetune/Loss (Raw)": 0.8045551180839539, "Finetune/Step": 3444, "Finetune/Step Time": 11.051991328597069}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7625511288642883, "Finetune/Loss (Raw)": 0.5842707753181458, "Finetune/Step": 3445, "Finetune/Step Time": 11.075755424797535}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.76358562707901, "Finetune/Loss (Raw)": 0.7213011980056763, "Finetune/Step": 3446, "Finetune/Step Time": 11.048920346423984}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.763924777507782, "Finetune/Loss (Raw)": 0.9010024070739746, "Finetune/Step": 3447, "Finetune/Step Time": 11.038817094638944}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7635984420776367, "Finetune/Loss (Raw)": 0.7181083559989929, "Finetune/Step": 3448, "Finetune/Step Time": 11.035863887518644}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7651734352111816, "Finetune/Loss (Raw)": 0.8732710480690002, "Finetune/Step": 3449, "Finetune/Step Time": 11.017423177137971}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7651776075363159, "Finetune/Loss (Raw)": 0.7442652583122253, "Finetune/Step": 3450, "Finetune/Step Time": 11.04269864782691}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7645994424819946, "Finetune/Loss (Raw)": 0.7783445715904236, "Finetune/Step": 3451, "Finetune/Step Time": 11.020990785211325}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.765472412109375, "Finetune/Loss (Raw)": 0.8634547591209412, "Finetune/Step": 3452, "Finetune/Step Time": 11.000647109001875}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7661504745483398, "Finetune/Loss (Raw)": 0.7622363567352295, "Finetune/Step": 3453, "Finetune/Step Time": 10.996071971952915}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7652654647827148, "Finetune/Loss (Raw)": 0.7320187091827393, "Finetune/Step": 3454, "Finetune/Step Time": 11.01759921386838}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7647970914840698, "Finetune/Loss (Raw)": 0.5167148113250732, "Finetune/Step": 3455, "Finetune/Step Time": 11.040689434856176}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7642054557800293, "Finetune/Loss (Raw)": 0.8307497501373291, "Finetune/Step": 3456, "Finetune/Step Time": 11.034507762640715}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7643276453018188, "Finetune/Loss (Raw)": 0.8146525025367737, "Finetune/Step": 3457, "Finetune/Step Time": 11.0234469268471}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7654008269309998, "Finetune/Loss (Raw)": 0.7985833883285522, "Finetune/Step": 3458, "Finetune/Step Time": 11.046519950032234}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7653607130050659, "Finetune/Loss (Raw)": 0.7792403697967529, "Finetune/Step": 3459, "Finetune/Step Time": 11.036541474983096}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.765993595123291, "Finetune/Loss (Raw)": 0.8534175157546997, "Finetune/Step": 3460, "Finetune/Step Time": 11.039552427828312}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7642331123352051, "Finetune/Loss (Raw)": 0.576354444026947, "Finetune/Step": 3461, "Finetune/Step Time": 11.076379148289561}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7638358473777771, "Finetune/Loss (Raw)": 0.7510978579521179, "Finetune/Step": 3462, "Finetune/Step Time": 11.071402354165912}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7641236782073975, "Finetune/Loss (Raw)": 0.7394988536834717, "Finetune/Step": 3463, "Finetune/Step Time": 11.074320655316114}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7651064395904541, "Finetune/Loss (Raw)": 0.8778619766235352, "Finetune/Step": 3464, "Finetune/Step Time": 11.077019527554512}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7654545903205872, "Finetune/Loss (Raw)": 0.7299349904060364, "Finetune/Step": 3465, "Finetune/Step Time": 11.069077495485544}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7646917104721069, "Finetune/Loss (Raw)": 0.6680936217308044, "Finetune/Step": 3466, "Finetune/Step Time": 11.066079795360565}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7630648016929626, "Finetune/Loss (Raw)": 0.6328652501106262, "Finetune/Step": 3467, "Finetune/Step Time": 11.064809042960405}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7618589401245117, "Finetune/Loss (Raw)": 0.6332343220710754, "Finetune/Step": 3468, "Finetune/Step Time": 11.077493151649833}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7600471377372742, "Finetune/Loss (Raw)": 0.6889805197715759, "Finetune/Step": 3469, "Finetune/Step Time": 11.091359868645668}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.759161114692688, "Finetune/Loss (Raw)": 0.7485688924789429, "Finetune/Step": 3470, "Finetune/Step Time": 11.100395645946264}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7594089508056641, "Finetune/Loss (Raw)": 0.8345177173614502, "Finetune/Step": 3471, "Finetune/Step Time": 11.11086560972035}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7602603435516357, "Finetune/Loss (Raw)": 0.7174091339111328, "Finetune/Step": 3472, "Finetune/Step Time": 11.1127825435251}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7618869543075562, "Finetune/Loss (Raw)": 0.8140708208084106, "Finetune/Step": 3473, "Finetune/Step Time": 11.101689061149955}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.760246753692627, "Finetune/Loss (Raw)": 0.6448294520378113, "Finetune/Step": 3474, "Finetune/Step Time": 11.110126310959458}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7612335681915283, "Finetune/Loss (Raw)": 0.7756441831588745, "Finetune/Step": 3475, "Finetune/Step Time": 11.114440152421594}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7597523927688599, "Finetune/Loss (Raw)": 0.639283299446106, "Finetune/Step": 3476, "Finetune/Step Time": 11.120796278119087}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7589443922042847, "Finetune/Loss (Raw)": 0.7255442142486572, "Finetune/Step": 3477, "Finetune/Step Time": 11.148606482893229}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7585958242416382, "Finetune/Loss (Raw)": 0.9089918732643127, "Finetune/Step": 3478, "Finetune/Step Time": 11.139284554868937}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7606697082519531, "Finetune/Loss (Raw)": 1.009190559387207, "Finetune/Step": 3479, "Finetune/Step Time": 11.121445151045918}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7606552243232727, "Finetune/Loss (Raw)": 0.8187931180000305, "Finetune/Step": 3480, "Finetune/Step Time": 11.111158177256584}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7599154710769653, "Finetune/Loss (Raw)": 0.8087140917778015, "Finetune/Step": 3481, "Finetune/Step Time": 11.08028955757618}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.759200394153595, "Finetune/Loss (Raw)": 0.7571636438369751, "Finetune/Step": 3482, "Finetune/Step Time": 11.08090989291668}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.758291482925415, "Finetune/Loss (Raw)": 0.696393609046936, "Finetune/Step": 3483, "Finetune/Step Time": 11.147203870117664}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.757309079170227, "Finetune/Loss (Raw)": 0.7252579927444458, "Finetune/Step": 3484, "Finetune/Step Time": 11.169841829687357}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.758369505405426, "Finetune/Loss (Raw)": 0.9103608727455139, "Finetune/Step": 3485, "Finetune/Step Time": 11.171630589291453}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7586477994918823, "Finetune/Loss (Raw)": 0.7734817862510681, "Finetune/Step": 3486, "Finetune/Step Time": 11.162924163043499}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7567784786224365, "Finetune/Loss (Raw)": 0.7145423889160156, "Finetune/Step": 3487, "Finetune/Step Time": 11.161587273702025}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7550512552261353, "Finetune/Loss (Raw)": 0.6474233269691467, "Finetune/Step": 3488, "Finetune/Step Time": 11.15929358266294}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7553666830062866, "Finetune/Loss (Raw)": 0.8467473983764648, "Finetune/Step": 3489, "Finetune/Step Time": 11.137918883934617}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7552943229675293, "Finetune/Loss (Raw)": 0.6909935474395752, "Finetune/Step": 3490, "Finetune/Step Time": 11.122872548177838}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7557101249694824, "Finetune/Loss (Raw)": 0.9072005748748779, "Finetune/Step": 3491, "Finetune/Step Time": 11.115930365398526}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7549342513084412, "Finetune/Loss (Raw)": 0.7656140327453613, "Finetune/Step": 3492, "Finetune/Step Time": 11.12788631953299}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7526842355728149, "Finetune/Loss (Raw)": 0.4712076187133789, "Finetune/Step": 3493, "Finetune/Step Time": 11.107690550386906}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7543282508850098, "Finetune/Loss (Raw)": 0.9007673263549805, "Finetune/Step": 3494, "Finetune/Step Time": 11.089149348437786}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7553051114082336, "Finetune/Loss (Raw)": 0.8172490000724792, "Finetune/Step": 3495, "Finetune/Step Time": 11.09144863858819}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7563750147819519, "Finetune/Loss (Raw)": 0.8162487149238586, "Finetune/Step": 3496, "Finetune/Step Time": 11.066433750092983}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7547800540924072, "Finetune/Loss (Raw)": 0.6256727576255798, "Finetune/Step": 3497, "Finetune/Step Time": 11.09447317570448}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.754928708076477, "Finetune/Loss (Raw)": 0.8404510617256165, "Finetune/Step": 3498, "Finetune/Step Time": 11.102459179237485}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7564651370048523, "Finetune/Loss (Raw)": 0.7724947929382324, "Finetune/Step": 3499, "Finetune/Step Time": 11.080560579895973}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7576923370361328, "Finetune/Loss (Raw)": 0.8720470070838928, "Finetune/Step": 3500, "Finetune/Step Time": 11.081046294420958}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7577465176582336, "Finetune/Loss (Raw)": 0.8251479864120483, "Finetune/Step": 3501, "Finetune/Step Time": 11.065096724778414}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7587521076202393, "Finetune/Loss (Raw)": 0.9191710948944092, "Finetune/Step": 3502, "Finetune/Step Time": 11.054773544892669}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7576555013656616, "Finetune/Loss (Raw)": 0.8647095561027527, "Finetune/Step": 3503, "Finetune/Step Time": 11.055195301771164}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7563768625259399, "Finetune/Loss (Raw)": 0.7289789915084839, "Finetune/Step": 3504, "Finetune/Step Time": 11.06203225441277}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7573381066322327, "Finetune/Loss (Raw)": 0.7504716515541077, "Finetune/Step": 3505, "Finetune/Step Time": 11.056850889697671}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.756391167640686, "Finetune/Loss (Raw)": 0.7374120950698853, "Finetune/Step": 3506, "Finetune/Step Time": 11.051475243642926}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7560603022575378, "Finetune/Loss (Raw)": 0.5682075619697571, "Finetune/Step": 3507, "Finetune/Step Time": 11.075754379853606}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7567034959793091, "Finetune/Loss (Raw)": 0.7746778726577759, "Finetune/Step": 3508, "Finetune/Step Time": 11.077733786776662}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7568037509918213, "Finetune/Loss (Raw)": 0.7527927160263062, "Finetune/Step": 3509, "Finetune/Step Time": 11.099029934033751}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7556703686714172, "Finetune/Loss (Raw)": 0.705306887626648, "Finetune/Step": 3510, "Finetune/Step Time": 11.10163195990026}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7554225921630859, "Finetune/Loss (Raw)": 0.7168605327606201, "Finetune/Step": 3511, "Finetune/Step Time": 11.108868444338441}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7546508312225342, "Finetune/Loss (Raw)": 0.7559777498245239, "Finetune/Step": 3512, "Finetune/Step Time": 11.105094933882356}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7559658288955688, "Finetune/Loss (Raw)": 0.8190893530845642, "Finetune/Step": 3513, "Finetune/Step Time": 11.104492453858256}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7553684711456299, "Finetune/Loss (Raw)": 0.707505464553833, "Finetune/Step": 3514, "Finetune/Step Time": 11.108414622023702}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7559783458709717, "Finetune/Loss (Raw)": 0.785233736038208, "Finetune/Step": 3515, "Finetune/Step Time": 11.113466801121831}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7562411427497864, "Finetune/Loss (Raw)": 0.7686272859573364, "Finetune/Step": 3516, "Finetune/Step Time": 11.115186654031277}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.756310760974884, "Finetune/Loss (Raw)": 0.8189839720726013, "Finetune/Step": 3517, "Finetune/Step Time": 11.113091977313161}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7548725605010986, "Finetune/Loss (Raw)": 0.6287020444869995, "Finetune/Step": 3518, "Finetune/Step Time": 11.158276287838817}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.752529501914978, "Finetune/Loss (Raw)": 0.6633234024047852, "Finetune/Step": 3519, "Finetune/Step Time": 11.191704496741295}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7523238062858582, "Finetune/Loss (Raw)": 0.7220080494880676, "Finetune/Step": 3520, "Finetune/Step Time": 11.18939896300435}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7519813179969788, "Finetune/Loss (Raw)": 0.8317238688468933, "Finetune/Step": 3521, "Finetune/Step Time": 11.189952770248055}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.751130223274231, "Finetune/Loss (Raw)": 0.602989673614502, "Finetune/Step": 3522, "Finetune/Step Time": 11.183899132534862}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7493048310279846, "Finetune/Loss (Raw)": 0.6319445967674255, "Finetune/Step": 3523, "Finetune/Step Time": 11.2200208902359}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7493071556091309, "Finetune/Loss (Raw)": 0.6589514017105103, "Finetune/Step": 3524, "Finetune/Step Time": 11.230238614603877}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7509233951568604, "Finetune/Loss (Raw)": 0.9433801770210266, "Finetune/Step": 3525, "Finetune/Step Time": 11.237266240641475}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7497673630714417, "Finetune/Loss (Raw)": 0.6524000763893127, "Finetune/Step": 3526, "Finetune/Step Time": 11.245882160961628}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7501025199890137, "Finetune/Loss (Raw)": 0.7827242016792297, "Finetune/Step": 3527, "Finetune/Step Time": 11.230269309133291}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7500163316726685, "Finetune/Loss (Raw)": 0.7517217993736267, "Finetune/Step": 3528, "Finetune/Step Time": 11.228964868932962}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7494643926620483, "Finetune/Loss (Raw)": 0.6186433434486389, "Finetune/Step": 3529, "Finetune/Step Time": 11.242095792666078}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7493343353271484, "Finetune/Loss (Raw)": 0.7477972507476807, "Finetune/Step": 3530, "Finetune/Step Time": 11.244264978915453}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7500087022781372, "Finetune/Loss (Raw)": 0.8045714497566223, "Finetune/Step": 3531, "Finetune/Step Time": 11.243682963773608}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7494860291481018, "Finetune/Loss (Raw)": 0.6825457811355591, "Finetune/Step": 3532, "Finetune/Step Time": 11.258937517181039}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7493463158607483, "Finetune/Loss (Raw)": 0.5545864105224609, "Finetune/Step": 3533, "Finetune/Step Time": 11.216760344803333}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7493557929992676, "Finetune/Loss (Raw)": 0.8058934211730957, "Finetune/Step": 3534, "Finetune/Step Time": 11.21379916369915}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.747594952583313, "Finetune/Loss (Raw)": 0.5995825529098511, "Finetune/Step": 3535, "Finetune/Step Time": 11.25091053172946}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7469831109046936, "Finetune/Loss (Raw)": 0.7447420358657837, "Finetune/Step": 3536, "Finetune/Step Time": 11.247714778408408}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7475903630256653, "Finetune/Loss (Raw)": 0.8904531598091125, "Finetune/Step": 3537, "Finetune/Step Time": 11.25560038536787}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7491960525512695, "Finetune/Loss (Raw)": 0.890742838382721, "Finetune/Step": 3538, "Finetune/Step Time": 11.24454790353775}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7488016486167908, "Finetune/Loss (Raw)": 0.8718962073326111, "Finetune/Step": 3539, "Finetune/Step Time": 11.246327642351389}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7485717535018921, "Finetune/Loss (Raw)": 0.7996917366981506, "Finetune/Step": 3540, "Finetune/Step Time": 11.24851736985147}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7478460073471069, "Finetune/Loss (Raw)": 0.7964277267456055, "Finetune/Step": 3541, "Finetune/Step Time": 11.239054033532739}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7461370825767517, "Finetune/Loss (Raw)": 0.6755963563919067, "Finetune/Step": 3542, "Finetune/Step Time": 11.255695415660739}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7470971345901489, "Finetune/Loss (Raw)": 0.771747887134552, "Finetune/Step": 3543, "Finetune/Step Time": 11.273928955197334}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7483066916465759, "Finetune/Loss (Raw)": 0.8245411515235901, "Finetune/Step": 3544, "Finetune/Step Time": 11.243722707033157}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.747854471206665, "Finetune/Loss (Raw)": 0.6240318417549133, "Finetune/Step": 3545, "Finetune/Step Time": 11.27617966197431}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7473063468933105, "Finetune/Loss (Raw)": 0.7097063660621643, "Finetune/Step": 3546, "Finetune/Step Time": 11.271099662408233}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.747962474822998, "Finetune/Loss (Raw)": 0.8813904523849487, "Finetune/Step": 3547, "Finetune/Step Time": 11.26928735151887}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.74977707862854, "Finetune/Loss (Raw)": 0.7450214624404907, "Finetune/Step": 3548, "Finetune/Step Time": 11.260124504566193}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7504819631576538, "Finetune/Loss (Raw)": 0.911789059638977, "Finetune/Step": 3549, "Finetune/Step Time": 11.259641731157899}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7505463361740112, "Finetune/Loss (Raw)": 0.6644932627677917, "Finetune/Step": 3550, "Finetune/Step Time": 11.267177656292915}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7499301433563232, "Finetune/Loss (Raw)": 0.6608109474182129, "Finetune/Step": 3551, "Finetune/Step Time": 11.292066464200616}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7507816553115845, "Finetune/Loss (Raw)": 0.7906507849693298, "Finetune/Step": 3552, "Finetune/Step Time": 11.249329989776015}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7497475743293762, "Finetune/Loss (Raw)": 0.6203904151916504, "Finetune/Step": 3553, "Finetune/Step Time": 11.258732682093978}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.751539409160614, "Finetune/Loss (Raw)": 0.8815789818763733, "Finetune/Step": 3554, "Finetune/Step Time": 11.263439115136862}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7520926594734192, "Finetune/Loss (Raw)": 0.893964946269989, "Finetune/Step": 3555, "Finetune/Step Time": 11.26055058836937}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.750758707523346, "Finetune/Loss (Raw)": 0.5577003359794617, "Finetune/Step": 3556, "Finetune/Step Time": 11.285859562456608}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7519899010658264, "Finetune/Loss (Raw)": 0.9660267233848572, "Finetune/Step": 3557, "Finetune/Step Time": 11.277742631733418}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7532965540885925, "Finetune/Loss (Raw)": 0.800987184047699, "Finetune/Step": 3558, "Finetune/Step Time": 11.27919939532876}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7528573870658875, "Finetune/Loss (Raw)": 0.8429093956947327, "Finetune/Step": 3559, "Finetune/Step Time": 11.274174327030778}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7544089555740356, "Finetune/Loss (Raw)": 0.8465474843978882, "Finetune/Step": 3560, "Finetune/Step Time": 11.251250185072422}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7555391788482666, "Finetune/Loss (Raw)": 0.9092574119567871, "Finetune/Step": 3561, "Finetune/Step Time": 11.22827872633934}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7551402449607849, "Finetune/Loss (Raw)": 0.6219547986984253, "Finetune/Step": 3562, "Finetune/Step Time": 11.19380616210401}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.754421591758728, "Finetune/Loss (Raw)": 0.6510117053985596, "Finetune/Step": 3563, "Finetune/Step Time": 11.174770276993513}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7548436522483826, "Finetune/Loss (Raw)": 0.739361047744751, "Finetune/Step": 3564, "Finetune/Step Time": 11.178665608167648}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.754470944404602, "Finetune/Loss (Raw)": 0.7385309338569641, "Finetune/Step": 3565, "Finetune/Step Time": 11.181867588311434}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7557463049888611, "Finetune/Loss (Raw)": 0.8516818881034851, "Finetune/Step": 3566, "Finetune/Step Time": 11.184650300070643}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.755547046661377, "Finetune/Loss (Raw)": 0.7697964906692505, "Finetune/Step": 3567, "Finetune/Step Time": 11.188720595091581}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7561465501785278, "Finetune/Loss (Raw)": 0.7880125641822815, "Finetune/Step": 3568, "Finetune/Step Time": 11.195502752438188}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7571064233779907, "Finetune/Loss (Raw)": 0.7264454364776611, "Finetune/Step": 3569, "Finetune/Step Time": 11.175069063901901}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7573293447494507, "Finetune/Loss (Raw)": 0.7260421514511108, "Finetune/Step": 3570, "Finetune/Step Time": 11.164456536993384}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7580550909042358, "Finetune/Loss (Raw)": 0.791491687297821, "Finetune/Step": 3571, "Finetune/Step Time": 11.151311518624425}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7585110664367676, "Finetune/Loss (Raw)": 0.8629199862480164, "Finetune/Step": 3572, "Finetune/Step Time": 11.150082431733608}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.760612964630127, "Finetune/Loss (Raw)": 0.8533150553703308, "Finetune/Step": 3573, "Finetune/Step Time": 11.125563831999898}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7619843482971191, "Finetune/Loss (Raw)": 0.8968356251716614, "Finetune/Step": 3574, "Finetune/Step Time": 11.12139960937202}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.760891318321228, "Finetune/Loss (Raw)": 0.7610955834388733, "Finetune/Step": 3575, "Finetune/Step Time": 11.118322979658842}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.762094259262085, "Finetune/Loss (Raw)": 0.872086763381958, "Finetune/Step": 3576, "Finetune/Step Time": 11.115200478583574}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7611263394355774, "Finetune/Loss (Raw)": 0.7493748664855957, "Finetune/Step": 3577, "Finetune/Step Time": 11.140513194724917}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7620434761047363, "Finetune/Loss (Raw)": 0.8616511225700378, "Finetune/Step": 3578, "Finetune/Step Time": 11.123304173350334}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.762027382850647, "Finetune/Loss (Raw)": 0.77629554271698, "Finetune/Step": 3579, "Finetune/Step Time": 11.124151542782784}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7616498470306396, "Finetune/Loss (Raw)": 0.8151179552078247, "Finetune/Step": 3580, "Finetune/Step Time": 11.132040491327643}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7622925043106079, "Finetune/Loss (Raw)": 0.8445118069648743, "Finetune/Step": 3581, "Finetune/Step Time": 11.143747217953205}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7619231343269348, "Finetune/Loss (Raw)": 0.6847329139709473, "Finetune/Step": 3582, "Finetune/Step Time": 11.126290144398808}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7634978890419006, "Finetune/Loss (Raw)": 0.7182877659797668, "Finetune/Step": 3583, "Finetune/Step Time": 11.092289861291647}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7631939649581909, "Finetune/Loss (Raw)": 0.7918378114700317, "Finetune/Step": 3584, "Finetune/Step Time": 11.095510119572282}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7640918493270874, "Finetune/Loss (Raw)": 0.9295856952667236, "Finetune/Step": 3585, "Finetune/Step Time": 11.092369332909584}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7627613544464111, "Finetune/Loss (Raw)": 0.6282823085784912, "Finetune/Step": 3586, "Finetune/Step Time": 11.078412218019366}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7622902989387512, "Finetune/Loss (Raw)": 0.7189465761184692, "Finetune/Step": 3587, "Finetune/Step Time": 11.064926048740745}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7606571912765503, "Finetune/Loss (Raw)": 0.6443782448768616, "Finetune/Step": 3588, "Finetune/Step Time": 11.074348982423544}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7621020078659058, "Finetune/Loss (Raw)": 0.7612895369529724, "Finetune/Step": 3589, "Finetune/Step Time": 11.057457027956843}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7627025246620178, "Finetune/Loss (Raw)": 0.8279613852500916, "Finetune/Step": 3590, "Finetune/Step Time": 11.061768550425768}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7624791264533997, "Finetune/Loss (Raw)": 0.7109088897705078, "Finetune/Step": 3591, "Finetune/Step Time": 11.065223718062043}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7615557909011841, "Finetune/Loss (Raw)": 0.7596697807312012, "Finetune/Step": 3592, "Finetune/Step Time": 11.08015639334917}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7627336978912354, "Finetune/Loss (Raw)": 0.8807095289230347, "Finetune/Step": 3593, "Finetune/Step Time": 11.078424796462059}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7616922855377197, "Finetune/Loss (Raw)": 0.534791886806488, "Finetune/Step": 3594, "Finetune/Step Time": 11.083572145551443}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.762975811958313, "Finetune/Loss (Raw)": 0.7971569895744324, "Finetune/Step": 3595, "Finetune/Step Time": 11.097292365506291}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7652344703674316, "Finetune/Loss (Raw)": 0.9223450422286987, "Finetune/Step": 3596, "Finetune/Step Time": 11.077490570023656}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7639302015304565, "Finetune/Loss (Raw)": 0.5220329761505127, "Finetune/Step": 3597, "Finetune/Step Time": 11.09920902736485}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7637211680412292, "Finetune/Loss (Raw)": 0.721812903881073, "Finetune/Step": 3598, "Finetune/Step Time": 11.122270241379738}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7625524997711182, "Finetune/Loss (Raw)": 0.6849344968795776, "Finetune/Step": 3599, "Finetune/Step Time": 11.1119592692703}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7615618705749512, "Finetune/Loss (Raw)": 0.5905930995941162, "Finetune/Step": 3600, "Finetune/Step Time": 11.138054655864835}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7615872621536255, "Finetune/Loss (Raw)": 0.8173362016677856, "Finetune/Step": 3601, "Finetune/Step Time": 11.116359671577811}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7625269889831543, "Finetune/Loss (Raw)": 0.7651002407073975, "Finetune/Step": 3602, "Finetune/Step Time": 11.107260080054402}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7623450756072998, "Finetune/Loss (Raw)": 0.7523675560951233, "Finetune/Step": 3603, "Finetune/Step Time": 11.105098932981491}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7636340856552124, "Finetune/Loss (Raw)": 0.8042760491371155, "Finetune/Step": 3604, "Finetune/Step Time": 11.099962970241904}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7628834247589111, "Finetune/Loss (Raw)": 0.6294592022895813, "Finetune/Step": 3605, "Finetune/Step Time": 11.07658513262868}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7612707614898682, "Finetune/Loss (Raw)": 0.7025747299194336, "Finetune/Step": 3606, "Finetune/Step Time": 11.09238119237125}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7595095634460449, "Finetune/Loss (Raw)": 0.783752977848053, "Finetune/Step": 3607, "Finetune/Step Time": 11.097464717924595}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7580592036247253, "Finetune/Loss (Raw)": 0.6331458687782288, "Finetune/Step": 3608, "Finetune/Step Time": 11.13558073155582}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7574959993362427, "Finetune/Loss (Raw)": 0.7366304993629456, "Finetune/Step": 3609, "Finetune/Step Time": 11.132682640105486}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7565760612487793, "Finetune/Loss (Raw)": 0.639408528804779, "Finetune/Step": 3610, "Finetune/Step Time": 11.129550756886601}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7554283142089844, "Finetune/Loss (Raw)": 0.549483060836792, "Finetune/Step": 3611, "Finetune/Step Time": 11.0962535738945}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7557603120803833, "Finetune/Loss (Raw)": 0.7677433490753174, "Finetune/Step": 3612, "Finetune/Step Time": 11.092355711385608}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7538913488388062, "Finetune/Loss (Raw)": 0.6711434721946716, "Finetune/Step": 3613, "Finetune/Step Time": 11.086792325600982}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7539058327674866, "Finetune/Loss (Raw)": 0.7753331065177917, "Finetune/Step": 3614, "Finetune/Step Time": 11.09595400840044}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7545591592788696, "Finetune/Loss (Raw)": 0.798173189163208, "Finetune/Step": 3615, "Finetune/Step Time": 11.097850235179067}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.754756510257721, "Finetune/Loss (Raw)": 0.6726782321929932, "Finetune/Step": 3616, "Finetune/Step Time": 11.105134647339582}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7536083459854126, "Finetune/Loss (Raw)": 0.6997823119163513, "Finetune/Step": 3617, "Finetune/Step Time": 11.120737001299858}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7534439563751221, "Finetune/Loss (Raw)": 0.6699581742286682, "Finetune/Step": 3618, "Finetune/Step Time": 11.129029724746943}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7521626353263855, "Finetune/Loss (Raw)": 0.7431848645210266, "Finetune/Step": 3619, "Finetune/Step Time": 11.125127956271172}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7522125244140625, "Finetune/Loss (Raw)": 0.7720018029212952, "Finetune/Step": 3620, "Finetune/Step Time": 11.112408244982362}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7541245222091675, "Finetune/Loss (Raw)": 0.7159385681152344, "Finetune/Step": 3621, "Finetune/Step Time": 11.104057803750038}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7531110048294067, "Finetune/Loss (Raw)": 0.7710436582565308, "Finetune/Step": 3622, "Finetune/Step Time": 11.105188777670264}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7530852556228638, "Finetune/Loss (Raw)": 0.813946545124054, "Finetune/Step": 3623, "Finetune/Step Time": 11.1010871399194}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7535191774368286, "Finetune/Loss (Raw)": 0.8717958927154541, "Finetune/Step": 3624, "Finetune/Step Time": 11.094195112586021}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7552688717842102, "Finetune/Loss (Raw)": 0.8496320843696594, "Finetune/Step": 3625, "Finetune/Step Time": 11.065407119691372}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7540282011032104, "Finetune/Loss (Raw)": 0.6816415786743164, "Finetune/Step": 3626, "Finetune/Step Time": 11.047396281734109}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7543931603431702, "Finetune/Loss (Raw)": 0.8192132115364075, "Finetune/Step": 3627, "Finetune/Step Time": 11.070818165317178}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7535219192504883, "Finetune/Loss (Raw)": 0.7605227828025818, "Finetune/Step": 3628, "Finetune/Step Time": 11.065362891182303}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7528598308563232, "Finetune/Loss (Raw)": 0.7404045462608337, "Finetune/Step": 3629, "Finetune/Step Time": 11.071024842560291}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7510583400726318, "Finetune/Loss (Raw)": 0.6885844469070435, "Finetune/Step": 3630, "Finetune/Step Time": 11.068347359076142}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7491564750671387, "Finetune/Loss (Raw)": 0.6212685108184814, "Finetune/Step": 3631, "Finetune/Step Time": 11.095198629423976}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7501651644706726, "Finetune/Loss (Raw)": 0.858092188835144, "Finetune/Step": 3632, "Finetune/Step Time": 11.094188008457422}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7510380744934082, "Finetune/Loss (Raw)": 0.8622021675109863, "Finetune/Step": 3633, "Finetune/Step Time": 11.099020782858133}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7511260509490967, "Finetune/Loss (Raw)": 0.7486813068389893, "Finetune/Step": 3634, "Finetune/Step Time": 11.090811481699347}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7516714930534363, "Finetune/Loss (Raw)": 0.6380189061164856, "Finetune/Step": 3635, "Finetune/Step Time": 11.063674747943878}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7519167065620422, "Finetune/Loss (Raw)": 0.8060610890388489, "Finetune/Step": 3636, "Finetune/Step Time": 11.060664197430015}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7525820732116699, "Finetune/Loss (Raw)": 0.8379632234573364, "Finetune/Step": 3637, "Finetune/Step Time": 11.037410851567984}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7533462047576904, "Finetune/Loss (Raw)": 0.8031139969825745, "Finetune/Step": 3638, "Finetune/Step Time": 11.031388390809298}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.753929615020752, "Finetune/Loss (Raw)": 0.7915358543395996, "Finetune/Step": 3639, "Finetune/Step Time": 11.027140203863382}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7524287700653076, "Finetune/Loss (Raw)": 0.5638659000396729, "Finetune/Step": 3640, "Finetune/Step Time": 11.06411567516625}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7514514923095703, "Finetune/Loss (Raw)": 0.6940050721168518, "Finetune/Step": 3641, "Finetune/Step Time": 11.06964337080717}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7521822452545166, "Finetune/Loss (Raw)": 0.8010409474372864, "Finetune/Step": 3642, "Finetune/Step Time": 11.073914924636483}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7525396347045898, "Finetune/Loss (Raw)": 0.8309722542762756, "Finetune/Step": 3643, "Finetune/Step Time": 11.068262135609984}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7526106834411621, "Finetune/Loss (Raw)": 0.7777248024940491, "Finetune/Step": 3644, "Finetune/Step Time": 11.059927379712462}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7519724369049072, "Finetune/Loss (Raw)": 0.7372981905937195, "Finetune/Step": 3645, "Finetune/Step Time": 11.060901552438736}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7533942461013794, "Finetune/Loss (Raw)": 0.810693085193634, "Finetune/Step": 3646, "Finetune/Step Time": 11.030800845474005}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.754553496837616, "Finetune/Loss (Raw)": 0.8116978406906128, "Finetune/Step": 3647, "Finetune/Step Time": 11.00018160790205}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7556195259094238, "Finetune/Loss (Raw)": 0.8584612011909485, "Finetune/Step": 3648, "Finetune/Step Time": 11.00737665221095}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.755917489528656, "Finetune/Loss (Raw)": 0.8698692917823792, "Finetune/Step": 3649, "Finetune/Step Time": 11.014412360265851}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7584433555603027, "Finetune/Loss (Raw)": 0.9262979626655579, "Finetune/Step": 3650, "Finetune/Step Time": 10.987816769629717}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7585604190826416, "Finetune/Loss (Raw)": 0.6469253301620483, "Finetune/Step": 3651, "Finetune/Step Time": 10.969796150922775}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7595549821853638, "Finetune/Loss (Raw)": 0.7862539291381836, "Finetune/Step": 3652, "Finetune/Step Time": 10.960928214713931}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7587990760803223, "Finetune/Loss (Raw)": 0.8466255068778992, "Finetune/Step": 3653, "Finetune/Step Time": 10.954245168715715}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7596016526222229, "Finetune/Loss (Raw)": 0.7551319003105164, "Finetune/Step": 3654, "Finetune/Step Time": 10.967339385300875}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7606088519096375, "Finetune/Loss (Raw)": 0.9116476774215698, "Finetune/Step": 3655, "Finetune/Step Time": 10.976160276681185}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7598978281021118, "Finetune/Loss (Raw)": 0.6607092022895813, "Finetune/Step": 3656, "Finetune/Step Time": 10.978276312351227}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.761282742023468, "Finetune/Loss (Raw)": 0.795916736125946, "Finetune/Step": 3657, "Finetune/Step Time": 10.97445328347385}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7611252069473267, "Finetune/Loss (Raw)": 0.7276307940483093, "Finetune/Step": 3658, "Finetune/Step Time": 10.997593926265836}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.760820746421814, "Finetune/Loss (Raw)": 0.7655966281890869, "Finetune/Step": 3659, "Finetune/Step Time": 11.00427220761776}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7623013854026794, "Finetune/Loss (Raw)": 0.8720666766166687, "Finetune/Step": 3660, "Finetune/Step Time": 10.987828385084867}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7640461325645447, "Finetune/Loss (Raw)": 0.7779207825660706, "Finetune/Step": 3661, "Finetune/Step Time": 10.94610876403749}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7645101547241211, "Finetune/Loss (Raw)": 0.8652830123901367, "Finetune/Step": 3662, "Finetune/Step Time": 10.933815594762564}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7673571705818176, "Finetune/Loss (Raw)": 0.9639976024627686, "Finetune/Step": 3663, "Finetune/Step Time": 10.890260580927134}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7669517993927002, "Finetune/Loss (Raw)": 0.6928540468215942, "Finetune/Step": 3664, "Finetune/Step Time": 10.905047442764044}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7662464380264282, "Finetune/Loss (Raw)": 0.8001765012741089, "Finetune/Step": 3665, "Finetune/Step Time": 10.896948063746095}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7653339505195618, "Finetune/Loss (Raw)": 0.7739396095275879, "Finetune/Step": 3666, "Finetune/Step Time": 10.892028840258718}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7637556791305542, "Finetune/Loss (Raw)": 0.6698777079582214, "Finetune/Step": 3667, "Finetune/Step Time": 10.92880387045443}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7631813883781433, "Finetune/Loss (Raw)": 0.7261804938316345, "Finetune/Step": 3668, "Finetune/Step Time": 10.917109964415431}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.76255202293396, "Finetune/Loss (Raw)": 0.7158675789833069, "Finetune/Step": 3669, "Finetune/Step Time": 10.90959213860333}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.763519287109375, "Finetune/Loss (Raw)": 0.7994096875190735, "Finetune/Step": 3670, "Finetune/Step Time": 10.890231484547257}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7643240094184875, "Finetune/Loss (Raw)": 0.8747501373291016, "Finetune/Step": 3671, "Finetune/Step Time": 10.868049154058099}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7635288238525391, "Finetune/Loss (Raw)": 0.7227588891983032, "Finetune/Step": 3672, "Finetune/Step Time": 10.86641768924892}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7627816796302795, "Finetune/Loss (Raw)": 0.5283958911895752, "Finetune/Step": 3673, "Finetune/Step Time": 10.833174729719758}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7633105516433716, "Finetune/Loss (Raw)": 0.7774004936218262, "Finetune/Step": 3674, "Finetune/Step Time": 10.823982438072562}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7607746124267578, "Finetune/Loss (Raw)": 0.5567899346351624, "Finetune/Step": 3675, "Finetune/Step Time": 10.878341183066368}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7611624002456665, "Finetune/Loss (Raw)": 0.794654130935669, "Finetune/Step": 3676, "Finetune/Step Time": 10.875094598159194}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.760995626449585, "Finetune/Loss (Raw)": 0.8904512524604797, "Finetune/Step": 3677, "Finetune/Step Time": 10.872606428340077}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.760054349899292, "Finetune/Loss (Raw)": 0.5440086126327515, "Finetune/Step": 3678, "Finetune/Step Time": 10.8351568300277}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7605990171432495, "Finetune/Loss (Raw)": 0.7305264472961426, "Finetune/Step": 3679, "Finetune/Step Time": 10.826854664832354}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7607811689376831, "Finetune/Loss (Raw)": 0.813963770866394, "Finetune/Step": 3680, "Finetune/Step Time": 10.840256856754422}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7619131803512573, "Finetune/Loss (Raw)": 0.7652930617332458, "Finetune/Step": 3681, "Finetune/Step Time": 10.812999865040183}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7628675699234009, "Finetune/Loss (Raw)": 1.0037436485290527, "Finetune/Step": 3682, "Finetune/Step Time": 10.808595348149538}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7620938420295715, "Finetune/Loss (Raw)": 0.7949258089065552, "Finetune/Step": 3683, "Finetune/Step Time": 10.81448215432465}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7620100975036621, "Finetune/Loss (Raw)": 0.54698246717453, "Finetune/Step": 3684, "Finetune/Step Time": 10.812373390421271}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7603538036346436, "Finetune/Loss (Raw)": 0.7540106177330017, "Finetune/Step": 3685, "Finetune/Step Time": 10.810588780790567}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7603766322135925, "Finetune/Loss (Raw)": 0.8039177656173706, "Finetune/Step": 3686, "Finetune/Step Time": 10.810937259346247}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7601162195205688, "Finetune/Loss (Raw)": 0.8095754981040955, "Finetune/Step": 3687, "Finetune/Step Time": 10.813449868932366}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7581695318222046, "Finetune/Loss (Raw)": 0.5973743200302124, "Finetune/Step": 3688, "Finetune/Step Time": 10.82333617284894}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7578446865081787, "Finetune/Loss (Raw)": 0.8676669597625732, "Finetune/Step": 3689, "Finetune/Step Time": 10.823732398450375}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7594120502471924, "Finetune/Loss (Raw)": 0.8225833177566528, "Finetune/Step": 3690, "Finetune/Step Time": 10.830395551398396}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7584683895111084, "Finetune/Loss (Raw)": 0.5302313566207886, "Finetune/Step": 3691, "Finetune/Step Time": 10.865290375426412}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7592881917953491, "Finetune/Loss (Raw)": 0.8442817330360413, "Finetune/Step": 3692, "Finetune/Step Time": 10.854836035519838}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7595961093902588, "Finetune/Loss (Raw)": 0.7779502272605896, "Finetune/Step": 3693, "Finetune/Step Time": 10.853217277675867}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7580099701881409, "Finetune/Loss (Raw)": 0.6486542820930481, "Finetune/Step": 3694, "Finetune/Step Time": 10.886421211063862}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7598507404327393, "Finetune/Loss (Raw)": 1.005422830581665, "Finetune/Step": 3695, "Finetune/Step Time": 10.858440393581986}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7596004605293274, "Finetune/Loss (Raw)": 0.7559731602668762, "Finetune/Step": 3696, "Finetune/Step Time": 10.845851646736264}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7578476071357727, "Finetune/Loss (Raw)": 0.502074122428894, "Finetune/Step": 3697, "Finetune/Step Time": 10.868425937369466}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7584363222122192, "Finetune/Loss (Raw)": 0.8014062643051147, "Finetune/Step": 3698, "Finetune/Step Time": 10.881032757461071}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7583609819412231, "Finetune/Loss (Raw)": 0.7818434834480286, "Finetune/Step": 3699, "Finetune/Step Time": 10.87642601504922}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7578800916671753, "Finetune/Loss (Raw)": 0.8013651967048645, "Finetune/Step": 3700, "Finetune/Step Time": 10.882102573290467}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7560285329818726, "Finetune/Loss (Raw)": 0.6163184642791748, "Finetune/Step": 3701, "Finetune/Step Time": 10.89646746776998}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.755071759223938, "Finetune/Loss (Raw)": 0.7743713855743408, "Finetune/Step": 3702, "Finetune/Step Time": 10.882423218339682}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.755540668964386, "Finetune/Loss (Raw)": 0.8211151957511902, "Finetune/Step": 3703, "Finetune/Step Time": 10.88285674341023}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.754872739315033, "Finetune/Loss (Raw)": 0.7865893244743347, "Finetune/Step": 3704, "Finetune/Step Time": 10.891505751758814}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7536659240722656, "Finetune/Loss (Raw)": 0.5948996543884277, "Finetune/Step": 3705, "Finetune/Step Time": 10.865961128845811}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7526563405990601, "Finetune/Loss (Raw)": 0.7324296236038208, "Finetune/Step": 3706, "Finetune/Step Time": 10.864347783848643}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7521746754646301, "Finetune/Loss (Raw)": 0.7146443724632263, "Finetune/Step": 3707, "Finetune/Step Time": 10.901192333549261}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7507322430610657, "Finetune/Loss (Raw)": 0.6304792761802673, "Finetune/Step": 3708, "Finetune/Step Time": 10.918883616104722}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7512208223342896, "Finetune/Loss (Raw)": 0.9070600867271423, "Finetune/Step": 3709, "Finetune/Step Time": 10.904378397390246}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7530341148376465, "Finetune/Loss (Raw)": 0.9168233275413513, "Finetune/Step": 3710, "Finetune/Step Time": 10.886579934507608}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7522791624069214, "Finetune/Loss (Raw)": 0.6216583251953125, "Finetune/Step": 3711, "Finetune/Step Time": 10.899545591324568}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7527555823326111, "Finetune/Loss (Raw)": 0.852818489074707, "Finetune/Step": 3712, "Finetune/Step Time": 10.898375935852528}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7493225336074829, "Finetune/Loss (Raw)": 0.49015745520591736, "Finetune/Step": 3713, "Finetune/Step Time": 10.937023032456636}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7505937814712524, "Finetune/Loss (Raw)": 0.790998637676239, "Finetune/Step": 3714, "Finetune/Step Time": 10.927577653899789}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7512582540512085, "Finetune/Loss (Raw)": 0.8040000796318054, "Finetune/Step": 3715, "Finetune/Step Time": 10.932175168767571}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7515488266944885, "Finetune/Loss (Raw)": 0.6815735101699829, "Finetune/Step": 3716, "Finetune/Step Time": 10.9558164216578}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7507518529891968, "Finetune/Loss (Raw)": 0.6592822074890137, "Finetune/Step": 3717, "Finetune/Step Time": 10.959579752758145}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7490599751472473, "Finetune/Loss (Raw)": 0.6113978624343872, "Finetune/Step": 3718, "Finetune/Step Time": 10.963431527838111}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.748228907585144, "Finetune/Loss (Raw)": 0.6045341491699219, "Finetune/Step": 3719, "Finetune/Step Time": 10.97606516070664}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7485280632972717, "Finetune/Loss (Raw)": 0.7979571223258972, "Finetune/Step": 3720, "Finetune/Step Time": 10.972524868324399}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7482653260231018, "Finetune/Loss (Raw)": 0.8470811247825623, "Finetune/Step": 3721, "Finetune/Step Time": 10.968470457941294}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7504920959472656, "Finetune/Loss (Raw)": 0.8198125958442688, "Finetune/Step": 3722, "Finetune/Step Time": 10.964694015681744}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7513964176177979, "Finetune/Loss (Raw)": 0.9129143357276917, "Finetune/Step": 3723, "Finetune/Step Time": 10.980747835710645}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7498233318328857, "Finetune/Loss (Raw)": 0.7209885716438293, "Finetune/Step": 3724, "Finetune/Step Time": 10.982131043449044}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7524322271347046, "Finetune/Loss (Raw)": 0.8559781312942505, "Finetune/Step": 3725, "Finetune/Step Time": 10.946247344836593}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7518981695175171, "Finetune/Loss (Raw)": 0.6534422039985657, "Finetune/Step": 3726, "Finetune/Step Time": 10.967612447217107}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7522326707839966, "Finetune/Loss (Raw)": 0.727752149105072, "Finetune/Step": 3727, "Finetune/Step Time": 10.975970881059766}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7518175840377808, "Finetune/Loss (Raw)": 0.5374593734741211, "Finetune/Step": 3728, "Finetune/Step Time": 10.948322344571352}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7515792846679688, "Finetune/Loss (Raw)": 0.7868343591690063, "Finetune/Step": 3729, "Finetune/Step Time": 10.956332225352526}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7521499395370483, "Finetune/Loss (Raw)": 0.8381483554840088, "Finetune/Step": 3730, "Finetune/Step Time": 10.998503878712654}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7526323199272156, "Finetune/Loss (Raw)": 0.8141095042228699, "Finetune/Step": 3731, "Finetune/Step Time": 10.999765388667583}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7527552843093872, "Finetune/Loss (Raw)": 0.8200194239616394, "Finetune/Step": 3732, "Finetune/Step Time": 11.003080032765865}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7538051605224609, "Finetune/Loss (Raw)": 0.7638413310050964, "Finetune/Step": 3733, "Finetune/Step Time": 11.016158528625965}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7551506757736206, "Finetune/Loss (Raw)": 0.8748068809509277, "Finetune/Step": 3734, "Finetune/Step Time": 11.01012790761888}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7537565231323242, "Finetune/Loss (Raw)": 0.6053030490875244, "Finetune/Step": 3735, "Finetune/Step Time": 11.014513552188873}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7564435005187988, "Finetune/Loss (Raw)": 0.9770708084106445, "Finetune/Step": 3736, "Finetune/Step Time": 10.972883867099881}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7563225030899048, "Finetune/Loss (Raw)": 0.7211475372314453, "Finetune/Step": 3737, "Finetune/Step Time": 11.000539505854249}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.756733775138855, "Finetune/Loss (Raw)": 0.6920497417449951, "Finetune/Step": 3738, "Finetune/Step Time": 11.013368772342801}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7580698728561401, "Finetune/Loss (Raw)": 0.720504879951477, "Finetune/Step": 3739, "Finetune/Step Time": 10.976875506341457}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7579465508460999, "Finetune/Loss (Raw)": 0.7519558072090149, "Finetune/Step": 3740, "Finetune/Step Time": 10.954555809497833}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.759462833404541, "Finetune/Loss (Raw)": 0.8652327060699463, "Finetune/Step": 3741, "Finetune/Step Time": 10.954441262409091}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7596712708473206, "Finetune/Loss (Raw)": 0.8020058870315552, "Finetune/Step": 3742, "Finetune/Step Time": 10.947717377915978}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7596133351325989, "Finetune/Loss (Raw)": 0.7907609343528748, "Finetune/Step": 3743, "Finetune/Step Time": 11.00392583757639}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.759191632270813, "Finetune/Loss (Raw)": 0.6187012195587158, "Finetune/Step": 3744, "Finetune/Step Time": 11.035044280812144}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7579981088638306, "Finetune/Loss (Raw)": 0.5470056533813477, "Finetune/Step": 3745, "Finetune/Step Time": 11.056764893233776}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.758002519607544, "Finetune/Loss (Raw)": 0.6705194711685181, "Finetune/Step": 3746, "Finetune/Step Time": 11.046676985919476}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7567920684814453, "Finetune/Loss (Raw)": 0.588249683380127, "Finetune/Step": 3747, "Finetune/Step Time": 11.072441283613443}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7570192813873291, "Finetune/Loss (Raw)": 0.8010861873626709, "Finetune/Step": 3748, "Finetune/Step Time": 11.084618663415313}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7562675476074219, "Finetune/Loss (Raw)": 0.6197186708450317, "Finetune/Step": 3749, "Finetune/Step Time": 11.092590482905507}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.757098913192749, "Finetune/Loss (Raw)": 0.8774583339691162, "Finetune/Step": 3750, "Finetune/Step Time": 11.09531031921506}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7580553889274597, "Finetune/Loss (Raw)": 0.9363758563995361, "Finetune/Step": 3751, "Finetune/Step Time": 11.105602005496621}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.757145345211029, "Finetune/Loss (Raw)": 0.7553111910820007, "Finetune/Step": 3752, "Finetune/Step Time": 11.106976371258497}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.755859911441803, "Finetune/Loss (Raw)": 0.685097336769104, "Finetune/Step": 3753, "Finetune/Step Time": 11.128306366503239}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7566176652908325, "Finetune/Loss (Raw)": 0.7786349654197693, "Finetune/Step": 3754, "Finetune/Step Time": 11.129127526655793}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7559987306594849, "Finetune/Loss (Raw)": 0.7399857044219971, "Finetune/Step": 3755, "Finetune/Step Time": 11.107423579320312}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7547412514686584, "Finetune/Loss (Raw)": 0.5995650291442871, "Finetune/Step": 3756, "Finetune/Step Time": 11.109463427215815}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7557533383369446, "Finetune/Loss (Raw)": 0.8699575662612915, "Finetune/Step": 3757, "Finetune/Step Time": 11.114445071667433}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7552069425582886, "Finetune/Loss (Raw)": 0.6186425685882568, "Finetune/Step": 3758, "Finetune/Step Time": 11.1367740444839}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7568039894104004, "Finetune/Loss (Raw)": 0.8256964087486267, "Finetune/Step": 3759, "Finetune/Step Time": 11.10726541467011}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7556272745132446, "Finetune/Loss (Raw)": 0.707469642162323, "Finetune/Step": 3760, "Finetune/Step Time": 11.116111358627677}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.753876805305481, "Finetune/Loss (Raw)": 0.6381365060806274, "Finetune/Step": 3761, "Finetune/Step Time": 11.119695883244276}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7538833022117615, "Finetune/Loss (Raw)": 0.7495104074478149, "Finetune/Step": 3762, "Finetune/Step Time": 11.12532771192491}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7555806636810303, "Finetune/Loss (Raw)": 0.8552839756011963, "Finetune/Step": 3763, "Finetune/Step Time": 11.132594086229801}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7548190355300903, "Finetune/Loss (Raw)": 0.7085770964622498, "Finetune/Step": 3764, "Finetune/Step Time": 11.133787240833044}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7529608011245728, "Finetune/Loss (Raw)": 0.6001154184341431, "Finetune/Step": 3765, "Finetune/Step Time": 11.16088124550879}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7535713911056519, "Finetune/Loss (Raw)": 0.8812621831893921, "Finetune/Step": 3766, "Finetune/Step Time": 11.165107538923621}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.753749430179596, "Finetune/Loss (Raw)": 0.8143256306648254, "Finetune/Step": 3767, "Finetune/Step Time": 11.170863715931773}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7545577883720398, "Finetune/Loss (Raw)": 0.6673375368118286, "Finetune/Step": 3768, "Finetune/Step Time": 11.14440043643117}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7529207468032837, "Finetune/Loss (Raw)": 0.4844570755958557, "Finetune/Step": 3769, "Finetune/Step Time": 11.174916625022888}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7538560628890991, "Finetune/Loss (Raw)": 0.9207581281661987, "Finetune/Step": 3770, "Finetune/Step Time": 11.165231807157397}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7545778751373291, "Finetune/Loss (Raw)": 0.9233722686767578, "Finetune/Step": 3771, "Finetune/Step Time": 11.167981712147593}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7550275921821594, "Finetune/Loss (Raw)": 0.8352813124656677, "Finetune/Step": 3772, "Finetune/Step Time": 11.176724273711443}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.753437876701355, "Finetune/Loss (Raw)": 0.533821702003479, "Finetune/Step": 3773, "Finetune/Step Time": 11.209025951102376}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7536498308181763, "Finetune/Loss (Raw)": 0.8378207683563232, "Finetune/Step": 3774, "Finetune/Step Time": 11.221779838204384}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7540273666381836, "Finetune/Loss (Raw)": 0.8600258231163025, "Finetune/Step": 3775, "Finetune/Step Time": 11.22444125264883}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7539714574813843, "Finetune/Loss (Raw)": 0.8512988090515137, "Finetune/Step": 3776, "Finetune/Step Time": 11.223690310493112}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7508761882781982, "Finetune/Loss (Raw)": 0.4736817181110382, "Finetune/Step": 3777, "Finetune/Step Time": 11.259638890624046}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7498623132705688, "Finetune/Loss (Raw)": 0.7965185046195984, "Finetune/Step": 3778, "Finetune/Step Time": 11.268237333744764}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7500231266021729, "Finetune/Loss (Raw)": 0.6675083637237549, "Finetune/Step": 3779, "Finetune/Step Time": 11.267527313902974}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7494697570800781, "Finetune/Loss (Raw)": 0.7154245376586914, "Finetune/Step": 3780, "Finetune/Step Time": 11.265840761363506}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7492928504943848, "Finetune/Loss (Raw)": 0.82398921251297, "Finetune/Step": 3781, "Finetune/Step Time": 11.26425575464964}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7489785552024841, "Finetune/Loss (Raw)": 0.7148975133895874, "Finetune/Step": 3782, "Finetune/Step Time": 11.241207486018538}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7471325993537903, "Finetune/Loss (Raw)": 0.67536461353302, "Finetune/Step": 3783, "Finetune/Step Time": 11.244261028245091}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7473670840263367, "Finetune/Loss (Raw)": 0.690721869468689, "Finetune/Step": 3784, "Finetune/Step Time": 11.254007488489151}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7473018169403076, "Finetune/Loss (Raw)": 0.7875664234161377, "Finetune/Step": 3785, "Finetune/Step Time": 11.24983468465507}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7485991716384888, "Finetune/Loss (Raw)": 0.8936847448348999, "Finetune/Step": 3786, "Finetune/Step Time": 11.22968526929617}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7488090991973877, "Finetune/Loss (Raw)": 0.7924697995185852, "Finetune/Step": 3787, "Finetune/Step Time": 11.220568474382162}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7476620674133301, "Finetune/Loss (Raw)": 0.7252471446990967, "Finetune/Step": 3788, "Finetune/Step Time": 11.225435145199299}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7463945150375366, "Finetune/Loss (Raw)": 0.6156760454177856, "Finetune/Step": 3789, "Finetune/Step Time": 11.253131039440632}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7461669445037842, "Finetune/Loss (Raw)": 0.8361486196517944, "Finetune/Step": 3790, "Finetune/Step Time": 11.252386592328548}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7450090646743774, "Finetune/Loss (Raw)": 0.8157926201820374, "Finetune/Step": 3791, "Finetune/Step Time": 11.251919392496347}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7447051405906677, "Finetune/Loss (Raw)": 0.6539537906646729, "Finetune/Step": 3792, "Finetune/Step Time": 11.272346941754222}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7445852756500244, "Finetune/Loss (Raw)": 0.7848295569419861, "Finetune/Step": 3793, "Finetune/Step Time": 11.298938047140837}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7447261214256287, "Finetune/Loss (Raw)": 0.7919699549674988, "Finetune/Step": 3794, "Finetune/Step Time": 11.299547288566828}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7446563243865967, "Finetune/Loss (Raw)": 0.6609421968460083, "Finetune/Step": 3795, "Finetune/Step Time": 11.27987433038652}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.745365560054779, "Finetune/Loss (Raw)": 0.8169631958007812, "Finetune/Step": 3796, "Finetune/Step Time": 11.285469930619001}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7446297407150269, "Finetune/Loss (Raw)": 0.6216893792152405, "Finetune/Step": 3797, "Finetune/Step Time": 11.291430085897446}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7440018653869629, "Finetune/Loss (Raw)": 0.7190298438072205, "Finetune/Step": 3798, "Finetune/Step Time": 11.286451848223805}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7417588233947754, "Finetune/Loss (Raw)": 0.5876432061195374, "Finetune/Step": 3799, "Finetune/Step Time": 11.29712250083685}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7421610355377197, "Finetune/Loss (Raw)": 0.7742487192153931, "Finetune/Step": 3800, "Finetune/Step Time": 11.28952470421791}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7441326975822449, "Finetune/Loss (Raw)": 0.7807657718658447, "Finetune/Step": 3801, "Finetune/Step Time": 11.289510006085038}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7449226379394531, "Finetune/Loss (Raw)": 0.8785090446472168, "Finetune/Step": 3802, "Finetune/Step Time": 11.291908595710993}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7474119067192078, "Finetune/Loss (Raw)": 0.8754231333732605, "Finetune/Step": 3803, "Finetune/Step Time": 11.239429427310824}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7473903894424438, "Finetune/Loss (Raw)": 0.7918928265571594, "Finetune/Step": 3804, "Finetune/Step Time": 11.218339376151562}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7450753450393677, "Finetune/Loss (Raw)": 0.594136118888855, "Finetune/Step": 3805, "Finetune/Step Time": 11.243898887187243}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7468644976615906, "Finetune/Loss (Raw)": 0.7730106711387634, "Finetune/Step": 3806, "Finetune/Step Time": 11.263361111283302}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7467547655105591, "Finetune/Loss (Raw)": 0.7164838314056396, "Finetune/Step": 3807, "Finetune/Step Time": 11.25519884750247}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7451589107513428, "Finetune/Loss (Raw)": 0.6096944808959961, "Finetune/Step": 3808, "Finetune/Step Time": 11.259457230567932}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7450023293495178, "Finetune/Loss (Raw)": 0.7452518939971924, "Finetune/Step": 3809, "Finetune/Step Time": 11.290780514478683}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7437769174575806, "Finetune/Loss (Raw)": 0.8468854427337646, "Finetune/Step": 3810, "Finetune/Step Time": 11.284743148833513}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7429670095443726, "Finetune/Loss (Raw)": 0.6912676095962524, "Finetune/Step": 3811, "Finetune/Step Time": 11.28812857158482}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7440338134765625, "Finetune/Loss (Raw)": 0.683522641658783, "Finetune/Step": 3812, "Finetune/Step Time": 11.281503211706877}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7441816329956055, "Finetune/Loss (Raw)": 0.7729282379150391, "Finetune/Step": 3813, "Finetune/Step Time": 11.277207234874368}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7436239719390869, "Finetune/Loss (Raw)": 0.732540488243103, "Finetune/Step": 3814, "Finetune/Step Time": 11.272777516394854}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7433687448501587, "Finetune/Loss (Raw)": 0.7769060134887695, "Finetune/Step": 3815, "Finetune/Step Time": 11.297694407403469}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7449969053268433, "Finetune/Loss (Raw)": 0.8057811260223389, "Finetune/Step": 3816, "Finetune/Step Time": 11.292477052658796}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7438278794288635, "Finetune/Loss (Raw)": 0.7180334329605103, "Finetune/Step": 3817, "Finetune/Step Time": 11.285766215994954}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7431275844573975, "Finetune/Loss (Raw)": 0.7329511642456055, "Finetune/Step": 3818, "Finetune/Step Time": 11.282445197924972}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7447100281715393, "Finetune/Loss (Raw)": 0.7327807545661926, "Finetune/Step": 3819, "Finetune/Step Time": 11.244162952527404}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7430370450019836, "Finetune/Loss (Raw)": 0.6301354169845581, "Finetune/Step": 3820, "Finetune/Step Time": 11.245554899796844}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.742042601108551, "Finetune/Loss (Raw)": 0.6506613492965698, "Finetune/Step": 3821, "Finetune/Step Time": 11.250411437824368}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.742397129535675, "Finetune/Loss (Raw)": 0.6940321326255798, "Finetune/Step": 3822, "Finetune/Step Time": 11.22013815306127}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7415738105773926, "Finetune/Loss (Raw)": 0.9000438451766968, "Finetune/Step": 3823, "Finetune/Step Time": 11.225107150152326}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7418879270553589, "Finetune/Loss (Raw)": 0.7961778044700623, "Finetune/Step": 3824, "Finetune/Step Time": 11.228831710293889}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7429648637771606, "Finetune/Loss (Raw)": 0.6399263739585876, "Finetune/Step": 3825, "Finetune/Step Time": 11.196800667792559}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7417302131652832, "Finetune/Loss (Raw)": 0.6433591842651367, "Finetune/Step": 3826, "Finetune/Step Time": 11.188958974555135}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7415039539337158, "Finetune/Loss (Raw)": 0.7528877258300781, "Finetune/Step": 3827, "Finetune/Step Time": 11.232929123565555}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7416089773178101, "Finetune/Loss (Raw)": 0.8148109316825867, "Finetune/Step": 3828, "Finetune/Step Time": 11.235143652185798}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7409269213676453, "Finetune/Loss (Raw)": 0.5290084481239319, "Finetune/Step": 3829, "Finetune/Step Time": 11.260087355971336}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7408514022827148, "Finetune/Loss (Raw)": 0.7647092342376709, "Finetune/Step": 3830, "Finetune/Step Time": 11.27311941422522}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7401556968688965, "Finetune/Loss (Raw)": 0.7320655584335327, "Finetune/Step": 3831, "Finetune/Step Time": 11.280561266466975}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7413507699966431, "Finetune/Loss (Raw)": 0.9395560026168823, "Finetune/Step": 3832, "Finetune/Step Time": 11.275955552235246}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7430931925773621, "Finetune/Loss (Raw)": 0.8179304599761963, "Finetune/Step": 3833, "Finetune/Step Time": 11.308761574327946}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.744175910949707, "Finetune/Loss (Raw)": 0.8710202574729919, "Finetune/Step": 3834, "Finetune/Step Time": 11.303558312356472}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7451052665710449, "Finetune/Loss (Raw)": 0.8336037993431091, "Finetune/Step": 3835, "Finetune/Step Time": 11.277584299445152}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7456175088882446, "Finetune/Loss (Raw)": 0.6960457563400269, "Finetune/Step": 3836, "Finetune/Step Time": 11.246402688324451}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7442106008529663, "Finetune/Loss (Raw)": 0.7269688844680786, "Finetune/Step": 3837, "Finetune/Step Time": 11.256008135154843}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7427200078964233, "Finetune/Loss (Raw)": 0.7260262966156006, "Finetune/Step": 3838, "Finetune/Step Time": 11.2504324298352}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7438713312149048, "Finetune/Loss (Raw)": 0.7690404653549194, "Finetune/Step": 3839, "Finetune/Step Time": 11.270494757220149}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7427740097045898, "Finetune/Loss (Raw)": 0.7123635411262512, "Finetune/Step": 3840, "Finetune/Step Time": 11.271003693342209}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7460339069366455, "Finetune/Loss (Raw)": 0.9074228405952454, "Finetune/Step": 3841, "Finetune/Step Time": 11.233785077929497}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7454664707183838, "Finetune/Loss (Raw)": 0.7183534502983093, "Finetune/Step": 3842, "Finetune/Step Time": 11.22465662844479}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7437794208526611, "Finetune/Loss (Raw)": 0.5880621671676636, "Finetune/Step": 3843, "Finetune/Step Time": 11.237171428278089}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7443487048149109, "Finetune/Loss (Raw)": 0.7544479966163635, "Finetune/Step": 3844, "Finetune/Step Time": 11.208587614819407}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.745087206363678, "Finetune/Loss (Raw)": 0.753804624080658, "Finetune/Step": 3845, "Finetune/Step Time": 11.185587188228965}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7449406981468201, "Finetune/Loss (Raw)": 0.5926426649093628, "Finetune/Step": 3846, "Finetune/Step Time": 11.182558311149478}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7469720840454102, "Finetune/Loss (Raw)": 0.8645522594451904, "Finetune/Step": 3847, "Finetune/Step Time": 11.166777413338423}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7455309629440308, "Finetune/Loss (Raw)": 0.6134982109069824, "Finetune/Step": 3848, "Finetune/Step Time": 11.189848924055696}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.745673656463623, "Finetune/Loss (Raw)": 0.8653440475463867, "Finetune/Step": 3849, "Finetune/Step Time": 11.214798441156745}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7429606914520264, "Finetune/Loss (Raw)": 0.47254878282546997, "Finetune/Step": 3850, "Finetune/Step Time": 11.227139635011554}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7407010197639465, "Finetune/Loss (Raw)": 0.6236851215362549, "Finetune/Step": 3851, "Finetune/Step Time": 11.198860701173544}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7418941855430603, "Finetune/Loss (Raw)": 0.873715341091156, "Finetune/Step": 3852, "Finetune/Step Time": 11.200716104358435}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.740469217300415, "Finetune/Loss (Raw)": 0.6735753417015076, "Finetune/Step": 3853, "Finetune/Step Time": 11.23512295074761}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7417070269584656, "Finetune/Loss (Raw)": 0.8118813037872314, "Finetune/Step": 3854, "Finetune/Step Time": 11.193325059488416}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7399454712867737, "Finetune/Loss (Raw)": 0.5022761225700378, "Finetune/Step": 3855, "Finetune/Step Time": 11.20515489578247}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7425551414489746, "Finetune/Loss (Raw)": 0.8715011477470398, "Finetune/Step": 3856, "Finetune/Step Time": 11.207838283851743}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.741212010383606, "Finetune/Loss (Raw)": 0.6149092316627502, "Finetune/Step": 3857, "Finetune/Step Time": 11.242148134857416}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.738762617111206, "Finetune/Loss (Raw)": 0.5246273279190063, "Finetune/Step": 3858, "Finetune/Step Time": 11.242209048941731}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7396244406700134, "Finetune/Loss (Raw)": 0.924422562122345, "Finetune/Step": 3859, "Finetune/Step Time": 11.233651462942362}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7395035028457642, "Finetune/Loss (Raw)": 0.8045356273651123, "Finetune/Step": 3860, "Finetune/Step Time": 11.222133865579963}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7391709089279175, "Finetune/Loss (Raw)": 0.7212690711021423, "Finetune/Step": 3861, "Finetune/Step Time": 11.212481684982777}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7385041117668152, "Finetune/Loss (Raw)": 0.7894546389579773, "Finetune/Step": 3862, "Finetune/Step Time": 11.204822815954685}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7388986349105835, "Finetune/Loss (Raw)": 0.6558114886283875, "Finetune/Step": 3863, "Finetune/Step Time": 11.214410426095128}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7374445796012878, "Finetune/Loss (Raw)": 0.7909450531005859, "Finetune/Step": 3864, "Finetune/Step Time": 11.218161100521684}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7372395992279053, "Finetune/Loss (Raw)": 0.6949153542518616, "Finetune/Step": 3865, "Finetune/Step Time": 11.243157606571913}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7387251853942871, "Finetune/Loss (Raw)": 0.8821999430656433, "Finetune/Step": 3866, "Finetune/Step Time": 11.233964093029499}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7403762936592102, "Finetune/Loss (Raw)": 0.9318490624427795, "Finetune/Step": 3867, "Finetune/Step Time": 11.236008865758777}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7409948706626892, "Finetune/Loss (Raw)": 0.8311359882354736, "Finetune/Step": 3868, "Finetune/Step Time": 11.24215973354876}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7397481799125671, "Finetune/Loss (Raw)": 0.7056519389152527, "Finetune/Step": 3869, "Finetune/Step Time": 11.242081681266427}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.738649845123291, "Finetune/Loss (Raw)": 0.6614140868186951, "Finetune/Step": 3870, "Finetune/Step Time": 11.275726202875376}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.738426923751831, "Finetune/Loss (Raw)": 0.7622385025024414, "Finetune/Step": 3871, "Finetune/Step Time": 11.2203946467489}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.736577570438385, "Finetune/Loss (Raw)": 0.38197892904281616, "Finetune/Step": 3872, "Finetune/Step Time": 11.235805194824934}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7372609376907349, "Finetune/Loss (Raw)": 0.6344775557518005, "Finetune/Step": 3873, "Finetune/Step Time": 11.210820123553276}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7379229068756104, "Finetune/Loss (Raw)": 0.7552573680877686, "Finetune/Step": 3874, "Finetune/Step Time": 11.211277581751347}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7391858100891113, "Finetune/Loss (Raw)": 0.7498885989189148, "Finetune/Step": 3875, "Finetune/Step Time": 11.189483856782317}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7391631603240967, "Finetune/Loss (Raw)": 0.7981898188591003, "Finetune/Step": 3876, "Finetune/Step Time": 11.170142259448767}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7395423650741577, "Finetune/Loss (Raw)": 0.6682603359222412, "Finetune/Step": 3877, "Finetune/Step Time": 11.18285452015698}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.738440752029419, "Finetune/Loss (Raw)": 0.7364470362663269, "Finetune/Step": 3878, "Finetune/Step Time": 11.222595918923616}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7364578247070312, "Finetune/Loss (Raw)": 0.6825692057609558, "Finetune/Step": 3879, "Finetune/Step Time": 11.27109888382256}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7367606163024902, "Finetune/Loss (Raw)": 0.7940675020217896, "Finetune/Step": 3880, "Finetune/Step Time": 11.26750016771257}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7377220988273621, "Finetune/Loss (Raw)": 0.8081685304641724, "Finetune/Step": 3881, "Finetune/Step Time": 11.25848814100027}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7378969192504883, "Finetune/Loss (Raw)": 0.8010056018829346, "Finetune/Step": 3882, "Finetune/Step Time": 11.26561552286148}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7388327121734619, "Finetune/Loss (Raw)": 0.8597694635391235, "Finetune/Step": 3883, "Finetune/Step Time": 11.26215161383152}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7396066188812256, "Finetune/Loss (Raw)": 0.6986222863197327, "Finetune/Step": 3884, "Finetune/Step Time": 11.253286046907306}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7369382381439209, "Finetune/Loss (Raw)": 0.528408944606781, "Finetune/Step": 3885, "Finetune/Step Time": 11.26311501301825}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7372657060623169, "Finetune/Loss (Raw)": 0.6605571508407593, "Finetune/Step": 3886, "Finetune/Step Time": 11.245646189898252}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7361465692520142, "Finetune/Loss (Raw)": 0.6824522614479065, "Finetune/Step": 3887, "Finetune/Step Time": 11.248591331765056}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7366405725479126, "Finetune/Loss (Raw)": 0.7706971764564514, "Finetune/Step": 3888, "Finetune/Step Time": 11.239095972850919}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7377102375030518, "Finetune/Loss (Raw)": 0.7750518321990967, "Finetune/Step": 3889, "Finetune/Step Time": 11.22593998350203}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7376203536987305, "Finetune/Loss (Raw)": 0.7380003929138184, "Finetune/Step": 3890, "Finetune/Step Time": 11.215707715600729}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7361494302749634, "Finetune/Loss (Raw)": 0.6670076847076416, "Finetune/Step": 3891, "Finetune/Step Time": 11.234616409987211}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.736704409122467, "Finetune/Loss (Raw)": 0.7796204686164856, "Finetune/Step": 3892, "Finetune/Step Time": 11.241661373525858}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7369073629379272, "Finetune/Loss (Raw)": 0.6260890364646912, "Finetune/Step": 3893, "Finetune/Step Time": 11.25506117194891}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7362865209579468, "Finetune/Loss (Raw)": 0.8017942905426025, "Finetune/Step": 3894, "Finetune/Step Time": 11.256775122135878}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7360643148422241, "Finetune/Loss (Raw)": 0.7858874797821045, "Finetune/Step": 3895, "Finetune/Step Time": 11.244284192100167}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7367093563079834, "Finetune/Loss (Raw)": 0.7499071359634399, "Finetune/Step": 3896, "Finetune/Step Time": 11.228599354624748}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7387642860412598, "Finetune/Loss (Raw)": 0.7474876642227173, "Finetune/Step": 3897, "Finetune/Step Time": 11.192912269383669}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7371621131896973, "Finetune/Loss (Raw)": 0.7156780362129211, "Finetune/Step": 3898, "Finetune/Step Time": 11.225174266844988}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7367329597473145, "Finetune/Loss (Raw)": 0.8684441447257996, "Finetune/Step": 3899, "Finetune/Step Time": 11.226511986926198}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7362575531005859, "Finetune/Loss (Raw)": 0.774422287940979, "Finetune/Step": 3900, "Finetune/Step Time": 11.242043076083064}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7385714054107666, "Finetune/Loss (Raw)": 0.8299890756607056, "Finetune/Step": 3901, "Finetune/Step Time": 11.216742360964417}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7391684651374817, "Finetune/Loss (Raw)": 0.9142469763755798, "Finetune/Step": 3902, "Finetune/Step Time": 11.182531856000423}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7391244769096375, "Finetune/Loss (Raw)": 0.8543976545333862, "Finetune/Step": 3903, "Finetune/Step Time": 11.174703113734722}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7383188009262085, "Finetune/Loss (Raw)": 0.7481785416603088, "Finetune/Step": 3904, "Finetune/Step Time": 11.180936943739653}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7394319772720337, "Finetune/Loss (Raw)": 0.6161648035049438, "Finetune/Step": 3905, "Finetune/Step Time": 11.162582343444228}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7390985488891602, "Finetune/Loss (Raw)": 0.7538290619850159, "Finetune/Step": 3906, "Finetune/Step Time": 11.228470580652356}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7415881752967834, "Finetune/Loss (Raw)": 0.9861910939216614, "Finetune/Step": 3907, "Finetune/Step Time": 11.209944842383265}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7402347326278687, "Finetune/Loss (Raw)": 0.5421866178512573, "Finetune/Step": 3908, "Finetune/Step Time": 11.230046480894089}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.738910436630249, "Finetune/Loss (Raw)": 0.6544721722602844, "Finetune/Step": 3909, "Finetune/Step Time": 11.236751882359385}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7397534847259521, "Finetune/Loss (Raw)": 0.8228091597557068, "Finetune/Step": 3910, "Finetune/Step Time": 11.239223228767514}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7413961887359619, "Finetune/Loss (Raw)": 0.8856276869773865, "Finetune/Step": 3911, "Finetune/Step Time": 11.232912670820951}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.741172194480896, "Finetune/Loss (Raw)": 0.6620567440986633, "Finetune/Step": 3912, "Finetune/Step Time": 11.240648921579123}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7406809329986572, "Finetune/Loss (Raw)": 0.7246758341789246, "Finetune/Step": 3913, "Finetune/Step Time": 11.241996016353369}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7394121885299683, "Finetune/Loss (Raw)": 0.7312928438186646, "Finetune/Step": 3914, "Finetune/Step Time": 11.24662746861577}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7394883632659912, "Finetune/Loss (Raw)": 0.8022221922874451, "Finetune/Step": 3915, "Finetune/Step Time": 11.245455585420132}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7400674223899841, "Finetune/Loss (Raw)": 0.7993655800819397, "Finetune/Step": 3916, "Finetune/Step Time": 11.250247029587626}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.740858793258667, "Finetune/Loss (Raw)": 0.7169644832611084, "Finetune/Step": 3917, "Finetune/Step Time": 11.251386867836118}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7409223914146423, "Finetune/Loss (Raw)": 0.8442871570587158, "Finetune/Step": 3918, "Finetune/Step Time": 11.261795490980148}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7403081655502319, "Finetune/Loss (Raw)": 0.7371797561645508, "Finetune/Step": 3919, "Finetune/Step Time": 11.276581067591906}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7412357330322266, "Finetune/Loss (Raw)": 0.7726892232894897, "Finetune/Step": 3920, "Finetune/Step Time": 11.295396979898214}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7398700714111328, "Finetune/Loss (Raw)": 0.6100181341171265, "Finetune/Step": 3921, "Finetune/Step Time": 11.30813217163086}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7403305768966675, "Finetune/Loss (Raw)": 0.8509122133255005, "Finetune/Step": 3922, "Finetune/Step Time": 11.30844092182815}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7391394376754761, "Finetune/Loss (Raw)": 0.5084808468818665, "Finetune/Step": 3923, "Finetune/Step Time": 11.306226752698421}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7391783595085144, "Finetune/Loss (Raw)": 0.8219438791275024, "Finetune/Step": 3924, "Finetune/Step Time": 11.309448353946209}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7405942678451538, "Finetune/Loss (Raw)": 0.8029265403747559, "Finetune/Step": 3925, "Finetune/Step Time": 11.307365741580725}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7403263449668884, "Finetune/Loss (Raw)": 0.6847303509712219, "Finetune/Step": 3926, "Finetune/Step Time": 11.310917019844055}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7415887117385864, "Finetune/Loss (Raw)": 0.7492328882217407, "Finetune/Step": 3927, "Finetune/Step Time": 11.320896971970797}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7420632839202881, "Finetune/Loss (Raw)": 0.8349900245666504, "Finetune/Step": 3928, "Finetune/Step Time": 11.321985051035881}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7422791123390198, "Finetune/Loss (Raw)": 0.8083873987197876, "Finetune/Step": 3929, "Finetune/Step Time": 11.320005467161536}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7409207224845886, "Finetune/Loss (Raw)": 0.7046374678611755, "Finetune/Step": 3930, "Finetune/Step Time": 11.323210347443819}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7407819032669067, "Finetune/Loss (Raw)": 0.857657790184021, "Finetune/Step": 3931, "Finetune/Step Time": 11.323746215552092}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7399076223373413, "Finetune/Loss (Raw)": 0.679983377456665, "Finetune/Step": 3932, "Finetune/Step Time": 11.341827094554901}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7392207384109497, "Finetune/Loss (Raw)": 0.5062118172645569, "Finetune/Step": 3933, "Finetune/Step Time": 11.350718777626753}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7387467622756958, "Finetune/Loss (Raw)": 0.7123447060585022, "Finetune/Step": 3934, "Finetune/Step Time": 11.33433504961431}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7387956380844116, "Finetune/Loss (Raw)": 0.7227409482002258, "Finetune/Step": 3935, "Finetune/Step Time": 11.33752872981131}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7407296895980835, "Finetune/Loss (Raw)": 0.8572528958320618, "Finetune/Step": 3936, "Finetune/Step Time": 11.325242472812533}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7411478757858276, "Finetune/Loss (Raw)": 0.7987773418426514, "Finetune/Step": 3937, "Finetune/Step Time": 11.305606292560697}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7402900457382202, "Finetune/Loss (Raw)": 0.7370898723602295, "Finetune/Step": 3938, "Finetune/Step Time": 11.30534458719194}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7412285804748535, "Finetune/Loss (Raw)": 0.811394989490509, "Finetune/Step": 3939, "Finetune/Step Time": 11.307567451149225}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7421162128448486, "Finetune/Loss (Raw)": 0.7971407771110535, "Finetune/Step": 3940, "Finetune/Step Time": 11.281174207106233}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7427034974098206, "Finetune/Loss (Raw)": 0.8480982184410095, "Finetune/Step": 3941, "Finetune/Step Time": 11.281671807169914}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7435672283172607, "Finetune/Loss (Raw)": 0.8430922627449036, "Finetune/Step": 3942, "Finetune/Step Time": 11.303264826536179}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7423531413078308, "Finetune/Loss (Raw)": 0.6215118765830994, "Finetune/Step": 3943, "Finetune/Step Time": 11.311412585899234}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7424876689910889, "Finetune/Loss (Raw)": 0.8229969143867493, "Finetune/Step": 3944, "Finetune/Step Time": 11.309965649619699}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7446446418762207, "Finetune/Loss (Raw)": 0.9941285252571106, "Finetune/Step": 3945, "Finetune/Step Time": 11.338052297011018}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7447823286056519, "Finetune/Loss (Raw)": 0.7505723834037781, "Finetune/Step": 3946, "Finetune/Step Time": 11.359049076214433}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.745377242565155, "Finetune/Loss (Raw)": 0.8089316487312317, "Finetune/Step": 3947, "Finetune/Step Time": 11.37054743245244}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7461438775062561, "Finetune/Loss (Raw)": 0.7282674908638, "Finetune/Step": 3948, "Finetune/Step Time": 11.407994663342834}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7476227283477783, "Finetune/Loss (Raw)": 0.8399538397789001, "Finetune/Step": 3949, "Finetune/Step Time": 11.404335694387555}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7488081455230713, "Finetune/Loss (Raw)": 0.8457584977149963, "Finetune/Step": 3950, "Finetune/Step Time": 11.401546960696578}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.748475968837738, "Finetune/Loss (Raw)": 0.8575291037559509, "Finetune/Step": 3951, "Finetune/Step Time": 11.402760613709688}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7473733425140381, "Finetune/Loss (Raw)": 0.6550425887107849, "Finetune/Step": 3952, "Finetune/Step Time": 11.412451127544045}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7481348514556885, "Finetune/Loss (Raw)": 0.7373985052108765, "Finetune/Step": 3953, "Finetune/Step Time": 11.423458186909556}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.748680055141449, "Finetune/Loss (Raw)": 0.7131511569023132, "Finetune/Step": 3954, "Finetune/Step Time": 11.415085643529892}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7478846311569214, "Finetune/Loss (Raw)": 0.6510709524154663, "Finetune/Step": 3955, "Finetune/Step Time": 11.367647211998701}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7483637928962708, "Finetune/Loss (Raw)": 0.8761415481567383, "Finetune/Step": 3956, "Finetune/Step Time": 11.366499479860067}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7505121231079102, "Finetune/Loss (Raw)": 0.8039952516555786, "Finetune/Step": 3957, "Finetune/Step Time": 11.330711776390672}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7499839067459106, "Finetune/Loss (Raw)": 0.6970951557159424, "Finetune/Step": 3958, "Finetune/Step Time": 11.323367347940803}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7490218877792358, "Finetune/Loss (Raw)": 0.6089305877685547, "Finetune/Step": 3959, "Finetune/Step Time": 11.341740686446428}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7468447685241699, "Finetune/Loss (Raw)": 0.6608803868293762, "Finetune/Step": 3960, "Finetune/Step Time": 11.347534745931625}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7464183568954468, "Finetune/Loss (Raw)": 0.7633582949638367, "Finetune/Step": 3961, "Finetune/Step Time": 11.319434836506844}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7445960640907288, "Finetune/Loss (Raw)": 0.6377598643302917, "Finetune/Step": 3962, "Finetune/Step Time": 11.326934857293963}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7444300651550293, "Finetune/Loss (Raw)": 0.812350332736969, "Finetune/Step": 3963, "Finetune/Step Time": 11.328514767810702}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.745265543460846, "Finetune/Loss (Raw)": 0.8029984831809998, "Finetune/Step": 3964, "Finetune/Step Time": 11.336490726098418}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7454650402069092, "Finetune/Loss (Raw)": 0.7525023818016052, "Finetune/Step": 3965, "Finetune/Step Time": 11.349245835095644}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7444671988487244, "Finetune/Loss (Raw)": 0.5983022451400757, "Finetune/Step": 3966, "Finetune/Step Time": 11.39473832026124}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7444345355033875, "Finetune/Loss (Raw)": 0.7648555636405945, "Finetune/Step": 3967, "Finetune/Step Time": 11.358867574483156}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7451684474945068, "Finetune/Loss (Raw)": 0.8063033819198608, "Finetune/Step": 3968, "Finetune/Step Time": 11.354274347424507}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7440545558929443, "Finetune/Loss (Raw)": 0.7648479342460632, "Finetune/Step": 3969, "Finetune/Step Time": 11.387340888381004}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7447478771209717, "Finetune/Loss (Raw)": 0.8070970177650452, "Finetune/Step": 3970, "Finetune/Step Time": 11.38840138912201}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.747036337852478, "Finetune/Loss (Raw)": 0.8809864521026611, "Finetune/Step": 3971, "Finetune/Step Time": 11.377696620300412}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7470804452896118, "Finetune/Loss (Raw)": 0.7600975632667542, "Finetune/Step": 3972, "Finetune/Step Time": 11.377154983580112}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7469774484634399, "Finetune/Loss (Raw)": 0.7406179904937744, "Finetune/Step": 3973, "Finetune/Step Time": 11.370148250833154}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7478594183921814, "Finetune/Loss (Raw)": 0.7055377960205078, "Finetune/Step": 3974, "Finetune/Step Time": 11.374456848949194}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7479780912399292, "Finetune/Loss (Raw)": 0.8797376751899719, "Finetune/Step": 3975, "Finetune/Step Time": 11.36789938621223}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7485581636428833, "Finetune/Loss (Raw)": 0.6877532601356506, "Finetune/Step": 3976, "Finetune/Step Time": 11.346180344000459}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.746575117111206, "Finetune/Loss (Raw)": 0.6115093231201172, "Finetune/Step": 3977, "Finetune/Step Time": 11.335420535877347}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7466282248497009, "Finetune/Loss (Raw)": 0.479343980550766, "Finetune/Step": 3978, "Finetune/Step Time": 11.320765735581517}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7480291128158569, "Finetune/Loss (Raw)": 0.8029956221580505, "Finetune/Step": 3979, "Finetune/Step Time": 11.325873512774706}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7455992102622986, "Finetune/Loss (Raw)": 0.562698483467102, "Finetune/Step": 3980, "Finetune/Step Time": 11.324643449857831}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7469308376312256, "Finetune/Loss (Raw)": 0.844024658203125, "Finetune/Step": 3981, "Finetune/Step Time": 11.285278029739857}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7465568780899048, "Finetune/Loss (Raw)": 0.7640095949172974, "Finetune/Step": 3982, "Finetune/Step Time": 11.282485565170646}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7485799193382263, "Finetune/Loss (Raw)": 0.7612225413322449, "Finetune/Step": 3983, "Finetune/Step Time": 11.259087421000004}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7462862730026245, "Finetune/Loss (Raw)": 0.5779120922088623, "Finetune/Step": 3984, "Finetune/Step Time": 11.28424310311675}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7479066848754883, "Finetune/Loss (Raw)": 0.8223230242729187, "Finetune/Step": 3985, "Finetune/Step Time": 11.23726823553443}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7509210109710693, "Finetune/Loss (Raw)": 0.9104593992233276, "Finetune/Step": 3986, "Finetune/Step Time": 11.19605148024857}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.749096691608429, "Finetune/Loss (Raw)": 0.6909148097038269, "Finetune/Step": 3987, "Finetune/Step Time": 11.207917615771294}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7491031289100647, "Finetune/Loss (Raw)": 0.8053600788116455, "Finetune/Step": 3988, "Finetune/Step Time": 11.214443584904075}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.750015139579773, "Finetune/Loss (Raw)": 0.8380072116851807, "Finetune/Step": 3989, "Finetune/Step Time": 11.201281486079097}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7499064803123474, "Finetune/Loss (Raw)": 0.7755486965179443, "Finetune/Step": 3990, "Finetune/Step Time": 11.227162631228566}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7512156367301941, "Finetune/Loss (Raw)": 0.8233831524848938, "Finetune/Step": 3991, "Finetune/Step Time": 11.214818742126226}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7500624060630798, "Finetune/Loss (Raw)": 0.6433303952217102, "Finetune/Step": 3992, "Finetune/Step Time": 11.238255344331264}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7510629892349243, "Finetune/Loss (Raw)": 0.8229837417602539, "Finetune/Step": 3993, "Finetune/Step Time": 11.193344017490745}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7494669556617737, "Finetune/Loss (Raw)": 0.677909255027771, "Finetune/Step": 3994, "Finetune/Step Time": 11.207548262551427}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.747661828994751, "Finetune/Loss (Raw)": 0.7007927894592285, "Finetune/Step": 3995, "Finetune/Step Time": 11.218048814684153}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7464230060577393, "Finetune/Loss (Raw)": 0.6725700497627258, "Finetune/Step": 3996, "Finetune/Step Time": 11.214857306331396}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7463114261627197, "Finetune/Loss (Raw)": 0.691373884677887, "Finetune/Step": 3997, "Finetune/Step Time": 11.212761690840125}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7477644681930542, "Finetune/Loss (Raw)": 0.8474022150039673, "Finetune/Step": 3998, "Finetune/Step Time": 11.185982678085566}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7477189302444458, "Finetune/Loss (Raw)": 0.7564062476158142, "Finetune/Step": 3999, "Finetune/Step Time": 11.205986868590117}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7506605982780457, "Finetune/Loss (Raw)": 0.7585115432739258, "Finetune/Step": 4000, "Finetune/Step Time": 11.160417936742306}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7513209581375122, "Finetune/Loss (Raw)": 0.7190021276473999, "Finetune/Step": 4001, "Finetune/Step Time": 11.17825597524643}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7504716515541077, "Finetune/Loss (Raw)": 0.6465485692024231, "Finetune/Step": 4002, "Finetune/Step Time": 11.190245319157839}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7503193616867065, "Finetune/Loss (Raw)": 0.7303949594497681, "Finetune/Step": 4003, "Finetune/Step Time": 11.205889189615846}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7503859996795654, "Finetune/Loss (Raw)": 0.8067256212234497, "Finetune/Step": 4004, "Finetune/Step Time": 11.21275151707232}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7511340379714966, "Finetune/Loss (Raw)": 0.7640105485916138, "Finetune/Step": 4005, "Finetune/Step Time": 11.192211089655757}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7526304721832275, "Finetune/Loss (Raw)": 0.92798912525177, "Finetune/Step": 4006, "Finetune/Step Time": 11.151069490239024}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7522590160369873, "Finetune/Loss (Raw)": 0.6350209712982178, "Finetune/Step": 4007, "Finetune/Step Time": 11.127582119777799}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7510148882865906, "Finetune/Loss (Raw)": 0.6348174810409546, "Finetune/Step": 4008, "Finetune/Step Time": 11.12300020456314}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7505977153778076, "Finetune/Loss (Raw)": 0.754772961139679, "Finetune/Step": 4009, "Finetune/Step Time": 11.119833698496222}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7495318651199341, "Finetune/Loss (Raw)": 0.6645763516426086, "Finetune/Step": 4010, "Finetune/Step Time": 11.131905872374773}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7491539716720581, "Finetune/Loss (Raw)": 0.8113968372344971, "Finetune/Step": 4011, "Finetune/Step Time": 11.13553099706769}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7480217218399048, "Finetune/Loss (Raw)": 0.5536959171295166, "Finetune/Step": 4012, "Finetune/Step Time": 11.158944454044104}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.749369740486145, "Finetune/Loss (Raw)": 0.7009546756744385, "Finetune/Step": 4013, "Finetune/Step Time": 11.149880718439817}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7496753931045532, "Finetune/Loss (Raw)": 0.699679434299469, "Finetune/Step": 4014, "Finetune/Step Time": 11.18591066263616}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7503054738044739, "Finetune/Loss (Raw)": 0.7631011605262756, "Finetune/Step": 4015, "Finetune/Step Time": 11.182621859014034}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7502673864364624, "Finetune/Loss (Raw)": 0.7658193111419678, "Finetune/Step": 4016, "Finetune/Step Time": 11.181561039760709}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7505736351013184, "Finetune/Loss (Raw)": 0.8142585754394531, "Finetune/Step": 4017, "Finetune/Step Time": 11.183705810457468}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7490220069885254, "Finetune/Loss (Raw)": 0.5393857359886169, "Finetune/Step": 4018, "Finetune/Step Time": 11.222716178745031}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.75086909532547, "Finetune/Loss (Raw)": 0.9034330248832703, "Finetune/Step": 4019, "Finetune/Step Time": 11.190149689093232}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7514102458953857, "Finetune/Loss (Raw)": 0.8488947153091431, "Finetune/Step": 4020, "Finetune/Step Time": 11.180787248536944}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7523847818374634, "Finetune/Loss (Raw)": 0.7508255839347839, "Finetune/Step": 4021, "Finetune/Step Time": 11.154648238793015}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7519010305404663, "Finetune/Loss (Raw)": 0.7398712635040283, "Finetune/Step": 4022, "Finetune/Step Time": 11.153819024562836}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7520829439163208, "Finetune/Loss (Raw)": 0.8091772198677063, "Finetune/Step": 4023, "Finetune/Step Time": 11.152868697419763}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7528032660484314, "Finetune/Loss (Raw)": 0.8421081304550171, "Finetune/Step": 4024, "Finetune/Step Time": 11.163298767060041}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7524871230125427, "Finetune/Loss (Raw)": 0.7070246338844299, "Finetune/Step": 4025, "Finetune/Step Time": 11.161271592602134}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7531474828720093, "Finetune/Loss (Raw)": 0.8001980781555176, "Finetune/Step": 4026, "Finetune/Step Time": 11.129422627389431}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7531704902648926, "Finetune/Loss (Raw)": 0.8713892698287964, "Finetune/Step": 4027, "Finetune/Step Time": 11.12608128786087}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7526931762695312, "Finetune/Loss (Raw)": 0.7133344411849976, "Finetune/Step": 4028, "Finetune/Step Time": 11.102473307400942}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7525019645690918, "Finetune/Loss (Raw)": 0.8055052757263184, "Finetune/Step": 4029, "Finetune/Step Time": 11.090002369135618}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7497316598892212, "Finetune/Loss (Raw)": 0.5596447587013245, "Finetune/Step": 4030, "Finetune/Step Time": 11.12342988140881}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7487094402313232, "Finetune/Loss (Raw)": 0.7235588431358337, "Finetune/Step": 4031, "Finetune/Step Time": 11.124478792771697}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.748602032661438, "Finetune/Loss (Raw)": 0.7344248294830322, "Finetune/Step": 4032, "Finetune/Step Time": 11.112310143187642}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.750203013420105, "Finetune/Loss (Raw)": 0.8210965394973755, "Finetune/Step": 4033, "Finetune/Step Time": 11.108192306011915}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7501415014266968, "Finetune/Loss (Raw)": 0.7459485530853271, "Finetune/Step": 4034, "Finetune/Step Time": 11.045295007526875}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.747374415397644, "Finetune/Loss (Raw)": 0.6320033073425293, "Finetune/Step": 4035, "Finetune/Step Time": 11.050655903294683}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7504271268844604, "Finetune/Loss (Raw)": 0.9329342842102051, "Finetune/Step": 4036, "Finetune/Step Time": 11.020374920219183}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7505301833152771, "Finetune/Loss (Raw)": 0.6676697134971619, "Finetune/Step": 4037, "Finetune/Step Time": 11.02807287313044}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7488898038864136, "Finetune/Loss (Raw)": 0.6128417253494263, "Finetune/Step": 4038, "Finetune/Step Time": 11.060369307175279}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7477644681930542, "Finetune/Loss (Raw)": 0.7415857315063477, "Finetune/Step": 4039, "Finetune/Step Time": 11.087596910074353}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.749186635017395, "Finetune/Loss (Raw)": 0.8440897464752197, "Finetune/Step": 4040, "Finetune/Step Time": 11.071467563509941}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7488629817962646, "Finetune/Loss (Raw)": 0.6832473278045654, "Finetune/Step": 4041, "Finetune/Step Time": 11.067059678956866}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7489811182022095, "Finetune/Loss (Raw)": 0.7464165091514587, "Finetune/Step": 4042, "Finetune/Step Time": 11.081603348255157}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7490627765655518, "Finetune/Loss (Raw)": 0.8126718997955322, "Finetune/Step": 4043, "Finetune/Step Time": 11.095661303028464}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7487255334854126, "Finetune/Loss (Raw)": 0.7562029361724854, "Finetune/Step": 4044, "Finetune/Step Time": 11.08137540332973}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7470117807388306, "Finetune/Loss (Raw)": 0.49760428071022034, "Finetune/Step": 4045, "Finetune/Step Time": 11.089539969339967}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7459678649902344, "Finetune/Loss (Raw)": 0.7106562256813049, "Finetune/Step": 4046, "Finetune/Step Time": 11.076792446896434}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.745720624923706, "Finetune/Loss (Raw)": 0.7055437564849854, "Finetune/Step": 4047, "Finetune/Step Time": 11.081777691841125}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.744698166847229, "Finetune/Loss (Raw)": 0.6418148875236511, "Finetune/Step": 4048, "Finetune/Step Time": 11.062846012413502}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.745020866394043, "Finetune/Loss (Raw)": 0.6513230800628662, "Finetune/Step": 4049, "Finetune/Step Time": 11.03855948895216}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7440841197967529, "Finetune/Loss (Raw)": 0.7310032844543457, "Finetune/Step": 4050, "Finetune/Step Time": 11.035214805975556}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.74554443359375, "Finetune/Loss (Raw)": 0.695399820804596, "Finetune/Step": 4051, "Finetune/Step Time": 11.029024731367826}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7446624040603638, "Finetune/Loss (Raw)": 0.7090469002723694, "Finetune/Step": 4052, "Finetune/Step Time": 11.063910689204931}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7424699068069458, "Finetune/Loss (Raw)": 0.5222911238670349, "Finetune/Step": 4053, "Finetune/Step Time": 11.097656914964318}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7420189380645752, "Finetune/Loss (Raw)": 0.6270058751106262, "Finetune/Step": 4054, "Finetune/Step Time": 11.113206451758742}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7421404123306274, "Finetune/Loss (Raw)": 0.7647843956947327, "Finetune/Step": 4055, "Finetune/Step Time": 11.09073773957789}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7398091554641724, "Finetune/Loss (Raw)": 0.5365864038467407, "Finetune/Step": 4056, "Finetune/Step Time": 11.116320388391614}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7402780055999756, "Finetune/Loss (Raw)": 0.8683997988700867, "Finetune/Step": 4057, "Finetune/Step Time": 11.111632460728288}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7403920888900757, "Finetune/Loss (Raw)": 0.719232439994812, "Finetune/Step": 4058, "Finetune/Step Time": 11.103455508127809}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7391341924667358, "Finetune/Loss (Raw)": 0.6966561675071716, "Finetune/Step": 4059, "Finetune/Step Time": 11.12225086800754}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7373592853546143, "Finetune/Loss (Raw)": 0.45278826355934143, "Finetune/Step": 4060, "Finetune/Step Time": 11.127005286514759}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7378126382827759, "Finetune/Loss (Raw)": 0.5642417669296265, "Finetune/Step": 4061, "Finetune/Step Time": 11.116590889170766}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7384771108627319, "Finetune/Loss (Raw)": 0.7973940968513489, "Finetune/Step": 4062, "Finetune/Step Time": 11.117406699806452}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7369763851165771, "Finetune/Loss (Raw)": 0.5306560397148132, "Finetune/Step": 4063, "Finetune/Step Time": 11.142184279859066}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7350186109542847, "Finetune/Loss (Raw)": 0.6066540479660034, "Finetune/Step": 4064, "Finetune/Step Time": 11.186745451763272}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7337387204170227, "Finetune/Loss (Raw)": 0.6349515318870544, "Finetune/Step": 4065, "Finetune/Step Time": 11.19839357957244}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.734054684638977, "Finetune/Loss (Raw)": 0.7775404453277588, "Finetune/Step": 4066, "Finetune/Step Time": 11.205464975908399}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7342389225959778, "Finetune/Loss (Raw)": 0.8349704146385193, "Finetune/Step": 4067, "Finetune/Step Time": 11.204891273751855}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7341420650482178, "Finetune/Loss (Raw)": 0.7847523093223572, "Finetune/Step": 4068, "Finetune/Step Time": 11.20558874309063}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7339773178100586, "Finetune/Loss (Raw)": 0.8269971013069153, "Finetune/Step": 4069, "Finetune/Step Time": 11.224568996578455}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7332043647766113, "Finetune/Loss (Raw)": 0.7441571950912476, "Finetune/Step": 4070, "Finetune/Step Time": 11.206840278580785}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7338466644287109, "Finetune/Loss (Raw)": 0.7037375569343567, "Finetune/Step": 4071, "Finetune/Step Time": 11.218830466270447}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7324686646461487, "Finetune/Loss (Raw)": 0.6466081142425537, "Finetune/Step": 4072, "Finetune/Step Time": 11.233693826943636}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7305377721786499, "Finetune/Loss (Raw)": 0.7469746470451355, "Finetune/Step": 4073, "Finetune/Step Time": 11.215266207233071}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7312746047973633, "Finetune/Loss (Raw)": 0.8448776006698608, "Finetune/Step": 4074, "Finetune/Step Time": 11.187442664057016}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7305822372436523, "Finetune/Loss (Raw)": 0.720319390296936, "Finetune/Step": 4075, "Finetune/Step Time": 11.173786532133818}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.729363203048706, "Finetune/Loss (Raw)": 0.572223424911499, "Finetune/Step": 4076, "Finetune/Step Time": 11.163880156353116}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7288095951080322, "Finetune/Loss (Raw)": 0.7690910696983337, "Finetune/Step": 4077, "Finetune/Step Time": 11.19364938698709}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7277183532714844, "Finetune/Loss (Raw)": 0.7060871124267578, "Finetune/Step": 4078, "Finetune/Step Time": 11.199451377615333}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.727527379989624, "Finetune/Loss (Raw)": 0.8330873847007751, "Finetune/Step": 4079, "Finetune/Step Time": 11.217050967738032}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7275707721710205, "Finetune/Loss (Raw)": 0.6605902910232544, "Finetune/Step": 4080, "Finetune/Step Time": 11.225036608055234}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7272965908050537, "Finetune/Loss (Raw)": 0.7023005485534668, "Finetune/Step": 4081, "Finetune/Step Time": 11.242094239220023}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7269319295883179, "Finetune/Loss (Raw)": 0.6664783358573914, "Finetune/Step": 4082, "Finetune/Step Time": 11.252166468650103}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7283827066421509, "Finetune/Loss (Raw)": 0.836771547794342, "Finetune/Step": 4083, "Finetune/Step Time": 11.255783272907138}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7266594171524048, "Finetune/Loss (Raw)": 0.6555573344230652, "Finetune/Step": 4084, "Finetune/Step Time": 11.286287613213062}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7248538732528687, "Finetune/Loss (Raw)": 0.5728815197944641, "Finetune/Step": 4085, "Finetune/Step Time": 11.299725968390703}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7246102690696716, "Finetune/Loss (Raw)": 0.6659206748008728, "Finetune/Step": 4086, "Finetune/Step Time": 11.312152845785022}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7265061140060425, "Finetune/Loss (Raw)": 0.8515962958335876, "Finetune/Step": 4087, "Finetune/Step Time": 11.303744858130813}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7275981903076172, "Finetune/Loss (Raw)": 0.8006666302680969, "Finetune/Step": 4088, "Finetune/Step Time": 11.296345068141818}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7276870012283325, "Finetune/Loss (Raw)": 0.774728536605835, "Finetune/Step": 4089, "Finetune/Step Time": 11.298580441623926}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.728752613067627, "Finetune/Loss (Raw)": 0.7741572260856628, "Finetune/Step": 4090, "Finetune/Step Time": 11.290769649669528}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7280160188674927, "Finetune/Loss (Raw)": 0.7180708050727844, "Finetune/Step": 4091, "Finetune/Step Time": 11.308983758091927}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7273687720298767, "Finetune/Loss (Raw)": 0.7201423048973083, "Finetune/Step": 4092, "Finetune/Step Time": 11.313689108937979}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.728188157081604, "Finetune/Loss (Raw)": 0.8573904633522034, "Finetune/Step": 4093, "Finetune/Step Time": 11.29606306925416}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7308914661407471, "Finetune/Loss (Raw)": 0.9443222880363464, "Finetune/Step": 4094, "Finetune/Step Time": 11.263102196156979}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7301737666130066, "Finetune/Loss (Raw)": 0.6729918122291565, "Finetune/Step": 4095, "Finetune/Step Time": 11.270475883036852}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7306634187698364, "Finetune/Loss (Raw)": 0.8689705729484558, "Finetune/Step": 4096, "Finetune/Step Time": 11.280373491346836}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7311672568321228, "Finetune/Loss (Raw)": 0.8293468952178955, "Finetune/Step": 4097, "Finetune/Step Time": 11.25999392196536}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7295441627502441, "Finetune/Loss (Raw)": 0.5993374586105347, "Finetune/Step": 4098, "Finetune/Step Time": 11.269226837903261}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7286745309829712, "Finetune/Loss (Raw)": 0.7696782350540161, "Finetune/Step": 4099, "Finetune/Step Time": 11.27159308642149}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7296772003173828, "Finetune/Loss (Raw)": 0.8884313106536865, "Finetune/Step": 4100, "Finetune/Step Time": 11.273021332919598}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7297276258468628, "Finetune/Loss (Raw)": 0.7470794320106506, "Finetune/Step": 4101, "Finetune/Step Time": 11.304285803809762}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7300014495849609, "Finetune/Loss (Raw)": 0.7405877709388733, "Finetune/Step": 4102, "Finetune/Step Time": 11.299584412947297}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7291418313980103, "Finetune/Loss (Raw)": 0.7697076201438904, "Finetune/Step": 4103, "Finetune/Step Time": 11.308041544631124}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7298840284347534, "Finetune/Loss (Raw)": 0.7827524542808533, "Finetune/Step": 4104, "Finetune/Step Time": 11.293538581579924}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7299932241439819, "Finetune/Loss (Raw)": 0.6254886984825134, "Finetune/Step": 4105, "Finetune/Step Time": 11.286834666505456}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7317982912063599, "Finetune/Loss (Raw)": 0.710392415523529, "Finetune/Step": 4106, "Finetune/Step Time": 11.29000741429627}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7312553524971008, "Finetune/Loss (Raw)": 0.7334969639778137, "Finetune/Step": 4107, "Finetune/Step Time": 11.289652211591601}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7330772280693054, "Finetune/Loss (Raw)": 0.7958921194076538, "Finetune/Step": 4108, "Finetune/Step Time": 11.293982980772853}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7320702075958252, "Finetune/Loss (Raw)": 0.7151314616203308, "Finetune/Step": 4109, "Finetune/Step Time": 11.307273039594293}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7318910956382751, "Finetune/Loss (Raw)": 0.7410813570022583, "Finetune/Step": 4110, "Finetune/Step Time": 11.320325836539268}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7329295873641968, "Finetune/Loss (Raw)": 0.8941499590873718, "Finetune/Step": 4111, "Finetune/Step Time": 11.327112574130297}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7329123020172119, "Finetune/Loss (Raw)": 0.5757015943527222, "Finetune/Step": 4112, "Finetune/Step Time": 11.306791109964252}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7313031554222107, "Finetune/Loss (Raw)": 0.6163501739501953, "Finetune/Step": 4113, "Finetune/Step Time": 11.30553887784481}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7303049564361572, "Finetune/Loss (Raw)": 0.7826868891716003, "Finetune/Step": 4114, "Finetune/Step Time": 11.305672073736787}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7309889197349548, "Finetune/Loss (Raw)": 0.7784620523452759, "Finetune/Step": 4115, "Finetune/Step Time": 11.300604030489922}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7286581993103027, "Finetune/Loss (Raw)": 0.5070290565490723, "Finetune/Step": 4116, "Finetune/Step Time": 11.319818606600165}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7269577980041504, "Finetune/Loss (Raw)": 0.620356559753418, "Finetune/Step": 4117, "Finetune/Step Time": 11.33227943815291}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7281768321990967, "Finetune/Loss (Raw)": 0.9315875768661499, "Finetune/Step": 4118, "Finetune/Step Time": 11.306918740272522}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7285565137863159, "Finetune/Loss (Raw)": 0.8719851970672607, "Finetune/Step": 4119, "Finetune/Step Time": 11.304375002160668}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7287708520889282, "Finetune/Loss (Raw)": 0.6707579493522644, "Finetune/Step": 4120, "Finetune/Step Time": 11.298690432682633}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7285213470458984, "Finetune/Loss (Raw)": 0.7910515666007996, "Finetune/Step": 4121, "Finetune/Step Time": 11.303988426923752}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.728748083114624, "Finetune/Loss (Raw)": 0.7069281339645386, "Finetune/Step": 4122, "Finetune/Step Time": 11.303487161174417}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7303165793418884, "Finetune/Loss (Raw)": 0.9015634059906006, "Finetune/Step": 4123, "Finetune/Step Time": 11.296028858050704}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.729417622089386, "Finetune/Loss (Raw)": 0.5575036406517029, "Finetune/Step": 4124, "Finetune/Step Time": 11.307454163208604}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7302017211914062, "Finetune/Loss (Raw)": 0.7917377352714539, "Finetune/Step": 4125, "Finetune/Step Time": 11.32346199452877}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7298069000244141, "Finetune/Loss (Raw)": 0.7968660593032837, "Finetune/Step": 4126, "Finetune/Step Time": 11.319931827485561}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7300113439559937, "Finetune/Loss (Raw)": 0.7825786471366882, "Finetune/Step": 4127, "Finetune/Step Time": 11.291867399588227}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7296792268753052, "Finetune/Loss (Raw)": 0.7159961462020874, "Finetune/Step": 4128, "Finetune/Step Time": 11.286190083250403}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7299556732177734, "Finetune/Loss (Raw)": 0.7543888688087463, "Finetune/Step": 4129, "Finetune/Step Time": 11.267994992434978}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.730759859085083, "Finetune/Loss (Raw)": 0.7494858503341675, "Finetune/Step": 4130, "Finetune/Step Time": 11.25350153259933}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7310306429862976, "Finetune/Loss (Raw)": 0.7650473117828369, "Finetune/Step": 4131, "Finetune/Step Time": 11.241982903331518}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7308862209320068, "Finetune/Loss (Raw)": 0.7882431745529175, "Finetune/Step": 4132, "Finetune/Step Time": 11.247852122411132}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7302818298339844, "Finetune/Loss (Raw)": 0.6866520643234253, "Finetune/Step": 4133, "Finetune/Step Time": 11.256168132647872}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7287272214889526, "Finetune/Loss (Raw)": 0.7289904952049255, "Finetune/Step": 4134, "Finetune/Step Time": 11.276877246797085}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7290785312652588, "Finetune/Loss (Raw)": 0.6799936890602112, "Finetune/Step": 4135, "Finetune/Step Time": 11.240898488089442}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7297208309173584, "Finetune/Loss (Raw)": 0.7170278429985046, "Finetune/Step": 4136, "Finetune/Step Time": 11.243540292605758}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.729083776473999, "Finetune/Loss (Raw)": 0.6732290387153625, "Finetune/Step": 4137, "Finetune/Step Time": 11.233841048553586}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7303457260131836, "Finetune/Loss (Raw)": 0.8261077404022217, "Finetune/Step": 4138, "Finetune/Step Time": 11.215200528502464}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.729383111000061, "Finetune/Loss (Raw)": 0.6881790161132812, "Finetune/Step": 4139, "Finetune/Step Time": 11.202725537121296}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7306420803070068, "Finetune/Loss (Raw)": 0.7148527503013611, "Finetune/Step": 4140, "Finetune/Step Time": 11.188663110136986}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7302340269088745, "Finetune/Loss (Raw)": 0.6487181186676025, "Finetune/Step": 4141, "Finetune/Step Time": 11.213380435481668}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7302247881889343, "Finetune/Loss (Raw)": 0.6984995007514954, "Finetune/Step": 4142, "Finetune/Step Time": 11.180781485512853}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7297060489654541, "Finetune/Loss (Raw)": 0.6966978311538696, "Finetune/Step": 4143, "Finetune/Step Time": 11.17903782427311}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7277721166610718, "Finetune/Loss (Raw)": 0.5182796716690063, "Finetune/Step": 4144, "Finetune/Step Time": 11.212920224294066}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7262910604476929, "Finetune/Loss (Raw)": 0.6246814131736755, "Finetune/Step": 4145, "Finetune/Step Time": 11.226462095975876}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7283267974853516, "Finetune/Loss (Raw)": 0.7999691963195801, "Finetune/Step": 4146, "Finetune/Step Time": 11.18384331278503}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7272546291351318, "Finetune/Loss (Raw)": 0.7661920189857483, "Finetune/Step": 4147, "Finetune/Step Time": 11.19387356005609}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7269569039344788, "Finetune/Loss (Raw)": 0.8107868432998657, "Finetune/Step": 4148, "Finetune/Step Time": 11.19910566881299}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7268986701965332, "Finetune/Loss (Raw)": 0.7433696985244751, "Finetune/Step": 4149, "Finetune/Step Time": 11.186381936073303}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7260400652885437, "Finetune/Loss (Raw)": 0.62996906042099, "Finetune/Step": 4150, "Finetune/Step Time": 11.223980881273746}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.725653886795044, "Finetune/Loss (Raw)": 0.7597450017929077, "Finetune/Step": 4151, "Finetune/Step Time": 11.233263162896037}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7249162197113037, "Finetune/Loss (Raw)": 0.7476828098297119, "Finetune/Step": 4152, "Finetune/Step Time": 11.235358661040664}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7248920202255249, "Finetune/Loss (Raw)": 0.703930139541626, "Finetune/Step": 4153, "Finetune/Step Time": 11.230853637680411}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7246500253677368, "Finetune/Loss (Raw)": 0.769224226474762, "Finetune/Step": 4154, "Finetune/Step Time": 11.237726602703333}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7231732606887817, "Finetune/Loss (Raw)": 0.6823588013648987, "Finetune/Step": 4155, "Finetune/Step Time": 11.242022093385458}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.722750723361969, "Finetune/Loss (Raw)": 0.6592509150505066, "Finetune/Step": 4156, "Finetune/Step Time": 11.244753075763583}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7231595516204834, "Finetune/Loss (Raw)": 0.8578393459320068, "Finetune/Step": 4157, "Finetune/Step Time": 11.242537090554833}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7246893644332886, "Finetune/Loss (Raw)": 0.7554617524147034, "Finetune/Step": 4158, "Finetune/Step Time": 11.218388037756085}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7254115343093872, "Finetune/Loss (Raw)": 0.8159921765327454, "Finetune/Step": 4159, "Finetune/Step Time": 11.22066393494606}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.726595401763916, "Finetune/Loss (Raw)": 0.8859646320343018, "Finetune/Step": 4160, "Finetune/Step Time": 11.214588463306427}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7262265682220459, "Finetune/Loss (Raw)": 0.7738838195800781, "Finetune/Step": 4161, "Finetune/Step Time": 11.195104781538248}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7273668646812439, "Finetune/Loss (Raw)": 0.8919084668159485, "Finetune/Step": 4162, "Finetune/Step Time": 11.188328659161925}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7271859645843506, "Finetune/Loss (Raw)": 0.6088445782661438, "Finetune/Step": 4163, "Finetune/Step Time": 11.20532202348113}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7235095500946045, "Finetune/Loss (Raw)": 0.4623558819293976, "Finetune/Step": 4164, "Finetune/Step Time": 11.223472271114588}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7250931262969971, "Finetune/Loss (Raw)": 0.870361328125, "Finetune/Step": 4165, "Finetune/Step Time": 11.213533777743578}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7270562648773193, "Finetune/Loss (Raw)": 0.8641247749328613, "Finetune/Step": 4166, "Finetune/Step Time": 11.173672946169972}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7267401218414307, "Finetune/Loss (Raw)": 0.7011294960975647, "Finetune/Step": 4167, "Finetune/Step Time": 11.165000043809414}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.724900484085083, "Finetune/Loss (Raw)": 0.6086039543151855, "Finetune/Step": 4168, "Finetune/Step Time": 11.161808729171753}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7243160009384155, "Finetune/Loss (Raw)": 0.6084402799606323, "Finetune/Step": 4169, "Finetune/Step Time": 11.208052445203066}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7233572602272034, "Finetune/Loss (Raw)": 0.6236972808837891, "Finetune/Step": 4170, "Finetune/Step Time": 11.196100261062384}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7231214046478271, "Finetune/Loss (Raw)": 0.7824833393096924, "Finetune/Step": 4171, "Finetune/Step Time": 11.185192365199327}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7231869697570801, "Finetune/Loss (Raw)": 0.7645931243896484, "Finetune/Step": 4172, "Finetune/Step Time": 11.212364805862308}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7249335050582886, "Finetune/Loss (Raw)": 0.7211683988571167, "Finetune/Step": 4173, "Finetune/Step Time": 11.180913424119353}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7243835926055908, "Finetune/Loss (Raw)": 0.6402647495269775, "Finetune/Step": 4174, "Finetune/Step Time": 11.216865547001362}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7242945432662964, "Finetune/Loss (Raw)": 0.6941506266593933, "Finetune/Step": 4175, "Finetune/Step Time": 11.204903049394488}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7250597476959229, "Finetune/Loss (Raw)": 0.7397546172142029, "Finetune/Step": 4176, "Finetune/Step Time": 11.195333348587155}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7259759902954102, "Finetune/Loss (Raw)": 0.7685992121696472, "Finetune/Step": 4177, "Finetune/Step Time": 11.208939794450998}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7267521619796753, "Finetune/Loss (Raw)": 0.8303517699241638, "Finetune/Step": 4178, "Finetune/Step Time": 11.217820417135954}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7269129157066345, "Finetune/Loss (Raw)": 0.7159791588783264, "Finetune/Step": 4179, "Finetune/Step Time": 11.231462240219116}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7277930974960327, "Finetune/Loss (Raw)": 0.8217088580131531, "Finetune/Step": 4180, "Finetune/Step Time": 11.20213439501822}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7296260595321655, "Finetune/Loss (Raw)": 0.7569106221199036, "Finetune/Step": 4181, "Finetune/Step Time": 11.168652687221766}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7291731238365173, "Finetune/Loss (Raw)": 0.569033682346344, "Finetune/Step": 4182, "Finetune/Step Time": 11.166686622425914}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7294243574142456, "Finetune/Loss (Raw)": 0.796943724155426, "Finetune/Step": 4183, "Finetune/Step Time": 11.164984295144677}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7310659885406494, "Finetune/Loss (Raw)": 0.7467096447944641, "Finetune/Step": 4184, "Finetune/Step Time": 11.132901195436716}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7308179140090942, "Finetune/Loss (Raw)": 0.8366519808769226, "Finetune/Step": 4185, "Finetune/Step Time": 11.136516438797116}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7321107387542725, "Finetune/Loss (Raw)": 0.8847165703773499, "Finetune/Step": 4186, "Finetune/Step Time": 11.151623889803886}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7322035431861877, "Finetune/Loss (Raw)": 0.708533525466919, "Finetune/Step": 4187, "Finetune/Step Time": 11.135945303365588}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.733146607875824, "Finetune/Loss (Raw)": 0.5734981894493103, "Finetune/Step": 4188, "Finetune/Step Time": 11.119665486738086}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.734528660774231, "Finetune/Loss (Raw)": 0.7411423921585083, "Finetune/Step": 4189, "Finetune/Step Time": 11.095447823405266}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.732528805732727, "Finetune/Loss (Raw)": 0.5414172410964966, "Finetune/Step": 4190, "Finetune/Step Time": 11.094679990783334}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7341518402099609, "Finetune/Loss (Raw)": 0.7384066581726074, "Finetune/Step": 4191, "Finetune/Step Time": 11.061991849914193}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.736413836479187, "Finetune/Loss (Raw)": 0.8961808681488037, "Finetune/Step": 4192, "Finetune/Step Time": 11.017445994541049}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.735649585723877, "Finetune/Loss (Raw)": 0.5371338725090027, "Finetune/Step": 4193, "Finetune/Step Time": 11.040381874889135}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7357783317565918, "Finetune/Loss (Raw)": 0.7940166592597961, "Finetune/Step": 4194, "Finetune/Step Time": 11.041931053623557}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7355354428291321, "Finetune/Loss (Raw)": 0.8038769364356995, "Finetune/Step": 4195, "Finetune/Step Time": 11.043674036860466}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7350142002105713, "Finetune/Loss (Raw)": 0.7180336713790894, "Finetune/Step": 4196, "Finetune/Step Time": 11.04333907738328}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7322144508361816, "Finetune/Loss (Raw)": 0.4686325788497925, "Finetune/Step": 4197, "Finetune/Step Time": 11.059877080842853}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7329723238945007, "Finetune/Loss (Raw)": 0.8411656022071838, "Finetune/Step": 4198, "Finetune/Step Time": 11.057467751204967}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7343711853027344, "Finetune/Loss (Raw)": 0.8827878832817078, "Finetune/Step": 4199, "Finetune/Step Time": 11.009399911388755}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7353676557540894, "Finetune/Loss (Raw)": 0.7741578221321106, "Finetune/Step": 4200, "Finetune/Step Time": 11.003198143094778}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7349059581756592, "Finetune/Loss (Raw)": 0.6878748536109924, "Finetune/Step": 4201, "Finetune/Step Time": 11.014090113341808}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7341551184654236, "Finetune/Loss (Raw)": 0.7487756609916687, "Finetune/Step": 4202, "Finetune/Step Time": 11.019514271989465}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7339826822280884, "Finetune/Loss (Raw)": 0.6982529163360596, "Finetune/Step": 4203, "Finetune/Step Time": 11.021685114130378}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7349311113357544, "Finetune/Loss (Raw)": 0.69361412525177, "Finetune/Step": 4204, "Finetune/Step Time": 10.993298111483455}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7349399328231812, "Finetune/Loss (Raw)": 0.7702208161354065, "Finetune/Step": 4205, "Finetune/Step Time": 10.958186304196715}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7348319888114929, "Finetune/Loss (Raw)": 0.6922693848609924, "Finetune/Step": 4206, "Finetune/Step Time": 10.950666144490242}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7346100807189941, "Finetune/Loss (Raw)": 0.8046761155128479, "Finetune/Step": 4207, "Finetune/Step Time": 10.940201383084059}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.735301673412323, "Finetune/Loss (Raw)": 0.7491236329078674, "Finetune/Step": 4208, "Finetune/Step Time": 10.918429791927338}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.736882209777832, "Finetune/Loss (Raw)": 0.9046035408973694, "Finetune/Step": 4209, "Finetune/Step Time": 10.888287421315908}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7376999855041504, "Finetune/Loss (Raw)": 0.7711551785469055, "Finetune/Step": 4210, "Finetune/Step Time": 10.883344732224941}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7375046610832214, "Finetune/Loss (Raw)": 0.8117712736129761, "Finetune/Step": 4211, "Finetune/Step Time": 10.897554907947779}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7374653816223145, "Finetune/Loss (Raw)": 0.6505349278450012, "Finetune/Step": 4212, "Finetune/Step Time": 10.860505310818553}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7378897666931152, "Finetune/Loss (Raw)": 0.6272051334381104, "Finetune/Step": 4213, "Finetune/Step Time": 10.857969893142581}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7386545538902283, "Finetune/Loss (Raw)": 0.7638065218925476, "Finetune/Step": 4214, "Finetune/Step Time": 10.846275152638555}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.737362265586853, "Finetune/Loss (Raw)": 0.6861819624900818, "Finetune/Step": 4215, "Finetune/Step Time": 10.886506399139762}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7372003793716431, "Finetune/Loss (Raw)": 0.7799485325813293, "Finetune/Step": 4216, "Finetune/Step Time": 10.88215957581997}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7374297380447388, "Finetune/Loss (Raw)": 0.8040897846221924, "Finetune/Step": 4217, "Finetune/Step Time": 10.881606819108129}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.737106204032898, "Finetune/Loss (Raw)": 0.7327362298965454, "Finetune/Step": 4218, "Finetune/Step Time": 10.876381676644087}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7358711957931519, "Finetune/Loss (Raw)": 0.5599993467330933, "Finetune/Step": 4219, "Finetune/Step Time": 10.851274706423283}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7364820241928101, "Finetune/Loss (Raw)": 0.7983289957046509, "Finetune/Step": 4220, "Finetune/Step Time": 10.837674943730235}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7366091012954712, "Finetune/Loss (Raw)": 0.8736477494239807, "Finetune/Step": 4221, "Finetune/Step Time": 10.85108326934278}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7355042695999146, "Finetune/Loss (Raw)": 0.8029090166091919, "Finetune/Step": 4222, "Finetune/Step Time": 10.852285049855709}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7367803454399109, "Finetune/Loss (Raw)": 0.8363227248191833, "Finetune/Step": 4223, "Finetune/Step Time": 10.842906426638365}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7355477213859558, "Finetune/Loss (Raw)": 0.7111979722976685, "Finetune/Step": 4224, "Finetune/Step Time": 10.845146663486958}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.734350323677063, "Finetune/Loss (Raw)": 0.6760841012001038, "Finetune/Step": 4225, "Finetune/Step Time": 10.837849145755172}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7362761497497559, "Finetune/Loss (Raw)": 0.8458391427993774, "Finetune/Step": 4226, "Finetune/Step Time": 10.828615799546242}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7377444505691528, "Finetune/Loss (Raw)": 0.9576175808906555, "Finetune/Step": 4227, "Finetune/Step Time": 10.83036913536489}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7366927862167358, "Finetune/Loss (Raw)": 0.7538288235664368, "Finetune/Step": 4228, "Finetune/Step Time": 10.833487570285797}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7372701168060303, "Finetune/Loss (Raw)": 0.820976734161377, "Finetune/Step": 4229, "Finetune/Step Time": 10.811964178457856}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.735390841960907, "Finetune/Loss (Raw)": 0.5000330805778503, "Finetune/Step": 4230, "Finetune/Step Time": 10.839822188019753}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7334964275360107, "Finetune/Loss (Raw)": 0.5272212028503418, "Finetune/Step": 4231, "Finetune/Step Time": 10.917722474783659}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7332534790039062, "Finetune/Loss (Raw)": 0.7516592144966125, "Finetune/Step": 4232, "Finetune/Step Time": 10.927355904132128}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7333601713180542, "Finetune/Loss (Raw)": 0.639138400554657, "Finetune/Step": 4233, "Finetune/Step Time": 10.93652762286365}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7351183891296387, "Finetune/Loss (Raw)": 0.9354503750801086, "Finetune/Step": 4234, "Finetune/Step Time": 10.935988603159785}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.73555588722229, "Finetune/Loss (Raw)": 0.7894963622093201, "Finetune/Step": 4235, "Finetune/Step Time": 10.940227586776018}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7342481017112732, "Finetune/Loss (Raw)": 0.628498911857605, "Finetune/Step": 4236, "Finetune/Step Time": 10.94820068590343}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7355313897132874, "Finetune/Loss (Raw)": 0.8793904185295105, "Finetune/Step": 4237, "Finetune/Step Time": 10.94070047698915}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.736282467842102, "Finetune/Loss (Raw)": 0.837216854095459, "Finetune/Step": 4238, "Finetune/Step Time": 10.92283914797008}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7355973720550537, "Finetune/Loss (Raw)": 0.8064523339271545, "Finetune/Step": 4239, "Finetune/Step Time": 10.921004144474864}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7368670105934143, "Finetune/Loss (Raw)": 0.7382233738899231, "Finetune/Step": 4240, "Finetune/Step Time": 10.90557517670095}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7380072474479675, "Finetune/Loss (Raw)": 0.7622979283332825, "Finetune/Step": 4241, "Finetune/Step Time": 10.908319680020213}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7383518218994141, "Finetune/Loss (Raw)": 0.8267934322357178, "Finetune/Step": 4242, "Finetune/Step Time": 10.909425819292665}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7380157709121704, "Finetune/Loss (Raw)": 0.7354506254196167, "Finetune/Step": 4243, "Finetune/Step Time": 10.940569993108511}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7402244806289673, "Finetune/Loss (Raw)": 0.7897454500198364, "Finetune/Step": 4244, "Finetune/Step Time": 10.918706845492125}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7413637638092041, "Finetune/Loss (Raw)": 0.76617830991745, "Finetune/Step": 4245, "Finetune/Step Time": 10.919729679822922}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7395713329315186, "Finetune/Loss (Raw)": 0.7021527290344238, "Finetune/Step": 4246, "Finetune/Step Time": 10.969216560944915}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7389858365058899, "Finetune/Loss (Raw)": 0.7970436215400696, "Finetune/Step": 4247, "Finetune/Step Time": 10.970929024741054}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7384752035140991, "Finetune/Loss (Raw)": 0.6053993701934814, "Finetune/Step": 4248, "Finetune/Step Time": 10.988952239975333}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7385556697845459, "Finetune/Loss (Raw)": 0.8013550043106079, "Finetune/Step": 4249, "Finetune/Step Time": 10.980759220197797}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7374614477157593, "Finetune/Loss (Raw)": 0.56686931848526, "Finetune/Step": 4250, "Finetune/Step Time": 10.974100643768907}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7355428338050842, "Finetune/Loss (Raw)": 0.6559774875640869, "Finetune/Step": 4251, "Finetune/Step Time": 10.972092686221004}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7387515306472778, "Finetune/Loss (Raw)": 0.9682229161262512, "Finetune/Step": 4252, "Finetune/Step Time": 10.967320494353771}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7367563247680664, "Finetune/Loss (Raw)": 0.5363411903381348, "Finetune/Step": 4253, "Finetune/Step Time": 10.986289232969284}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7342209219932556, "Finetune/Loss (Raw)": 0.4723356366157532, "Finetune/Step": 4254, "Finetune/Step Time": 10.999609025195241}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7334599494934082, "Finetune/Loss (Raw)": 0.6851688623428345, "Finetune/Step": 4255, "Finetune/Step Time": 11.010615492239594}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.733742356300354, "Finetune/Loss (Raw)": 0.7521573901176453, "Finetune/Step": 4256, "Finetune/Step Time": 11.032059261575341}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7341948747634888, "Finetune/Loss (Raw)": 0.8122991323471069, "Finetune/Step": 4257, "Finetune/Step Time": 11.026301302015781}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7330677509307861, "Finetune/Loss (Raw)": 0.6052233576774597, "Finetune/Step": 4258, "Finetune/Step Time": 11.031338403001428}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7340577840805054, "Finetune/Loss (Raw)": 0.8917707204818726, "Finetune/Step": 4259, "Finetune/Step Time": 11.060366390272975}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7337160110473633, "Finetune/Loss (Raw)": 0.7444977164268494, "Finetune/Step": 4260, "Finetune/Step Time": 11.055394690483809}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7344076633453369, "Finetune/Loss (Raw)": 0.7751831412315369, "Finetune/Step": 4261, "Finetune/Step Time": 11.050772830843925}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7344120740890503, "Finetune/Loss (Raw)": 0.7295466661453247, "Finetune/Step": 4262, "Finetune/Step Time": 11.046355048194528}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7362321615219116, "Finetune/Loss (Raw)": 0.9129628539085388, "Finetune/Step": 4263, "Finetune/Step Time": 11.04440782405436}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7354415655136108, "Finetune/Loss (Raw)": 0.6158348917961121, "Finetune/Step": 4264, "Finetune/Step Time": 11.058466589078307}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7355964183807373, "Finetune/Loss (Raw)": 0.693049430847168, "Finetune/Step": 4265, "Finetune/Step Time": 11.071575263515115}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.736038327217102, "Finetune/Loss (Raw)": 0.8826736807823181, "Finetune/Step": 4266, "Finetune/Step Time": 11.06928308866918}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7355046272277832, "Finetune/Loss (Raw)": 0.6198697090148926, "Finetune/Step": 4267, "Finetune/Step Time": 11.08608196489513}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7352101802825928, "Finetune/Loss (Raw)": 0.6771673560142517, "Finetune/Step": 4268, "Finetune/Step Time": 11.076671978458762}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.734140932559967, "Finetune/Loss (Raw)": 0.5118458271026611, "Finetune/Step": 4269, "Finetune/Step Time": 11.090241104364395}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7344667911529541, "Finetune/Loss (Raw)": 0.7402082085609436, "Finetune/Step": 4270, "Finetune/Step Time": 11.089531222358346}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7337847352027893, "Finetune/Loss (Raw)": 0.6093974709510803, "Finetune/Step": 4271, "Finetune/Step Time": 11.126979749649763}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7360471487045288, "Finetune/Loss (Raw)": 0.8078720569610596, "Finetune/Step": 4272, "Finetune/Step Time": 11.095472486689687}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7363492250442505, "Finetune/Loss (Raw)": 0.6633473634719849, "Finetune/Step": 4273, "Finetune/Step Time": 11.080422522500157}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7356293201446533, "Finetune/Loss (Raw)": 0.7078205347061157, "Finetune/Step": 4274, "Finetune/Step Time": 11.089693689718843}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7345525622367859, "Finetune/Loss (Raw)": 0.6283680200576782, "Finetune/Step": 4275, "Finetune/Step Time": 11.10608996450901}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7344086170196533, "Finetune/Loss (Raw)": 0.7923582196235657, "Finetune/Step": 4276, "Finetune/Step Time": 11.108771298080683}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7340937852859497, "Finetune/Loss (Raw)": 0.7030721306800842, "Finetune/Step": 4277, "Finetune/Step Time": 11.139415562152863}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7358346581459045, "Finetune/Loss (Raw)": 0.8527998328208923, "Finetune/Step": 4278, "Finetune/Step Time": 11.099291576072574}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7352932691574097, "Finetune/Loss (Raw)": 0.6904499530792236, "Finetune/Step": 4279, "Finetune/Step Time": 11.096791554242373}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7357803583145142, "Finetune/Loss (Raw)": 0.8100322484970093, "Finetune/Step": 4280, "Finetune/Step Time": 11.088380917906761}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7371788620948792, "Finetune/Loss (Raw)": 0.8829355239868164, "Finetune/Step": 4281, "Finetune/Step Time": 11.092329079285264}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.737398087978363, "Finetune/Loss (Raw)": 0.7972877025604248, "Finetune/Step": 4282, "Finetune/Step Time": 11.088895918801427}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7380962371826172, "Finetune/Loss (Raw)": 0.7717235684394836, "Finetune/Step": 4283, "Finetune/Step Time": 11.092937057837844}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7389243245124817, "Finetune/Loss (Raw)": 0.7652455568313599, "Finetune/Step": 4284, "Finetune/Step Time": 11.09046933427453}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7368506789207458, "Finetune/Loss (Raw)": 0.5924062132835388, "Finetune/Step": 4285, "Finetune/Step Time": 11.139957901090384}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7366839647293091, "Finetune/Loss (Raw)": 0.7341302037239075, "Finetune/Step": 4286, "Finetune/Step Time": 11.12934871390462}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7364999651908875, "Finetune/Loss (Raw)": 0.7924381494522095, "Finetune/Step": 4287, "Finetune/Step Time": 11.132322238758206}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7364151477813721, "Finetune/Loss (Raw)": 0.8751049637794495, "Finetune/Step": 4288, "Finetune/Step Time": 11.150927286595106}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7359169125556946, "Finetune/Loss (Raw)": 0.710107684135437, "Finetune/Step": 4289, "Finetune/Step Time": 11.156126227229834}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7356545925140381, "Finetune/Loss (Raw)": 0.8583365678787231, "Finetune/Step": 4290, "Finetune/Step Time": 11.153442835435271}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.737568736076355, "Finetune/Loss (Raw)": 0.853847861289978, "Finetune/Step": 4291, "Finetune/Step Time": 11.133000236004591}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7402182817459106, "Finetune/Loss (Raw)": 0.801504373550415, "Finetune/Step": 4292, "Finetune/Step Time": 11.130108842626214}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7398264408111572, "Finetune/Loss (Raw)": 0.8202085494995117, "Finetune/Step": 4293, "Finetune/Step Time": 11.141943819820881}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.738801121711731, "Finetune/Loss (Raw)": 0.7328816056251526, "Finetune/Step": 4294, "Finetune/Step Time": 11.174845544621348}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7377765774726868, "Finetune/Loss (Raw)": 0.5699873566627502, "Finetune/Step": 4295, "Finetune/Step Time": 11.195953011512756}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7399625182151794, "Finetune/Loss (Raw)": 0.8884012699127197, "Finetune/Step": 4296, "Finetune/Step Time": 11.191259840503335}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7416321039199829, "Finetune/Loss (Raw)": 0.8221475481987, "Finetune/Step": 4297, "Finetune/Step Time": 11.145598292350769}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7413018941879272, "Finetune/Loss (Raw)": 0.5814337134361267, "Finetune/Step": 4298, "Finetune/Step Time": 11.135313926264644}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.741591215133667, "Finetune/Loss (Raw)": 0.8195193409919739, "Finetune/Step": 4299, "Finetune/Step Time": 11.145321924239397}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7422362565994263, "Finetune/Loss (Raw)": 0.8471499085426331, "Finetune/Step": 4300, "Finetune/Step Time": 11.127256670966744}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7410390377044678, "Finetune/Loss (Raw)": 0.5679254531860352, "Finetune/Step": 4301, "Finetune/Step Time": 11.171047616750002}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.742796778678894, "Finetune/Loss (Raw)": 0.8652530312538147, "Finetune/Step": 4302, "Finetune/Step Time": 11.143203040584922}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7443666458129883, "Finetune/Loss (Raw)": 0.8951019048690796, "Finetune/Step": 4303, "Finetune/Step Time": 11.152121618390083}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7431046962738037, "Finetune/Loss (Raw)": 0.5782248377799988, "Finetune/Step": 4304, "Finetune/Step Time": 11.162312537431717}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7420670986175537, "Finetune/Loss (Raw)": 0.635777473449707, "Finetune/Step": 4305, "Finetune/Step Time": 11.149456853047013}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7410979270935059, "Finetune/Loss (Raw)": 0.7063077688217163, "Finetune/Step": 4306, "Finetune/Step Time": 11.153731022030115}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7399435043334961, "Finetune/Loss (Raw)": 0.5682041645050049, "Finetune/Step": 4307, "Finetune/Step Time": 11.137180887162685}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7388485670089722, "Finetune/Loss (Raw)": 0.681557297706604, "Finetune/Step": 4308, "Finetune/Step Time": 11.134275047108531}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7385575771331787, "Finetune/Loss (Raw)": 0.7196655869483948, "Finetune/Step": 4309, "Finetune/Step Time": 11.139258857816458}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7386083602905273, "Finetune/Loss (Raw)": 0.5755411982536316, "Finetune/Step": 4310, "Finetune/Step Time": 11.173672335222363}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.738294243812561, "Finetune/Loss (Raw)": 0.7567359209060669, "Finetune/Step": 4311, "Finetune/Step Time": 11.179273942485452}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7388756275177002, "Finetune/Loss (Raw)": 0.8211240768432617, "Finetune/Step": 4312, "Finetune/Step Time": 11.187473116442561}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7391495704650879, "Finetune/Loss (Raw)": 0.8717204332351685, "Finetune/Step": 4313, "Finetune/Step Time": 11.198953237384558}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7386736869812012, "Finetune/Loss (Raw)": 0.8238020539283752, "Finetune/Step": 4314, "Finetune/Step Time": 11.188424235209823}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7388222813606262, "Finetune/Loss (Raw)": 0.7275524139404297, "Finetune/Step": 4315, "Finetune/Step Time": 11.183405704796314}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7394046783447266, "Finetune/Loss (Raw)": 0.6480407118797302, "Finetune/Step": 4316, "Finetune/Step Time": 11.188461540266871}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7395036220550537, "Finetune/Loss (Raw)": 0.7538141012191772, "Finetune/Step": 4317, "Finetune/Step Time": 11.187171092256904}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7399027347564697, "Finetune/Loss (Raw)": 0.5924931764602661, "Finetune/Step": 4318, "Finetune/Step Time": 11.191607315093279}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7385249137878418, "Finetune/Loss (Raw)": 0.5620531439781189, "Finetune/Step": 4319, "Finetune/Step Time": 11.198050200939178}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7370980978012085, "Finetune/Loss (Raw)": 0.7135465145111084, "Finetune/Step": 4320, "Finetune/Step Time": 11.2020150013268}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7375369071960449, "Finetune/Loss (Raw)": 0.5933018922805786, "Finetune/Step": 4321, "Finetune/Step Time": 11.180948136374354}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7379575967788696, "Finetune/Loss (Raw)": 0.8478682041168213, "Finetune/Step": 4322, "Finetune/Step Time": 11.180034914985299}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7362167835235596, "Finetune/Loss (Raw)": 0.5810521245002747, "Finetune/Step": 4323, "Finetune/Step Time": 11.17310536839068}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7364064455032349, "Finetune/Loss (Raw)": 0.742304801940918, "Finetune/Step": 4324, "Finetune/Step Time": 11.171131758019328}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7366684079170227, "Finetune/Loss (Raw)": 0.5021660923957825, "Finetune/Step": 4325, "Finetune/Step Time": 11.154194980859756}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7349777221679688, "Finetune/Loss (Raw)": 0.6247590184211731, "Finetune/Step": 4326, "Finetune/Step Time": 11.16325031593442}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.732043981552124, "Finetune/Loss (Raw)": 0.5072640776634216, "Finetune/Step": 4327, "Finetune/Step Time": 11.187921151518822}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7316628098487854, "Finetune/Loss (Raw)": 0.7253729104995728, "Finetune/Step": 4328, "Finetune/Step Time": 11.182807117700577}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.732298731803894, "Finetune/Loss (Raw)": 0.7692690491676331, "Finetune/Step": 4329, "Finetune/Step Time": 11.17126033268869}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7328965067863464, "Finetune/Loss (Raw)": 0.8252949714660645, "Finetune/Step": 4330, "Finetune/Step Time": 11.169931016862392}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7337860465049744, "Finetune/Loss (Raw)": 0.8121139407157898, "Finetune/Step": 4331, "Finetune/Step Time": 11.16647108271718}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7343931198120117, "Finetune/Loss (Raw)": 0.7713164687156677, "Finetune/Step": 4332, "Finetune/Step Time": 11.167652696371078}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7346845865249634, "Finetune/Loss (Raw)": 0.8075305819511414, "Finetune/Step": 4333, "Finetune/Step Time": 11.165834313258529}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7359656095504761, "Finetune/Loss (Raw)": 0.8562356233596802, "Finetune/Step": 4334, "Finetune/Step Time": 11.165469596162438}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.735572099685669, "Finetune/Loss (Raw)": 0.7543103694915771, "Finetune/Step": 4335, "Finetune/Step Time": 11.158175786957145}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.736609160900116, "Finetune/Loss (Raw)": 0.8818613290786743, "Finetune/Step": 4336, "Finetune/Step Time": 11.17875630967319}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7335143089294434, "Finetune/Loss (Raw)": 0.5084663033485413, "Finetune/Step": 4337, "Finetune/Step Time": 11.212192034348845}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7335296869277954, "Finetune/Loss (Raw)": 0.7731251120567322, "Finetune/Step": 4338, "Finetune/Step Time": 11.211481239646673}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7327107191085815, "Finetune/Loss (Raw)": 0.7069438099861145, "Finetune/Step": 4339, "Finetune/Step Time": 11.206820042803884}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7331115007400513, "Finetune/Loss (Raw)": 0.7018288969993591, "Finetune/Step": 4340, "Finetune/Step Time": 11.226316636428237}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7351733446121216, "Finetune/Loss (Raw)": 0.8911269307136536, "Finetune/Step": 4341, "Finetune/Step Time": 11.217611018568277}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.734336256980896, "Finetune/Loss (Raw)": 0.6566564440727234, "Finetune/Step": 4342, "Finetune/Step Time": 11.295148741453886}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7343471050262451, "Finetune/Loss (Raw)": 0.6875700354576111, "Finetune/Step": 4343, "Finetune/Step Time": 11.231908835470676}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7341500520706177, "Finetune/Loss (Raw)": 0.7547297477722168, "Finetune/Step": 4344, "Finetune/Step Time": 11.241998579353094}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.733599066734314, "Finetune/Loss (Raw)": 0.7335609793663025, "Finetune/Step": 4345, "Finetune/Step Time": 11.24877204746008}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7337607145309448, "Finetune/Loss (Raw)": 0.753429114818573, "Finetune/Step": 4346, "Finetune/Step Time": 11.260759638622403}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7359393835067749, "Finetune/Loss (Raw)": 0.8388757109642029, "Finetune/Step": 4347, "Finetune/Step Time": 11.253657462075353}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7357860803604126, "Finetune/Loss (Raw)": 0.7786977291107178, "Finetune/Step": 4348, "Finetune/Step Time": 11.275605676695704}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7357666492462158, "Finetune/Loss (Raw)": 0.8711611032485962, "Finetune/Step": 4349, "Finetune/Step Time": 11.259766887873411}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7337649464607239, "Finetune/Loss (Raw)": 0.5466901063919067, "Finetune/Step": 4350, "Finetune/Step Time": 11.282066091895103}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7334034442901611, "Finetune/Loss (Raw)": 0.7900515794754028, "Finetune/Step": 4351, "Finetune/Step Time": 11.28222906589508}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7337976694107056, "Finetune/Loss (Raw)": 0.7616506814956665, "Finetune/Step": 4352, "Finetune/Step Time": 11.274213640019298}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7347465753555298, "Finetune/Loss (Raw)": 0.7975565195083618, "Finetune/Step": 4353, "Finetune/Step Time": 11.269540881738067}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7335644960403442, "Finetune/Loss (Raw)": 0.6945266723632812, "Finetune/Step": 4354, "Finetune/Step Time": 11.28093801625073}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7321730852127075, "Finetune/Loss (Raw)": 0.7795178294181824, "Finetune/Step": 4355, "Finetune/Step Time": 11.27200179733336}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7323635816574097, "Finetune/Loss (Raw)": 0.7782156467437744, "Finetune/Step": 4356, "Finetune/Step Time": 11.266592811793089}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7325239181518555, "Finetune/Loss (Raw)": 0.8415018320083618, "Finetune/Step": 4357, "Finetune/Step Time": 11.26585023663938}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7348209619522095, "Finetune/Loss (Raw)": 0.7940519452095032, "Finetune/Step": 4358, "Finetune/Step Time": 11.240958796814084}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7365959286689758, "Finetune/Loss (Raw)": 0.7544178366661072, "Finetune/Step": 4359, "Finetune/Step Time": 11.162030758336186}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.736143946647644, "Finetune/Loss (Raw)": 0.6938040852546692, "Finetune/Step": 4360, "Finetune/Step Time": 11.154113102704287}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7386792302131653, "Finetune/Loss (Raw)": 0.9636573195457458, "Finetune/Step": 4361, "Finetune/Step Time": 11.167156875133514}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7372389435768127, "Finetune/Loss (Raw)": 0.7510921359062195, "Finetune/Step": 4362, "Finetune/Step Time": 11.171477498486638}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7367386817932129, "Finetune/Loss (Raw)": 0.7254555821418762, "Finetune/Step": 4363, "Finetune/Step Time": 11.165800346061587}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.737174391746521, "Finetune/Loss (Raw)": 0.6842784285545349, "Finetune/Step": 4364, "Finetune/Step Time": 11.190836949273944}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7354965806007385, "Finetune/Loss (Raw)": 0.6646310091018677, "Finetune/Step": 4365, "Finetune/Step Time": 11.209065275266767}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7353798151016235, "Finetune/Loss (Raw)": 0.8222679495811462, "Finetune/Step": 4366, "Finetune/Step Time": 11.210863515734673}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7347225546836853, "Finetune/Loss (Raw)": 0.7223215699195862, "Finetune/Step": 4367, "Finetune/Step Time": 11.216264249756932}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7351845502853394, "Finetune/Loss (Raw)": 0.797361433506012, "Finetune/Step": 4368, "Finetune/Step Time": 11.21312820352614}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.734920859336853, "Finetune/Loss (Raw)": 0.7285459637641907, "Finetune/Step": 4369, "Finetune/Step Time": 11.222192464396358}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7349779605865479, "Finetune/Loss (Raw)": 0.8341094851493835, "Finetune/Step": 4370, "Finetune/Step Time": 11.227116411551833}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7359379529953003, "Finetune/Loss (Raw)": 0.8583174347877502, "Finetune/Step": 4371, "Finetune/Step Time": 11.19266983307898}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7337093353271484, "Finetune/Loss (Raw)": 0.5044862627983093, "Finetune/Step": 4372, "Finetune/Step Time": 11.2346147634089}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.733138382434845, "Finetune/Loss (Raw)": 0.6930961012840271, "Finetune/Step": 4373, "Finetune/Step Time": 11.232576364651322}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.73350989818573, "Finetune/Loss (Raw)": 0.7497058510780334, "Finetune/Step": 4374, "Finetune/Step Time": 11.184502674266696}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7328057885169983, "Finetune/Loss (Raw)": 0.706920862197876, "Finetune/Step": 4375, "Finetune/Step Time": 11.190987545996904}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7336337566375732, "Finetune/Loss (Raw)": 0.7113757133483887, "Finetune/Step": 4376, "Finetune/Step Time": 11.173591768369079}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7334432601928711, "Finetune/Loss (Raw)": 0.7769681811332703, "Finetune/Step": 4377, "Finetune/Step Time": 11.172426974400878}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7346707582473755, "Finetune/Loss (Raw)": 0.7239988446235657, "Finetune/Step": 4378, "Finetune/Step Time": 11.186353497207165}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7341095805168152, "Finetune/Loss (Raw)": 0.5841364860534668, "Finetune/Step": 4379, "Finetune/Step Time": 11.200029412284493}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7330339550971985, "Finetune/Loss (Raw)": 0.8305466175079346, "Finetune/Step": 4380, "Finetune/Step Time": 11.199857167899609}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7350090742111206, "Finetune/Loss (Raw)": 0.7891629338264465, "Finetune/Step": 4381, "Finetune/Step Time": 11.179199675098062}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7378133535385132, "Finetune/Loss (Raw)": 0.8312826752662659, "Finetune/Step": 4382, "Finetune/Step Time": 11.174397747963667}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7370790243148804, "Finetune/Loss (Raw)": 0.5911678075790405, "Finetune/Step": 4383, "Finetune/Step Time": 11.191243398934603}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7370622158050537, "Finetune/Loss (Raw)": 0.7500085830688477, "Finetune/Step": 4384, "Finetune/Step Time": 11.17200294137001}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7365391254425049, "Finetune/Loss (Raw)": 0.7453452944755554, "Finetune/Step": 4385, "Finetune/Step Time": 11.163031099364161}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7365381121635437, "Finetune/Loss (Raw)": 0.6050945520401001, "Finetune/Step": 4386, "Finetune/Step Time": 11.185485512018204}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7366645336151123, "Finetune/Loss (Raw)": 0.9079561233520508, "Finetune/Step": 4387, "Finetune/Step Time": 11.14711594209075}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7368900775909424, "Finetune/Loss (Raw)": 0.7733573913574219, "Finetune/Step": 4388, "Finetune/Step Time": 11.15138304233551}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7369379997253418, "Finetune/Loss (Raw)": 0.7813279032707214, "Finetune/Step": 4389, "Finetune/Step Time": 11.149303397163749}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7370067834854126, "Finetune/Loss (Raw)": 0.7383480668067932, "Finetune/Step": 4390, "Finetune/Step Time": 11.143364075571299}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7357463836669922, "Finetune/Loss (Raw)": 0.7516283988952637, "Finetune/Step": 4391, "Finetune/Step Time": 11.153426392003894}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7360386252403259, "Finetune/Loss (Raw)": 0.6532418131828308, "Finetune/Step": 4392, "Finetune/Step Time": 11.19883199594915}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7354481220245361, "Finetune/Loss (Raw)": 0.617467999458313, "Finetune/Step": 4393, "Finetune/Step Time": 11.221375843510032}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7341254949569702, "Finetune/Loss (Raw)": 0.7133798003196716, "Finetune/Step": 4394, "Finetune/Step Time": 11.235077176243067}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7351332306861877, "Finetune/Loss (Raw)": 0.7488536238670349, "Finetune/Step": 4395, "Finetune/Step Time": 11.225845953449607}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7359193563461304, "Finetune/Loss (Raw)": 0.7777913808822632, "Finetune/Step": 4396, "Finetune/Step Time": 11.23374536074698}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7377769947052002, "Finetune/Loss (Raw)": 0.749631404876709, "Finetune/Step": 4397, "Finetune/Step Time": 11.233064038679004}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7377368211746216, "Finetune/Loss (Raw)": 0.7350597381591797, "Finetune/Step": 4398, "Finetune/Step Time": 11.23775184713304}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7382014393806458, "Finetune/Loss (Raw)": 0.6688684225082397, "Finetune/Step": 4399, "Finetune/Step Time": 11.20643519051373}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7376761436462402, "Finetune/Loss (Raw)": 0.7406333088874817, "Finetune/Step": 4400, "Finetune/Step Time": 11.213513361290097}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7375909090042114, "Finetune/Loss (Raw)": 0.6524345874786377, "Finetune/Step": 4401, "Finetune/Step Time": 11.256906477734447}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7369043827056885, "Finetune/Loss (Raw)": 0.6199498176574707, "Finetune/Step": 4402, "Finetune/Step Time": 11.282326210290194}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7383215427398682, "Finetune/Loss (Raw)": 0.8097662329673767, "Finetune/Step": 4403, "Finetune/Step Time": 11.263486241921782}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7392723560333252, "Finetune/Loss (Raw)": 0.9140558242797852, "Finetune/Step": 4404, "Finetune/Step Time": 11.26137364283204}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7393775582313538, "Finetune/Loss (Raw)": 0.7165449261665344, "Finetune/Step": 4405, "Finetune/Step Time": 11.247149970382452}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7374653220176697, "Finetune/Loss (Raw)": 0.6080324649810791, "Finetune/Step": 4406, "Finetune/Step Time": 11.247921066358685}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7372174263000488, "Finetune/Loss (Raw)": 0.6587231159210205, "Finetune/Step": 4407, "Finetune/Step Time": 11.248083051294088}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7378504276275635, "Finetune/Loss (Raw)": 0.8910506963729858, "Finetune/Step": 4408, "Finetune/Step Time": 11.250419726595283}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7360776662826538, "Finetune/Loss (Raw)": 0.6560197472572327, "Finetune/Step": 4409, "Finetune/Step Time": 11.251523412764072}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7359358668327332, "Finetune/Loss (Raw)": 0.7791426777839661, "Finetune/Step": 4410, "Finetune/Step Time": 11.249950885772705}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7356234192848206, "Finetune/Loss (Raw)": 0.7317261695861816, "Finetune/Step": 4411, "Finetune/Step Time": 11.244321458041668}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.735192596912384, "Finetune/Loss (Raw)": 0.7100998759269714, "Finetune/Step": 4412, "Finetune/Step Time": 11.248023303225636}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7379648089408875, "Finetune/Loss (Raw)": 0.9472542405128479, "Finetune/Step": 4413, "Finetune/Step Time": 11.197612905874848}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7377713918685913, "Finetune/Loss (Raw)": 0.7093732953071594, "Finetune/Step": 4414, "Finetune/Step Time": 11.199191112071276}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7381925582885742, "Finetune/Loss (Raw)": 0.8463424444198608, "Finetune/Step": 4415, "Finetune/Step Time": 11.211833942681551}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7364214658737183, "Finetune/Loss (Raw)": 0.6484007835388184, "Finetune/Step": 4416, "Finetune/Step Time": 11.215766191482544}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7374190092086792, "Finetune/Loss (Raw)": 0.8377999067306519, "Finetune/Step": 4417, "Finetune/Step Time": 11.215556189417839}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7365370988845825, "Finetune/Loss (Raw)": 0.7454507350921631, "Finetune/Step": 4418, "Finetune/Step Time": 11.21918249130249}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7362439632415771, "Finetune/Loss (Raw)": 0.8163327574729919, "Finetune/Step": 4419, "Finetune/Step Time": 11.224997378885746}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.735205888748169, "Finetune/Loss (Raw)": 0.6686309576034546, "Finetune/Step": 4420, "Finetune/Step Time": 11.240441337227821}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7343604564666748, "Finetune/Loss (Raw)": 0.7119910717010498, "Finetune/Step": 4421, "Finetune/Step Time": 11.238653725013137}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7345908880233765, "Finetune/Loss (Raw)": 0.7623757123947144, "Finetune/Step": 4422, "Finetune/Step Time": 11.21335163153708}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7347047328948975, "Finetune/Loss (Raw)": 0.5845526456832886, "Finetune/Step": 4423, "Finetune/Step Time": 11.181149875745177}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.732384443283081, "Finetune/Loss (Raw)": 0.591404914855957, "Finetune/Step": 4424, "Finetune/Step Time": 11.223823526874185}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7307065725326538, "Finetune/Loss (Raw)": 0.6073881387710571, "Finetune/Step": 4425, "Finetune/Step Time": 11.249934621155262}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7324333190917969, "Finetune/Loss (Raw)": 0.8024474382400513, "Finetune/Step": 4426, "Finetune/Step Time": 11.24960202910006}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7304863929748535, "Finetune/Loss (Raw)": 0.5703192949295044, "Finetune/Step": 4427, "Finetune/Step Time": 11.264513773843646}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7298920154571533, "Finetune/Loss (Raw)": 0.7710726261138916, "Finetune/Step": 4428, "Finetune/Step Time": 11.27600715495646}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7312135696411133, "Finetune/Loss (Raw)": 0.7370864748954773, "Finetune/Step": 4429, "Finetune/Step Time": 11.23149468190968}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7288141846656799, "Finetune/Loss (Raw)": 0.5581262707710266, "Finetune/Step": 4430, "Finetune/Step Time": 11.303305052220821}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.727587878704071, "Finetune/Loss (Raw)": 0.7381340861320496, "Finetune/Step": 4431, "Finetune/Step Time": 11.302337851375341}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7294526100158691, "Finetune/Loss (Raw)": 0.8169039487838745, "Finetune/Step": 4432, "Finetune/Step Time": 11.270790714770555}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7289156913757324, "Finetune/Loss (Raw)": 0.5670547485351562, "Finetune/Step": 4433, "Finetune/Step Time": 11.276245476678014}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.729935348033905, "Finetune/Loss (Raw)": 0.8368210792541504, "Finetune/Step": 4434, "Finetune/Step Time": 11.279635712504387}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7316031455993652, "Finetune/Loss (Raw)": 0.7816916108131409, "Finetune/Step": 4435, "Finetune/Step Time": 11.270869042724371}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7309285402297974, "Finetune/Loss (Raw)": 0.5952015519142151, "Finetune/Step": 4436, "Finetune/Step Time": 11.29359064437449}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7306803464889526, "Finetune/Loss (Raw)": 0.6879031658172607, "Finetune/Step": 4437, "Finetune/Step Time": 11.3030685801059}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7323904037475586, "Finetune/Loss (Raw)": 0.7944214940071106, "Finetune/Step": 4438, "Finetune/Step Time": 11.255711797624826}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7333682775497437, "Finetune/Loss (Raw)": 0.8819078207015991, "Finetune/Step": 4439, "Finetune/Step Time": 11.253952799364924}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.733561098575592, "Finetune/Loss (Raw)": 0.8458054661750793, "Finetune/Step": 4440, "Finetune/Step Time": 11.249841256067157}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7332816123962402, "Finetune/Loss (Raw)": 0.8359490633010864, "Finetune/Step": 4441, "Finetune/Step Time": 11.241056215018034}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.732568621635437, "Finetune/Loss (Raw)": 0.7325341701507568, "Finetune/Step": 4442, "Finetune/Step Time": 11.259436594322324}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7330883741378784, "Finetune/Loss (Raw)": 0.7940866947174072, "Finetune/Step": 4443, "Finetune/Step Time": 11.260328298434615}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7332916259765625, "Finetune/Loss (Raw)": 0.6740518808364868, "Finetune/Step": 4444, "Finetune/Step Time": 11.259899636730552}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7325944900512695, "Finetune/Loss (Raw)": 0.6645776033401489, "Finetune/Step": 4445, "Finetune/Step Time": 11.264665186405182}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7345829010009766, "Finetune/Loss (Raw)": 0.8470093011856079, "Finetune/Step": 4446, "Finetune/Step Time": 11.257136778905988}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.736002504825592, "Finetune/Loss (Raw)": 0.7437646389007568, "Finetune/Step": 4447, "Finetune/Step Time": 11.246346114203334}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.736342191696167, "Finetune/Loss (Raw)": 0.7570324540138245, "Finetune/Step": 4448, "Finetune/Step Time": 11.249756118282676}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7384852170944214, "Finetune/Loss (Raw)": 0.867604672908783, "Finetune/Step": 4449, "Finetune/Step Time": 11.234737934544683}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.737250566482544, "Finetune/Loss (Raw)": 0.6898252367973328, "Finetune/Step": 4450, "Finetune/Step Time": 11.228515237569809}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.737432062625885, "Finetune/Loss (Raw)": 0.6042952537536621, "Finetune/Step": 4451, "Finetune/Step Time": 11.236312359571457}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7360697388648987, "Finetune/Loss (Raw)": 0.5679228901863098, "Finetune/Step": 4452, "Finetune/Step Time": 11.27213772572577}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7373934388160706, "Finetune/Loss (Raw)": 0.671597421169281, "Finetune/Step": 4453, "Finetune/Step Time": 11.261416997760534}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7378472089767456, "Finetune/Loss (Raw)": 0.6828482151031494, "Finetune/Step": 4454, "Finetune/Step Time": 11.258416447788477}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.738659143447876, "Finetune/Loss (Raw)": 0.6111889481544495, "Finetune/Step": 4455, "Finetune/Step Time": 11.2549565769732}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7385464906692505, "Finetune/Loss (Raw)": 0.710951030254364, "Finetune/Step": 4456, "Finetune/Step Time": 11.258876817300916}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7376954555511475, "Finetune/Loss (Raw)": 0.6603373885154724, "Finetune/Step": 4457, "Finetune/Step Time": 11.273344019427896}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7363033294677734, "Finetune/Loss (Raw)": 0.6471053957939148, "Finetune/Step": 4458, "Finetune/Step Time": 11.292519001290202}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7352405786514282, "Finetune/Loss (Raw)": 0.6760812997817993, "Finetune/Step": 4459, "Finetune/Step Time": 11.300382601097226}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7357876300811768, "Finetune/Loss (Raw)": 0.8413334488868713, "Finetune/Step": 4460, "Finetune/Step Time": 11.306159168481827}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7347261309623718, "Finetune/Loss (Raw)": 0.6716594099998474, "Finetune/Step": 4461, "Finetune/Step Time": 11.310336098074913}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7338786125183105, "Finetune/Loss (Raw)": 0.7477518916130066, "Finetune/Step": 4462, "Finetune/Step Time": 11.327633826062083}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7319319248199463, "Finetune/Loss (Raw)": 0.5051357746124268, "Finetune/Step": 4463, "Finetune/Step Time": 11.343157617375255}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7308228015899658, "Finetune/Loss (Raw)": 0.7398990392684937, "Finetune/Step": 4464, "Finetune/Step Time": 11.349282387644053}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.732321560382843, "Finetune/Loss (Raw)": 0.700304388999939, "Finetune/Step": 4465, "Finetune/Step Time": 11.315473459661007}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7319955825805664, "Finetune/Loss (Raw)": 0.7313973903656006, "Finetune/Step": 4466, "Finetune/Step Time": 11.316185848787427}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.73274165391922, "Finetune/Loss (Raw)": 0.8024430274963379, "Finetune/Step": 4467, "Finetune/Step Time": 11.307268735021353}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7329257726669312, "Finetune/Loss (Raw)": 0.7253971695899963, "Finetune/Step": 4468, "Finetune/Step Time": 11.286518257111311}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7319560050964355, "Finetune/Loss (Raw)": 0.7669978141784668, "Finetune/Step": 4469, "Finetune/Step Time": 11.282736759632826}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7326953411102295, "Finetune/Loss (Raw)": 0.7512898445129395, "Finetune/Step": 4470, "Finetune/Step Time": 11.208202777430415}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7322413921356201, "Finetune/Loss (Raw)": 0.6294651031494141, "Finetune/Step": 4471, "Finetune/Step Time": 11.22532888315618}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7324292063713074, "Finetune/Loss (Raw)": 0.7787690162658691, "Finetune/Step": 4472, "Finetune/Step Time": 11.214065490290523}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7341228723526001, "Finetune/Loss (Raw)": 0.9503512978553772, "Finetune/Step": 4473, "Finetune/Step Time": 11.202689602971077}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7345601320266724, "Finetune/Loss (Raw)": 0.8093999028205872, "Finetune/Step": 4474, "Finetune/Step Time": 11.197641702368855}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7333574295043945, "Finetune/Loss (Raw)": 0.6849260330200195, "Finetune/Step": 4475, "Finetune/Step Time": 11.225600607693195}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7336969375610352, "Finetune/Loss (Raw)": 0.8221529126167297, "Finetune/Step": 4476, "Finetune/Step Time": 11.210485443472862}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7322770953178406, "Finetune/Loss (Raw)": 0.6894257664680481, "Finetune/Step": 4477, "Finetune/Step Time": 11.211064813658595}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7344551086425781, "Finetune/Loss (Raw)": 0.8254759311676025, "Finetune/Step": 4478, "Finetune/Step Time": 11.19272642210126}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7343360185623169, "Finetune/Loss (Raw)": 0.7748045325279236, "Finetune/Step": 4479, "Finetune/Step Time": 11.202029645442963}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7335333824157715, "Finetune/Loss (Raw)": 0.6589156985282898, "Finetune/Step": 4480, "Finetune/Step Time": 11.204088248312473}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7326138019561768, "Finetune/Loss (Raw)": 0.6798537969589233, "Finetune/Step": 4481, "Finetune/Step Time": 11.203046541661024}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.732303261756897, "Finetune/Loss (Raw)": 0.6547777652740479, "Finetune/Step": 4482, "Finetune/Step Time": 11.220058478415012}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7321857213973999, "Finetune/Loss (Raw)": 0.764470100402832, "Finetune/Step": 4483, "Finetune/Step Time": 11.21864291280508}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.732572078704834, "Finetune/Loss (Raw)": 0.8276695609092712, "Finetune/Step": 4484, "Finetune/Step Time": 11.23892386816442}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.731766939163208, "Finetune/Loss (Raw)": 0.7384433150291443, "Finetune/Step": 4485, "Finetune/Step Time": 11.234586404636502}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7310583591461182, "Finetune/Loss (Raw)": 0.7033565640449524, "Finetune/Step": 4486, "Finetune/Step Time": 11.232866331934929}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7293446063995361, "Finetune/Loss (Raw)": 0.5350576043128967, "Finetune/Step": 4487, "Finetune/Step Time": 11.270528800785542}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7298521995544434, "Finetune/Loss (Raw)": 0.7587721943855286, "Finetune/Step": 4488, "Finetune/Step Time": 11.275469092652202}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7260370850563049, "Finetune/Loss (Raw)": 0.47532373666763306, "Finetune/Step": 4489, "Finetune/Step Time": 11.269304050132632}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7250807285308838, "Finetune/Loss (Raw)": 0.6286723613739014, "Finetune/Step": 4490, "Finetune/Step Time": 11.273788450285792}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7249367237091064, "Finetune/Loss (Raw)": 0.7070212960243225, "Finetune/Step": 4491, "Finetune/Step Time": 11.272395864129066}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7257760763168335, "Finetune/Loss (Raw)": 0.7917265295982361, "Finetune/Step": 4492, "Finetune/Step Time": 11.23706553131342}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7260076999664307, "Finetune/Loss (Raw)": 0.6942817568778992, "Finetune/Step": 4493, "Finetune/Step Time": 11.229075342416763}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7241184711456299, "Finetune/Loss (Raw)": 0.5804426670074463, "Finetune/Step": 4494, "Finetune/Step Time": 11.232797304168344}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.724249541759491, "Finetune/Loss (Raw)": 0.7390944957733154, "Finetune/Step": 4495, "Finetune/Step Time": 11.236943626776338}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7233104705810547, "Finetune/Loss (Raw)": 0.6771659851074219, "Finetune/Step": 4496, "Finetune/Step Time": 11.245837397873402}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7234616279602051, "Finetune/Loss (Raw)": 0.7478910088539124, "Finetune/Step": 4497, "Finetune/Step Time": 11.249173058196902}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7222146987915039, "Finetune/Loss (Raw)": 0.6744963526725769, "Finetune/Step": 4498, "Finetune/Step Time": 11.251847460865974}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7221378087997437, "Finetune/Loss (Raw)": 0.8484752178192139, "Finetune/Step": 4499, "Finetune/Step Time": 11.25214041955769}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.723392903804779, "Finetune/Loss (Raw)": 0.6651478409767151, "Finetune/Step": 4500, "Finetune/Step Time": 11.218807730823755}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7247182130813599, "Finetune/Loss (Raw)": 0.8627375364303589, "Finetune/Step": 4501, "Finetune/Step Time": 11.216662799939513}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7236993312835693, "Finetune/Loss (Raw)": 0.6192765235900879, "Finetune/Step": 4502, "Finetune/Step Time": 11.22603659518063}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7246590256690979, "Finetune/Loss (Raw)": 0.8297687768936157, "Finetune/Step": 4503, "Finetune/Step Time": 11.215754399076104}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.724853515625, "Finetune/Loss (Raw)": 0.7362657189369202, "Finetune/Step": 4504, "Finetune/Step Time": 11.201784512028098}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7245722413063049, "Finetune/Loss (Raw)": 0.7409713268280029, "Finetune/Step": 4505, "Finetune/Step Time": 11.204543909057975}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7262042164802551, "Finetune/Loss (Raw)": 0.9328848719596863, "Finetune/Step": 4506, "Finetune/Step Time": 11.17584360577166}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7264021635055542, "Finetune/Loss (Raw)": 0.6094833612442017, "Finetune/Step": 4507, "Finetune/Step Time": 11.197336964309216}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7256485223770142, "Finetune/Loss (Raw)": 0.7340805530548096, "Finetune/Step": 4508, "Finetune/Step Time": 11.191475320607424}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7248173952102661, "Finetune/Loss (Raw)": 0.6827788352966309, "Finetune/Step": 4509, "Finetune/Step Time": 11.18998684361577}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7246130108833313, "Finetune/Loss (Raw)": 0.8051142692565918, "Finetune/Step": 4510, "Finetune/Step Time": 11.179550932720304}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7271391153335571, "Finetune/Loss (Raw)": 0.9145045876502991, "Finetune/Step": 4511, "Finetune/Step Time": 11.163426287472248}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7262725234031677, "Finetune/Loss (Raw)": 0.639091432094574, "Finetune/Step": 4512, "Finetune/Step Time": 11.192461021244526}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7263096570968628, "Finetune/Loss (Raw)": 0.7501043081283569, "Finetune/Step": 4513, "Finetune/Step Time": 11.198664098978043}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7265386581420898, "Finetune/Loss (Raw)": 0.6344041228294373, "Finetune/Step": 4514, "Finetune/Step Time": 11.174733951687813}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.725337028503418, "Finetune/Loss (Raw)": 0.7541434168815613, "Finetune/Step": 4515, "Finetune/Step Time": 11.180309800431132}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7240806818008423, "Finetune/Loss (Raw)": 0.6125496029853821, "Finetune/Step": 4516, "Finetune/Step Time": 11.173768479377031}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7228896617889404, "Finetune/Loss (Raw)": 0.628877580165863, "Finetune/Step": 4517, "Finetune/Step Time": 11.173791121691465}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7241501808166504, "Finetune/Loss (Raw)": 0.8996836543083191, "Finetune/Step": 4518, "Finetune/Step Time": 11.165128763765097}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7248693108558655, "Finetune/Loss (Raw)": 0.8436833024024963, "Finetune/Step": 4519, "Finetune/Step Time": 11.154650069773197}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7263128161430359, "Finetune/Loss (Raw)": 0.8380128741264343, "Finetune/Step": 4520, "Finetune/Step Time": 11.094785736873746}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.728236198425293, "Finetune/Loss (Raw)": 0.8636661171913147, "Finetune/Step": 4521, "Finetune/Step Time": 11.068704826757312}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7281848788261414, "Finetune/Loss (Raw)": 0.706798791885376, "Finetune/Step": 4522, "Finetune/Step Time": 11.06292381696403}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7283251285552979, "Finetune/Loss (Raw)": 0.7668110728263855, "Finetune/Step": 4523, "Finetune/Step Time": 11.062391890212893}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7283493280410767, "Finetune/Loss (Raw)": 0.780893862247467, "Finetune/Step": 4524, "Finetune/Step Time": 11.058568313717842}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7284247875213623, "Finetune/Loss (Raw)": 0.7592849135398865, "Finetune/Step": 4525, "Finetune/Step Time": 11.016359573230147}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.727078914642334, "Finetune/Loss (Raw)": 0.5627811551094055, "Finetune/Step": 4526, "Finetune/Step Time": 11.032666526734829}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7251457571983337, "Finetune/Loss (Raw)": 0.42142727971076965, "Finetune/Step": 4527, "Finetune/Step Time": 11.056628178805113}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7247828245162964, "Finetune/Loss (Raw)": 0.6941855549812317, "Finetune/Step": 4528, "Finetune/Step Time": 11.042914247140288}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7256311178207397, "Finetune/Loss (Raw)": 0.7610085010528564, "Finetune/Step": 4529, "Finetune/Step Time": 11.006635574623942}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7273836731910706, "Finetune/Loss (Raw)": 0.8442792296409607, "Finetune/Step": 4530, "Finetune/Step Time": 10.98013199865818}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7277296185493469, "Finetune/Loss (Raw)": 0.8540470600128174, "Finetune/Step": 4531, "Finetune/Step Time": 10.99543771147728}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7250779271125793, "Finetune/Loss (Raw)": 0.5746414661407471, "Finetune/Step": 4532, "Finetune/Step Time": 11.008790424093604}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7256225347518921, "Finetune/Loss (Raw)": 0.7862528562545776, "Finetune/Step": 4533, "Finetune/Step Time": 10.996362624689937}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7254055142402649, "Finetune/Loss (Raw)": 0.5802538990974426, "Finetune/Step": 4534, "Finetune/Step Time": 11.03453203290701}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7248410582542419, "Finetune/Loss (Raw)": 0.5864698886871338, "Finetune/Step": 4535, "Finetune/Step Time": 11.043206421658397}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7238367795944214, "Finetune/Loss (Raw)": 0.7625102400779724, "Finetune/Step": 4536, "Finetune/Step Time": 11.054722338914871}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7249337434768677, "Finetune/Loss (Raw)": 0.7964284420013428, "Finetune/Step": 4537, "Finetune/Step Time": 11.053942047059536}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7250754833221436, "Finetune/Loss (Raw)": 0.7972846627235413, "Finetune/Step": 4538, "Finetune/Step Time": 11.050994100049138}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.724405825138092, "Finetune/Loss (Raw)": 0.6460077166557312, "Finetune/Step": 4539, "Finetune/Step Time": 11.056468119844794}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7227200865745544, "Finetune/Loss (Raw)": 0.4943322539329529, "Finetune/Step": 4540, "Finetune/Step Time": 11.098767258226871}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7205032110214233, "Finetune/Loss (Raw)": 0.6634932160377502, "Finetune/Step": 4541, "Finetune/Step Time": 11.130593698471785}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7199201583862305, "Finetune/Loss (Raw)": 0.6347315311431885, "Finetune/Step": 4542, "Finetune/Step Time": 11.13151689991355}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7192361354827881, "Finetune/Loss (Raw)": 0.7587912082672119, "Finetune/Step": 4543, "Finetune/Step Time": 11.11999030970037}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7207872867584229, "Finetune/Loss (Raw)": 0.8469520807266235, "Finetune/Step": 4544, "Finetune/Step Time": 11.107601867988706}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7197758555412292, "Finetune/Loss (Raw)": 0.7083399295806885, "Finetune/Step": 4545, "Finetune/Step Time": 11.123616425320506}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7202804088592529, "Finetune/Loss (Raw)": 0.8100244402885437, "Finetune/Step": 4546, "Finetune/Step Time": 11.119141843169928}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7201679348945618, "Finetune/Loss (Raw)": 0.8019415736198425, "Finetune/Step": 4547, "Finetune/Step Time": 11.11052531003952}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7190277576446533, "Finetune/Loss (Raw)": 0.5226916670799255, "Finetune/Step": 4548, "Finetune/Step Time": 11.172830382362008}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7181202173233032, "Finetune/Loss (Raw)": 0.5958291292190552, "Finetune/Step": 4549, "Finetune/Step Time": 11.173787688836455}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7189974188804626, "Finetune/Loss (Raw)": 0.8746492266654968, "Finetune/Step": 4550, "Finetune/Step Time": 11.169741930440068}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7208248376846313, "Finetune/Loss (Raw)": 0.8184648752212524, "Finetune/Step": 4551, "Finetune/Step Time": 11.164941785857081}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7206175327301025, "Finetune/Loss (Raw)": 0.5648621320724487, "Finetune/Step": 4552, "Finetune/Step Time": 11.139922564849257}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7219220995903015, "Finetune/Loss (Raw)": 0.7743818759918213, "Finetune/Step": 4553, "Finetune/Step Time": 11.119286019355059}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7224199771881104, "Finetune/Loss (Raw)": 0.866168200969696, "Finetune/Step": 4554, "Finetune/Step Time": 11.11233132891357}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7239044308662415, "Finetune/Loss (Raw)": 0.7603325843811035, "Finetune/Step": 4555, "Finetune/Step Time": 11.11313795670867}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.724843442440033, "Finetune/Loss (Raw)": 0.8912674784660339, "Finetune/Step": 4556, "Finetune/Step Time": 11.100492862984538}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.72434002161026, "Finetune/Loss (Raw)": 0.672651469707489, "Finetune/Step": 4557, "Finetune/Step Time": 11.104643058031797}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7242965698242188, "Finetune/Loss (Raw)": 0.55256187915802, "Finetune/Step": 4558, "Finetune/Step Time": 11.049808437004685}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7253677845001221, "Finetune/Loss (Raw)": 0.8752464652061462, "Finetune/Step": 4559, "Finetune/Step Time": 11.050934676080942}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7245079278945923, "Finetune/Loss (Raw)": 0.7068457007408142, "Finetune/Step": 4560, "Finetune/Step Time": 11.045146645978093}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7261840105056763, "Finetune/Loss (Raw)": 0.7815915942192078, "Finetune/Step": 4561, "Finetune/Step Time": 11.029024923220277}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7261309623718262, "Finetune/Loss (Raw)": 0.8300344347953796, "Finetune/Step": 4562, "Finetune/Step Time": 11.019599478691816}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7246831059455872, "Finetune/Loss (Raw)": 0.596363365650177, "Finetune/Step": 4563, "Finetune/Step Time": 11.063171647489071}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7257382869720459, "Finetune/Loss (Raw)": 0.7302723526954651, "Finetune/Step": 4564, "Finetune/Step Time": 11.037089349702}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7256315350532532, "Finetune/Loss (Raw)": 0.6742338538169861, "Finetune/Step": 4565, "Finetune/Step Time": 11.020692447200418}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7252097129821777, "Finetune/Loss (Raw)": 0.7404296398162842, "Finetune/Step": 4566, "Finetune/Step Time": 11.029530320316553}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7250093817710876, "Finetune/Loss (Raw)": 0.8562619090080261, "Finetune/Step": 4567, "Finetune/Step Time": 11.027976730838418}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.724583089351654, "Finetune/Loss (Raw)": 0.791243851184845, "Finetune/Step": 4568, "Finetune/Step Time": 11.029726155102253}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7245577573776245, "Finetune/Loss (Raw)": 0.8327097296714783, "Finetune/Step": 4569, "Finetune/Step Time": 11.039558753371239}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7251893877983093, "Finetune/Loss (Raw)": 0.8133779168128967, "Finetune/Step": 4570, "Finetune/Step Time": 11.030950343236327}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7236307859420776, "Finetune/Loss (Raw)": 0.5945799350738525, "Finetune/Step": 4571, "Finetune/Step Time": 11.054634243249893}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7239980101585388, "Finetune/Loss (Raw)": 0.7210624814033508, "Finetune/Step": 4572, "Finetune/Step Time": 11.051636449992657}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.723784863948822, "Finetune/Loss (Raw)": 0.6372942924499512, "Finetune/Step": 4573, "Finetune/Step Time": 11.071700382977724}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7234768867492676, "Finetune/Loss (Raw)": 0.8075844049453735, "Finetune/Step": 4574, "Finetune/Step Time": 11.070485915988684}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7231346368789673, "Finetune/Loss (Raw)": 0.6999635100364685, "Finetune/Step": 4575, "Finetune/Step Time": 11.088872892782092}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7224011421203613, "Finetune/Loss (Raw)": 0.6631476879119873, "Finetune/Step": 4576, "Finetune/Step Time": 11.09554765932262}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7223713397979736, "Finetune/Loss (Raw)": 0.8637756705284119, "Finetune/Step": 4577, "Finetune/Step Time": 11.100011149421334}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7233399152755737, "Finetune/Loss (Raw)": 0.8138032555580139, "Finetune/Step": 4578, "Finetune/Step Time": 11.102033134549856}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7229368090629578, "Finetune/Loss (Raw)": 0.5527045726776123, "Finetune/Step": 4579, "Finetune/Step Time": 11.135892057791352}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7224285006523132, "Finetune/Loss (Raw)": 0.5028641223907471, "Finetune/Step": 4580, "Finetune/Step Time": 11.137517934665084}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7224178314208984, "Finetune/Loss (Raw)": 0.6702333092689514, "Finetune/Step": 4581, "Finetune/Step Time": 11.15107955224812}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7226958274841309, "Finetune/Loss (Raw)": 0.7184252738952637, "Finetune/Step": 4582, "Finetune/Step Time": 11.156912894919515}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7245237827301025, "Finetune/Loss (Raw)": 0.8451696634292603, "Finetune/Step": 4583, "Finetune/Step Time": 11.138110904023051}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7243126630783081, "Finetune/Loss (Raw)": 0.6839304566383362, "Finetune/Step": 4584, "Finetune/Step Time": 11.138848189264536}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7239015102386475, "Finetune/Loss (Raw)": 0.6076991558074951, "Finetune/Step": 4585, "Finetune/Step Time": 11.12146183475852}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.724000096321106, "Finetune/Loss (Raw)": 0.6597286462783813, "Finetune/Step": 4586, "Finetune/Step Time": 11.107106165960431}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7252897024154663, "Finetune/Loss (Raw)": 0.8411592245101929, "Finetune/Step": 4587, "Finetune/Step Time": 11.102581093087792}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7252825498580933, "Finetune/Loss (Raw)": 0.8404103517532349, "Finetune/Step": 4588, "Finetune/Step Time": 11.135917412117124}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7258719205856323, "Finetune/Loss (Raw)": 0.7470943927764893, "Finetune/Step": 4589, "Finetune/Step Time": 11.132161052897573}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7253232598304749, "Finetune/Loss (Raw)": 0.6775295734405518, "Finetune/Step": 4590, "Finetune/Step Time": 11.119704879820347}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7276456952095032, "Finetune/Loss (Raw)": 0.802408754825592, "Finetune/Step": 4591, "Finetune/Step Time": 11.098992925137281}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.72549968957901, "Finetune/Loss (Raw)": 0.46521079540252686, "Finetune/Step": 4592, "Finetune/Step Time": 11.110201615840197}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7263829708099365, "Finetune/Loss (Raw)": 0.8133586049079895, "Finetune/Step": 4593, "Finetune/Step Time": 11.118033407256007}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7253165245056152, "Finetune/Loss (Raw)": 0.59489506483078, "Finetune/Step": 4594, "Finetune/Step Time": 11.153170052915812}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7249996066093445, "Finetune/Loss (Raw)": 0.7618808746337891, "Finetune/Step": 4595, "Finetune/Step Time": 11.158143045380712}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7252668142318726, "Finetune/Loss (Raw)": 0.7595941424369812, "Finetune/Step": 4596, "Finetune/Step Time": 11.17056923545897}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7246450185775757, "Finetune/Loss (Raw)": 0.6874163746833801, "Finetune/Step": 4597, "Finetune/Step Time": 11.17467031441629}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7248170971870422, "Finetune/Loss (Raw)": 0.7733104228973389, "Finetune/Step": 4598, "Finetune/Step Time": 11.167821584269404}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7252720594406128, "Finetune/Loss (Raw)": 0.6876987814903259, "Finetune/Step": 4599, "Finetune/Step Time": 11.162730665877461}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7250676155090332, "Finetune/Loss (Raw)": 0.7526035308837891, "Finetune/Step": 4600, "Finetune/Step Time": 11.16874241270125}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7226855754852295, "Finetune/Loss (Raw)": 0.645449697971344, "Finetune/Step": 4601, "Finetune/Step Time": 11.173687817528844}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7236748933792114, "Finetune/Loss (Raw)": 0.9360241293907166, "Finetune/Step": 4602, "Finetune/Step Time": 11.177491562440991}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7233250737190247, "Finetune/Loss (Raw)": 0.6401572823524475, "Finetune/Step": 4603, "Finetune/Step Time": 11.1677102483809}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7229855060577393, "Finetune/Loss (Raw)": 0.7786885499954224, "Finetune/Step": 4604, "Finetune/Step Time": 11.163809444755316}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7220291495323181, "Finetune/Loss (Raw)": 0.5670081377029419, "Finetune/Step": 4605, "Finetune/Step Time": 11.201738176867366}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7219284176826477, "Finetune/Loss (Raw)": 0.8125863075256348, "Finetune/Step": 4606, "Finetune/Step Time": 11.20260751992464}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7214435338973999, "Finetune/Loss (Raw)": 0.7127386331558228, "Finetune/Step": 4607, "Finetune/Step Time": 11.19555183686316}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7219003438949585, "Finetune/Loss (Raw)": 0.7173822522163391, "Finetune/Step": 4608, "Finetune/Step Time": 11.193661041557789}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7236261367797852, "Finetune/Loss (Raw)": 0.9007546901702881, "Finetune/Step": 4609, "Finetune/Step Time": 11.194665683433414}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7239211797714233, "Finetune/Loss (Raw)": 0.6925477981567383, "Finetune/Step": 4610, "Finetune/Step Time": 11.161566777154803}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.721903383731842, "Finetune/Loss (Raw)": 0.5061902403831482, "Finetune/Step": 4611, "Finetune/Step Time": 11.197835952043533}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7216658592224121, "Finetune/Loss (Raw)": 0.7972670197486877, "Finetune/Step": 4612, "Finetune/Step Time": 11.174520531669259}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7207306027412415, "Finetune/Loss (Raw)": 0.6187300682067871, "Finetune/Step": 4613, "Finetune/Step Time": 11.22308174520731}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7205476760864258, "Finetune/Loss (Raw)": 0.6799420714378357, "Finetune/Step": 4614, "Finetune/Step Time": 11.230860041454434}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7232080698013306, "Finetune/Loss (Raw)": 0.8755890130996704, "Finetune/Step": 4615, "Finetune/Step Time": 11.190093854442239}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7228751182556152, "Finetune/Loss (Raw)": 0.7161571979522705, "Finetune/Step": 4616, "Finetune/Step Time": 11.192410266026855}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7242956161499023, "Finetune/Loss (Raw)": 0.6571463346481323, "Finetune/Step": 4617, "Finetune/Step Time": 11.173993503674865}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7256230115890503, "Finetune/Loss (Raw)": 0.7985787987709045, "Finetune/Step": 4618, "Finetune/Step Time": 11.166352648288012}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.726777970790863, "Finetune/Loss (Raw)": 0.8548546433448792, "Finetune/Step": 4619, "Finetune/Step Time": 11.170429058372974}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.726356565952301, "Finetune/Loss (Raw)": 0.7377850413322449, "Finetune/Step": 4620, "Finetune/Step Time": 11.17741753719747}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7275756597518921, "Finetune/Loss (Raw)": 0.8503220081329346, "Finetune/Step": 4621, "Finetune/Step Time": 11.164439164102077}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7293630838394165, "Finetune/Loss (Raw)": 0.8092429041862488, "Finetune/Step": 4622, "Finetune/Step Time": 11.159164255484939}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7300615310668945, "Finetune/Loss (Raw)": 0.8284906148910522, "Finetune/Step": 4623, "Finetune/Step Time": 11.161226704716682}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7300711870193481, "Finetune/Loss (Raw)": 0.6784071922302246, "Finetune/Step": 4624, "Finetune/Step Time": 11.152558989822865}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7305856943130493, "Finetune/Loss (Raw)": 0.8137492537498474, "Finetune/Step": 4625, "Finetune/Step Time": 11.154071141034365}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7294866442680359, "Finetune/Loss (Raw)": 0.5338118076324463, "Finetune/Step": 4626, "Finetune/Step Time": 11.186211302876472}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7284183502197266, "Finetune/Loss (Raw)": 0.7117343544960022, "Finetune/Step": 4627, "Finetune/Step Time": 11.197852862998843}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7283807396888733, "Finetune/Loss (Raw)": 0.660336434841156, "Finetune/Step": 4628, "Finetune/Step Time": 11.2036964148283}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7272586822509766, "Finetune/Loss (Raw)": 0.7191057801246643, "Finetune/Step": 4629, "Finetune/Step Time": 11.201485747471452}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7276419401168823, "Finetune/Loss (Raw)": 0.6683351993560791, "Finetune/Step": 4630, "Finetune/Step Time": 11.207166407257318}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7255392074584961, "Finetune/Loss (Raw)": 0.5606215000152588, "Finetune/Step": 4631, "Finetune/Step Time": 11.231074761599302}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7235159277915955, "Finetune/Loss (Raw)": 0.477284699678421, "Finetune/Step": 4632, "Finetune/Step Time": 11.260663943365216}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7222762107849121, "Finetune/Loss (Raw)": 0.5822972655296326, "Finetune/Step": 4633, "Finetune/Step Time": 11.275334998965263}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7215805053710938, "Finetune/Loss (Raw)": 0.8438243269920349, "Finetune/Step": 4634, "Finetune/Step Time": 11.288387110456824}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7211127281188965, "Finetune/Loss (Raw)": 0.5496161580085754, "Finetune/Step": 4635, "Finetune/Step Time": 11.275235487148166}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7211846113204956, "Finetune/Loss (Raw)": 0.7432803511619568, "Finetune/Step": 4636, "Finetune/Step Time": 11.27665065601468}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7222646474838257, "Finetune/Loss (Raw)": 0.8210194706916809, "Finetune/Step": 4637, "Finetune/Step Time": 11.266243016347289}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7235738635063171, "Finetune/Loss (Raw)": 0.9726989269256592, "Finetune/Step": 4638, "Finetune/Step Time": 11.270852332934737}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7210782766342163, "Finetune/Loss (Raw)": 0.5950642824172974, "Finetune/Step": 4639, "Finetune/Step Time": 11.309962613508105}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7224886417388916, "Finetune/Loss (Raw)": 0.8196213245391846, "Finetune/Step": 4640, "Finetune/Step Time": 11.281913287937641}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7227073907852173, "Finetune/Loss (Raw)": 0.7781031727790833, "Finetune/Step": 4641, "Finetune/Step Time": 11.280278358608484}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7238380908966064, "Finetune/Loss (Raw)": 0.7791352272033691, "Finetune/Step": 4642, "Finetune/Step Time": 11.2773905005306}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7246005535125732, "Finetune/Loss (Raw)": 0.8517398834228516, "Finetune/Step": 4643, "Finetune/Step Time": 11.271929686889052}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7245137095451355, "Finetune/Loss (Raw)": 0.601428210735321, "Finetune/Step": 4644, "Finetune/Step Time": 11.310008781030774}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7258779406547546, "Finetune/Loss (Raw)": 0.8035016655921936, "Finetune/Step": 4645, "Finetune/Step Time": 11.310417687520385}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7237036228179932, "Finetune/Loss (Raw)": 0.6213657259941101, "Finetune/Step": 4646, "Finetune/Step Time": 11.32689536549151}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7231757640838623, "Finetune/Loss (Raw)": 0.7761231064796448, "Finetune/Step": 4647, "Finetune/Step Time": 11.332948956638575}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7223730683326721, "Finetune/Loss (Raw)": 0.7352614402770996, "Finetune/Step": 4648, "Finetune/Step Time": 11.34107911773026}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.721960186958313, "Finetune/Loss (Raw)": 0.8108193278312683, "Finetune/Step": 4649, "Finetune/Step Time": 11.335713664069772}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7213553190231323, "Finetune/Loss (Raw)": 0.6293801069259644, "Finetune/Step": 4650, "Finetune/Step Time": 11.348141761496663}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7212868928909302, "Finetune/Loss (Raw)": 0.7580476999282837, "Finetune/Step": 4651, "Finetune/Step Time": 11.344260329380631}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7210994362831116, "Finetune/Loss (Raw)": 0.7569027543067932, "Finetune/Step": 4652, "Finetune/Step Time": 11.341499904170632}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7191334962844849, "Finetune/Loss (Raw)": 0.5076406002044678, "Finetune/Step": 4653, "Finetune/Step Time": 11.374302776530385}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7203878164291382, "Finetune/Loss (Raw)": 0.7233397960662842, "Finetune/Step": 4654, "Finetune/Step Time": 11.357961796224117}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7219149470329285, "Finetune/Loss (Raw)": 0.6168996691703796, "Finetune/Step": 4655, "Finetune/Step Time": 11.335211185738444}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7213407158851624, "Finetune/Loss (Raw)": 0.6206806898117065, "Finetune/Step": 4656, "Finetune/Step Time": 11.38280077278614}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.720903217792511, "Finetune/Loss (Raw)": 0.705010712146759, "Finetune/Step": 4657, "Finetune/Step Time": 11.380699157714844}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7207597494125366, "Finetune/Loss (Raw)": 0.8259230256080627, "Finetune/Step": 4658, "Finetune/Step Time": 11.377839103341103}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7206004858016968, "Finetune/Loss (Raw)": 0.833651065826416, "Finetune/Step": 4659, "Finetune/Step Time": 11.369456131011248}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.722353458404541, "Finetune/Loss (Raw)": 0.7990198731422424, "Finetune/Step": 4660, "Finetune/Step Time": 11.391899896785617}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.721244215965271, "Finetune/Loss (Raw)": 0.6442729830741882, "Finetune/Step": 4661, "Finetune/Step Time": 11.406158804893494}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7232166528701782, "Finetune/Loss (Raw)": 0.8327253460884094, "Finetune/Step": 4662, "Finetune/Step Time": 11.367683907970786}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7248924374580383, "Finetune/Loss (Raw)": 0.8009750843048096, "Finetune/Step": 4663, "Finetune/Step Time": 11.352446841076016}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.724859356880188, "Finetune/Loss (Raw)": 0.7582696676254272, "Finetune/Step": 4664, "Finetune/Step Time": 11.338678766041994}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.723963737487793, "Finetune/Loss (Raw)": 0.6817900538444519, "Finetune/Step": 4665, "Finetune/Step Time": 11.346431743353605}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.722268283367157, "Finetune/Loss (Raw)": 0.5802721381187439, "Finetune/Step": 4666, "Finetune/Step Time": 11.37566856853664}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7237008810043335, "Finetune/Loss (Raw)": 0.8293793797492981, "Finetune/Step": 4667, "Finetune/Step Time": 11.359860204160213}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7255497574806213, "Finetune/Loss (Raw)": 0.7309850454330444, "Finetune/Step": 4668, "Finetune/Step Time": 11.33085709437728}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7245591878890991, "Finetune/Loss (Raw)": 0.5367050766944885, "Finetune/Step": 4669, "Finetune/Step Time": 11.340219574049115}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7257821559906006, "Finetune/Loss (Raw)": 0.7912715673446655, "Finetune/Step": 4670, "Finetune/Step Time": 11.340848771855235}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7252695560455322, "Finetune/Loss (Raw)": 0.6931732296943665, "Finetune/Step": 4671, "Finetune/Step Time": 11.333254866302013}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.724826991558075, "Finetune/Loss (Raw)": 0.7903034687042236, "Finetune/Step": 4672, "Finetune/Step Time": 11.353582656010985}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7251369953155518, "Finetune/Loss (Raw)": 0.7480238676071167, "Finetune/Step": 4673, "Finetune/Step Time": 11.343658795580268}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7253755927085876, "Finetune/Loss (Raw)": 0.8405672907829285, "Finetune/Step": 4674, "Finetune/Step Time": 11.382867118343711}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7255051732063293, "Finetune/Loss (Raw)": 0.8185209035873413, "Finetune/Step": 4675, "Finetune/Step Time": 11.387353282421827}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7270214557647705, "Finetune/Loss (Raw)": 0.7167832255363464, "Finetune/Step": 4676, "Finetune/Step Time": 11.302865874022245}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7288087606430054, "Finetune/Loss (Raw)": 0.8245969414710999, "Finetune/Step": 4677, "Finetune/Step Time": 11.288189737126231}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7276908159255981, "Finetune/Loss (Raw)": 0.7315580248832703, "Finetune/Step": 4678, "Finetune/Step Time": 11.3266049772501}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7261433601379395, "Finetune/Loss (Raw)": 0.6203896403312683, "Finetune/Step": 4679, "Finetune/Step Time": 11.328635917976499}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.728352427482605, "Finetune/Loss (Raw)": 0.847620964050293, "Finetune/Step": 4680, "Finetune/Step Time": 11.315897226333618}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7279983758926392, "Finetune/Loss (Raw)": 0.7290673851966858, "Finetune/Step": 4681, "Finetune/Step Time": 11.330218831077218}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7269558906555176, "Finetune/Loss (Raw)": 0.7327322363853455, "Finetune/Step": 4682, "Finetune/Step Time": 11.347461570054293}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7268832921981812, "Finetune/Loss (Raw)": 0.7510327100753784, "Finetune/Step": 4683, "Finetune/Step Time": 11.32744693942368}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7265880107879639, "Finetune/Loss (Raw)": 0.8534761071205139, "Finetune/Step": 4684, "Finetune/Step Time": 11.325592868030071}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7278933525085449, "Finetune/Loss (Raw)": 0.8397348523139954, "Finetune/Step": 4685, "Finetune/Step Time": 11.322966730222106}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7284327745437622, "Finetune/Loss (Raw)": 0.6216117739677429, "Finetune/Step": 4686, "Finetune/Step Time": 11.318594366312027}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7277766466140747, "Finetune/Loss (Raw)": 0.7912542819976807, "Finetune/Step": 4687, "Finetune/Step Time": 11.30563229508698}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7301065921783447, "Finetune/Loss (Raw)": 1.0050804615020752, "Finetune/Step": 4688, "Finetune/Step Time": 11.29943691007793}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7307494878768921, "Finetune/Loss (Raw)": 0.863886296749115, "Finetune/Step": 4689, "Finetune/Step Time": 11.285249929875135}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7290966510772705, "Finetune/Loss (Raw)": 0.6184645891189575, "Finetune/Step": 4690, "Finetune/Step Time": 11.303730683401227}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7313675284385681, "Finetune/Loss (Raw)": 0.8870400786399841, "Finetune/Step": 4691, "Finetune/Step Time": 11.262061271816492}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7327823638916016, "Finetune/Loss (Raw)": 0.9113695025444031, "Finetune/Step": 4692, "Finetune/Step Time": 11.258609663695097}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7335286736488342, "Finetune/Loss (Raw)": 0.7697634696960449, "Finetune/Step": 4693, "Finetune/Step Time": 11.275663128122687}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7345045208930969, "Finetune/Loss (Raw)": 0.8653393387794495, "Finetune/Step": 4694, "Finetune/Step Time": 11.265000680461526}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7341244220733643, "Finetune/Loss (Raw)": 0.8076090216636658, "Finetune/Step": 4695, "Finetune/Step Time": 11.266754703596234}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7330639362335205, "Finetune/Loss (Raw)": 0.6554988622665405, "Finetune/Step": 4696, "Finetune/Step Time": 11.279788495972753}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7325190305709839, "Finetune/Loss (Raw)": 0.7629584670066833, "Finetune/Step": 4697, "Finetune/Step Time": 11.262255253270268}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7326960563659668, "Finetune/Loss (Raw)": 0.8360329866409302, "Finetune/Step": 4698, "Finetune/Step Time": 11.257748048752546}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7347227334976196, "Finetune/Loss (Raw)": 0.8540030121803284, "Finetune/Step": 4699, "Finetune/Step Time": 11.250923078507185}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7350651025772095, "Finetune/Loss (Raw)": 0.7648807764053345, "Finetune/Step": 4700, "Finetune/Step Time": 11.24234463647008}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7362053990364075, "Finetune/Loss (Raw)": 0.7832569479942322, "Finetune/Step": 4701, "Finetune/Step Time": 11.229108396917582}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7356215715408325, "Finetune/Loss (Raw)": 0.7328567504882812, "Finetune/Step": 4702, "Finetune/Step Time": 11.233479415997863}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7368230223655701, "Finetune/Loss (Raw)": 0.8537447452545166, "Finetune/Step": 4703, "Finetune/Step Time": 11.22189100086689}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7366854548454285, "Finetune/Loss (Raw)": 0.645535409450531, "Finetune/Step": 4704, "Finetune/Step Time": 11.213141141459346}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7367799282073975, "Finetune/Loss (Raw)": 0.8758777976036072, "Finetune/Step": 4705, "Finetune/Step Time": 11.21980568766594}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7359907627105713, "Finetune/Loss (Raw)": 0.7127807140350342, "Finetune/Step": 4706, "Finetune/Step Time": 11.212797740474343}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7369062900543213, "Finetune/Loss (Raw)": 0.6698982119560242, "Finetune/Step": 4707, "Finetune/Step Time": 11.166259841993451}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7382075786590576, "Finetune/Loss (Raw)": 0.6694297194480896, "Finetune/Step": 4708, "Finetune/Step Time": 11.129240771755576}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7381112575531006, "Finetune/Loss (Raw)": 0.6578992009162903, "Finetune/Step": 4709, "Finetune/Step Time": 11.134988022968173}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7397351264953613, "Finetune/Loss (Raw)": 0.9262840151786804, "Finetune/Step": 4710, "Finetune/Step Time": 11.124181961640716}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7389308214187622, "Finetune/Loss (Raw)": 0.742217481136322, "Finetune/Step": 4711, "Finetune/Step Time": 11.124457128345966}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7387366890907288, "Finetune/Loss (Raw)": 0.6590785384178162, "Finetune/Step": 4712, "Finetune/Step Time": 11.149443097412586}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7403810024261475, "Finetune/Loss (Raw)": 0.8181763291358948, "Finetune/Step": 4713, "Finetune/Step Time": 11.151768505573273}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7409330010414124, "Finetune/Loss (Raw)": 0.7303798794746399, "Finetune/Step": 4714, "Finetune/Step Time": 11.156614823266864}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7403088808059692, "Finetune/Loss (Raw)": 0.7612752914428711, "Finetune/Step": 4715, "Finetune/Step Time": 11.160798244178295}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7393380403518677, "Finetune/Loss (Raw)": 0.7161377668380737, "Finetune/Step": 4716, "Finetune/Step Time": 11.122244022786617}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7396572828292847, "Finetune/Loss (Raw)": 0.787966251373291, "Finetune/Step": 4717, "Finetune/Step Time": 11.120791794732213}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7385541796684265, "Finetune/Loss (Raw)": 0.5363270044326782, "Finetune/Step": 4718, "Finetune/Step Time": 11.138745028525591}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7371737360954285, "Finetune/Loss (Raw)": 0.6257157325744629, "Finetune/Step": 4719, "Finetune/Step Time": 11.137641359120607}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7371537685394287, "Finetune/Loss (Raw)": 0.4626505374908447, "Finetune/Step": 4720, "Finetune/Step Time": 11.160207640379667}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7354559898376465, "Finetune/Loss (Raw)": 0.596049427986145, "Finetune/Step": 4721, "Finetune/Step Time": 11.166291732341051}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7360714673995972, "Finetune/Loss (Raw)": 0.6736727952957153, "Finetune/Step": 4722, "Finetune/Step Time": 11.129488877952099}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7360936403274536, "Finetune/Loss (Raw)": 0.7647185921669006, "Finetune/Step": 4723, "Finetune/Step Time": 11.125239163637161}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7348852157592773, "Finetune/Loss (Raw)": 0.604917049407959, "Finetune/Step": 4724, "Finetune/Step Time": 11.157876810058951}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7348201274871826, "Finetune/Loss (Raw)": 0.679084300994873, "Finetune/Step": 4725, "Finetune/Step Time": 11.160563493147492}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7339233160018921, "Finetune/Loss (Raw)": 0.6585109233856201, "Finetune/Step": 4726, "Finetune/Step Time": 11.169301502406597}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7340556383132935, "Finetune/Loss (Raw)": 0.7046428918838501, "Finetune/Step": 4727, "Finetune/Step Time": 11.16281769797206}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7335127592086792, "Finetune/Loss (Raw)": 0.6831158399581909, "Finetune/Step": 4728, "Finetune/Step Time": 11.16429927945137}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7360038757324219, "Finetune/Loss (Raw)": 0.9643115997314453, "Finetune/Step": 4729, "Finetune/Step Time": 11.16269757039845}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7346909046173096, "Finetune/Loss (Raw)": 0.7679618000984192, "Finetune/Step": 4730, "Finetune/Step Time": 11.15385815128684}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7344272136688232, "Finetune/Loss (Raw)": 0.6064059734344482, "Finetune/Step": 4731, "Finetune/Step Time": 11.15195963717997}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7342946529388428, "Finetune/Loss (Raw)": 0.76171875, "Finetune/Step": 4732, "Finetune/Step Time": 11.151509361341596}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7362673282623291, "Finetune/Loss (Raw)": 0.819513201713562, "Finetune/Step": 4733, "Finetune/Step Time": 11.106189908459783}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7351693511009216, "Finetune/Loss (Raw)": 0.6720399856567383, "Finetune/Step": 4734, "Finetune/Step Time": 11.113214323297143}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7360210418701172, "Finetune/Loss (Raw)": 0.8217607736587524, "Finetune/Step": 4735, "Finetune/Step Time": 11.11456117220223}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7349535822868347, "Finetune/Loss (Raw)": 0.5807430148124695, "Finetune/Step": 4736, "Finetune/Step Time": 11.123498737812042}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7330467700958252, "Finetune/Loss (Raw)": 0.656681478023529, "Finetune/Step": 4737, "Finetune/Step Time": 11.135718572884798}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7338870763778687, "Finetune/Loss (Raw)": 0.8001092076301575, "Finetune/Step": 4738, "Finetune/Step Time": 11.146007793024182}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7352962493896484, "Finetune/Loss (Raw)": 0.6865577101707458, "Finetune/Step": 4739, "Finetune/Step Time": 11.112281460314989}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7343489527702332, "Finetune/Loss (Raw)": 0.6760202050209045, "Finetune/Step": 4740, "Finetune/Step Time": 11.116610046476126}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7337421774864197, "Finetune/Loss (Raw)": 0.5410618185997009, "Finetune/Step": 4741, "Finetune/Step Time": 11.080005146563053}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7334957718849182, "Finetune/Loss (Raw)": 0.6484025716781616, "Finetune/Step": 4742, "Finetune/Step Time": 11.096106514334679}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7315946817398071, "Finetune/Loss (Raw)": 0.6322494149208069, "Finetune/Step": 4743, "Finetune/Step Time": 11.118519894778728}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7329816818237305, "Finetune/Loss (Raw)": 0.8936895132064819, "Finetune/Step": 4744, "Finetune/Step Time": 11.110499516129494}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7331918478012085, "Finetune/Loss (Raw)": 0.6840514540672302, "Finetune/Step": 4745, "Finetune/Step Time": 11.136266361922026}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7320740222930908, "Finetune/Loss (Raw)": 0.6554957032203674, "Finetune/Step": 4746, "Finetune/Step Time": 11.169178169220686}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7322374582290649, "Finetune/Loss (Raw)": 0.8757750391960144, "Finetune/Step": 4747, "Finetune/Step Time": 11.174022452905774}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7328022718429565, "Finetune/Loss (Raw)": 0.8100820183753967, "Finetune/Step": 4748, "Finetune/Step Time": 11.171733872964978}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7322354912757874, "Finetune/Loss (Raw)": 0.777771532535553, "Finetune/Step": 4749, "Finetune/Step Time": 11.178960179910064}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7314974069595337, "Finetune/Loss (Raw)": 0.7147725224494934, "Finetune/Step": 4750, "Finetune/Step Time": 11.183003555983305}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.730766773223877, "Finetune/Loss (Raw)": 0.7349697947502136, "Finetune/Step": 4751, "Finetune/Step Time": 11.193389795720577}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7317394018173218, "Finetune/Loss (Raw)": 0.8029082417488098, "Finetune/Step": 4752, "Finetune/Step Time": 11.19531230442226}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7306532859802246, "Finetune/Loss (Raw)": 0.6747208833694458, "Finetune/Step": 4753, "Finetune/Step Time": 11.1864154022187}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7324828505516052, "Finetune/Loss (Raw)": 0.767995297908783, "Finetune/Step": 4754, "Finetune/Step Time": 11.160095632076263}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7326744794845581, "Finetune/Loss (Raw)": 0.7362555861473083, "Finetune/Step": 4755, "Finetune/Step Time": 11.158853078261018}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7333898544311523, "Finetune/Loss (Raw)": 0.7519111037254333, "Finetune/Step": 4756, "Finetune/Step Time": 11.147984385490417}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7335294485092163, "Finetune/Loss (Raw)": 0.7369725704193115, "Finetune/Step": 4757, "Finetune/Step Time": 11.159151403233409}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.733847975730896, "Finetune/Loss (Raw)": 0.7091098427772522, "Finetune/Step": 4758, "Finetune/Step Time": 11.146003741770983}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7346963882446289, "Finetune/Loss (Raw)": 0.6692236065864563, "Finetune/Step": 4759, "Finetune/Step Time": 11.124625604599714}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7369145154953003, "Finetune/Loss (Raw)": 0.7611978054046631, "Finetune/Step": 4760, "Finetune/Step Time": 11.093623295426369}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.737162709236145, "Finetune/Loss (Raw)": 0.6140665411949158, "Finetune/Step": 4761, "Finetune/Step Time": 11.09835771471262}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7359448671340942, "Finetune/Loss (Raw)": 0.6879433393478394, "Finetune/Step": 4762, "Finetune/Step Time": 11.091621484607458}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7375677227973938, "Finetune/Loss (Raw)": 0.757337749004364, "Finetune/Step": 4763, "Finetune/Step Time": 11.072253949940205}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7370398044586182, "Finetune/Loss (Raw)": 0.6757133603096008, "Finetune/Step": 4764, "Finetune/Step Time": 11.075941413640976}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7356408834457397, "Finetune/Loss (Raw)": 0.6419474482536316, "Finetune/Step": 4765, "Finetune/Step Time": 11.07664567604661}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7350027561187744, "Finetune/Loss (Raw)": 0.8910159468650818, "Finetune/Step": 4766, "Finetune/Step Time": 11.079757135361433}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7366130352020264, "Finetune/Loss (Raw)": 0.8011923432350159, "Finetune/Step": 4767, "Finetune/Step Time": 11.030025877058506}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7357550859451294, "Finetune/Loss (Raw)": 0.7097999453544617, "Finetune/Step": 4768, "Finetune/Step Time": 11.036050166934729}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7353653907775879, "Finetune/Loss (Raw)": 0.7282266616821289, "Finetune/Step": 4769, "Finetune/Step Time": 11.034761810675263}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7329013347625732, "Finetune/Loss (Raw)": 0.46372851729393005, "Finetune/Step": 4770, "Finetune/Step Time": 11.04015040025115}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7329596281051636, "Finetune/Loss (Raw)": 0.8592013716697693, "Finetune/Step": 4771, "Finetune/Step Time": 11.046154044568539}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7334904670715332, "Finetune/Loss (Raw)": 0.6693816781044006, "Finetune/Step": 4772, "Finetune/Step Time": 11.026208400726318}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7314287424087524, "Finetune/Loss (Raw)": 0.5396033525466919, "Finetune/Step": 4773, "Finetune/Step Time": 11.026589773595333}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7325900197029114, "Finetune/Loss (Raw)": 0.7700029015541077, "Finetune/Step": 4774, "Finetune/Step Time": 11.011232668533921}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7331727147102356, "Finetune/Loss (Raw)": 0.850714385509491, "Finetune/Step": 4775, "Finetune/Step Time": 11.00969353877008}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7325631380081177, "Finetune/Loss (Raw)": 0.6572282910346985, "Finetune/Step": 4776, "Finetune/Step Time": 11.029385190457106}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7320616245269775, "Finetune/Loss (Raw)": 0.7466298937797546, "Finetune/Step": 4777, "Finetune/Step Time": 11.031848458573222}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7311949729919434, "Finetune/Loss (Raw)": 0.5184425711631775, "Finetune/Step": 4778, "Finetune/Step Time": 11.049467546865344}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7323136329650879, "Finetune/Loss (Raw)": 0.9012365937232971, "Finetune/Step": 4779, "Finetune/Step Time": 11.052611239254475}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7318431735038757, "Finetune/Loss (Raw)": 0.6966903805732727, "Finetune/Step": 4780, "Finetune/Step Time": 11.05632465519011}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.732863187789917, "Finetune/Loss (Raw)": 0.6381991505622864, "Finetune/Step": 4781, "Finetune/Step Time": 11.02844331599772}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7321920990943909, "Finetune/Loss (Raw)": 0.6374363303184509, "Finetune/Step": 4782, "Finetune/Step Time": 11.03025197982788}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7316247820854187, "Finetune/Loss (Raw)": 0.544292688369751, "Finetune/Step": 4783, "Finetune/Step Time": 11.062486577779055}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.732628583908081, "Finetune/Loss (Raw)": 0.749159038066864, "Finetune/Step": 4784, "Finetune/Step Time": 11.016015147790313}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7343533039093018, "Finetune/Loss (Raw)": 0.9257757067680359, "Finetune/Step": 4785, "Finetune/Step Time": 11.017689898610115}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7340461611747742, "Finetune/Loss (Raw)": 0.7866058945655823, "Finetune/Step": 4786, "Finetune/Step Time": 11.022519374266267}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7332976460456848, "Finetune/Loss (Raw)": 0.7378466725349426, "Finetune/Step": 4787, "Finetune/Step Time": 11.01335165090859}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7319676280021667, "Finetune/Loss (Raw)": 0.6287781596183777, "Finetune/Step": 4788, "Finetune/Step Time": 11.018023857846856}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7316514253616333, "Finetune/Loss (Raw)": 0.6038004159927368, "Finetune/Step": 4789, "Finetune/Step Time": 11.007393285632133}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7314019799232483, "Finetune/Loss (Raw)": 0.8007945418357849, "Finetune/Step": 4790, "Finetune/Step Time": 11.012283047661185}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.729982852935791, "Finetune/Loss (Raw)": 0.6193257570266724, "Finetune/Step": 4791, "Finetune/Step Time": 11.051007414236665}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7312983274459839, "Finetune/Loss (Raw)": 0.9266586899757385, "Finetune/Step": 4792, "Finetune/Step Time": 11.055870331823826}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.732373833656311, "Finetune/Loss (Raw)": 0.8194468021392822, "Finetune/Step": 4793, "Finetune/Step Time": 11.04588259011507}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7330273985862732, "Finetune/Loss (Raw)": 0.6639273166656494, "Finetune/Step": 4794, "Finetune/Step Time": 11.042453061789274}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7317578196525574, "Finetune/Loss (Raw)": 0.6668725609779358, "Finetune/Step": 4795, "Finetune/Step Time": 11.088741200044751}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7325539588928223, "Finetune/Loss (Raw)": 0.8328890204429626, "Finetune/Step": 4796, "Finetune/Step Time": 11.081536903977394}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7344191670417786, "Finetune/Loss (Raw)": 0.7754541635513306, "Finetune/Step": 4797, "Finetune/Step Time": 11.045602997764945}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.732784628868103, "Finetune/Loss (Raw)": 0.5820519924163818, "Finetune/Step": 4798, "Finetune/Step Time": 11.07493801228702}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7337580919265747, "Finetune/Loss (Raw)": 0.8177790641784668, "Finetune/Step": 4799, "Finetune/Step Time": 11.079471984878182}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7349135875701904, "Finetune/Loss (Raw)": 0.938201904296875, "Finetune/Step": 4800, "Finetune/Step Time": 11.05342854745686}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7356042861938477, "Finetune/Loss (Raw)": 0.8364338278770447, "Finetune/Step": 4801, "Finetune/Step Time": 11.03823103196919}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.735088586807251, "Finetune/Loss (Raw)": 0.7745575904846191, "Finetune/Step": 4802, "Finetune/Step Time": 10.99639213271439}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7351759672164917, "Finetune/Loss (Raw)": 0.8297097682952881, "Finetune/Step": 4803, "Finetune/Step Time": 10.999714840203524}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7358311414718628, "Finetune/Loss (Raw)": 0.8006423711776733, "Finetune/Step": 4804, "Finetune/Step Time": 11.000246822834015}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7357871532440186, "Finetune/Loss (Raw)": 0.8189595341682434, "Finetune/Step": 4805, "Finetune/Step Time": 11.007997035980225}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7360321283340454, "Finetune/Loss (Raw)": 0.7629198431968689, "Finetune/Step": 4806, "Finetune/Step Time": 10.978043733164668}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7370660305023193, "Finetune/Loss (Raw)": 0.7527323961257935, "Finetune/Step": 4807, "Finetune/Step Time": 10.978056833148003}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7373843789100647, "Finetune/Loss (Raw)": 0.8883715867996216, "Finetune/Step": 4808, "Finetune/Step Time": 10.974080810323358}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7359263896942139, "Finetune/Loss (Raw)": 0.5424413084983826, "Finetune/Step": 4809, "Finetune/Step Time": 10.958497555926442}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7357776165008545, "Finetune/Loss (Raw)": 0.7136908769607544, "Finetune/Step": 4810, "Finetune/Step Time": 10.948610249906778}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7359874844551086, "Finetune/Loss (Raw)": 0.7778907418251038, "Finetune/Step": 4811, "Finetune/Step Time": 10.967450506985188}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7350811958312988, "Finetune/Loss (Raw)": 0.7374709248542786, "Finetune/Step": 4812, "Finetune/Step Time": 10.971607325598598}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7340077757835388, "Finetune/Loss (Raw)": 0.702337384223938, "Finetune/Step": 4813, "Finetune/Step Time": 11.005779517814517}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7351621389389038, "Finetune/Loss (Raw)": 0.769372820854187, "Finetune/Step": 4814, "Finetune/Step Time": 10.997135309502482}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7356702089309692, "Finetune/Loss (Raw)": 0.8562907576560974, "Finetune/Step": 4815, "Finetune/Step Time": 10.995527904480696}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7331091165542603, "Finetune/Loss (Raw)": 0.6772561073303223, "Finetune/Step": 4816, "Finetune/Step Time": 11.02014609798789}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7324879169464111, "Finetune/Loss (Raw)": 0.7843706011772156, "Finetune/Step": 4817, "Finetune/Step Time": 11.03365265391767}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7340565919876099, "Finetune/Loss (Raw)": 0.8192565441131592, "Finetune/Step": 4818, "Finetune/Step Time": 11.019971212372184}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7336710691452026, "Finetune/Loss (Raw)": 0.8376952409744263, "Finetune/Step": 4819, "Finetune/Step Time": 11.017624221742153}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7330936789512634, "Finetune/Loss (Raw)": 0.837461531162262, "Finetune/Step": 4820, "Finetune/Step Time": 11.022047609090805}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7338683605194092, "Finetune/Loss (Raw)": 0.8689203858375549, "Finetune/Step": 4821, "Finetune/Step Time": 11.006834765896201}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7334154844284058, "Finetune/Loss (Raw)": 0.807371199131012, "Finetune/Step": 4822, "Finetune/Step Time": 11.016621738672256}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7336442470550537, "Finetune/Loss (Raw)": 0.8368980884552002, "Finetune/Step": 4823, "Finetune/Step Time": 11.02010734938085}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.733227014541626, "Finetune/Loss (Raw)": 0.6020873785018921, "Finetune/Step": 4824, "Finetune/Step Time": 11.036365969106555}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7329420447349548, "Finetune/Loss (Raw)": 0.7264858484268188, "Finetune/Step": 4825, "Finetune/Step Time": 11.047025488689542}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7323284149169922, "Finetune/Loss (Raw)": 0.7574920654296875, "Finetune/Step": 4826, "Finetune/Step Time": 11.044819781556726}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.732189953327179, "Finetune/Loss (Raw)": 0.8362718224525452, "Finetune/Step": 4827, "Finetune/Step Time": 11.03357812948525}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7323741912841797, "Finetune/Loss (Raw)": 0.7884629964828491, "Finetune/Step": 4828, "Finetune/Step Time": 11.049894342198968}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7322795987129211, "Finetune/Loss (Raw)": 0.7711552977561951, "Finetune/Step": 4829, "Finetune/Step Time": 11.054985770955682}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7322710752487183, "Finetune/Loss (Raw)": 0.7317605018615723, "Finetune/Step": 4830, "Finetune/Step Time": 11.046294236555696}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.729810357093811, "Finetune/Loss (Raw)": 0.538776695728302, "Finetune/Step": 4831, "Finetune/Step Time": 11.077646436169744}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7298061847686768, "Finetune/Loss (Raw)": 0.645002007484436, "Finetune/Step": 4832, "Finetune/Step Time": 11.114899400621653}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7289348840713501, "Finetune/Loss (Raw)": 0.7643516063690186, "Finetune/Step": 4833, "Finetune/Step Time": 11.111334189772606}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7304025292396545, "Finetune/Loss (Raw)": 0.9006354808807373, "Finetune/Step": 4834, "Finetune/Step Time": 11.117343312129378}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7316069602966309, "Finetune/Loss (Raw)": 0.8240681886672974, "Finetune/Step": 4835, "Finetune/Step Time": 11.127182075753808}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.733077883720398, "Finetune/Loss (Raw)": 0.8577031493186951, "Finetune/Step": 4836, "Finetune/Step Time": 11.12130968272686}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7338918447494507, "Finetune/Loss (Raw)": 0.7620983719825745, "Finetune/Step": 4837, "Finetune/Step Time": 11.096618190407753}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7331562638282776, "Finetune/Loss (Raw)": 0.8321222066879272, "Finetune/Step": 4838, "Finetune/Step Time": 11.108754646033049}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7325537204742432, "Finetune/Loss (Raw)": 0.6650906205177307, "Finetune/Step": 4839, "Finetune/Step Time": 11.110076520591974}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7332121133804321, "Finetune/Loss (Raw)": 0.7433590292930603, "Finetune/Step": 4840, "Finetune/Step Time": 11.08999890089035}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7322331666946411, "Finetune/Loss (Raw)": 0.6928604245185852, "Finetune/Step": 4841, "Finetune/Step Time": 11.099001845344901}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7315043210983276, "Finetune/Loss (Raw)": 0.6370974183082581, "Finetune/Step": 4842, "Finetune/Step Time": 11.114823337644339}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.732690155506134, "Finetune/Loss (Raw)": 0.9130564332008362, "Finetune/Step": 4843, "Finetune/Step Time": 11.11036698706448}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7323954105377197, "Finetune/Loss (Raw)": 0.6784125566482544, "Finetune/Step": 4844, "Finetune/Step Time": 11.14024493470788}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7328061461448669, "Finetune/Loss (Raw)": 0.8405390381813049, "Finetune/Step": 4845, "Finetune/Step Time": 11.144417637959123}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7345917820930481, "Finetune/Loss (Raw)": 0.7648847103118896, "Finetune/Step": 4846, "Finetune/Step Time": 11.172682337462902}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7345438003540039, "Finetune/Loss (Raw)": 0.6195781826972961, "Finetune/Step": 4847, "Finetune/Step Time": 11.212508471682668}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7359110116958618, "Finetune/Loss (Raw)": 0.6376572251319885, "Finetune/Step": 4848, "Finetune/Step Time": 11.147408314049244}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.736446738243103, "Finetune/Loss (Raw)": 0.6646213531494141, "Finetune/Step": 4849, "Finetune/Step Time": 11.170593628659844}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7376469373703003, "Finetune/Loss (Raw)": 0.8272996544837952, "Finetune/Step": 4850, "Finetune/Step Time": 11.190633948892355}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.738196074962616, "Finetune/Loss (Raw)": 0.8350022435188293, "Finetune/Step": 4851, "Finetune/Step Time": 11.195199850946665}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7384713888168335, "Finetune/Loss (Raw)": 0.640153169631958, "Finetune/Step": 4852, "Finetune/Step Time": 11.183875549584627}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7393575310707092, "Finetune/Loss (Raw)": 0.7925208210945129, "Finetune/Step": 4853, "Finetune/Step Time": 11.193251019343734}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7382575273513794, "Finetune/Loss (Raw)": 0.5177087783813477, "Finetune/Step": 4854, "Finetune/Step Time": 11.19352632202208}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7386207580566406, "Finetune/Loss (Raw)": 0.7511364817619324, "Finetune/Step": 4855, "Finetune/Step Time": 11.196348434314132}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7394953966140747, "Finetune/Loss (Raw)": 0.7950656414031982, "Finetune/Step": 4856, "Finetune/Step Time": 11.192340146750212}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7385267019271851, "Finetune/Loss (Raw)": 0.8403137922286987, "Finetune/Step": 4857, "Finetune/Step Time": 11.189497096464038}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7396395206451416, "Finetune/Loss (Raw)": 0.9104149341583252, "Finetune/Step": 4858, "Finetune/Step Time": 11.201053872704506}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.740949273109436, "Finetune/Loss (Raw)": 0.7740486860275269, "Finetune/Step": 4859, "Finetune/Step Time": 11.18258809670806}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7403258085250854, "Finetune/Loss (Raw)": 0.6819154620170593, "Finetune/Step": 4860, "Finetune/Step Time": 11.180036721751094}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7395198345184326, "Finetune/Loss (Raw)": 0.7163450121879578, "Finetune/Step": 4861, "Finetune/Step Time": 11.20006468705833}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7413088083267212, "Finetune/Loss (Raw)": 0.9010275602340698, "Finetune/Step": 4862, "Finetune/Step Time": 11.18138774484396}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7418389320373535, "Finetune/Loss (Raw)": 0.8896177411079407, "Finetune/Step": 4863, "Finetune/Step Time": 11.182033454999328}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7427754998207092, "Finetune/Loss (Raw)": 0.7006284594535828, "Finetune/Step": 4864, "Finetune/Step Time": 11.190282568335533}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7439839839935303, "Finetune/Loss (Raw)": 0.8113635182380676, "Finetune/Step": 4865, "Finetune/Step Time": 11.185588266700506}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7432907819747925, "Finetune/Loss (Raw)": 0.7113847136497498, "Finetune/Step": 4866, "Finetune/Step Time": 11.176291801035404}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7423320412635803, "Finetune/Loss (Raw)": 0.5638349056243896, "Finetune/Step": 4867, "Finetune/Step Time": 11.215011602267623}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7422598600387573, "Finetune/Loss (Raw)": 0.6667865514755249, "Finetune/Step": 4868, "Finetune/Step Time": 11.212101155892015}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.743039071559906, "Finetune/Loss (Raw)": 0.6407981514930725, "Finetune/Step": 4869, "Finetune/Step Time": 11.216332705691457}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7433178424835205, "Finetune/Loss (Raw)": 0.6840848922729492, "Finetune/Step": 4870, "Finetune/Step Time": 11.19328985735774}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7445188760757446, "Finetune/Loss (Raw)": 0.7859834432601929, "Finetune/Step": 4871, "Finetune/Step Time": 11.182793412357569}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7434066534042358, "Finetune/Loss (Raw)": 0.7513238191604614, "Finetune/Step": 4872, "Finetune/Step Time": 11.181369163095951}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7434338331222534, "Finetune/Loss (Raw)": 0.6875276565551758, "Finetune/Step": 4873, "Finetune/Step Time": 11.175343334674835}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7426099181175232, "Finetune/Loss (Raw)": 0.5500372648239136, "Finetune/Step": 4874, "Finetune/Step Time": 11.149982456117868}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7413493394851685, "Finetune/Loss (Raw)": 0.7144168615341187, "Finetune/Step": 4875, "Finetune/Step Time": 11.151421194896102}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7416669726371765, "Finetune/Loss (Raw)": 0.8507417440414429, "Finetune/Step": 4876, "Finetune/Step Time": 11.138075849041343}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7422888875007629, "Finetune/Loss (Raw)": 0.8573758006095886, "Finetune/Step": 4877, "Finetune/Step Time": 11.126993266865611}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7422434091567993, "Finetune/Loss (Raw)": 0.7089502811431885, "Finetune/Step": 4878, "Finetune/Step Time": 11.129404751583934}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7427313327789307, "Finetune/Loss (Raw)": 0.7974244952201843, "Finetune/Step": 4879, "Finetune/Step Time": 11.106504201889038}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7429691553115845, "Finetune/Loss (Raw)": 0.833351731300354, "Finetune/Step": 4880, "Finetune/Step Time": 11.10374005511403}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7450079917907715, "Finetune/Loss (Raw)": 0.9356878995895386, "Finetune/Step": 4881, "Finetune/Step Time": 11.103864293545485}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7441897392272949, "Finetune/Loss (Raw)": 0.6632619500160217, "Finetune/Step": 4882, "Finetune/Step Time": 11.100969215855002}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7434647083282471, "Finetune/Loss (Raw)": 0.6434528231620789, "Finetune/Step": 4883, "Finetune/Step Time": 11.101523673161864}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7441183924674988, "Finetune/Loss (Raw)": 0.83558189868927, "Finetune/Step": 4884, "Finetune/Step Time": 11.10378260165453}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.743999719619751, "Finetune/Loss (Raw)": 0.7217797636985779, "Finetune/Step": 4885, "Finetune/Step Time": 11.093306815251708}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.744927704334259, "Finetune/Loss (Raw)": 0.8278977870941162, "Finetune/Step": 4886, "Finetune/Step Time": 11.102038275450468}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7458322048187256, "Finetune/Loss (Raw)": 0.7849923372268677, "Finetune/Step": 4887, "Finetune/Step Time": 11.117788968607783}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7462352514266968, "Finetune/Loss (Raw)": 0.8127906322479248, "Finetune/Step": 4888, "Finetune/Step Time": 11.128259660676122}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7474589943885803, "Finetune/Loss (Raw)": 0.7707048654556274, "Finetune/Step": 4889, "Finetune/Step Time": 11.110561911016703}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7474191188812256, "Finetune/Loss (Raw)": 0.682843804359436, "Finetune/Step": 4890, "Finetune/Step Time": 11.150378912687302}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7470332384109497, "Finetune/Loss (Raw)": 0.707940936088562, "Finetune/Step": 4891, "Finetune/Step Time": 11.145657926797867}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7476224899291992, "Finetune/Loss (Raw)": 0.7511329650878906, "Finetune/Step": 4892, "Finetune/Step Time": 11.142377020791173}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7491616010665894, "Finetune/Loss (Raw)": 0.8389626145362854, "Finetune/Step": 4893, "Finetune/Step Time": 11.14068004861474}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7477179169654846, "Finetune/Loss (Raw)": 0.7062219977378845, "Finetune/Step": 4894, "Finetune/Step Time": 11.150208031758666}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7464485764503479, "Finetune/Loss (Raw)": 0.6387156844139099, "Finetune/Step": 4895, "Finetune/Step Time": 11.15645389445126}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7474561333656311, "Finetune/Loss (Raw)": 0.8387702107429504, "Finetune/Step": 4896, "Finetune/Step Time": 11.148273054510355}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7465778589248657, "Finetune/Loss (Raw)": 0.6158066391944885, "Finetune/Step": 4897, "Finetune/Step Time": 11.159577777609229}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7479273080825806, "Finetune/Loss (Raw)": 0.6364511251449585, "Finetune/Step": 4898, "Finetune/Step Time": 11.161897383630276}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7477595806121826, "Finetune/Loss (Raw)": 0.8377404808998108, "Finetune/Step": 4899, "Finetune/Step Time": 11.156281419098377}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7485157251358032, "Finetune/Loss (Raw)": 0.7661671042442322, "Finetune/Step": 4900, "Finetune/Step Time": 11.139597151428461}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7498659491539001, "Finetune/Loss (Raw)": 0.7124273777008057, "Finetune/Step": 4901, "Finetune/Step Time": 11.134851997718215}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.749489963054657, "Finetune/Loss (Raw)": 0.7218788862228394, "Finetune/Step": 4902, "Finetune/Step Time": 11.133694281801581}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7483038902282715, "Finetune/Loss (Raw)": 0.6989008784294128, "Finetune/Step": 4903, "Finetune/Step Time": 11.130415527150035}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7491024732589722, "Finetune/Loss (Raw)": 0.7594459652900696, "Finetune/Step": 4904, "Finetune/Step Time": 11.109812980517745}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.749163806438446, "Finetune/Loss (Raw)": 0.7544766664505005, "Finetune/Step": 4905, "Finetune/Step Time": 11.109256500378251}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.750725269317627, "Finetune/Loss (Raw)": 0.718305230140686, "Finetune/Step": 4906, "Finetune/Step Time": 11.070526858791709}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7483160495758057, "Finetune/Loss (Raw)": 0.5928646326065063, "Finetune/Step": 4907, "Finetune/Step Time": 11.075381845235825}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7487475872039795, "Finetune/Loss (Raw)": 0.7519277930259705, "Finetune/Step": 4908, "Finetune/Step Time": 11.092534366995096}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7494559288024902, "Finetune/Loss (Raw)": 0.7288667559623718, "Finetune/Step": 4909, "Finetune/Step Time": 11.085403585806489}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7507067918777466, "Finetune/Loss (Raw)": 0.7975420951843262, "Finetune/Step": 4910, "Finetune/Step Time": 11.07202666439116}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7522286176681519, "Finetune/Loss (Raw)": 0.7390919327735901, "Finetune/Step": 4911, "Finetune/Step Time": 11.031806891784072}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7521094083786011, "Finetune/Loss (Raw)": 0.7338956594467163, "Finetune/Step": 4912, "Finetune/Step Time": 11.040815077722073}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7510713338851929, "Finetune/Loss (Raw)": 0.792902410030365, "Finetune/Step": 4913, "Finetune/Step Time": 11.04800509661436}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7501175403594971, "Finetune/Loss (Raw)": 0.6645187139511108, "Finetune/Step": 4914, "Finetune/Step Time": 11.076942473649979}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7493829727172852, "Finetune/Loss (Raw)": 0.6438278555870056, "Finetune/Step": 4915, "Finetune/Step Time": 11.081781735643744}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7501493692398071, "Finetune/Loss (Raw)": 0.7268736958503723, "Finetune/Step": 4916, "Finetune/Step Time": 11.040009066462517}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7503986954689026, "Finetune/Loss (Raw)": 0.6357125043869019, "Finetune/Step": 4917, "Finetune/Step Time": 11.073137864470482}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7502948045730591, "Finetune/Loss (Raw)": 0.7874984741210938, "Finetune/Step": 4918, "Finetune/Step Time": 11.063362494111061}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7512865662574768, "Finetune/Loss (Raw)": 0.7462718486785889, "Finetune/Step": 4919, "Finetune/Step Time": 11.029041659086943}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7506353259086609, "Finetune/Loss (Raw)": 0.8432956337928772, "Finetune/Step": 4920, "Finetune/Step Time": 11.023157335817814}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7498863935470581, "Finetune/Loss (Raw)": 0.7235870957374573, "Finetune/Step": 4921, "Finetune/Step Time": 11.03890835866332}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7499096393585205, "Finetune/Loss (Raw)": 0.6668959259986877, "Finetune/Step": 4922, "Finetune/Step Time": 11.018317941576242}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7504168748855591, "Finetune/Loss (Raw)": 0.7318011522293091, "Finetune/Step": 4923, "Finetune/Step Time": 10.98232589289546}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7493498921394348, "Finetune/Loss (Raw)": 0.6963180899620056, "Finetune/Step": 4924, "Finetune/Step Time": 10.980825329199433}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7485716342926025, "Finetune/Loss (Raw)": 0.6758319735527039, "Finetune/Step": 4925, "Finetune/Step Time": 10.976909022778273}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.749520480632782, "Finetune/Loss (Raw)": 0.7035055160522461, "Finetune/Step": 4926, "Finetune/Step Time": 10.946347931399941}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7488828897476196, "Finetune/Loss (Raw)": 0.7361745834350586, "Finetune/Step": 4927, "Finetune/Step Time": 10.967096354812384}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7458171844482422, "Finetune/Loss (Raw)": 0.5457868576049805, "Finetune/Step": 4928, "Finetune/Step Time": 10.999634826555848}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7449299097061157, "Finetune/Loss (Raw)": 0.7228584885597229, "Finetune/Step": 4929, "Finetune/Step Time": 11.005207186564803}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7448511123657227, "Finetune/Loss (Raw)": 0.7644720673561096, "Finetune/Step": 4930, "Finetune/Step Time": 11.005111848935485}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7448275089263916, "Finetune/Loss (Raw)": 0.8266913294792175, "Finetune/Step": 4931, "Finetune/Step Time": 11.006348615512252}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7448574900627136, "Finetune/Loss (Raw)": 0.804476797580719, "Finetune/Step": 4932, "Finetune/Step Time": 11.006785679608583}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7437798976898193, "Finetune/Loss (Raw)": 0.6810338497161865, "Finetune/Step": 4933, "Finetune/Step Time": 11.030786849558353}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7441768646240234, "Finetune/Loss (Raw)": 0.8137240409851074, "Finetune/Step": 4934, "Finetune/Step Time": 11.023425990715623}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7446506023406982, "Finetune/Loss (Raw)": 0.8133798241615295, "Finetune/Step": 4935, "Finetune/Step Time": 11.021128671243787}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7428324222564697, "Finetune/Loss (Raw)": 0.6556385159492493, "Finetune/Step": 4936, "Finetune/Step Time": 11.034051368013024}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7454990148544312, "Finetune/Loss (Raw)": 0.8837687969207764, "Finetune/Step": 4937, "Finetune/Step Time": 11.02772573940456}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7459346055984497, "Finetune/Loss (Raw)": 0.7694447040557861, "Finetune/Step": 4938, "Finetune/Step Time": 11.041093865409493}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7445497512817383, "Finetune/Loss (Raw)": 0.6006302237510681, "Finetune/Step": 4939, "Finetune/Step Time": 11.049654308706522}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7435325384140015, "Finetune/Loss (Raw)": 0.607263445854187, "Finetune/Step": 4940, "Finetune/Step Time": 11.049941629171371}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7429603338241577, "Finetune/Loss (Raw)": 0.6290991306304932, "Finetune/Step": 4941, "Finetune/Step Time": 11.015512682497501}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7423639297485352, "Finetune/Loss (Raw)": 0.6930359601974487, "Finetune/Step": 4942, "Finetune/Step Time": 11.020687138661742}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7409218549728394, "Finetune/Loss (Raw)": 0.6717056035995483, "Finetune/Step": 4943, "Finetune/Step Time": 11.035832459107041}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7417397499084473, "Finetune/Loss (Raw)": 0.7819485664367676, "Finetune/Step": 4944, "Finetune/Step Time": 11.019330505281687}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7422946691513062, "Finetune/Loss (Raw)": 0.8553998470306396, "Finetune/Step": 4945, "Finetune/Step Time": 11.013479644432664}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7413434982299805, "Finetune/Loss (Raw)": 0.6975019574165344, "Finetune/Step": 4946, "Finetune/Step Time": 11.014830285683274}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7408282160758972, "Finetune/Loss (Raw)": 0.7717426419258118, "Finetune/Step": 4947, "Finetune/Step Time": 11.019093306735158}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7399766445159912, "Finetune/Loss (Raw)": 0.7284501791000366, "Finetune/Step": 4948, "Finetune/Step Time": 11.017492240294814}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7385724782943726, "Finetune/Loss (Raw)": 0.6891980171203613, "Finetune/Step": 4949, "Finetune/Step Time": 11.01443131454289}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7373752593994141, "Finetune/Loss (Raw)": 0.6541199088096619, "Finetune/Step": 4950, "Finetune/Step Time": 11.025077925994992}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7371219396591187, "Finetune/Loss (Raw)": 0.8044818639755249, "Finetune/Step": 4951, "Finetune/Step Time": 11.022731082513928}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7385316491127014, "Finetune/Loss (Raw)": 0.7825213670730591, "Finetune/Step": 4952, "Finetune/Step Time": 10.999327071011066}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7380539178848267, "Finetune/Loss (Raw)": 0.665342390537262, "Finetune/Step": 4953, "Finetune/Step Time": 10.994995277374983}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7380684018135071, "Finetune/Loss (Raw)": 0.7593483328819275, "Finetune/Step": 4954, "Finetune/Step Time": 11.075828086584806}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7374100685119629, "Finetune/Loss (Raw)": 0.7520061731338501, "Finetune/Step": 4955, "Finetune/Step Time": 11.08181175775826}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7374926209449768, "Finetune/Loss (Raw)": 0.7990226745605469, "Finetune/Step": 4956, "Finetune/Step Time": 11.060151105746627}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7377867102622986, "Finetune/Loss (Raw)": 0.8088076114654541, "Finetune/Step": 4957, "Finetune/Step Time": 11.044371619820595}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7374038696289062, "Finetune/Loss (Raw)": 0.6827529668807983, "Finetune/Step": 4958, "Finetune/Step Time": 11.070622866973281}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7385929822921753, "Finetune/Loss (Raw)": 0.6909849047660828, "Finetune/Step": 4959, "Finetune/Step Time": 11.076507441699505}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7391836047172546, "Finetune/Loss (Raw)": 0.7206017971038818, "Finetune/Step": 4960, "Finetune/Step Time": 11.039127914234996}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.738893985748291, "Finetune/Loss (Raw)": 0.7272800803184509, "Finetune/Step": 4961, "Finetune/Step Time": 11.034994255751371}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7381654977798462, "Finetune/Loss (Raw)": 0.8073906302452087, "Finetune/Step": 4962, "Finetune/Step Time": 11.033046793192625}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7373648881912231, "Finetune/Loss (Raw)": 0.7215883731842041, "Finetune/Step": 4963, "Finetune/Step Time": 11.024529667571187}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7371476888656616, "Finetune/Loss (Raw)": 0.8298986554145813, "Finetune/Step": 4964, "Finetune/Step Time": 11.033480217680335}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7378773093223572, "Finetune/Loss (Raw)": 0.8554885983467102, "Finetune/Step": 4965, "Finetune/Step Time": 11.03573471866548}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7369863390922546, "Finetune/Loss (Raw)": 0.718076229095459, "Finetune/Step": 4966, "Finetune/Step Time": 11.031225165352225}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7383413314819336, "Finetune/Loss (Raw)": 0.8385259509086609, "Finetune/Step": 4967, "Finetune/Step Time": 11.029493443667889}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7385426163673401, "Finetune/Loss (Raw)": 0.7691270112991333, "Finetune/Step": 4968, "Finetune/Step Time": 11.018199799582362}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7386487722396851, "Finetune/Loss (Raw)": 0.706451416015625, "Finetune/Step": 4969, "Finetune/Step Time": 11.02428762987256}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7396381497383118, "Finetune/Loss (Raw)": 0.7637395858764648, "Finetune/Step": 4970, "Finetune/Step Time": 11.007930958643556}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7394109964370728, "Finetune/Loss (Raw)": 0.8839816451072693, "Finetune/Step": 4971, "Finetune/Step Time": 11.024572407826781}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7398940920829773, "Finetune/Loss (Raw)": 0.7402423620223999, "Finetune/Step": 4972, "Finetune/Step Time": 11.027502106502652}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7403979897499084, "Finetune/Loss (Raw)": 0.9050458073616028, "Finetune/Step": 4973, "Finetune/Step Time": 11.028426067903638}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7386535406112671, "Finetune/Loss (Raw)": 0.5415846109390259, "Finetune/Step": 4974, "Finetune/Step Time": 11.015881208702922}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7390123009681702, "Finetune/Loss (Raw)": 0.6655055284500122, "Finetune/Step": 4975, "Finetune/Step Time": 10.98442499898374}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7409843802452087, "Finetune/Loss (Raw)": 0.8900882601737976, "Finetune/Step": 4976, "Finetune/Step Time": 10.988899156451225}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7409448623657227, "Finetune/Loss (Raw)": 0.6595537662506104, "Finetune/Step": 4977, "Finetune/Step Time": 10.98777051270008}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7401605844497681, "Finetune/Loss (Raw)": 0.7269126176834106, "Finetune/Step": 4978, "Finetune/Step Time": 10.970497792586684}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7386046051979065, "Finetune/Loss (Raw)": 0.6358413696289062, "Finetune/Step": 4979, "Finetune/Step Time": 10.97454203851521}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7386012077331543, "Finetune/Loss (Raw)": 0.6397113800048828, "Finetune/Step": 4980, "Finetune/Step Time": 10.974473750218749}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7376936078071594, "Finetune/Loss (Raw)": 0.6763530373573303, "Finetune/Step": 4981, "Finetune/Step Time": 10.96194770745933}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7400827407836914, "Finetune/Loss (Raw)": 0.823514461517334, "Finetune/Step": 4982, "Finetune/Step Time": 10.95720480941236}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7395163178443909, "Finetune/Loss (Raw)": 0.67863929271698, "Finetune/Step": 4983, "Finetune/Step Time": 10.990681651979685}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7380020022392273, "Finetune/Loss (Raw)": 0.6012352705001831, "Finetune/Step": 4984, "Finetune/Step Time": 11.004365297034383}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7381159663200378, "Finetune/Loss (Raw)": 0.8548977375030518, "Finetune/Step": 4985, "Finetune/Step Time": 10.999486004933715}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7356165051460266, "Finetune/Loss (Raw)": 0.5904853940010071, "Finetune/Step": 4986, "Finetune/Step Time": 10.990070117637515}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7355911731719971, "Finetune/Loss (Raw)": 0.7708074450492859, "Finetune/Step": 4987, "Finetune/Step Time": 10.997965388000011}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7364928126335144, "Finetune/Loss (Raw)": 0.7973212599754333, "Finetune/Step": 4988, "Finetune/Step Time": 11.007087593898177}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7370784878730774, "Finetune/Loss (Raw)": 0.791316032409668, "Finetune/Step": 4989, "Finetune/Step Time": 10.994077861309052}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7359013557434082, "Finetune/Loss (Raw)": 0.7503474354743958, "Finetune/Step": 4990, "Finetune/Step Time": 10.995091592893004}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7347091436386108, "Finetune/Loss (Raw)": 0.7370237112045288, "Finetune/Step": 4991, "Finetune/Step Time": 10.991144049912691}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7365127801895142, "Finetune/Loss (Raw)": 0.9314903020858765, "Finetune/Step": 4992, "Finetune/Step Time": 10.993917919695377}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7339801788330078, "Finetune/Loss (Raw)": 0.4871954321861267, "Finetune/Step": 4993, "Finetune/Step Time": 11.012079983949661}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7344075441360474, "Finetune/Loss (Raw)": 0.7660831212997437, "Finetune/Step": 4994, "Finetune/Step Time": 11.02006976120174}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7343577146530151, "Finetune/Loss (Raw)": 0.5574513673782349, "Finetune/Step": 4995, "Finetune/Step Time": 10.990680005401373}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.735953688621521, "Finetune/Loss (Raw)": 0.8710752725601196, "Finetune/Step": 4996, "Finetune/Step Time": 10.991900691762567}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.737331748008728, "Finetune/Loss (Raw)": 0.817194938659668, "Finetune/Step": 4997, "Finetune/Step Time": 10.974572548642755}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7396957874298096, "Finetune/Loss (Raw)": 0.9866811633110046, "Finetune/Step": 4998, "Finetune/Step Time": 10.975752418860793}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7402545809745789, "Finetune/Loss (Raw)": 0.8575061559677124, "Finetune/Step": 4999, "Finetune/Step Time": 10.966407794505358}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7388898134231567, "Finetune/Loss (Raw)": 0.5766391754150391, "Finetune/Step": 5000, "Finetune/Step Time": 11.006018377840519}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7395751476287842, "Finetune/Loss (Raw)": 0.7752432227134705, "Finetune/Step": 5001, "Finetune/Step Time": 10.983197875320911}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7393306493759155, "Finetune/Loss (Raw)": 0.5187410116195679, "Finetune/Step": 5002, "Finetune/Step Time": 10.987081235274673}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7390231490135193, "Finetune/Loss (Raw)": 0.6750579476356506, "Finetune/Step": 5003, "Finetune/Step Time": 10.9729357752949}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7369660139083862, "Finetune/Loss (Raw)": 0.5874290466308594, "Finetune/Step": 5004, "Finetune/Step Time": 10.991119649261236}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7360211610794067, "Finetune/Loss (Raw)": 0.7364317774772644, "Finetune/Step": 5005, "Finetune/Step Time": 10.99700073339045}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7364494204521179, "Finetune/Loss (Raw)": 0.7637706995010376, "Finetune/Step": 5006, "Finetune/Step Time": 10.987419107928872}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7345319986343384, "Finetune/Loss (Raw)": 0.5519950985908508, "Finetune/Step": 5007, "Finetune/Step Time": 10.99865036457777}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7332741022109985, "Finetune/Loss (Raw)": 0.6723465919494629, "Finetune/Step": 5008, "Finetune/Step Time": 11.005101500079036}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7329511642456055, "Finetune/Loss (Raw)": 0.8943445682525635, "Finetune/Step": 5009, "Finetune/Step Time": 10.998332474380732}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7335978150367737, "Finetune/Loss (Raw)": 0.746036946773529, "Finetune/Step": 5010, "Finetune/Step Time": 10.987436603754759}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7344576120376587, "Finetune/Loss (Raw)": 0.7534984946250916, "Finetune/Step": 5011, "Finetune/Step Time": 10.976431798189878}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7337470054626465, "Finetune/Loss (Raw)": 0.7446252107620239, "Finetune/Step": 5012, "Finetune/Step Time": 10.9731603898108}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7329283952713013, "Finetune/Loss (Raw)": 0.6170040965080261, "Finetune/Step": 5013, "Finetune/Step Time": 10.976112509146333}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7318308353424072, "Finetune/Loss (Raw)": 0.6874064803123474, "Finetune/Step": 5014, "Finetune/Step Time": 10.97478023916483}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7309920191764832, "Finetune/Loss (Raw)": 0.6776215434074402, "Finetune/Step": 5015, "Finetune/Step Time": 10.955262741073966}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.730259895324707, "Finetune/Loss (Raw)": 0.7190825939178467, "Finetune/Step": 5016, "Finetune/Step Time": 10.979375824332237}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7294354438781738, "Finetune/Loss (Raw)": 0.6651710867881775, "Finetune/Step": 5017, "Finetune/Step Time": 10.989864749833941}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7290364503860474, "Finetune/Loss (Raw)": 0.6317792534828186, "Finetune/Step": 5018, "Finetune/Step Time": 10.960436331108212}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7290117740631104, "Finetune/Loss (Raw)": 0.7047794461250305, "Finetune/Step": 5019, "Finetune/Step Time": 10.957998599857092}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7277861833572388, "Finetune/Loss (Raw)": 0.5942555069923401, "Finetune/Step": 5020, "Finetune/Step Time": 10.990979077294469}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7277458310127258, "Finetune/Loss (Raw)": 0.8337934613227844, "Finetune/Step": 5021, "Finetune/Step Time": 10.994776178151369}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7283809185028076, "Finetune/Loss (Raw)": 0.7875257134437561, "Finetune/Step": 5022, "Finetune/Step Time": 10.968763122335076}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7291779518127441, "Finetune/Loss (Raw)": 0.7407251000404358, "Finetune/Step": 5023, "Finetune/Step Time": 10.973981499671936}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7284380197525024, "Finetune/Loss (Raw)": 0.7440633773803711, "Finetune/Step": 5024, "Finetune/Step Time": 10.980712179094553}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.729310154914856, "Finetune/Loss (Raw)": 0.7274439930915833, "Finetune/Step": 5025, "Finetune/Step Time": 10.992800254374743}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7305868268013, "Finetune/Loss (Raw)": 0.7998602986335754, "Finetune/Step": 5026, "Finetune/Step Time": 10.984265949577093}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.730233371257782, "Finetune/Loss (Raw)": 0.7925007939338684, "Finetune/Step": 5027, "Finetune/Step Time": 10.985551722347736}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.73100346326828, "Finetune/Loss (Raw)": 0.8647350072860718, "Finetune/Step": 5028, "Finetune/Step Time": 10.985741719603539}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7316231727600098, "Finetune/Loss (Raw)": 0.7917507290840149, "Finetune/Step": 5029, "Finetune/Step Time": 10.988230479881167}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7316708564758301, "Finetune/Loss (Raw)": 0.7279834151268005, "Finetune/Step": 5030, "Finetune/Step Time": 10.99183096922934}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7318506240844727, "Finetune/Loss (Raw)": 0.721909761428833, "Finetune/Step": 5031, "Finetune/Step Time": 10.993340035900474}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7321640253067017, "Finetune/Loss (Raw)": 0.7995705008506775, "Finetune/Step": 5032, "Finetune/Step Time": 10.989788819104433}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7320961952209473, "Finetune/Loss (Raw)": 0.7457901835441589, "Finetune/Step": 5033, "Finetune/Step Time": 10.989034479483962}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7325413823127747, "Finetune/Loss (Raw)": 0.7752874493598938, "Finetune/Step": 5034, "Finetune/Step Time": 10.98879268206656}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7333493232727051, "Finetune/Loss (Raw)": 0.6962760090827942, "Finetune/Step": 5035, "Finetune/Step Time": 10.985802898183465}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7329264283180237, "Finetune/Loss (Raw)": 0.6977961659431458, "Finetune/Step": 5036, "Finetune/Step Time": 10.958544975146651}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.734093964099884, "Finetune/Loss (Raw)": 0.8783102631568909, "Finetune/Step": 5037, "Finetune/Step Time": 10.955440357327461}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7346642017364502, "Finetune/Loss (Raw)": 0.8705326318740845, "Finetune/Step": 5038, "Finetune/Step Time": 10.96438810788095}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7361348867416382, "Finetune/Loss (Raw)": 0.927348792552948, "Finetune/Step": 5039, "Finetune/Step Time": 10.970959370955825}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7345466613769531, "Finetune/Loss (Raw)": 0.5305970311164856, "Finetune/Step": 5040, "Finetune/Step Time": 10.97820246964693}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7352714538574219, "Finetune/Loss (Raw)": 0.8856756687164307, "Finetune/Step": 5041, "Finetune/Step Time": 10.964893817901611}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7369382977485657, "Finetune/Loss (Raw)": 0.8778738975524902, "Finetune/Step": 5042, "Finetune/Step Time": 10.946693079546094}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7379584908485413, "Finetune/Loss (Raw)": 0.7744168639183044, "Finetune/Step": 5043, "Finetune/Step Time": 10.950678704306483}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7381737232208252, "Finetune/Loss (Raw)": 0.7544161677360535, "Finetune/Step": 5044, "Finetune/Step Time": 10.954275511205196}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7382590770721436, "Finetune/Loss (Raw)": 0.64664226770401, "Finetune/Step": 5045, "Finetune/Step Time": 10.952573165297508}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7368718385696411, "Finetune/Loss (Raw)": 0.6099356412887573, "Finetune/Step": 5046, "Finetune/Step Time": 10.992130314931273}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7372077703475952, "Finetune/Loss (Raw)": 0.78926682472229, "Finetune/Step": 5047, "Finetune/Step Time": 10.99349208921194}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7373838424682617, "Finetune/Loss (Raw)": 0.8658422231674194, "Finetune/Step": 5048, "Finetune/Step Time": 10.995268499478698}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7370457053184509, "Finetune/Loss (Raw)": 0.6803008913993835, "Finetune/Step": 5049, "Finetune/Step Time": 10.983708344399929}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7374284863471985, "Finetune/Loss (Raw)": 0.7158896327018738, "Finetune/Step": 5050, "Finetune/Step Time": 10.998337095603347}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7364809513092041, "Finetune/Loss (Raw)": 0.6105147004127502, "Finetune/Step": 5051, "Finetune/Step Time": 11.015923283994198}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7355465292930603, "Finetune/Loss (Raw)": 0.5767147541046143, "Finetune/Step": 5052, "Finetune/Step Time": 11.048285318538547}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.734745442867279, "Finetune/Loss (Raw)": 0.5732901096343994, "Finetune/Step": 5053, "Finetune/Step Time": 11.062587209045887}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7358230948448181, "Finetune/Loss (Raw)": 0.8414463400840759, "Finetune/Step": 5054, "Finetune/Step Time": 11.070453722029924}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7357725501060486, "Finetune/Loss (Raw)": 0.7297026515007019, "Finetune/Step": 5055, "Finetune/Step Time": 11.049876734614372}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7376540899276733, "Finetune/Loss (Raw)": 0.7866256237030029, "Finetune/Step": 5056, "Finetune/Step Time": 11.017766539007425}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7376131415367126, "Finetune/Loss (Raw)": 0.7176188230514526, "Finetune/Step": 5057, "Finetune/Step Time": 11.023486081510782}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7377185225486755, "Finetune/Loss (Raw)": 0.7779560089111328, "Finetune/Step": 5058, "Finetune/Step Time": 11.027836760506034}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7377849817276001, "Finetune/Loss (Raw)": 0.8352084755897522, "Finetune/Step": 5059, "Finetune/Step Time": 11.024061363190413}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7383935451507568, "Finetune/Loss (Raw)": 0.8823724985122681, "Finetune/Step": 5060, "Finetune/Step Time": 11.020735198631883}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7395201921463013, "Finetune/Loss (Raw)": 0.8252354264259338, "Finetune/Step": 5061, "Finetune/Step Time": 10.988702211529016}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.737560510635376, "Finetune/Loss (Raw)": 0.5628853440284729, "Finetune/Step": 5062, "Finetune/Step Time": 11.01798115670681}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7378135919570923, "Finetune/Loss (Raw)": 0.8457712531089783, "Finetune/Step": 5063, "Finetune/Step Time": 11.018435843288898}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7376374006271362, "Finetune/Loss (Raw)": 0.6330947875976562, "Finetune/Step": 5064, "Finetune/Step Time": 11.014125507324934}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7375410795211792, "Finetune/Loss (Raw)": 0.8714345097541809, "Finetune/Step": 5065, "Finetune/Step Time": 11.020230920985341}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7381418943405151, "Finetune/Loss (Raw)": 0.8463551998138428, "Finetune/Step": 5066, "Finetune/Step Time": 11.007209891453385}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7390235662460327, "Finetune/Loss (Raw)": 0.7134870886802673, "Finetune/Step": 5067, "Finetune/Step Time": 10.972646046429873}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7403206825256348, "Finetune/Loss (Raw)": 0.7732905745506287, "Finetune/Step": 5068, "Finetune/Step Time": 10.958486877381802}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7408653497695923, "Finetune/Loss (Raw)": 0.6988158226013184, "Finetune/Step": 5069, "Finetune/Step Time": 10.960069727152586}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7409406900405884, "Finetune/Loss (Raw)": 0.7026790976524353, "Finetune/Step": 5070, "Finetune/Step Time": 10.965125454589725}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7412282824516296, "Finetune/Loss (Raw)": 0.7085149884223938, "Finetune/Step": 5071, "Finetune/Step Time": 10.974776986986399}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7422813177108765, "Finetune/Loss (Raw)": 0.9167382121086121, "Finetune/Step": 5072, "Finetune/Step Time": 10.977475754916668}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7418950796127319, "Finetune/Loss (Raw)": 0.8059576749801636, "Finetune/Step": 5073, "Finetune/Step Time": 10.983692161738873}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.743169903755188, "Finetune/Loss (Raw)": 0.8606833815574646, "Finetune/Step": 5074, "Finetune/Step Time": 10.981383118778467}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7419246435165405, "Finetune/Loss (Raw)": 0.6123512983322144, "Finetune/Step": 5075, "Finetune/Step Time": 11.016878467053175}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7423499226570129, "Finetune/Loss (Raw)": 0.7828850150108337, "Finetune/Step": 5076, "Finetune/Step Time": 11.014491386711597}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7428264617919922, "Finetune/Loss (Raw)": 0.7501904368400574, "Finetune/Step": 5077, "Finetune/Step Time": 11.044547364115715}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7431743144989014, "Finetune/Loss (Raw)": 0.6986456513404846, "Finetune/Step": 5078, "Finetune/Step Time": 11.022367771714926}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7436113953590393, "Finetune/Loss (Raw)": 0.8604324460029602, "Finetune/Step": 5079, "Finetune/Step Time": 11.01847200654447}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7438638210296631, "Finetune/Loss (Raw)": 0.8148366808891296, "Finetune/Step": 5080, "Finetune/Step Time": 11.009635211899877}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7434512376785278, "Finetune/Loss (Raw)": 0.6125198006629944, "Finetune/Step": 5081, "Finetune/Step Time": 11.006181245669723}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7417816519737244, "Finetune/Loss (Raw)": 0.5456476211547852, "Finetune/Step": 5082, "Finetune/Step Time": 10.958124652504921}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7413575649261475, "Finetune/Loss (Raw)": 0.6977266669273376, "Finetune/Step": 5083, "Finetune/Step Time": 10.96117370389402}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7403544187545776, "Finetune/Loss (Raw)": 0.6706188321113586, "Finetune/Step": 5084, "Finetune/Step Time": 10.980231653898954}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7396088242530823, "Finetune/Loss (Raw)": 0.7133702039718628, "Finetune/Step": 5085, "Finetune/Step Time": 10.990991212427616}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7411486506462097, "Finetune/Loss (Raw)": 0.8798466920852661, "Finetune/Step": 5086, "Finetune/Step Time": 10.972277591004968}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7415323853492737, "Finetune/Loss (Raw)": 0.7401080131530762, "Finetune/Step": 5087, "Finetune/Step Time": 10.960738515481353}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7427898645401001, "Finetune/Loss (Raw)": 0.8815579414367676, "Finetune/Step": 5088, "Finetune/Step Time": 10.95990265533328}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7436033487319946, "Finetune/Loss (Raw)": 0.8314011096954346, "Finetune/Step": 5089, "Finetune/Step Time": 10.963082639500499}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7427307367324829, "Finetune/Loss (Raw)": 0.6956943869590759, "Finetune/Step": 5090, "Finetune/Step Time": 10.968361275270581}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7432332038879395, "Finetune/Loss (Raw)": 0.7859039306640625, "Finetune/Step": 5091, "Finetune/Step Time": 10.980041094124317}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.741249680519104, "Finetune/Loss (Raw)": 0.5760082006454468, "Finetune/Step": 5092, "Finetune/Step Time": 11.010544262826443}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7406161427497864, "Finetune/Loss (Raw)": 0.7744002938270569, "Finetune/Step": 5093, "Finetune/Step Time": 11.01261755824089}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.73954176902771, "Finetune/Loss (Raw)": 0.5805575847625732, "Finetune/Step": 5094, "Finetune/Step Time": 11.023087235167623}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7374093532562256, "Finetune/Loss (Raw)": 0.5655815005302429, "Finetune/Step": 5095, "Finetune/Step Time": 11.031444292515516}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7366834282875061, "Finetune/Loss (Raw)": 0.6762059330940247, "Finetune/Step": 5096, "Finetune/Step Time": 11.080409122630954}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7346591949462891, "Finetune/Loss (Raw)": 0.4473474323749542, "Finetune/Step": 5097, "Finetune/Step Time": 11.065561657771468}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7336184978485107, "Finetune/Loss (Raw)": 0.630532443523407, "Finetune/Step": 5098, "Finetune/Step Time": 11.058029437437654}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7320429086685181, "Finetune/Loss (Raw)": 0.6823025345802307, "Finetune/Step": 5099, "Finetune/Step Time": 11.0423577837646}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7311980724334717, "Finetune/Loss (Raw)": 0.632104754447937, "Finetune/Step": 5100, "Finetune/Step Time": 11.010710766538978}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7295562028884888, "Finetune/Loss (Raw)": 0.694890022277832, "Finetune/Step": 5101, "Finetune/Step Time": 11.008808318525553}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7307584881782532, "Finetune/Loss (Raw)": 0.6954712867736816, "Finetune/Step": 5102, "Finetune/Step Time": 10.977238472551107}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7322118282318115, "Finetune/Loss (Raw)": 0.8515362739562988, "Finetune/Step": 5103, "Finetune/Step Time": 10.969768298789859}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7291460037231445, "Finetune/Loss (Raw)": 0.49766677618026733, "Finetune/Step": 5104, "Finetune/Step Time": 10.984602928161621}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.730316162109375, "Finetune/Loss (Raw)": 0.8093278408050537, "Finetune/Step": 5105, "Finetune/Step Time": 10.956529524177313}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7316516637802124, "Finetune/Loss (Raw)": 0.897858738899231, "Finetune/Step": 5106, "Finetune/Step Time": 10.969601081684232}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7332273721694946, "Finetune/Loss (Raw)": 0.8375257849693298, "Finetune/Step": 5107, "Finetune/Step Time": 10.967736778780818}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7341462969779968, "Finetune/Loss (Raw)": 0.7573394775390625, "Finetune/Step": 5108, "Finetune/Step Time": 10.934126503765583}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7356427311897278, "Finetune/Loss (Raw)": 0.867900550365448, "Finetune/Step": 5109, "Finetune/Step Time": 10.937434265390038}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7348250150680542, "Finetune/Loss (Raw)": 0.7188488245010376, "Finetune/Step": 5110, "Finetune/Step Time": 10.952977783977985}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7344334721565247, "Finetune/Loss (Raw)": 0.6285138726234436, "Finetune/Step": 5111, "Finetune/Step Time": 10.952612170949578}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7339819669723511, "Finetune/Loss (Raw)": 0.5434473752975464, "Finetune/Step": 5112, "Finetune/Step Time": 10.976867001503706}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7319135665893555, "Finetune/Loss (Raw)": 0.5901368856430054, "Finetune/Step": 5113, "Finetune/Step Time": 11.022051602602005}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7328521013259888, "Finetune/Loss (Raw)": 0.7106269598007202, "Finetune/Step": 5114, "Finetune/Step Time": 11.026512425392866}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7323049902915955, "Finetune/Loss (Raw)": 0.7007705569267273, "Finetune/Step": 5115, "Finetune/Step Time": 11.02607443742454}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7303059101104736, "Finetune/Loss (Raw)": 0.5414469838142395, "Finetune/Step": 5116, "Finetune/Step Time": 11.05657914839685}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7313226461410522, "Finetune/Loss (Raw)": 0.9214580059051514, "Finetune/Step": 5117, "Finetune/Step Time": 11.05961692519486}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7315526008605957, "Finetune/Loss (Raw)": 0.7797738313674927, "Finetune/Step": 5118, "Finetune/Step Time": 11.063320873305202}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.732485830783844, "Finetune/Loss (Raw)": 0.856476366519928, "Finetune/Step": 5119, "Finetune/Step Time": 11.063936591148376}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.729581356048584, "Finetune/Loss (Raw)": 0.5597257018089294, "Finetune/Step": 5120, "Finetune/Step Time": 11.078328374773264}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7312289476394653, "Finetune/Loss (Raw)": 0.6980828642845154, "Finetune/Step": 5121, "Finetune/Step Time": 11.06123054586351}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7306002974510193, "Finetune/Loss (Raw)": 0.6856119632720947, "Finetune/Step": 5122, "Finetune/Step Time": 11.051845096051693}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7323625087738037, "Finetune/Loss (Raw)": 0.7830173373222351, "Finetune/Step": 5123, "Finetune/Step Time": 11.051292471587658}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.732295036315918, "Finetune/Loss (Raw)": 0.8624438643455505, "Finetune/Step": 5124, "Finetune/Step Time": 11.051438244059682}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7323263883590698, "Finetune/Loss (Raw)": 0.8212031126022339, "Finetune/Step": 5125, "Finetune/Step Time": 11.055791787803173}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7297614812850952, "Finetune/Loss (Raw)": 0.6583742499351501, "Finetune/Step": 5126, "Finetune/Step Time": 11.088119443506002}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7281283736228943, "Finetune/Loss (Raw)": 0.648463785648346, "Finetune/Step": 5127, "Finetune/Step Time": 11.105809215456247}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.72950279712677, "Finetune/Loss (Raw)": 0.7525614500045776, "Finetune/Step": 5128, "Finetune/Step Time": 11.070180233567953}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7272351980209351, "Finetune/Loss (Raw)": 0.48499447107315063, "Finetune/Step": 5129, "Finetune/Step Time": 11.106878662481904}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7289094924926758, "Finetune/Loss (Raw)": 0.7330545783042908, "Finetune/Step": 5130, "Finetune/Step Time": 11.09860111400485}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7281084060668945, "Finetune/Loss (Raw)": 0.5725201368331909, "Finetune/Step": 5131, "Finetune/Step Time": 11.105220176279545}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7280582189559937, "Finetune/Loss (Raw)": 0.581002414226532, "Finetune/Step": 5132, "Finetune/Step Time": 11.097614070400596}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7277480363845825, "Finetune/Loss (Raw)": 0.6967256665229797, "Finetune/Step": 5133, "Finetune/Step Time": 11.0989970266819}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7279843688011169, "Finetune/Loss (Raw)": 0.7940256595611572, "Finetune/Step": 5134, "Finetune/Step Time": 11.106096357107162}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7285736799240112, "Finetune/Loss (Raw)": 0.6274245977401733, "Finetune/Step": 5135, "Finetune/Step Time": 11.102489102631807}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7303708791732788, "Finetune/Loss (Raw)": 0.9023900032043457, "Finetune/Step": 5136, "Finetune/Step Time": 11.111712545156479}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7292538285255432, "Finetune/Loss (Raw)": 0.751359224319458, "Finetune/Step": 5137, "Finetune/Step Time": 11.114473957568407}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7290794253349304, "Finetune/Loss (Raw)": 0.7237100601196289, "Finetune/Step": 5138, "Finetune/Step Time": 11.134118584915996}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7271760702133179, "Finetune/Loss (Raw)": 0.509878396987915, "Finetune/Step": 5139, "Finetune/Step Time": 11.17051038146019}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7274352312088013, "Finetune/Loss (Raw)": 0.7777944207191467, "Finetune/Step": 5140, "Finetune/Step Time": 11.16898225620389}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7292414903640747, "Finetune/Loss (Raw)": 0.8481988906860352, "Finetune/Step": 5141, "Finetune/Step Time": 11.165277823805809}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7291015386581421, "Finetune/Loss (Raw)": 0.6694990396499634, "Finetune/Step": 5142, "Finetune/Step Time": 11.158911673352122}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7305746078491211, "Finetune/Loss (Raw)": 0.8661743402481079, "Finetune/Step": 5143, "Finetune/Step Time": 11.16542001068592}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7293413877487183, "Finetune/Loss (Raw)": 0.5612246990203857, "Finetune/Step": 5144, "Finetune/Step Time": 11.17548062466085}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7297676801681519, "Finetune/Loss (Raw)": 0.7197420597076416, "Finetune/Step": 5145, "Finetune/Step Time": 11.172984125092626}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7315378189086914, "Finetune/Loss (Raw)": 0.8583574891090393, "Finetune/Step": 5146, "Finetune/Step Time": 11.172689026221633}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7319804430007935, "Finetune/Loss (Raw)": 0.7614339590072632, "Finetune/Step": 5147, "Finetune/Step Time": 11.177255367860198}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7312137484550476, "Finetune/Loss (Raw)": 0.4961138069629669, "Finetune/Step": 5148, "Finetune/Step Time": 11.147835474461317}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7304727435112, "Finetune/Loss (Raw)": 0.7389501929283142, "Finetune/Step": 5149, "Finetune/Step Time": 11.169977637007833}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7301523089408875, "Finetune/Loss (Raw)": 0.7465121150016785, "Finetune/Step": 5150, "Finetune/Step Time": 11.180791478604078}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7298373579978943, "Finetune/Loss (Raw)": 0.7004097104072571, "Finetune/Step": 5151, "Finetune/Step Time": 11.177240677177906}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.729436993598938, "Finetune/Loss (Raw)": 0.6928144097328186, "Finetune/Step": 5152, "Finetune/Step Time": 11.189904702827334}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7289742231369019, "Finetune/Loss (Raw)": 0.6682069301605225, "Finetune/Step": 5153, "Finetune/Step Time": 11.200722072273493}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7276564836502075, "Finetune/Loss (Raw)": 0.6311913728713989, "Finetune/Step": 5154, "Finetune/Step Time": 11.23810119740665}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7267532348632812, "Finetune/Loss (Raw)": 0.6768836975097656, "Finetune/Step": 5155, "Finetune/Step Time": 11.244794733822346}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7263180613517761, "Finetune/Loss (Raw)": 0.8090354204177856, "Finetune/Step": 5156, "Finetune/Step Time": 11.261836107820272}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7258510589599609, "Finetune/Loss (Raw)": 0.7319712042808533, "Finetune/Step": 5157, "Finetune/Step Time": 11.272804530337453}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7258915305137634, "Finetune/Loss (Raw)": 0.7331700921058655, "Finetune/Step": 5158, "Finetune/Step Time": 11.271139048039913}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7269439697265625, "Finetune/Loss (Raw)": 0.8566229939460754, "Finetune/Step": 5159, "Finetune/Step Time": 11.274632865563035}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7274313569068909, "Finetune/Loss (Raw)": 0.8619542717933655, "Finetune/Step": 5160, "Finetune/Step Time": 11.272136926651001}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7276690006256104, "Finetune/Loss (Raw)": 0.7762081623077393, "Finetune/Step": 5161, "Finetune/Step Time": 11.289483921602368}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7269864082336426, "Finetune/Loss (Raw)": 0.6879194974899292, "Finetune/Step": 5162, "Finetune/Step Time": 11.294290313497186}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.727491021156311, "Finetune/Loss (Raw)": 0.7608650922775269, "Finetune/Step": 5163, "Finetune/Step Time": 11.291833674535155}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7286068201065063, "Finetune/Loss (Raw)": 0.8406090140342712, "Finetune/Step": 5164, "Finetune/Step Time": 11.30926213040948}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7260526418685913, "Finetune/Loss (Raw)": 0.5513820648193359, "Finetune/Step": 5165, "Finetune/Step Time": 11.320678183808923}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.724899411201477, "Finetune/Loss (Raw)": 0.722920835018158, "Finetune/Step": 5166, "Finetune/Step Time": 11.331084001809359}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7224698066711426, "Finetune/Loss (Raw)": 0.6163520812988281, "Finetune/Step": 5167, "Finetune/Step Time": 11.323146618902683}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.724992036819458, "Finetune/Loss (Raw)": 0.8534495234489441, "Finetune/Step": 5168, "Finetune/Step Time": 11.3134741820395}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7246475219726562, "Finetune/Loss (Raw)": 0.841571569442749, "Finetune/Step": 5169, "Finetune/Step Time": 11.31481740809977}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7226458787918091, "Finetune/Loss (Raw)": 0.6216674447059631, "Finetune/Step": 5170, "Finetune/Step Time": 11.31067619472742}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7236780524253845, "Finetune/Loss (Raw)": 0.9065374135971069, "Finetune/Step": 5171, "Finetune/Step Time": 11.303319849073887}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7232944369316101, "Finetune/Loss (Raw)": 0.7053136229515076, "Finetune/Step": 5172, "Finetune/Step Time": 11.30420333892107}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7235620617866516, "Finetune/Loss (Raw)": 0.6808929443359375, "Finetune/Step": 5173, "Finetune/Step Time": 11.268263453617692}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.726070761680603, "Finetune/Loss (Raw)": 0.9310535788536072, "Finetune/Step": 5174, "Finetune/Step Time": 11.232141634449363}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.725579023361206, "Finetune/Loss (Raw)": 0.7263204455375671, "Finetune/Step": 5175, "Finetune/Step Time": 11.237298326566815}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7236570119857788, "Finetune/Loss (Raw)": 0.6198303699493408, "Finetune/Step": 5176, "Finetune/Step Time": 11.271996475756168}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7245934009552002, "Finetune/Loss (Raw)": 0.800153911113739, "Finetune/Step": 5177, "Finetune/Step Time": 11.267089201137424}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7240296006202698, "Finetune/Loss (Raw)": 0.6437243223190308, "Finetune/Step": 5178, "Finetune/Step Time": 11.246291467919946}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7244558930397034, "Finetune/Loss (Raw)": 0.6650771498680115, "Finetune/Step": 5179, "Finetune/Step Time": 11.242052322253585}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7246464490890503, "Finetune/Loss (Raw)": 0.6011142134666443, "Finetune/Step": 5180, "Finetune/Step Time": 11.21655435115099}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.726213812828064, "Finetune/Loss (Raw)": 0.7739056348800659, "Finetune/Step": 5181, "Finetune/Step Time": 11.213321465998888}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7241541147232056, "Finetune/Loss (Raw)": 0.5778101682662964, "Finetune/Step": 5182, "Finetune/Step Time": 11.217218235135078}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7246795296669006, "Finetune/Loss (Raw)": 0.796950101852417, "Finetune/Step": 5183, "Finetune/Step Time": 11.225265285000205}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7234585285186768, "Finetune/Loss (Raw)": 0.6303398013114929, "Finetune/Step": 5184, "Finetune/Step Time": 11.236062990501523}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7240518927574158, "Finetune/Loss (Raw)": 0.7935694456100464, "Finetune/Step": 5185, "Finetune/Step Time": 11.251942474395037}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7226436138153076, "Finetune/Loss (Raw)": 0.5976977944374084, "Finetune/Step": 5186, "Finetune/Step Time": 11.287066536024213}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7207643985748291, "Finetune/Loss (Raw)": 0.5946669578552246, "Finetune/Step": 5187, "Finetune/Step Time": 11.309910045936704}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7192697525024414, "Finetune/Loss (Raw)": 0.69105464220047, "Finetune/Step": 5188, "Finetune/Step Time": 11.310686461627483}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7173594236373901, "Finetune/Loss (Raw)": 0.5807175040245056, "Finetune/Step": 5189, "Finetune/Step Time": 11.326863972470164}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7176513671875, "Finetune/Loss (Raw)": 0.6002478003501892, "Finetune/Step": 5190, "Finetune/Step Time": 11.302189521491528}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7159053683280945, "Finetune/Loss (Raw)": 0.6222887635231018, "Finetune/Step": 5191, "Finetune/Step Time": 11.316081307828426}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7165020108222961, "Finetune/Loss (Raw)": 0.7094656229019165, "Finetune/Step": 5192, "Finetune/Step Time": 11.310419987887144}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7149110436439514, "Finetune/Loss (Raw)": 0.6677899956703186, "Finetune/Step": 5193, "Finetune/Step Time": 11.328139938414097}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7129117250442505, "Finetune/Loss (Raw)": 0.5904489159584045, "Finetune/Step": 5194, "Finetune/Step Time": 11.365714769810438}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7126437425613403, "Finetune/Loss (Raw)": 0.6791778206825256, "Finetune/Step": 5195, "Finetune/Step Time": 11.367668306455016}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7119410037994385, "Finetune/Loss (Raw)": 0.6833378076553345, "Finetune/Step": 5196, "Finetune/Step Time": 11.39784025028348}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7125701308250427, "Finetune/Loss (Raw)": 0.7793475985527039, "Finetune/Step": 5197, "Finetune/Step Time": 11.385252121835947}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7124549150466919, "Finetune/Loss (Raw)": 0.6879355907440186, "Finetune/Step": 5198, "Finetune/Step Time": 11.369335537776351}