diff --git "a/siglip-224px+7b/run-metrics.jsonl" "b/siglip-224px+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/siglip-224px+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "siglip-224px+7b", "reduce_in_full_precision": false, "type": "siglip-224px+7b", "vision_backbone_id": "siglip-vit-so400m"}, "pretrained_checkpoint": null, "run_id": "siglip-224px+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "siglip-224px+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 5.40932035446167, "Finetune/Loss (Raw)": 5.40932035446167, "Finetune/Step": 1, "Finetune/Step Time": 23.140599489212036}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 5.5404815673828125, "Finetune/Loss (Raw)": 5.671642780303955, "Finetune/Step": 2, "Finetune/Step Time": 15.401721835136414}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 4.990685939788818, "Finetune/Loss (Raw)": 3.8910934925079346, "Finetune/Step": 3, "Finetune/Step Time": 11.655333518981934}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 4.625333786010742, "Finetune/Loss (Raw)": 3.529278516769409, "Finetune/Step": 4, "Finetune/Step Time": 9.805121123790741}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.309177875518799, "Finetune/Loss (Raw)": 3.044553279876709, "Finetune/Step": 5, "Finetune/Step Time": 8.873370742797851}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.068554878234863, "Finetune/Loss (Raw)": 2.8654377460479736, "Finetune/Step": 6, "Finetune/Step Time": 8.204597353935242}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 3.9402453899383545, "Finetune/Loss (Raw)": 3.170389413833618, "Finetune/Step": 7, "Finetune/Step Time": 7.700812986918858}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.805750846862793, "Finetune/Loss (Raw)": 2.8642914295196533, "Finetune/Step": 8, "Finetune/Step Time": 7.493042230606079}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.6913037300109863, "Finetune/Loss (Raw)": 2.775729179382324, "Finetune/Step": 9, "Finetune/Step Time": 7.1941926214430065}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.634549379348755, "Finetune/Loss (Raw)": 3.1237573623657227, "Finetune/Step": 10, "Finetune/Step Time": 7.202417492866516}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.559443950653076, "Finetune/Loss (Raw)": 2.8083863258361816, "Finetune/Step": 11, "Finetune/Step Time": 6.9563704403963955}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.484875440597534, "Finetune/Loss (Raw)": 2.664623260498047, "Finetune/Step": 12, "Finetune/Step Time": 6.760452687740326}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.4140007495880127, "Finetune/Loss (Raw)": 2.5635032653808594, "Finetune/Step": 13, "Finetune/Step Time": 6.590319248346182}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.3749520778656006, "Finetune/Loss (Raw)": 2.8673205375671387, "Finetune/Step": 14, "Finetune/Step Time": 6.427522557122367}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.300551176071167, "Finetune/Loss (Raw)": 2.2589383125305176, "Finetune/Step": 15, "Finetune/Step Time": 6.376819451649983}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.1968746185302734, "Finetune/Loss (Raw)": 1.6417292356491089, "Finetune/Step": 16, "Finetune/Step Time": 6.341343879699707}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.1415722370147705, "Finetune/Loss (Raw)": 2.256732225418091, "Finetune/Step": 17, "Finetune/Step Time": 6.250607644810396}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 3.0619280338287354, "Finetune/Loss (Raw)": 1.7079771757125854, "Finetune/Step": 18, "Finetune/Step Time": 6.19527804851532}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 3.0087890625, "Finetune/Loss (Raw)": 2.052288055419922, "Finetune/Step": 19, "Finetune/Step Time": 6.096461898402164}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.9517672061920166, "Finetune/Loss (Raw)": 1.8683509826660156, "Finetune/Step": 20, "Finetune/Step Time": 5.993978321552277}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.889880895614624, "Finetune/Loss (Raw)": 1.652159333229065, "Finetune/Step": 21, "Finetune/Step Time": 5.987903265725999}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.826618194580078, "Finetune/Loss (Raw)": 1.4980993270874023, "Finetune/Step": 22, "Finetune/Step Time": 5.932076389139349}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.7132883071899414, "Finetune/Loss (Raw)": 0.22003117203712463, "Finetune/Step": 23, "Finetune/Step Time": 6.022972863653432}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.6722869873046875, "Finetune/Loss (Raw)": 1.7292530536651611, "Finetune/Step": 24, "Finetune/Step Time": 5.946941653887431}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.628974437713623, "Finetune/Loss (Raw)": 1.5894774198532104, "Finetune/Step": 25, "Finetune/Step Time": 5.8988401889801025}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.5380859375, "Finetune/Loss (Raw)": 0.26586538553237915, "Finetune/Step": 26, "Finetune/Step Time": 6.001624354949365}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.504777431488037, "Finetune/Loss (Raw)": 1.6387578248977661, "Finetune/Step": 27, "Finetune/Step Time": 5.92816095881992}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.4679360389709473, "Finetune/Loss (Raw)": 1.4732121229171753, "Finetune/Step": 28, "Finetune/Step Time": 5.8643176300185065}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.4351398944854736, "Finetune/Loss (Raw)": 1.5168572664260864, "Finetune/Step": 29, "Finetune/Step Time": 5.854551644160829}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.399933099746704, "Finetune/Loss (Raw)": 1.3789242506027222, "Finetune/Step": 30, "Finetune/Step Time": 5.849686996142069}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.3738186359405518, "Finetune/Loss (Raw)": 1.590392827987671, "Finetune/Step": 31, "Finetune/Step Time": 5.820311646307668}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.3441476821899414, "Finetune/Loss (Raw)": 1.4243510961532593, "Finetune/Step": 32, "Finetune/Step Time": 5.845298588275909}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.3127095699310303, "Finetune/Loss (Raw)": 1.3066918849945068, "Finetune/Step": 33, "Finetune/Step Time": 5.824381380370169}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.279996395111084, "Finetune/Loss (Raw)": 1.2004601955413818, "Finetune/Step": 34, "Finetune/Step Time": 5.787560329717748}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.2603676319122314, "Finetune/Loss (Raw)": 1.5929908752441406, "Finetune/Step": 35, "Finetune/Step Time": 5.764166164398193}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.2334935665130615, "Finetune/Loss (Raw)": 1.2929047346115112, "Finetune/Step": 36, "Finetune/Step Time": 5.774981326527065}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.212313652038574, "Finetune/Loss (Raw)": 1.4498381614685059, "Finetune/Step": 37, "Finetune/Step Time": 5.825901998055948}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.1879258155822754, "Finetune/Loss (Raw)": 1.2855746746063232, "Finetune/Step": 38, "Finetune/Step Time": 5.78464833058809}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.164196729660034, "Finetune/Loss (Raw)": 1.2624913454055786, "Finetune/Step": 39, "Finetune/Step Time": 5.74089789390564}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.141930341720581, "Finetune/Loss (Raw)": 1.273535966873169, "Finetune/Step": 40, "Finetune/Step Time": 5.748646825551987}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.1229500770568848, "Finetune/Loss (Raw)": 1.3637359142303467, "Finetune/Step": 41, "Finetune/Step Time": 5.698965061001662}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.1030704975128174, "Finetune/Loss (Raw)": 1.2880098819732666, "Finetune/Step": 42, "Finetune/Step Time": 5.662162144978841}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.083967685699463, "Finetune/Loss (Raw)": 1.2816510200500488, "Finetune/Step": 43, "Finetune/Step Time": 5.660549801449443}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.0656402111053467, "Finetune/Loss (Raw)": 1.2775537967681885, "Finetune/Step": 44, "Finetune/Step Time": 5.650752902030945}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.044837236404419, "Finetune/Loss (Raw)": 1.1295089721679688, "Finetune/Step": 45, "Finetune/Step Time": 5.710409588283962}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.0057599544525146, "Finetune/Loss (Raw)": 0.2472827285528183, "Finetune/Step": 46, "Finetune/Step Time": 5.777219409527986}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.9889765977859497, "Finetune/Loss (Raw)": 1.2169456481933594, "Finetune/Step": 47, "Finetune/Step Time": 5.754153763994258}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.9726194143295288, "Finetune/Loss (Raw)": 1.2038275003433228, "Finetune/Step": 48, "Finetune/Step Time": 5.762117505073547}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.9575576782226562, "Finetune/Loss (Raw)": 1.2346007823944092, "Finetune/Step": 49, "Finetune/Step Time": 5.739805494035993}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.940163254737854, "Finetune/Loss (Raw)": 1.0878311395645142, "Finetune/Step": 50, "Finetune/Step Time": 5.707487087249756}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.92508065700531, "Finetune/Loss (Raw)": 1.1709462404251099, "Finetune/Step": 51, "Finetune/Step Time": 5.682885109209547}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.9122027158737183, "Finetune/Loss (Raw)": 1.2554304599761963, "Finetune/Step": 52, "Finetune/Step Time": 5.676456038768475}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.8946218490600586, "Finetune/Loss (Raw)": 0.9804201722145081, "Finetune/Step": 53, "Finetune/Step Time": 5.71433084865786}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.8777066469192505, "Finetune/Loss (Raw)": 0.9811995029449463, "Finetune/Step": 54, "Finetune/Step Time": 5.710027164883083}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.8654016256332397, "Finetune/Loss (Raw)": 1.2009388208389282, "Finetune/Step": 55, "Finetune/Step Time": 5.712448926405473}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.8526513576507568, "Finetune/Loss (Raw)": 1.1513816118240356, "Finetune/Step": 56, "Finetune/Step Time": 5.723887098687036}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.8387202024459839, "Finetune/Loss (Raw)": 1.0585814714431763, "Finetune/Step": 57, "Finetune/Step Time": 5.703423194717943}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.8256465196609497, "Finetune/Loss (Raw)": 1.080443024635315, "Finetune/Step": 58, "Finetune/Step Time": 5.7299092062588395}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.8134725093841553, "Finetune/Loss (Raw)": 1.1073817014694214, "Finetune/Step": 59, "Finetune/Step Time": 5.738404492200432}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.8017405271530151, "Finetune/Loss (Raw)": 1.1095393896102905, "Finetune/Step": 60, "Finetune/Step Time": 5.7381683429082235}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.7913094758987427, "Finetune/Loss (Raw)": 1.1654598712921143, "Finetune/Step": 61, "Finetune/Step Time": 5.722594284620441}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.7823177576065063, "Finetune/Loss (Raw)": 1.2338277101516724, "Finetune/Step": 62, "Finetune/Step Time": 5.6999543328439035}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.7733697891235352, "Finetune/Loss (Raw)": 1.21857750415802, "Finetune/Step": 63, "Finetune/Step Time": 5.679579818059528}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.7624332904815674, "Finetune/Loss (Raw)": 1.0734467506408691, "Finetune/Step": 64, "Finetune/Step Time": 5.71458762511611}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.7517212629318237, "Finetune/Loss (Raw)": 1.0661571025848389, "Finetune/Step": 65, "Finetune/Step Time": 5.710040760040283}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.740510106086731, "Finetune/Loss (Raw)": 1.0117772817611694, "Finetune/Step": 66, "Finetune/Step Time": 5.696800069375471}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.7280323505401611, "Finetune/Loss (Raw)": 0.9045082926750183, "Finetune/Step": 67, "Finetune/Step Time": 5.6731298005402975}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.7192602157592773, "Finetune/Loss (Raw)": 1.131521463394165, "Finetune/Step": 68, "Finetune/Step Time": 5.671085999292486}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.7111732959747314, "Finetune/Loss (Raw)": 1.1612557172775269, "Finetune/Step": 69, "Finetune/Step Time": 5.648907955142035}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.7038556337356567, "Finetune/Loss (Raw)": 1.1989392042160034, "Finetune/Step": 70, "Finetune/Step Time": 5.6301479952675955}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.6928155422210693, "Finetune/Loss (Raw)": 0.9200141429901123, "Finetune/Step": 71, "Finetune/Step Time": 5.613051961845075}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.6837267875671387, "Finetune/Loss (Raw)": 1.0384241342544556, "Finetune/Step": 72, "Finetune/Step Time": 5.590046826336119}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.6735103130340576, "Finetune/Loss (Raw)": 0.9379260540008545, "Finetune/Step": 73, "Finetune/Step Time": 5.57285079237533}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.663604736328125, "Finetune/Loss (Raw)": 0.9405049681663513, "Finetune/Step": 74, "Finetune/Step Time": 5.555467873006253}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.6522859334945679, "Finetune/Loss (Raw)": 0.8146858811378479, "Finetune/Step": 75, "Finetune/Step Time": 5.550379848480224}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.6435338258743286, "Finetune/Loss (Raw)": 0.9871231317520142, "Finetune/Step": 76, "Finetune/Step Time": 5.543053699167151}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.636807918548584, "Finetune/Loss (Raw)": 1.1256403923034668, "Finetune/Step": 77, "Finetune/Step Time": 5.523648416841185}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.6313323974609375, "Finetune/Loss (Raw)": 1.2097232341766357, "Finetune/Step": 78, "Finetune/Step Time": 5.504464140305152}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.6255651712417603, "Finetune/Loss (Raw)": 1.1757242679595947, "Finetune/Step": 79, "Finetune/Step Time": 5.489476297475115}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.6174242496490479, "Finetune/Loss (Raw)": 0.9742785096168518, "Finetune/Step": 80, "Finetune/Step Time": 5.494760844111442}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.6115590333938599, "Finetune/Loss (Raw)": 1.1423518657684326, "Finetune/Step": 81, "Finetune/Step Time": 5.492523949823262}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.6053109169006348, "Finetune/Loss (Raw)": 1.0992149114608765, "Finetune/Step": 82, "Finetune/Step Time": 5.477235116609713}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.5975868701934814, "Finetune/Loss (Raw)": 0.9642066955566406, "Finetune/Step": 83, "Finetune/Step Time": 5.485208448157253}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.592756748199463, "Finetune/Loss (Raw)": 1.1918549537658691, "Finetune/Step": 84, "Finetune/Step Time": 5.487542206332797}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.5863362550735474, "Finetune/Loss (Raw)": 1.0470106601715088, "Finetune/Step": 85, "Finetune/Step Time": 5.474346514309154}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.5714631080627441, "Finetune/Loss (Raw)": 0.30724629759788513, "Finetune/Step": 86, "Finetune/Step Time": 5.515033655388411}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.5651313066482544, "Finetune/Loss (Raw)": 1.020606517791748, "Finetune/Step": 87, "Finetune/Step Time": 5.502658517881372}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.5611326694488525, "Finetune/Loss (Raw)": 1.2132335901260376, "Finetune/Step": 88, "Finetune/Step Time": 5.509749046780846}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.5554921627044678, "Finetune/Loss (Raw)": 1.0591319799423218, "Finetune/Step": 89, "Finetune/Step Time": 5.497038586755817}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.5508238077163696, "Finetune/Loss (Raw)": 1.1353486776351929, "Finetune/Step": 90, "Finetune/Step Time": 5.504232838418749}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.546431303024292, "Finetune/Loss (Raw)": 1.1510981321334839, "Finetune/Step": 91, "Finetune/Step Time": 5.506853564754947}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.5425269603729248, "Finetune/Loss (Raw)": 1.1872316598892212, "Finetune/Step": 92, "Finetune/Step Time": 5.4959582297698315}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.535818338394165, "Finetune/Loss (Raw)": 0.9186253547668457, "Finetune/Step": 93, "Finetune/Step Time": 5.487729380207677}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.5316827297210693, "Finetune/Loss (Raw)": 1.147072434425354, "Finetune/Step": 94, "Finetune/Step Time": 5.472409466479687}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.5268737077713013, "Finetune/Loss (Raw)": 1.0748156309127808, "Finetune/Step": 95, "Finetune/Step Time": 5.460574280588251}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.5221152305603027, "Finetune/Loss (Raw)": 1.0700699090957642, "Finetune/Step": 96, "Finetune/Step Time": 5.462938132385413}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.5169626474380493, "Finetune/Loss (Raw)": 1.0223246812820435, "Finetune/Step": 97, "Finetune/Step Time": 5.4587262659957725}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.5128389596939087, "Finetune/Loss (Raw)": 1.1128450632095337, "Finetune/Step": 98, "Finetune/Step Time": 5.447471063964221}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.4995094537734985, "Finetune/Loss (Raw)": 0.19320686161518097, "Finetune/Step": 99, "Finetune/Step Time": 5.473398232700849}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.4964460134506226, "Finetune/Loss (Raw)": 1.193166732788086, "Finetune/Step": 100, "Finetune/Step Time": 5.466987731456757}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.491896390914917, "Finetune/Loss (Raw)": 1.0369349718093872, "Finetune/Step": 101, "Finetune/Step Time": 5.4685323568854}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.4890921115875244, "Finetune/Loss (Raw)": 1.2058470249176025, "Finetune/Step": 102, "Finetune/Step Time": 5.45268238993252}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.477442741394043, "Finetune/Loss (Raw)": 0.2892192602157593, "Finetune/Step": 103, "Finetune/Step Time": 5.478627575253977}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.4741309881210327, "Finetune/Loss (Raw)": 1.1330046653747559, "Finetune/Step": 104, "Finetune/Step Time": 5.466480731964111}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.4699995517730713, "Finetune/Loss (Raw)": 1.040335774421692, "Finetune/Step": 105, "Finetune/Step Time": 5.450218584423974}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.4660212993621826, "Finetune/Loss (Raw)": 1.0483015775680542, "Finetune/Step": 106, "Finetune/Step Time": 5.437968928858919}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.462796688079834, "Finetune/Loss (Raw)": 1.1210048198699951, "Finetune/Step": 107, "Finetune/Step Time": 5.426704678580026}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.4585325717926025, "Finetune/Loss (Raw)": 1.002259373664856, "Finetune/Step": 108, "Finetune/Step Time": 5.430355193438353}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.4555662870407104, "Finetune/Loss (Raw)": 1.1352298259735107, "Finetune/Step": 109, "Finetune/Step Time": 5.419884226737766}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.4517062902450562, "Finetune/Loss (Raw)": 1.0309574604034424, "Finetune/Step": 110, "Finetune/Step Time": 5.4079910039901735}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.4485599994659424, "Finetune/Loss (Raw)": 1.1024547815322876, "Finetune/Step": 111, "Finetune/Step Time": 5.413021575223218}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.44516921043396, "Finetune/Loss (Raw)": 1.0688000917434692, "Finetune/Step": 112, "Finetune/Step Time": 5.408661184566362}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.4421327114105225, "Finetune/Loss (Raw)": 1.1020506620407104, "Finetune/Step": 113, "Finetune/Step Time": 5.4117889952870595}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.4314996004104614, "Finetune/Loss (Raw)": 0.22995112836360931, "Finetune/Step": 114, "Finetune/Step Time": 5.443256999316969}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.4283685684204102, "Finetune/Loss (Raw)": 1.071425199508667, "Finetune/Step": 115, "Finetune/Step Time": 5.434435898324717}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.423912525177002, "Finetune/Loss (Raw)": 0.9114810824394226, "Finetune/Step": 116, "Finetune/Step Time": 5.4400970339775085}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.421154260635376, "Finetune/Loss (Raw)": 1.1011767387390137, "Finetune/Step": 117, "Finetune/Step Time": 5.436052006534022}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.418656826019287, "Finetune/Loss (Raw)": 1.1264655590057373, "Finetune/Step": 118, "Finetune/Step Time": 5.426200005967738}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.415422797203064, "Finetune/Loss (Raw)": 1.0337992906570435, "Finetune/Step": 119, "Finetune/Step Time": 5.417663207575052}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.4125654697418213, "Finetune/Loss (Raw)": 1.072547435760498, "Finetune/Step": 120, "Finetune/Step Time": 5.424412729342778}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.4092580080032349, "Finetune/Loss (Raw)": 1.0123964548110962, "Finetune/Step": 121, "Finetune/Step Time": 5.4322792813797625}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.405547022819519, "Finetune/Loss (Raw)": 0.9565118551254272, "Finetune/Step": 122, "Finetune/Step Time": 5.4237753504612405}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.4021905660629272, "Finetune/Loss (Raw)": 0.9926832914352417, "Finetune/Step": 123, "Finetune/Step Time": 5.414370612400334}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.3998746871948242, "Finetune/Loss (Raw)": 1.1150352954864502, "Finetune/Step": 124, "Finetune/Step Time": 5.407691594093077}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.3965959548950195, "Finetune/Loss (Raw)": 0.9900176525115967, "Finetune/Step": 125, "Finetune/Step Time": 5.4012317523956295}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.3941973447799683, "Finetune/Loss (Raw)": 1.0943561792373657, "Finetune/Step": 126, "Finetune/Step Time": 5.412707977824741}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.3908672332763672, "Finetune/Loss (Raw)": 0.971284031867981, "Finetune/Step": 127, "Finetune/Step Time": 5.403495520118653}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.3887544870376587, "Finetune/Loss (Raw)": 1.1204382181167603, "Finetune/Step": 128, "Finetune/Step Time": 5.396787565201521}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.3553926944732666, "Finetune/Loss (Raw)": 1.1390122175216675, "Finetune/Step": 129, "Finetune/Step Time": 5.2500592935830355}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.3198635578155518, "Finetune/Loss (Raw)": 1.1239193677902222, "Finetune/Step": 130, "Finetune/Step Time": 5.2322466392070055}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.297973871231079, "Finetune/Loss (Raw)": 1.0892155170440674, "Finetune/Step": 131, "Finetune/Step Time": 5.231796000152826}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.2788546085357666, "Finetune/Loss (Raw)": 1.0819981098175049, "Finetune/Step": 132, "Finetune/Step Time": 5.232077205553651}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.2619577646255493, "Finetune/Loss (Raw)": 0.8817605376243591, "Finetune/Step": 133, "Finetune/Step Time": 5.241778815165162}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.2490956783294678, "Finetune/Loss (Raw)": 1.2190896272659302, "Finetune/Step": 134, "Finetune/Step Time": 5.237860444933176}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.2320361137390137, "Finetune/Loss (Raw)": 0.9867672920227051, "Finetune/Step": 135, "Finetune/Step Time": 5.239704417064786}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.217964768409729, "Finetune/Loss (Raw)": 1.0631707906723022, "Finetune/Step": 136, "Finetune/Step Time": 5.225295362994075}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.203729271888733, "Finetune/Loss (Raw)": 0.9535818696022034, "Finetune/Step": 137, "Finetune/Step Time": 5.227782400324941}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1879050731658936, "Finetune/Loss (Raw)": 1.0982468128204346, "Finetune/Step": 138, "Finetune/Step Time": 5.199756931513548}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.1728904247283936, "Finetune/Loss (Raw)": 0.8865289092063904, "Finetune/Step": 139, "Finetune/Step Time": 5.201038526371121}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1620185375213623, "Finetune/Loss (Raw)": 1.273003101348877, "Finetune/Step": 140, "Finetune/Step Time": 5.1955166812986135}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1499296426773071, "Finetune/Loss (Raw)": 1.0161385536193848, "Finetune/Step": 141, "Finetune/Step Time": 5.189629985019565}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1353471279144287, "Finetune/Loss (Raw)": 1.0007470846176147, "Finetune/Step": 142, "Finetune/Step Time": 5.22763361595571}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.125110387802124, "Finetune/Loss (Raw)": 0.9486426115036011, "Finetune/Step": 143, "Finetune/Step Time": 5.242487920448184}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.1147856712341309, "Finetune/Loss (Raw)": 0.32016733288764954, "Finetune/Step": 144, "Finetune/Step Time": 5.26067429035902}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0996360778808594, "Finetune/Loss (Raw)": 0.31758204102516174, "Finetune/Step": 145, "Finetune/Step Time": 5.287245338782668}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0936554670333862, "Finetune/Loss (Raw)": 0.9424601793289185, "Finetune/Step": 146, "Finetune/Step Time": 5.2783022820949554}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0844666957855225, "Finetune/Loss (Raw)": 0.8761286735534668, "Finetune/Step": 147, "Finetune/Step Time": 5.283958414569497}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0781502723693848, "Finetune/Loss (Raw)": 1.0598487854003906, "Finetune/Step": 148, "Finetune/Step Time": 5.286180844530463}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0737695693969727, "Finetune/Loss (Raw)": 1.0914255380630493, "Finetune/Step": 149, "Finetune/Step Time": 5.275711786001921}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0705976486206055, "Finetune/Loss (Raw)": 1.0920794010162354, "Finetune/Step": 150, "Finetune/Step Time": 5.279245553538203}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0772604942321777, "Finetune/Loss (Raw)": 1.0728884935379028, "Finetune/Step": 151, "Finetune/Step Time": 5.254397366195917}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0716679096221924, "Finetune/Loss (Raw)": 1.013400912284851, "Finetune/Step": 152, "Finetune/Step Time": 5.259443610906601}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0680922269821167, "Finetune/Loss (Raw)": 1.1317973136901855, "Finetune/Step": 153, "Finetune/Step Time": 5.268487345427275}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0747058391571045, "Finetune/Loss (Raw)": 1.1124060153961182, "Finetune/Step": 154, "Finetune/Step Time": 5.236617941409349}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0711185932159424, "Finetune/Loss (Raw)": 1.1795920133590698, "Finetune/Step": 155, "Finetune/Step Time": 5.242368623614311}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0617698431015015, "Finetune/Loss (Raw)": 0.2765682637691498, "Finetune/Step": 156, "Finetune/Step Time": 5.275361131876707}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0581878423690796, "Finetune/Loss (Raw)": 1.0583637952804565, "Finetune/Step": 157, "Finetune/Step Time": 5.2663469389081}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0558828115463257, "Finetune/Loss (Raw)": 1.0838768482208252, "Finetune/Step": 158, "Finetune/Step Time": 5.257059222087264}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0517635345458984, "Finetune/Loss (Raw)": 1.063133955001831, "Finetune/Step": 159, "Finetune/Step Time": 5.249743459746242}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.048399806022644, "Finetune/Loss (Raw)": 0.9937872886657715, "Finetune/Step": 160, "Finetune/Step Time": 5.239186871796846}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.046102523803711, "Finetune/Loss (Raw)": 1.0126358270645142, "Finetune/Step": 161, "Finetune/Step Time": 5.23527399264276}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.046355128288269, "Finetune/Loss (Raw)": 1.2327994108200073, "Finetune/Step": 162, "Finetune/Step Time": 5.23389090038836}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0422543287277222, "Finetune/Loss (Raw)": 1.0680835247039795, "Finetune/Step": 163, "Finetune/Step Time": 5.233626937493682}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0395666360855103, "Finetune/Loss (Raw)": 0.9488875269889832, "Finetune/Step": 164, "Finetune/Step Time": 5.231369221583009}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0363523960113525, "Finetune/Loss (Raw)": 1.0384212732315063, "Finetune/Step": 165, "Finetune/Step Time": 5.218661304563284}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0338308811187744, "Finetune/Loss (Raw)": 0.962805449962616, "Finetune/Step": 166, "Finetune/Step Time": 5.219790471717715}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0327601432800293, "Finetune/Loss (Raw)": 1.1254339218139648, "Finetune/Step": 167, "Finetune/Step Time": 5.221656808629632}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.030374526977539, "Finetune/Loss (Raw)": 0.9681984782218933, "Finetune/Step": 168, "Finetune/Step Time": 5.210097059607506}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0271297693252563, "Finetune/Loss (Raw)": 0.9483965039253235, "Finetune/Step": 169, "Finetune/Step Time": 5.2145454958081245}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0200963020324707, "Finetune/Loss (Raw)": 0.3877248466014862, "Finetune/Step": 170, "Finetune/Step Time": 5.244006963446736}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0177364349365234, "Finetune/Loss (Raw)": 0.9795934557914734, "Finetune/Step": 171, "Finetune/Step Time": 5.24235549941659}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.015388011932373, "Finetune/Loss (Raw)": 0.9769483208656311, "Finetune/Step": 172, "Finetune/Step Time": 5.245396787300706}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0156266689300537, "Finetune/Loss (Raw)": 1.1600635051727295, "Finetune/Step": 173, "Finetune/Step Time": 5.213719634339213}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0206377506256104, "Finetune/Loss (Raw)": 0.8886971473693848, "Finetune/Step": 174, "Finetune/Step Time": 5.183747176080942}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0202454328536987, "Finetune/Loss (Raw)": 1.166721224784851, "Finetune/Step": 175, "Finetune/Step Time": 5.180487612262368}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0135661363601685, "Finetune/Loss (Raw)": 0.3488800823688507, "Finetune/Step": 176, "Finetune/Step Time": 5.196614945307374}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0114853382110596, "Finetune/Loss (Raw)": 0.9682552814483643, "Finetune/Step": 177, "Finetune/Step Time": 5.199635015800595}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.012101411819458, "Finetune/Loss (Raw)": 1.1666958332061768, "Finetune/Step": 178, "Finetune/Step Time": 5.217180186882615}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0099108219146729, "Finetune/Loss (Raw)": 0.8905351758003235, "Finetune/Step": 179, "Finetune/Step Time": 5.220616869628429}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0083504915237427, "Finetune/Loss (Raw)": 1.0557290315628052, "Finetune/Step": 180, "Finetune/Step Time": 5.2178701646626}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0085093975067139, "Finetune/Loss (Raw)": 1.0007518529891968, "Finetune/Step": 181, "Finetune/Step Time": 5.188653478398919}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0089267492294312, "Finetune/Loss (Raw)": 1.0346263647079468, "Finetune/Step": 182, "Finetune/Step Time": 5.1818337347358465}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0073094367980957, "Finetune/Loss (Raw)": 0.9939093589782715, "Finetune/Step": 183, "Finetune/Step Time": 5.164712322875857}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0072680711746216, "Finetune/Loss (Raw)": 1.146096110343933, "Finetune/Step": 184, "Finetune/Step Time": 5.15112023986876}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.006097435951233, "Finetune/Loss (Raw)": 0.908745527267456, "Finetune/Step": 185, "Finetune/Step Time": 5.148521704599261}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.005220651626587, "Finetune/Loss (Raw)": 0.9682049751281738, "Finetune/Step": 186, "Finetune/Step Time": 5.1389148104935884}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0043790340423584, "Finetune/Loss (Raw)": 0.9996691942214966, "Finetune/Step": 187, "Finetune/Step Time": 5.124617114663124}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0043609142303467, "Finetune/Loss (Raw)": 1.1072132587432861, "Finetune/Step": 188, "Finetune/Step Time": 5.112162394449115}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.002943754196167, "Finetune/Loss (Raw)": 0.9840584993362427, "Finetune/Step": 189, "Finetune/Step Time": 5.122848654165864}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0015971660614014, "Finetune/Loss (Raw)": 1.0614614486694336, "Finetune/Step": 190, "Finetune/Step Time": 5.127418113872409}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.000355839729309, "Finetune/Loss (Raw)": 1.0596874952316284, "Finetune/Step": 191, "Finetune/Step Time": 5.132706878706813}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0001758337020874, "Finetune/Loss (Raw)": 1.0504145622253418, "Finetune/Step": 192, "Finetune/Step Time": 5.113351825624704}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9990866184234619, "Finetune/Loss (Raw)": 0.9267323017120361, "Finetune/Step": 193, "Finetune/Step Time": 5.10568836890161}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9992853403091431, "Finetune/Loss (Raw)": 1.0372084379196167, "Finetune/Step": 194, "Finetune/Step Time": 5.104450911283493}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.999920666217804, "Finetune/Loss (Raw)": 0.9858339428901672, "Finetune/Step": 195, "Finetune/Step Time": 5.11088846065104}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9985076189041138, "Finetune/Loss (Raw)": 0.9506642818450928, "Finetune/Step": 196, "Finetune/Step Time": 5.107360348105431}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9975048303604126, "Finetune/Loss (Raw)": 1.032893180847168, "Finetune/Step": 197, "Finetune/Step Time": 5.11334366351366}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9958857297897339, "Finetune/Loss (Raw)": 0.9916826486587524, "Finetune/Step": 198, "Finetune/Step Time": 5.113133639097214}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9963222146034241, "Finetune/Loss (Raw)": 0.9758875370025635, "Finetune/Step": 199, "Finetune/Step Time": 5.117617543786764}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9961485862731934, "Finetune/Loss (Raw)": 1.0162041187286377, "Finetune/Step": 200, "Finetune/Step Time": 5.122597236186266}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9974021911621094, "Finetune/Loss (Raw)": 1.0983819961547852, "Finetune/Step": 201, "Finetune/Step Time": 5.126901952549815}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9987236261367798, "Finetune/Loss (Raw)": 1.1096514463424683, "Finetune/Step": 202, "Finetune/Step Time": 5.13087228871882}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0005474090576172, "Finetune/Loss (Raw)": 1.0481270551681519, "Finetune/Step": 203, "Finetune/Step Time": 5.125609751790762}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.001010775566101, "Finetune/Loss (Raw)": 1.0464379787445068, "Finetune/Step": 204, "Finetune/Step Time": 5.120789272710681}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9947984218597412, "Finetune/Loss (Raw)": 0.3304602801799774, "Finetune/Step": 205, "Finetune/Step Time": 5.15849282592535}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9931212067604065, "Finetune/Loss (Raw)": 0.9950419068336487, "Finetune/Step": 206, "Finetune/Step Time": 5.167937949299812}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.992950439453125, "Finetune/Loss (Raw)": 1.153867244720459, "Finetune/Step": 207, "Finetune/Step Time": 5.1910941787064075}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9933137893676758, "Finetune/Loss (Raw)": 1.0207891464233398, "Finetune/Step": 208, "Finetune/Step Time": 5.1774027571082115}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9921406507492065, "Finetune/Loss (Raw)": 0.9921790957450867, "Finetune/Step": 209, "Finetune/Step Time": 5.171686500310898}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.985995352268219, "Finetune/Loss (Raw)": 0.3126183748245239, "Finetune/Step": 210, "Finetune/Step Time": 5.201580343768001}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9859933853149414, "Finetune/Loss (Raw)": 0.9639577865600586, "Finetune/Step": 211, "Finetune/Step Time": 5.195508131757379}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9848885536193848, "Finetune/Loss (Raw)": 1.0504438877105713, "Finetune/Step": 212, "Finetune/Step Time": 5.193260420113802}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9858704805374146, "Finetune/Loss (Raw)": 1.172688364982605, "Finetune/Step": 213, "Finetune/Step Time": 5.196206383407116}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9909656047821045, "Finetune/Loss (Raw)": 0.9594202041625977, "Finetune/Step": 214, "Finetune/Step Time": 5.178080506622791}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9903859496116638, "Finetune/Loss (Raw)": 0.9464084506034851, "Finetune/Step": 215, "Finetune/Step Time": 5.177328944206238}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9879881739616394, "Finetune/Loss (Raw)": 0.9063275456428528, "Finetune/Step": 216, "Finetune/Step Time": 5.176555575802922}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9882708191871643, "Finetune/Loss (Raw)": 1.0953112840652466, "Finetune/Step": 217, "Finetune/Step Time": 5.1749820075929165}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9876236915588379, "Finetune/Loss (Raw)": 1.0525109767913818, "Finetune/Step": 218, "Finetune/Step Time": 5.165217923000455}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9878581762313843, "Finetune/Loss (Raw)": 1.1811137199401855, "Finetune/Step": 219, "Finetune/Step Time": 5.154667815193534}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9860507249832153, "Finetune/Loss (Raw)": 0.9558711051940918, "Finetune/Step": 220, "Finetune/Step Time": 5.151969077065587}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9873809814453125, "Finetune/Loss (Raw)": 1.0889021158218384, "Finetune/Step": 221, "Finetune/Step Time": 5.15521527081728}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9857499003410339, "Finetune/Loss (Raw)": 0.9382938146591187, "Finetune/Step": 222, "Finetune/Step Time": 5.171319564804435}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9848662614822388, "Finetune/Loss (Raw)": 0.96171635389328, "Finetune/Step": 223, "Finetune/Step Time": 5.173055248335004}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9792695045471191, "Finetune/Loss (Raw)": 0.3536801338195801, "Finetune/Step": 224, "Finetune/Step Time": 5.19236003048718}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9793837666511536, "Finetune/Loss (Raw)": 1.0369523763656616, "Finetune/Step": 225, "Finetune/Step Time": 5.192699737846851}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9798325896263123, "Finetune/Loss (Raw)": 1.1702905893325806, "Finetune/Step": 226, "Finetune/Step Time": 5.190569385886192}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9873523712158203, "Finetune/Loss (Raw)": 1.1557438373565674, "Finetune/Step": 227, "Finetune/Step Time": 5.160150932148099}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9867064952850342, "Finetune/Loss (Raw)": 1.1105009317398071, "Finetune/Step": 228, "Finetune/Step Time": 5.155012940987945}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9864428043365479, "Finetune/Loss (Raw)": 1.003171443939209, "Finetune/Step": 229, "Finetune/Step Time": 5.149257954210043}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9858950972557068, "Finetune/Loss (Raw)": 1.1357426643371582, "Finetune/Step": 230, "Finetune/Step Time": 5.1517618373036385}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9914742708206177, "Finetune/Loss (Raw)": 1.0033568143844604, "Finetune/Step": 231, "Finetune/Step Time": 5.122866254299879}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9908757209777832, "Finetune/Loss (Raw)": 1.0563859939575195, "Finetune/Step": 232, "Finetune/Step Time": 5.126102117821574}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.98509681224823, "Finetune/Loss (Raw)": 0.3006412088871002, "Finetune/Step": 233, "Finetune/Step Time": 5.161039859056473}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9858580827713013, "Finetune/Loss (Raw)": 1.145741581916809, "Finetune/Step": 234, "Finetune/Step Time": 5.190897077322006}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9862151145935059, "Finetune/Loss (Raw)": 1.1667046546936035, "Finetune/Step": 235, "Finetune/Step Time": 5.230510437861085}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9862231016159058, "Finetune/Loss (Raw)": 1.003282070159912, "Finetune/Step": 236, "Finetune/Step Time": 5.221616977825761}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9855732917785645, "Finetune/Loss (Raw)": 1.052053689956665, "Finetune/Step": 237, "Finetune/Step Time": 5.2540101651102304}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.985274612903595, "Finetune/Loss (Raw)": 0.9927222728729248, "Finetune/Step": 238, "Finetune/Step Time": 5.258568286895752}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9835010170936584, "Finetune/Loss (Raw)": 0.8754432201385498, "Finetune/Step": 239, "Finetune/Step Time": 5.243560696020722}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9825987815856934, "Finetune/Loss (Raw)": 0.9533097147941589, "Finetune/Step": 240, "Finetune/Step Time": 5.241273069754243}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9824217557907104, "Finetune/Loss (Raw)": 1.0793999433517456, "Finetune/Step": 241, "Finetune/Step Time": 5.229077519848943}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9887797236442566, "Finetune/Loss (Raw)": 1.0437620878219604, "Finetune/Step": 242, "Finetune/Step Time": 5.1953748892992735}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9886208772659302, "Finetune/Loss (Raw)": 1.0510927438735962, "Finetune/Step": 243, "Finetune/Step Time": 5.204556528478861}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9884750843048096, "Finetune/Loss (Raw)": 0.8928315043449402, "Finetune/Step": 244, "Finetune/Step Time": 5.189597385004163}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9891247749328613, "Finetune/Loss (Raw)": 1.1843270063400269, "Finetune/Step": 245, "Finetune/Step Time": 5.18163537979126}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9890807867050171, "Finetune/Loss (Raw)": 1.120829463005066, "Finetune/Step": 246, "Finetune/Step Time": 5.190134059637785}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9890897870063782, "Finetune/Loss (Raw)": 1.0349583625793457, "Finetune/Step": 247, "Finetune/Step Time": 5.190363904461265}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9884767532348633, "Finetune/Loss (Raw)": 0.9940740466117859, "Finetune/Step": 248, "Finetune/Step Time": 5.183578014373779}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9883263111114502, "Finetune/Loss (Raw)": 0.9931445121765137, "Finetune/Step": 249, "Finetune/Step Time": 5.1657913867384195}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9890500903129578, "Finetune/Loss (Raw)": 1.0491536855697632, "Finetune/Step": 250, "Finetune/Step Time": 5.163991302251816}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9899864196777344, "Finetune/Loss (Raw)": 1.1125400066375732, "Finetune/Step": 251, "Finetune/Step Time": 5.1785608269274235}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9891407489776611, "Finetune/Loss (Raw)": 1.0067838430404663, "Finetune/Step": 252, "Finetune/Step Time": 5.177789937704802}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9896902441978455, "Finetune/Loss (Raw)": 1.0603561401367188, "Finetune/Step": 253, "Finetune/Step Time": 5.172804914414883}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9886367321014404, "Finetune/Loss (Raw)": 0.9595016837120056, "Finetune/Step": 254, "Finetune/Step Time": 5.153467144817114}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9833725094795227, "Finetune/Loss (Raw)": 0.29746708273887634, "Finetune/Step": 255, "Finetune/Step Time": 5.183184154331684}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.981861412525177, "Finetune/Loss (Raw)": 0.9270177483558655, "Finetune/Step": 256, "Finetune/Step Time": 5.184294030070305}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9819204807281494, "Finetune/Loss (Raw)": 1.1465728282928467, "Finetune/Step": 257, "Finetune/Step Time": 5.183808768168092}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9816762804985046, "Finetune/Loss (Raw)": 1.092657208442688, "Finetune/Step": 258, "Finetune/Step Time": 5.183510253205895}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9814814329147339, "Finetune/Loss (Raw)": 1.064274549484253, "Finetune/Step": 259, "Finetune/Step Time": 5.185301003977656}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.981239914894104, "Finetune/Loss (Raw)": 1.0510907173156738, "Finetune/Step": 260, "Finetune/Step Time": 5.20410798676312}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9808484315872192, "Finetune/Loss (Raw)": 0.8316476941108704, "Finetune/Step": 261, "Finetune/Step Time": 5.1877733282744884}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9777921438217163, "Finetune/Loss (Raw)": 0.8278783559799194, "Finetune/Step": 262, "Finetune/Step Time": 5.197798660025001}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9779683947563171, "Finetune/Loss (Raw)": 1.0093337297439575, "Finetune/Step": 263, "Finetune/Step Time": 5.195719940587878}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9771100282669067, "Finetune/Loss (Raw)": 0.9532995223999023, "Finetune/Step": 264, "Finetune/Step Time": 5.209492322057486}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9772012829780579, "Finetune/Loss (Raw)": 0.9652653932571411, "Finetune/Step": 265, "Finetune/Step Time": 5.206200467422605}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9779171943664551, "Finetune/Loss (Raw)": 1.1898771524429321, "Finetune/Step": 266, "Finetune/Step Time": 5.217045720666647}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9778245687484741, "Finetune/Loss (Raw)": 0.87468022108078, "Finetune/Step": 267, "Finetune/Step Time": 5.21473647095263}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9764312505722046, "Finetune/Loss (Raw)": 1.094650149345398, "Finetune/Step": 268, "Finetune/Step Time": 5.218134257942438}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9764937162399292, "Finetune/Loss (Raw)": 1.0241492986679077, "Finetune/Step": 269, "Finetune/Step Time": 5.223592381924391}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9766508936882019, "Finetune/Loss (Raw)": 1.0208507776260376, "Finetune/Step": 270, "Finetune/Step Time": 5.19041164778173}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9771721959114075, "Finetune/Loss (Raw)": 1.0153781175613403, "Finetune/Step": 271, "Finetune/Step Time": 5.180832462385297}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9831896424293518, "Finetune/Loss (Raw)": 1.0903958082199097, "Finetune/Step": 272, "Finetune/Step Time": 5.15472212806344}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.988828718662262, "Finetune/Loss (Raw)": 1.0393879413604736, "Finetune/Step": 273, "Finetune/Step Time": 5.127495793625712}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9898478984832764, "Finetune/Loss (Raw)": 1.0729023218154907, "Finetune/Step": 274, "Finetune/Step Time": 5.1331306006759405}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9907337427139282, "Finetune/Loss (Raw)": 0.9895232915878296, "Finetune/Step": 275, "Finetune/Step Time": 5.130880240350962}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9887360334396362, "Finetune/Loss (Raw)": 0.8041434288024902, "Finetune/Step": 276, "Finetune/Step Time": 5.163198389112949}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.988152265548706, "Finetune/Loss (Raw)": 1.0167007446289062, "Finetune/Step": 277, "Finetune/Step Time": 5.162680817767978}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9876101016998291, "Finetune/Loss (Raw)": 1.0226917266845703, "Finetune/Step": 278, "Finetune/Step Time": 5.155860152095556}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9884577989578247, "Finetune/Loss (Raw)": 1.1813865900039673, "Finetune/Step": 279, "Finetune/Step Time": 5.172379685565829}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9880465269088745, "Finetune/Loss (Raw)": 0.9607532620429993, "Finetune/Step": 280, "Finetune/Step Time": 5.171291001141071}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.987392008304596, "Finetune/Loss (Raw)": 1.048022985458374, "Finetune/Step": 281, "Finetune/Step Time": 5.157626505941153}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9864686727523804, "Finetune/Loss (Raw)": 0.9942176342010498, "Finetune/Step": 282, "Finetune/Step Time": 5.156434595584869}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9859904646873474, "Finetune/Loss (Raw)": 1.1183910369873047, "Finetune/Step": 283, "Finetune/Step Time": 5.1555186081677675}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9925228357315063, "Finetune/Loss (Raw)": 1.1127057075500488, "Finetune/Step": 284, "Finetune/Step Time": 5.122783938422799}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9918969869613647, "Finetune/Loss (Raw)": 0.9782571196556091, "Finetune/Step": 285, "Finetune/Step Time": 5.139391815289855}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9915395975112915, "Finetune/Loss (Raw)": 1.0381289720535278, "Finetune/Step": 286, "Finetune/Step Time": 5.154408246278763}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9914747476577759, "Finetune/Loss (Raw)": 1.0548300743103027, "Finetune/Step": 287, "Finetune/Step Time": 5.161576382815838}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9906512498855591, "Finetune/Loss (Raw)": 0.88838130235672, "Finetune/Step": 288, "Finetune/Step Time": 5.169666454195976}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9913421273231506, "Finetune/Loss (Raw)": 1.101068139076233, "Finetune/Step": 289, "Finetune/Step Time": 5.184580659493804}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9890402555465698, "Finetune/Loss (Raw)": 0.938157320022583, "Finetune/Step": 290, "Finetune/Step Time": 5.19559028185904}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9892465472221375, "Finetune/Loss (Raw)": 1.0944916009902954, "Finetune/Step": 291, "Finetune/Step Time": 5.1904131677001715}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9902640581130981, "Finetune/Loss (Raw)": 1.0791276693344116, "Finetune/Step": 292, "Finetune/Step Time": 5.179001621901989}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9907869100570679, "Finetune/Loss (Raw)": 1.1053465604782104, "Finetune/Step": 293, "Finetune/Step Time": 5.164793685078621}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9889828562736511, "Finetune/Loss (Raw)": 0.7318912148475647, "Finetune/Step": 294, "Finetune/Step Time": 5.171087404713035}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9885628819465637, "Finetune/Loss (Raw)": 1.0716670751571655, "Finetune/Step": 295, "Finetune/Step Time": 5.177233485504985}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9888747334480286, "Finetune/Loss (Raw)": 1.0081182718276978, "Finetune/Step": 296, "Finetune/Step Time": 5.182422721758485}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9901411533355713, "Finetune/Loss (Raw)": 1.1105059385299683, "Finetune/Step": 297, "Finetune/Step Time": 5.185272619128227}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9938526153564453, "Finetune/Loss (Raw)": 0.8627849221229553, "Finetune/Step": 298, "Finetune/Step Time": 5.18074094876647}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9886159896850586, "Finetune/Loss (Raw)": 0.3093104958534241, "Finetune/Step": 299, "Finetune/Step Time": 5.210334323346615}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9837714433670044, "Finetune/Loss (Raw)": 0.3568498194217682, "Finetune/Step": 300, "Finetune/Step Time": 5.229964634403586}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9777446985244751, "Finetune/Loss (Raw)": 0.38864049315452576, "Finetune/Step": 301, "Finetune/Step Time": 5.261325426399708}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.977508544921875, "Finetune/Loss (Raw)": 0.8584659695625305, "Finetune/Step": 302, "Finetune/Step Time": 5.270558625459671}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.970889687538147, "Finetune/Loss (Raw)": 0.3195010721683502, "Finetune/Step": 303, "Finetune/Step Time": 5.301030086353421}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9765644073486328, "Finetune/Loss (Raw)": 1.0752437114715576, "Finetune/Step": 304, "Finetune/Step Time": 5.273034172132611}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.977008581161499, "Finetune/Loss (Raw)": 1.0251094102859497, "Finetune/Step": 305, "Finetune/Step Time": 5.264861159026623}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9751134514808655, "Finetune/Loss (Raw)": 0.9241231679916382, "Finetune/Step": 306, "Finetune/Step Time": 5.255243783816695}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9770707488059998, "Finetune/Loss (Raw)": 1.1410707235336304, "Finetune/Step": 307, "Finetune/Step Time": 5.258228771388531}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9768133759498596, "Finetune/Loss (Raw)": 1.02278470993042, "Finetune/Step": 308, "Finetune/Step Time": 5.258282881230116}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9777610898017883, "Finetune/Loss (Raw)": 1.1220587491989136, "Finetune/Step": 309, "Finetune/Step Time": 5.272879540920258}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9774426221847534, "Finetune/Loss (Raw)": 0.9938653111457825, "Finetune/Step": 310, "Finetune/Step Time": 5.27427913621068}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9775657653808594, "Finetune/Loss (Raw)": 1.0096590518951416, "Finetune/Step": 311, "Finetune/Step Time": 5.281684625893831}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9760421514511108, "Finetune/Loss (Raw)": 0.9510752558708191, "Finetune/Step": 312, "Finetune/Step Time": 5.280468698590994}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9774632453918457, "Finetune/Loss (Raw)": 1.0906585454940796, "Finetune/Step": 313, "Finetune/Step Time": 5.288256278261542}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.978899359703064, "Finetune/Loss (Raw)": 1.1520209312438965, "Finetune/Step": 314, "Finetune/Step Time": 5.273085292428732}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9785451292991638, "Finetune/Loss (Raw)": 0.9543288946151733, "Finetune/Step": 315, "Finetune/Step Time": 5.2792278453707695}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9728178977966309, "Finetune/Loss (Raw)": 0.3741270899772644, "Finetune/Step": 316, "Finetune/Step Time": 5.310361456125975}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9725201725959778, "Finetune/Loss (Raw)": 0.9459545016288757, "Finetune/Step": 317, "Finetune/Step Time": 5.301484454423189}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9723520278930664, "Finetune/Loss (Raw)": 1.0399384498596191, "Finetune/Step": 318, "Finetune/Step Time": 5.295397302135825}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9714145064353943, "Finetune/Loss (Raw)": 0.9396817684173584, "Finetune/Step": 319, "Finetune/Step Time": 5.302839823067188}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9703375697135925, "Finetune/Loss (Raw)": 0.9125615358352661, "Finetune/Step": 320, "Finetune/Step Time": 5.298489695414901}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9656137228012085, "Finetune/Loss (Raw)": 0.322081983089447, "Finetune/Step": 321, "Finetune/Step Time": 5.329074444249272}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9650406837463379, "Finetune/Loss (Raw)": 0.9638578295707703, "Finetune/Step": 322, "Finetune/Step Time": 5.33045857027173}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9654857516288757, "Finetune/Loss (Raw)": 1.0428093671798706, "Finetune/Step": 323, "Finetune/Step Time": 5.3252662643790245}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9664598703384399, "Finetune/Loss (Raw)": 1.075345516204834, "Finetune/Step": 324, "Finetune/Step Time": 5.324139157310128}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9663400650024414, "Finetune/Loss (Raw)": 1.0175561904907227, "Finetune/Step": 325, "Finetune/Step Time": 5.321684017777443}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9677621722221375, "Finetune/Loss (Raw)": 1.1737233400344849, "Finetune/Step": 326, "Finetune/Step Time": 5.321756647899747}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9679067134857178, "Finetune/Loss (Raw)": 0.9943785071372986, "Finetune/Step": 327, "Finetune/Step Time": 5.316117104142904}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9680200815200806, "Finetune/Loss (Raw)": 1.0307185649871826, "Finetune/Step": 328, "Finetune/Step Time": 5.322385583072901}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9665076732635498, "Finetune/Loss (Raw)": 0.9047987461090088, "Finetune/Step": 329, "Finetune/Step Time": 5.338771257549524}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9646062850952148, "Finetune/Loss (Raw)": 0.8662700057029724, "Finetune/Step": 330, "Finetune/Step Time": 5.342883981764317}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9644440412521362, "Finetune/Loss (Raw)": 1.0273617506027222, "Finetune/Step": 331, "Finetune/Step Time": 5.347290420904756}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9625860452651978, "Finetune/Loss (Raw)": 0.8086152672767639, "Finetune/Step": 332, "Finetune/Step Time": 5.363742621615529}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9678739905357361, "Finetune/Loss (Raw)": 1.0073167085647583, "Finetune/Step": 333, "Finetune/Step Time": 5.333717495203018}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9676939845085144, "Finetune/Loss (Raw)": 0.9720066785812378, "Finetune/Step": 334, "Finetune/Step Time": 5.328473426401615}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9663172960281372, "Finetune/Loss (Raw)": 0.9776439666748047, "Finetune/Step": 335, "Finetune/Step Time": 5.316032627597451}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9666527509689331, "Finetune/Loss (Raw)": 1.063731074333191, "Finetune/Step": 336, "Finetune/Step Time": 5.329061726108193}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9681797027587891, "Finetune/Loss (Raw)": 1.1876249313354492, "Finetune/Step": 337, "Finetune/Step Time": 5.324897466227412}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9731760025024414, "Finetune/Loss (Raw)": 0.9521410465240479, "Finetune/Step": 338, "Finetune/Step Time": 5.303633792325854}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9729413986206055, "Finetune/Loss (Raw)": 0.9339314699172974, "Finetune/Step": 339, "Finetune/Step Time": 5.305979380384088}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9717389941215515, "Finetune/Loss (Raw)": 0.8965358138084412, "Finetune/Step": 340, "Finetune/Step Time": 5.304398698732257}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9704189300537109, "Finetune/Loss (Raw)": 1.0037181377410889, "Finetune/Step": 341, "Finetune/Step Time": 5.305383455008268}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9710903167724609, "Finetune/Loss (Raw)": 1.045363426208496, "Finetune/Step": 342, "Finetune/Step Time": 5.287258284166455}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.971513569355011, "Finetune/Loss (Raw)": 1.000585913658142, "Finetune/Step": 343, "Finetune/Step Time": 5.285405298694968}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.972623348236084, "Finetune/Loss (Raw)": 1.0483777523040771, "Finetune/Step": 344, "Finetune/Step Time": 5.270810725167394}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9726041555404663, "Finetune/Loss (Raw)": 1.0928491353988647, "Finetune/Step": 345, "Finetune/Step Time": 5.272954702377319}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9728946685791016, "Finetune/Loss (Raw)": 1.0897027254104614, "Finetune/Step": 346, "Finetune/Step Time": 5.289534127339721}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9724130630493164, "Finetune/Loss (Raw)": 1.1194638013839722, "Finetune/Step": 347, "Finetune/Step Time": 5.292608400806785}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9731303453445435, "Finetune/Loss (Raw)": 1.0476868152618408, "Finetune/Step": 348, "Finetune/Step Time": 5.311903605237603}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9733318090438843, "Finetune/Loss (Raw)": 1.1146881580352783, "Finetune/Step": 349, "Finetune/Step Time": 5.320050474256277}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.973307192325592, "Finetune/Loss (Raw)": 0.9351504445075989, "Finetune/Step": 350, "Finetune/Step Time": 5.323902098461986}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9733722805976868, "Finetune/Loss (Raw)": 0.9700396656990051, "Finetune/Step": 351, "Finetune/Step Time": 5.336676703765988}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9782373905181885, "Finetune/Loss (Raw)": 0.9764178395271301, "Finetune/Step": 352, "Finetune/Step Time": 5.3165191896259785}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9773827195167542, "Finetune/Loss (Raw)": 0.9275548458099365, "Finetune/Step": 353, "Finetune/Step Time": 5.3151163049042225}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9750643968582153, "Finetune/Loss (Raw)": 0.8735440969467163, "Finetune/Step": 354, "Finetune/Step Time": 5.321488991379738}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9742051362991333, "Finetune/Loss (Raw)": 1.0457592010498047, "Finetune/Step": 355, "Finetune/Step Time": 5.3311689384281635}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9724884033203125, "Finetune/Loss (Raw)": 0.890753448009491, "Finetune/Step": 356, "Finetune/Step Time": 5.338251635432243}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9716706275939941, "Finetune/Loss (Raw)": 0.8985021710395813, "Finetune/Step": 357, "Finetune/Step Time": 5.351302869617939}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9655855298042297, "Finetune/Loss (Raw)": 0.3568500578403473, "Finetune/Step": 358, "Finetune/Step Time": 5.3809193801134825}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9642777442932129, "Finetune/Loss (Raw)": 0.8359591364860535, "Finetune/Step": 359, "Finetune/Step Time": 5.382563402876258}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9635396003723145, "Finetune/Loss (Raw)": 0.9619103670120239, "Finetune/Step": 360, "Finetune/Step Time": 5.381566369906068}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9678957462310791, "Finetune/Loss (Raw)": 0.8582152128219604, "Finetune/Step": 361, "Finetune/Step Time": 5.350232370197773}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.966325581073761, "Finetune/Loss (Raw)": 0.9447697997093201, "Finetune/Step": 362, "Finetune/Step Time": 5.331495927646756}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9655369520187378, "Finetune/Loss (Raw)": 1.065755009651184, "Finetune/Step": 363, "Finetune/Step Time": 5.2915891874581575}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9658995270729065, "Finetune/Loss (Raw)": 1.0496903657913208, "Finetune/Step": 364, "Finetune/Step Time": 5.289134494960308}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9662091135978699, "Finetune/Loss (Raw)": 1.0916801691055298, "Finetune/Step": 365, "Finetune/Step Time": 5.259333385154605}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9654502868652344, "Finetune/Loss (Raw)": 0.8956026434898376, "Finetune/Step": 366, "Finetune/Step Time": 5.263502638787031}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9662609100341797, "Finetune/Loss (Raw)": 0.9791891574859619, "Finetune/Step": 367, "Finetune/Step Time": 5.26878596842289}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9665363430976868, "Finetune/Loss (Raw)": 0.988569974899292, "Finetune/Step": 368, "Finetune/Step Time": 5.269094258546829}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.965606689453125, "Finetune/Loss (Raw)": 0.9604036211967468, "Finetune/Step": 369, "Finetune/Step Time": 5.268915958702564}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9662351608276367, "Finetune/Loss (Raw)": 1.1242142915725708, "Finetune/Step": 370, "Finetune/Step Time": 5.267899977043271}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9669150114059448, "Finetune/Loss (Raw)": 1.1381107568740845, "Finetune/Step": 371, "Finetune/Step Time": 5.258740048855543}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9678831100463867, "Finetune/Loss (Raw)": 1.016744613647461, "Finetune/Step": 372, "Finetune/Step Time": 5.267112506553531}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9620199203491211, "Finetune/Loss (Raw)": 0.4338408410549164, "Finetune/Step": 373, "Finetune/Step Time": 5.300188913941383}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9560049176216125, "Finetune/Loss (Raw)": 0.3509080410003662, "Finetune/Step": 374, "Finetune/Step Time": 5.3218006025999784}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.956373929977417, "Finetune/Loss (Raw)": 1.0821946859359741, "Finetune/Step": 375, "Finetune/Step Time": 5.319714300334454}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9554755091667175, "Finetune/Loss (Raw)": 0.879072368144989, "Finetune/Step": 376, "Finetune/Step Time": 5.318885957822204}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9551099538803101, "Finetune/Loss (Raw)": 0.9463545083999634, "Finetune/Step": 377, "Finetune/Step Time": 5.3190756645053625}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9561178684234619, "Finetune/Loss (Raw)": 1.178161382675171, "Finetune/Step": 378, "Finetune/Step Time": 5.318450190126896}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9562716484069824, "Finetune/Loss (Raw)": 1.1322300434112549, "Finetune/Step": 379, "Finetune/Step Time": 5.305016918107867}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9563246369361877, "Finetune/Loss (Raw)": 1.0135624408721924, "Finetune/Step": 380, "Finetune/Step Time": 5.302835647016764}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9561578035354614, "Finetune/Loss (Raw)": 1.0390020608901978, "Finetune/Step": 381, "Finetune/Step Time": 5.310558997094631}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9556213617324829, "Finetune/Loss (Raw)": 0.8908419609069824, "Finetune/Step": 382, "Finetune/Step Time": 5.348053416237235}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.960332453250885, "Finetune/Loss (Raw)": 0.9004836082458496, "Finetune/Step": 383, "Finetune/Step Time": 5.350690007209778}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9569084644317627, "Finetune/Loss (Raw)": 0.48874953389167786, "Finetune/Step": 384, "Finetune/Step Time": 5.376719009131193}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9554759860038757, "Finetune/Loss (Raw)": 0.9632121920585632, "Finetune/Step": 385, "Finetune/Step Time": 5.3744772262871265}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9543286561965942, "Finetune/Loss (Raw)": 0.9457983374595642, "Finetune/Step": 386, "Finetune/Step Time": 5.374025776982307}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.952721118927002, "Finetune/Loss (Raw)": 0.8585079312324524, "Finetune/Step": 387, "Finetune/Step Time": 5.375992938876152}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9515974521636963, "Finetune/Loss (Raw)": 0.9072611927986145, "Finetune/Step": 388, "Finetune/Step Time": 5.355139991268516}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9521878957748413, "Finetune/Loss (Raw)": 0.9072268009185791, "Finetune/Step": 389, "Finetune/Step Time": 5.354545384645462}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.95203697681427, "Finetune/Loss (Raw)": 0.8085575103759766, "Finetune/Step": 390, "Finetune/Step Time": 5.341796351596713}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9517125487327576, "Finetune/Loss (Raw)": 0.9678135514259338, "Finetune/Step": 391, "Finetune/Step Time": 5.337670981884003}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9514713883399963, "Finetune/Loss (Raw)": 0.9224241971969604, "Finetune/Step": 392, "Finetune/Step Time": 5.334347121417522}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9502511024475098, "Finetune/Loss (Raw)": 0.8090712428092957, "Finetune/Step": 393, "Finetune/Step Time": 5.356282876804471}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9471091032028198, "Finetune/Loss (Raw)": 0.787696897983551, "Finetune/Step": 394, "Finetune/Step Time": 5.371277341619134}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9496095180511475, "Finetune/Loss (Raw)": 1.1947382688522339, "Finetune/Step": 395, "Finetune/Step Time": 5.3706247843801975}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.949402928352356, "Finetune/Loss (Raw)": 1.0682119131088257, "Finetune/Step": 396, "Finetune/Step Time": 5.371265225112438}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9475018978118896, "Finetune/Loss (Raw)": 0.7808164954185486, "Finetune/Step": 397, "Finetune/Step Time": 5.3868951965123415}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9484887719154358, "Finetune/Loss (Raw)": 1.1471689939498901, "Finetune/Step": 398, "Finetune/Step Time": 5.380936831235886}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.947420597076416, "Finetune/Loss (Raw)": 0.8786502480506897, "Finetune/Step": 399, "Finetune/Step Time": 5.368995934724808}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.946103036403656, "Finetune/Loss (Raw)": 0.9217455983161926, "Finetune/Step": 400, "Finetune/Step Time": 5.366598913446069}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.946387529373169, "Finetune/Loss (Raw)": 1.0758026838302612, "Finetune/Step": 401, "Finetune/Step Time": 5.369216434657574}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9455932378768921, "Finetune/Loss (Raw)": 0.9712375998497009, "Finetune/Step": 402, "Finetune/Step Time": 5.380825979635119}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9451577663421631, "Finetune/Loss (Raw)": 0.93378084897995, "Finetune/Step": 403, "Finetune/Step Time": 5.390630511566997}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9470560550689697, "Finetune/Loss (Raw)": 1.0471198558807373, "Finetune/Step": 404, "Finetune/Step Time": 5.358691552653909}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9447188377380371, "Finetune/Loss (Raw)": 0.7175334095954895, "Finetune/Step": 405, "Finetune/Step Time": 5.3700728174299}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9403356909751892, "Finetune/Loss (Raw)": 0.4616565704345703, "Finetune/Step": 406, "Finetune/Step Time": 5.400484196841717}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9342870116233826, "Finetune/Loss (Raw)": 0.40716031193733215, "Finetune/Step": 407, "Finetune/Step Time": 5.4090064484626055}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9341163635253906, "Finetune/Loss (Raw)": 0.9389074444770813, "Finetune/Step": 408, "Finetune/Step Time": 5.409097641706467}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9349958896636963, "Finetune/Loss (Raw)": 1.1606086492538452, "Finetune/Step": 409, "Finetune/Step Time": 5.40998013317585}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9365673065185547, "Finetune/Loss (Raw)": 1.1953556537628174, "Finetune/Step": 410, "Finetune/Step Time": 5.409139435738325}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.935382068157196, "Finetune/Loss (Raw)": 0.9666786789894104, "Finetune/Step": 411, "Finetune/Step Time": 5.411523042246699}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9294536709785461, "Finetune/Loss (Raw)": 0.353870689868927, "Finetune/Step": 412, "Finetune/Step Time": 5.448283281177282}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9301635026931763, "Finetune/Loss (Raw)": 1.0691133737564087, "Finetune/Step": 413, "Finetune/Step Time": 5.427281066775322}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.929302990436554, "Finetune/Loss (Raw)": 0.9279841184616089, "Finetune/Step": 414, "Finetune/Step Time": 5.41218763589859}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9290374517440796, "Finetune/Loss (Raw)": 1.0208451747894287, "Finetune/Step": 415, "Finetune/Step Time": 5.408779611811042}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9306628108024597, "Finetune/Loss (Raw)": 1.0964248180389404, "Finetune/Step": 416, "Finetune/Step Time": 5.394476285204291}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.929972767829895, "Finetune/Loss (Raw)": 1.0127354860305786, "Finetune/Step": 417, "Finetune/Step Time": 5.378458894789219}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9309774041175842, "Finetune/Loss (Raw)": 1.0667561292648315, "Finetune/Step": 418, "Finetune/Step Time": 5.366375293582678}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9297916293144226, "Finetune/Loss (Raw)": 0.9427118301391602, "Finetune/Step": 419, "Finetune/Step Time": 5.382728934288025}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9241302013397217, "Finetune/Loss (Raw)": 0.35446715354919434, "Finetune/Step": 420, "Finetune/Step Time": 5.411592569202185}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.923213541507721, "Finetune/Loss (Raw)": 0.9880067706108093, "Finetune/Step": 421, "Finetune/Step Time": 5.4122801423072815}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9251933097839355, "Finetune/Loss (Raw)": 0.9853090047836304, "Finetune/Step": 422, "Finetune/Step Time": 5.41760372556746}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9253208637237549, "Finetune/Loss (Raw)": 1.0879933834075928, "Finetune/Step": 423, "Finetune/Step Time": 5.411479623988271}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9254167079925537, "Finetune/Loss (Raw)": 1.0203883647918701, "Finetune/Step": 424, "Finetune/Step Time": 5.410440823063254}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9223358631134033, "Finetune/Loss (Raw)": 0.7161573171615601, "Finetune/Step": 425, "Finetune/Step Time": 5.444604864344001}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9233267307281494, "Finetune/Loss (Raw)": 0.9896077513694763, "Finetune/Step": 426, "Finetune/Step Time": 5.424179073423147}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9283808469772339, "Finetune/Loss (Raw)": 0.956241250038147, "Finetune/Step": 427, "Finetune/Step Time": 5.393710738047957}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9340758323669434, "Finetune/Loss (Raw)": 1.0858138799667358, "Finetune/Step": 428, "Finetune/Step Time": 5.3632898554205894}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9393028616905212, "Finetune/Loss (Raw)": 1.057692289352417, "Finetune/Step": 429, "Finetune/Step Time": 5.335876815021038}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.939418613910675, "Finetune/Loss (Raw)": 0.8732863068580627, "Finetune/Step": 430, "Finetune/Step Time": 5.328558251261711}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9448609352111816, "Finetune/Loss (Raw)": 1.016114354133606, "Finetune/Step": 431, "Finetune/Step Time": 5.306692970916629}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9435811042785645, "Finetune/Loss (Raw)": 0.9114261269569397, "Finetune/Step": 432, "Finetune/Step Time": 5.311686409637332}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9424827098846436, "Finetune/Loss (Raw)": 0.8845097422599792, "Finetune/Step": 433, "Finetune/Step Time": 5.314923655241728}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9426879286766052, "Finetune/Loss (Raw)": 0.9504029154777527, "Finetune/Step": 434, "Finetune/Step Time": 5.315100712701678}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9400794506072998, "Finetune/Loss (Raw)": 0.8071812391281128, "Finetune/Step": 435, "Finetune/Step Time": 5.305595085024834}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9388866424560547, "Finetune/Loss (Raw)": 0.8701109886169434, "Finetune/Step": 436, "Finetune/Step Time": 5.301993237808347}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9376946091651917, "Finetune/Loss (Raw)": 0.9694659113883972, "Finetune/Step": 437, "Finetune/Step Time": 5.292367564514279}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9369240999221802, "Finetune/Loss (Raw)": 0.8952492475509644, "Finetune/Step": 438, "Finetune/Step Time": 5.288872890174389}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9362584352493286, "Finetune/Loss (Raw)": 0.9244465827941895, "Finetune/Step": 439, "Finetune/Step Time": 5.293090471997857}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9368134140968323, "Finetune/Loss (Raw)": 1.0221174955368042, "Finetune/Step": 440, "Finetune/Step Time": 5.294572673738003}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.93628990650177, "Finetune/Loss (Raw)": 1.023653268814087, "Finetune/Step": 441, "Finetune/Step Time": 5.292178692296147}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9306217432022095, "Finetune/Loss (Raw)": 0.42649024724960327, "Finetune/Step": 442, "Finetune/Step Time": 5.323767002671957}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9311819076538086, "Finetune/Loss (Raw)": 1.0260335206985474, "Finetune/Step": 443, "Finetune/Step Time": 5.327794283628464}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9368382692337036, "Finetune/Loss (Raw)": 1.0981422662734985, "Finetune/Step": 444, "Finetune/Step Time": 5.297886110842228}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.937048077583313, "Finetune/Loss (Raw)": 0.9728109240531921, "Finetune/Step": 445, "Finetune/Step Time": 5.2932430524379015}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9372155666351318, "Finetune/Loss (Raw)": 1.0613716840744019, "Finetune/Step": 446, "Finetune/Step Time": 5.294950993731618}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9376842379570007, "Finetune/Loss (Raw)": 0.9996703863143921, "Finetune/Step": 447, "Finetune/Step Time": 5.284872971475124}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9379476308822632, "Finetune/Loss (Raw)": 0.9462760090827942, "Finetune/Step": 448, "Finetune/Step Time": 5.284276841208339}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9441419243812561, "Finetune/Loss (Raw)": 1.1149531602859497, "Finetune/Step": 449, "Finetune/Step Time": 5.256776515394449}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9436842203140259, "Finetune/Loss (Raw)": 0.9052760004997253, "Finetune/Step": 450, "Finetune/Step Time": 5.264715127646923}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9428424835205078, "Finetune/Loss (Raw)": 0.9350695013999939, "Finetune/Step": 451, "Finetune/Step Time": 5.268647868186235}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9420337080955505, "Finetune/Loss (Raw)": 0.9718201160430908, "Finetune/Step": 452, "Finetune/Step Time": 5.2618581503629684}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9432132840156555, "Finetune/Loss (Raw)": 1.1685360670089722, "Finetune/Step": 453, "Finetune/Step Time": 5.25654792226851}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9414820075035095, "Finetune/Loss (Raw)": 0.952124297618866, "Finetune/Step": 454, "Finetune/Step Time": 5.27041007950902}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9418107271194458, "Finetune/Loss (Raw)": 1.0364551544189453, "Finetune/Step": 455, "Finetune/Step Time": 5.2688318602740765}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9363616704940796, "Finetune/Loss (Raw)": 0.3332326114177704, "Finetune/Step": 456, "Finetune/Step Time": 5.287307059392333}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.936044454574585, "Finetune/Loss (Raw)": 0.864197313785553, "Finetune/Step": 457, "Finetune/Step Time": 5.268438424915075}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9382235407829285, "Finetune/Loss (Raw)": 1.145193338394165, "Finetune/Step": 458, "Finetune/Step Time": 5.265058474615216}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9374443292617798, "Finetune/Loss (Raw)": 0.9276285767555237, "Finetune/Step": 459, "Finetune/Step Time": 5.267198532819748}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9374854564666748, "Finetune/Loss (Raw)": 0.8138777613639832, "Finetune/Step": 460, "Finetune/Step Time": 5.2757407277822495}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9367926120758057, "Finetune/Loss (Raw)": 0.9186299443244934, "Finetune/Step": 461, "Finetune/Step Time": 5.274177215993404}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9366055727005005, "Finetune/Loss (Raw)": 0.948067307472229, "Finetune/Step": 462, "Finetune/Step Time": 5.273069072514772}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9379251599311829, "Finetune/Loss (Raw)": 1.1465486288070679, "Finetune/Step": 463, "Finetune/Step Time": 5.266579728573561}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.931812047958374, "Finetune/Loss (Raw)": 0.2812548875808716, "Finetune/Step": 464, "Finetune/Step Time": 5.285246767103672}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9303783178329468, "Finetune/Loss (Raw)": 1.0041090250015259, "Finetune/Step": 465, "Finetune/Step Time": 5.292441941797733}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9297277927398682, "Finetune/Loss (Raw)": 0.8688724637031555, "Finetune/Step": 466, "Finetune/Step Time": 5.296705514192581}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9304853677749634, "Finetune/Loss (Raw)": 1.0308984518051147, "Finetune/Step": 467, "Finetune/Step Time": 5.296165006235242}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9296653866767883, "Finetune/Loss (Raw)": 0.7915849685668945, "Finetune/Step": 468, "Finetune/Step Time": 5.3071601912379265}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9245232343673706, "Finetune/Loss (Raw)": 0.345522403717041, "Finetune/Step": 469, "Finetune/Step Time": 5.333113994449377}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9238650798797607, "Finetune/Loss (Raw)": 0.9611142873764038, "Finetune/Step": 470, "Finetune/Step Time": 5.332931714132428}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9236065149307251, "Finetune/Loss (Raw)": 0.9674926400184631, "Finetune/Step": 471, "Finetune/Step Time": 5.347627907991409}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9239365458488464, "Finetune/Loss (Raw)": 1.0906190872192383, "Finetune/Step": 472, "Finetune/Step Time": 5.349034443497658}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9221351146697998, "Finetune/Loss (Raw)": 0.8622698783874512, "Finetune/Step": 473, "Finetune/Step Time": 5.347144816070795}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9215534925460815, "Finetune/Loss (Raw)": 1.0152506828308105, "Finetune/Step": 474, "Finetune/Step Time": 5.333206348121166}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9206758737564087, "Finetune/Loss (Raw)": 1.0071288347244263, "Finetune/Step": 475, "Finetune/Step Time": 5.332205766811967}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.920257568359375, "Finetune/Loss (Raw)": 0.9941438436508179, "Finetune/Step": 476, "Finetune/Step Time": 5.317223342135549}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9194145202636719, "Finetune/Loss (Raw)": 1.006775140762329, "Finetune/Step": 477, "Finetune/Step Time": 5.322988232597709}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9193851947784424, "Finetune/Loss (Raw)": 0.9313990473747253, "Finetune/Step": 478, "Finetune/Step Time": 5.30055002309382}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9195826053619385, "Finetune/Loss (Raw)": 0.9953031539916992, "Finetune/Step": 479, "Finetune/Step Time": 5.2854996751993895}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9200793504714966, "Finetune/Loss (Raw)": 1.0400032997131348, "Finetune/Step": 480, "Finetune/Step Time": 5.277764370664954}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9204685091972351, "Finetune/Loss (Raw)": 0.9773676991462708, "Finetune/Step": 481, "Finetune/Step Time": 5.282127572223544}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9213635921478271, "Finetune/Loss (Raw)": 0.9881212115287781, "Finetune/Step": 482, "Finetune/Step Time": 5.29077204875648}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.921025276184082, "Finetune/Loss (Raw)": 1.0024501085281372, "Finetune/Step": 483, "Finetune/Step Time": 5.301447257399559}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9209214448928833, "Finetune/Loss (Raw)": 0.8774707317352295, "Finetune/Step": 484, "Finetune/Step Time": 5.305467775091529}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9200378656387329, "Finetune/Loss (Raw)": 0.7854030132293701, "Finetune/Step": 485, "Finetune/Step Time": 5.309230508282781}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9246112108230591, "Finetune/Loss (Raw)": 0.9422333836555481, "Finetune/Step": 486, "Finetune/Step Time": 5.292165253311396}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9258127212524414, "Finetune/Loss (Raw)": 0.9897539019584656, "Finetune/Step": 487, "Finetune/Step Time": 5.290896246209741}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9263283014297485, "Finetune/Loss (Raw)": 1.0279011726379395, "Finetune/Step": 488, "Finetune/Step Time": 5.289052750915289}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9265861511230469, "Finetune/Loss (Raw)": 0.8912230730056763, "Finetune/Step": 489, "Finetune/Step Time": 5.293668240308762}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.925847053527832, "Finetune/Loss (Raw)": 0.8501682877540588, "Finetune/Step": 490, "Finetune/Step Time": 5.300100915133953}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9224122762680054, "Finetune/Loss (Raw)": 0.6260901093482971, "Finetune/Step": 491, "Finetune/Step Time": 5.328231683000922}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.921262264251709, "Finetune/Loss (Raw)": 0.9025000929832458, "Finetune/Step": 492, "Finetune/Step Time": 5.3347811587154865}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9206051230430603, "Finetune/Loss (Raw)": 1.0075678825378418, "Finetune/Step": 493, "Finetune/Step Time": 5.337264472618699}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9209010004997253, "Finetune/Loss (Raw)": 0.9334694743156433, "Finetune/Step": 494, "Finetune/Step Time": 5.3482129871845245}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9208158254623413, "Finetune/Loss (Raw)": 0.9682894945144653, "Finetune/Step": 495, "Finetune/Step Time": 5.348964912816882}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9207988977432251, "Finetune/Loss (Raw)": 0.9864025115966797, "Finetune/Step": 496, "Finetune/Step Time": 5.362271275371313}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9204883575439453, "Finetune/Loss (Raw)": 0.9206492304801941, "Finetune/Step": 497, "Finetune/Step Time": 5.364810064435005}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9195067882537842, "Finetune/Loss (Raw)": 0.9985693097114563, "Finetune/Step": 498, "Finetune/Step Time": 5.363220266997814}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9173731803894043, "Finetune/Loss (Raw)": 0.8650110960006714, "Finetune/Step": 499, "Finetune/Step Time": 5.365529114380479}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9167749881744385, "Finetune/Loss (Raw)": 0.9401761889457703, "Finetune/Step": 500, "Finetune/Step Time": 5.3700683526694775}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9191469550132751, "Finetune/Loss (Raw)": 0.7374571561813354, "Finetune/Step": 501, "Finetune/Step Time": 5.350904608145356}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9228026866912842, "Finetune/Loss (Raw)": 0.8188461065292358, "Finetune/Step": 502, "Finetune/Step Time": 5.338478036224842}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9216935634613037, "Finetune/Loss (Raw)": 0.9402166604995728, "Finetune/Step": 503, "Finetune/Step Time": 5.354117369279265}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.922812819480896, "Finetune/Loss (Raw)": 1.0223417282104492, "Finetune/Step": 504, "Finetune/Step Time": 5.350098729133606}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9230307936668396, "Finetune/Loss (Raw)": 0.9742567539215088, "Finetune/Step": 505, "Finetune/Step Time": 5.351152731105685}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9196255207061768, "Finetune/Loss (Raw)": 0.7422896027565002, "Finetune/Step": 506, "Finetune/Step Time": 5.362731946632266}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9184125661849976, "Finetune/Loss (Raw)": 0.9769671559333801, "Finetune/Step": 507, "Finetune/Step Time": 5.369282990694046}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9177428483963013, "Finetune/Loss (Raw)": 0.9278399348258972, "Finetune/Step": 508, "Finetune/Step Time": 5.3688399493694305}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9168981909751892, "Finetune/Loss (Raw)": 0.9308876991271973, "Finetune/Step": 509, "Finetune/Step Time": 5.3721836023032665}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9168232679367065, "Finetune/Loss (Raw)": 0.8812444806098938, "Finetune/Step": 510, "Finetune/Step Time": 5.335903819650412}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9179447889328003, "Finetune/Loss (Raw)": 1.0440400838851929, "Finetune/Step": 511, "Finetune/Step Time": 5.306580411270261}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9218029975891113, "Finetune/Loss (Raw)": 0.9826069474220276, "Finetune/Step": 512, "Finetune/Step Time": 5.278404137119651}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.922397792339325, "Finetune/Loss (Raw)": 1.0393438339233398, "Finetune/Step": 513, "Finetune/Step Time": 5.282082960009575}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9231374263763428, "Finetune/Loss (Raw)": 1.0404661893844604, "Finetune/Step": 514, "Finetune/Step Time": 5.294834401458502}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9195176362991333, "Finetune/Loss (Raw)": 0.39517828822135925, "Finetune/Step": 515, "Finetune/Step Time": 5.323367493227124}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9205117225646973, "Finetune/Loss (Raw)": 1.0345087051391602, "Finetune/Step": 516, "Finetune/Step Time": 5.32691210322082}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9211897253990173, "Finetune/Loss (Raw)": 0.9940057396888733, "Finetune/Step": 517, "Finetune/Step Time": 5.33658916130662}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9227075576782227, "Finetune/Loss (Raw)": 1.0028423070907593, "Finetune/Step": 518, "Finetune/Step Time": 5.33890668861568}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9231421947479248, "Finetune/Loss (Raw)": 1.023441195487976, "Finetune/Step": 519, "Finetune/Step Time": 5.353255536407232}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.923202633857727, "Finetune/Loss (Raw)": 0.9301647543907166, "Finetune/Step": 520, "Finetune/Step Time": 5.353248026221991}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9244836568832397, "Finetune/Loss (Raw)": 0.9730393886566162, "Finetune/Step": 521, "Finetune/Step Time": 5.334606004878879}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9258626699447632, "Finetune/Loss (Raw)": 0.9642130136489868, "Finetune/Step": 522, "Finetune/Step Time": 5.317085785791278}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9230396151542664, "Finetune/Loss (Raw)": 0.8333905339241028, "Finetune/Step": 523, "Finetune/Step Time": 5.323559472337365}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9223744869232178, "Finetune/Loss (Raw)": 0.9830693006515503, "Finetune/Step": 524, "Finetune/Step Time": 5.32132900133729}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9239168167114258, "Finetune/Loss (Raw)": 0.9782363772392273, "Finetune/Step": 525, "Finetune/Step Time": 5.304975885897875}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9216946363449097, "Finetune/Loss (Raw)": 0.8627336025238037, "Finetune/Step": 526, "Finetune/Step Time": 5.31684910133481}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9219847917556763, "Finetune/Loss (Raw)": 0.9157891273498535, "Finetune/Step": 527, "Finetune/Step Time": 5.311478640884161}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9226497411727905, "Finetune/Loss (Raw)": 1.0068525075912476, "Finetune/Step": 528, "Finetune/Step Time": 5.306678656488657}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9223651885986328, "Finetune/Loss (Raw)": 1.0393837690353394, "Finetune/Step": 529, "Finetune/Step Time": 5.306109016761184}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9228699207305908, "Finetune/Loss (Raw)": 1.0358436107635498, "Finetune/Step": 530, "Finetune/Step Time": 5.291114469990134}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9241353869438171, "Finetune/Loss (Raw)": 1.095763921737671, "Finetune/Step": 531, "Finetune/Step Time": 5.277189614251256}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.923284649848938, "Finetune/Loss (Raw)": 0.9382254481315613, "Finetune/Step": 532, "Finetune/Step Time": 5.275389218702912}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9245685338973999, "Finetune/Loss (Raw)": 0.8818683624267578, "Finetune/Step": 533, "Finetune/Step Time": 5.272248694673181}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9280447959899902, "Finetune/Loss (Raw)": 0.9066155552864075, "Finetune/Step": 534, "Finetune/Step Time": 5.249734591692686}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9315295815467834, "Finetune/Loss (Raw)": 0.8532164096832275, "Finetune/Step": 535, "Finetune/Step Time": 5.231412565335631}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9303371906280518, "Finetune/Loss (Raw)": 0.7862855792045593, "Finetune/Step": 536, "Finetune/Step Time": 5.253190306946635}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9292299747467041, "Finetune/Loss (Raw)": 1.0188740491867065, "Finetune/Step": 537, "Finetune/Step Time": 5.2549563106149435}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9275496006011963, "Finetune/Loss (Raw)": 0.9802720546722412, "Finetune/Step": 538, "Finetune/Step Time": 5.262860931456089}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9283074140548706, "Finetune/Loss (Raw)": 1.0636814832687378, "Finetune/Step": 539, "Finetune/Step Time": 5.257591808214784}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9328364133834839, "Finetune/Loss (Raw)": 0.9335835576057434, "Finetune/Step": 540, "Finetune/Step Time": 5.2206353191286325}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9319969415664673, "Finetune/Loss (Raw)": 0.9616566300392151, "Finetune/Step": 541, "Finetune/Step Time": 5.227110169827938}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9323025941848755, "Finetune/Loss (Raw)": 0.9671083092689514, "Finetune/Step": 542, "Finetune/Step Time": 5.226396298035979}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9328258037567139, "Finetune/Loss (Raw)": 1.0878207683563232, "Finetune/Step": 543, "Finetune/Step Time": 5.226452341303229}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9321819543838501, "Finetune/Loss (Raw)": 1.0140072107315063, "Finetune/Step": 544, "Finetune/Step Time": 5.226747335866094}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9316715002059937, "Finetune/Loss (Raw)": 0.9474044442176819, "Finetune/Step": 545, "Finetune/Step Time": 5.2247831635177135}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9304527044296265, "Finetune/Loss (Raw)": 0.9107503890991211, "Finetune/Step": 546, "Finetune/Step Time": 5.22581772133708}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9311901330947876, "Finetune/Loss (Raw)": 1.0370997190475464, "Finetune/Step": 547, "Finetune/Step Time": 5.2169650215655565}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9352266788482666, "Finetune/Loss (Raw)": 0.8711501359939575, "Finetune/Step": 548, "Finetune/Step Time": 5.20208440721035}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9334390163421631, "Finetune/Loss (Raw)": 0.7591826319694519, "Finetune/Step": 549, "Finetune/Step Time": 5.21009000018239}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9330024719238281, "Finetune/Loss (Raw)": 0.9294314980506897, "Finetune/Step": 550, "Finetune/Step Time": 5.193051094189286}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9315934181213379, "Finetune/Loss (Raw)": 0.9076364040374756, "Finetune/Step": 551, "Finetune/Step Time": 5.19401984103024}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.931829571723938, "Finetune/Loss (Raw)": 1.0506072044372559, "Finetune/Step": 552, "Finetune/Step Time": 5.189581241458654}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9319355487823486, "Finetune/Loss (Raw)": 0.7297194004058838, "Finetune/Step": 553, "Finetune/Step Time": 5.1544923428446054}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9326256513595581, "Finetune/Loss (Raw)": 1.0779435634613037, "Finetune/Step": 554, "Finetune/Step Time": 5.151675641536713}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9323071241378784, "Finetune/Loss (Raw)": 0.9154763221740723, "Finetune/Step": 555, "Finetune/Step Time": 5.165058838203549}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9311212301254272, "Finetune/Loss (Raw)": 0.9340192079544067, "Finetune/Step": 556, "Finetune/Step Time": 5.1768893674016}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9298720359802246, "Finetune/Loss (Raw)": 0.8977950215339661, "Finetune/Step": 557, "Finetune/Step Time": 5.173686103895307}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9250308871269226, "Finetune/Loss (Raw)": 0.2536180317401886, "Finetune/Step": 558, "Finetune/Step Time": 5.197207625955343}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9243714213371277, "Finetune/Loss (Raw)": 0.9317020177841187, "Finetune/Step": 559, "Finetune/Step Time": 5.191709358245134}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9235122799873352, "Finetune/Loss (Raw)": 0.8014558553695679, "Finetune/Step": 560, "Finetune/Step Time": 5.187181428074837}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9231446981430054, "Finetune/Loss (Raw)": 0.837458610534668, "Finetune/Step": 561, "Finetune/Step Time": 5.1879428047686815}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.922498345375061, "Finetune/Loss (Raw)": 0.8676716685295105, "Finetune/Step": 562, "Finetune/Step Time": 5.1862178687006235}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9239621162414551, "Finetune/Loss (Raw)": 0.9945409893989563, "Finetune/Step": 563, "Finetune/Step Time": 5.186733342707157}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9246891736984253, "Finetune/Loss (Raw)": 0.9631737470626831, "Finetune/Step": 564, "Finetune/Step Time": 5.206391600891948}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9238022565841675, "Finetune/Loss (Raw)": 0.8559445738792419, "Finetune/Step": 565, "Finetune/Step Time": 5.2163359597325325}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9248614311218262, "Finetune/Loss (Raw)": 1.0308163166046143, "Finetune/Step": 566, "Finetune/Step Time": 5.218205014243722}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9245465397834778, "Finetune/Loss (Raw)": 0.8841496109962463, "Finetune/Step": 567, "Finetune/Step Time": 5.220855675637722}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9188060760498047, "Finetune/Loss (Raw)": 0.28733718395233154, "Finetune/Step": 568, "Finetune/Step Time": 5.2467389814555645}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9176782369613647, "Finetune/Loss (Raw)": 0.8792867064476013, "Finetune/Step": 569, "Finetune/Step Time": 5.252648836001754}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.921867847442627, "Finetune/Loss (Raw)": 0.962764322757721, "Finetune/Step": 570, "Finetune/Step Time": 5.227148292586207}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.920693039894104, "Finetune/Loss (Raw)": 0.875653088092804, "Finetune/Step": 571, "Finetune/Step Time": 5.232652090489864}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9198565483093262, "Finetune/Loss (Raw)": 0.9910653829574585, "Finetune/Step": 572, "Finetune/Step Time": 5.232104664668441}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9204049706459045, "Finetune/Loss (Raw)": 1.0430172681808472, "Finetune/Step": 573, "Finetune/Step Time": 5.236194264143705}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9202913045883179, "Finetune/Loss (Raw)": 1.0468226671218872, "Finetune/Step": 574, "Finetune/Step Time": 5.245339034125209}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9207944273948669, "Finetune/Loss (Raw)": 1.0640699863433838, "Finetune/Step": 575, "Finetune/Step Time": 5.262713346630335}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9208369255065918, "Finetune/Loss (Raw)": 0.9517144560813904, "Finetune/Step": 576, "Finetune/Step Time": 5.264163268730044}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9193872809410095, "Finetune/Loss (Raw)": 0.929402768611908, "Finetune/Step": 577, "Finetune/Step Time": 5.26039569824934}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.919340968132019, "Finetune/Loss (Raw)": 0.899344265460968, "Finetune/Step": 578, "Finetune/Step Time": 5.246585125103593}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9182144403457642, "Finetune/Loss (Raw)": 0.7908753156661987, "Finetune/Step": 579, "Finetune/Step Time": 5.259024687111378}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9183741807937622, "Finetune/Loss (Raw)": 0.9922583699226379, "Finetune/Step": 580, "Finetune/Step Time": 5.261222422122955}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9174817800521851, "Finetune/Loss (Raw)": 1.054323673248291, "Finetune/Step": 581, "Finetune/Step Time": 5.265360819175839}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.917898416519165, "Finetune/Loss (Raw)": 1.0054538249969482, "Finetune/Step": 582, "Finetune/Step Time": 5.261117480695248}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.916299045085907, "Finetune/Loss (Raw)": 0.8317334055900574, "Finetune/Step": 583, "Finetune/Step Time": 5.267156908288598}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9214791655540466, "Finetune/Loss (Raw)": 0.9962818622589111, "Finetune/Step": 584, "Finetune/Step Time": 5.246676990762353}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9228088855743408, "Finetune/Loss (Raw)": 1.0344059467315674, "Finetune/Step": 585, "Finetune/Step Time": 5.247885480523109}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9164829254150391, "Finetune/Loss (Raw)": 0.33546769618988037, "Finetune/Step": 586, "Finetune/Step Time": 5.273083778098226}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9179486036300659, "Finetune/Loss (Raw)": 1.115239143371582, "Finetune/Step": 587, "Finetune/Step Time": 5.265291411429644}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9183850288391113, "Finetune/Loss (Raw)": 0.869729220867157, "Finetune/Step": 588, "Finetune/Step Time": 5.263242278248072}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9191815853118896, "Finetune/Loss (Raw)": 1.0205951929092407, "Finetune/Step": 589, "Finetune/Step Time": 5.258819065988064}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9198752045631409, "Finetune/Loss (Raw)": 1.0368497371673584, "Finetune/Step": 590, "Finetune/Step Time": 5.25968649238348}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9177447557449341, "Finetune/Loss (Raw)": 0.8738553524017334, "Finetune/Step": 591, "Finetune/Step Time": 5.261773534119129}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9227304458618164, "Finetune/Loss (Raw)": 0.9194173216819763, "Finetune/Step": 592, "Finetune/Step Time": 5.23039061576128}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9220812320709229, "Finetune/Loss (Raw)": 0.9210143089294434, "Finetune/Step": 593, "Finetune/Step Time": 5.244259020313621}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9228744506835938, "Finetune/Loss (Raw)": 0.9703965783119202, "Finetune/Step": 594, "Finetune/Step Time": 5.232466010376811}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9223151206970215, "Finetune/Loss (Raw)": 0.9593048691749573, "Finetune/Step": 595, "Finetune/Step Time": 5.2227678541094065}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.92296302318573, "Finetune/Loss (Raw)": 0.8745251893997192, "Finetune/Step": 596, "Finetune/Step Time": 5.205998905003071}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.92657470703125, "Finetune/Loss (Raw)": 0.8078175187110901, "Finetune/Step": 597, "Finetune/Step Time": 5.178587952628732}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9262701869010925, "Finetune/Loss (Raw)": 0.9221358299255371, "Finetune/Step": 598, "Finetune/Step Time": 5.199552780017257}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9263161420822144, "Finetune/Loss (Raw)": 0.9733778238296509, "Finetune/Step": 599, "Finetune/Step Time": 5.182414690032601}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9258677363395691, "Finetune/Loss (Raw)": 1.0332225561141968, "Finetune/Step": 600, "Finetune/Step Time": 5.186764849349856}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9260433912277222, "Finetune/Loss (Raw)": 0.8847498297691345, "Finetune/Step": 601, "Finetune/Step Time": 5.209832429885864}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9258201122283936, "Finetune/Loss (Raw)": 0.9866747260093689, "Finetune/Step": 602, "Finetune/Step Time": 5.203452568501234}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9244441986083984, "Finetune/Loss (Raw)": 0.8310065865516663, "Finetune/Step": 603, "Finetune/Step Time": 5.208119507879019}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9244935512542725, "Finetune/Loss (Raw)": 1.0004640817642212, "Finetune/Step": 604, "Finetune/Step Time": 5.207769626751542}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9231256246566772, "Finetune/Loss (Raw)": 0.8316847681999207, "Finetune/Step": 605, "Finetune/Step Time": 5.203106222674251}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9224549531936646, "Finetune/Loss (Raw)": 0.8455455899238586, "Finetune/Step": 606, "Finetune/Step Time": 5.219907313585281}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.920419454574585, "Finetune/Loss (Raw)": 0.7347640991210938, "Finetune/Step": 607, "Finetune/Step Time": 5.249356919899583}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9204206466674805, "Finetune/Loss (Raw)": 1.0401581525802612, "Finetune/Step": 608, "Finetune/Step Time": 5.2473971452564}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9193649888038635, "Finetune/Loss (Raw)": 0.8422397375106812, "Finetune/Step": 609, "Finetune/Step Time": 5.242876000702381}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9188953638076782, "Finetune/Loss (Raw)": 0.9280050992965698, "Finetune/Step": 610, "Finetune/Step Time": 5.2342140935361385}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9185431003570557, "Finetune/Loss (Raw)": 0.9573584198951721, "Finetune/Step": 611, "Finetune/Step Time": 5.212766449898481}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.920457124710083, "Finetune/Loss (Raw)": 1.1224740743637085, "Finetune/Step": 612, "Finetune/Step Time": 5.20953181385994}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9207949638366699, "Finetune/Loss (Raw)": 0.8286418318748474, "Finetune/Step": 613, "Finetune/Step Time": 5.20239694416523}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9207886457443237, "Finetune/Loss (Raw)": 0.94142085313797, "Finetune/Step": 614, "Finetune/Step Time": 5.188265465199947}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9204437136650085, "Finetune/Loss (Raw)": 0.9456085562705994, "Finetune/Step": 615, "Finetune/Step Time": 5.194799585267901}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9199094176292419, "Finetune/Loss (Raw)": 0.9595153331756592, "Finetune/Step": 616, "Finetune/Step Time": 5.196966463699937}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.920336127281189, "Finetune/Loss (Raw)": 0.9458339214324951, "Finetune/Step": 617, "Finetune/Step Time": 5.1893983613699675}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9212856292724609, "Finetune/Loss (Raw)": 0.9717059135437012, "Finetune/Step": 618, "Finetune/Step Time": 5.184053543955088}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9232332706451416, "Finetune/Loss (Raw)": 0.8753857016563416, "Finetune/Step": 619, "Finetune/Step Time": 5.17871573753655}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9237803816795349, "Finetune/Loss (Raw)": 0.9725355505943298, "Finetune/Step": 620, "Finetune/Step Time": 5.169558214023709}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9235032796859741, "Finetune/Loss (Raw)": 0.972105085849762, "Finetune/Step": 621, "Finetune/Step Time": 5.198725739493966}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.923326313495636, "Finetune/Loss (Raw)": 0.9108107089996338, "Finetune/Step": 622, "Finetune/Step Time": 5.1873299945145845}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9236833453178406, "Finetune/Loss (Raw)": 1.0139914751052856, "Finetune/Step": 623, "Finetune/Step Time": 5.188215333968401}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9233747720718384, "Finetune/Loss (Raw)": 0.9469050168991089, "Finetune/Step": 624, "Finetune/Step Time": 5.17439416795969}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.923839807510376, "Finetune/Loss (Raw)": 0.9801687002182007, "Finetune/Step": 625, "Finetune/Step Time": 5.175319464877248}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.923973560333252, "Finetune/Loss (Raw)": 1.0156887769699097, "Finetune/Step": 626, "Finetune/Step Time": 5.173328839242458}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9245893955230713, "Finetune/Loss (Raw)": 0.9438381791114807, "Finetune/Step": 627, "Finetune/Step Time": 5.1752427108585835}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9245297908782959, "Finetune/Loss (Raw)": 0.9325477480888367, "Finetune/Step": 628, "Finetune/Step Time": 5.165532287210226}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9262546300888062, "Finetune/Loss (Raw)": 0.958238422870636, "Finetune/Step": 629, "Finetune/Step Time": 5.156068651005626}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9284118413925171, "Finetune/Loss (Raw)": 1.094970464706421, "Finetune/Step": 630, "Finetune/Step Time": 5.138574065640569}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9274101257324219, "Finetune/Loss (Raw)": 0.8119943141937256, "Finetune/Step": 631, "Finetune/Step Time": 5.1348671317100525}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9277859926223755, "Finetune/Loss (Raw)": 1.0704619884490967, "Finetune/Step": 632, "Finetune/Step Time": 5.133875073865056}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.929253339767456, "Finetune/Loss (Raw)": 1.1620670557022095, "Finetune/Step": 633, "Finetune/Step Time": 5.13545704074204}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9302840232849121, "Finetune/Loss (Raw)": 0.8742156624794006, "Finetune/Step": 634, "Finetune/Step Time": 5.126914069056511}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9301236271858215, "Finetune/Loss (Raw)": 0.9564445614814758, "Finetune/Step": 635, "Finetune/Step Time": 5.120650166645646}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9302182197570801, "Finetune/Loss (Raw)": 0.9399487376213074, "Finetune/Step": 636, "Finetune/Step Time": 5.145540693774819}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9308593273162842, "Finetune/Loss (Raw)": 1.0129464864730835, "Finetune/Step": 637, "Finetune/Step Time": 5.136327190324664}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9320145845413208, "Finetune/Loss (Raw)": 1.0291130542755127, "Finetune/Step": 638, "Finetune/Step Time": 5.136491000652313}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9311538338661194, "Finetune/Loss (Raw)": 0.9338696599006653, "Finetune/Step": 639, "Finetune/Step Time": 5.134236907586455}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9308201670646667, "Finetune/Loss (Raw)": 0.9398974180221558, "Finetune/Step": 640, "Finetune/Step Time": 5.134433647617698}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9302532076835632, "Finetune/Loss (Raw)": 0.9667726159095764, "Finetune/Step": 641, "Finetune/Step Time": 5.141618510708213}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9246770739555359, "Finetune/Loss (Raw)": 0.3267167806625366, "Finetune/Step": 642, "Finetune/Step Time": 5.151381954550743}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.928891658782959, "Finetune/Loss (Raw)": 0.9346545934677124, "Finetune/Step": 643, "Finetune/Step Time": 5.122200384736061}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.928450345993042, "Finetune/Loss (Raw)": 0.9780147075653076, "Finetune/Step": 644, "Finetune/Step Time": 5.12619511783123}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.928715705871582, "Finetune/Loss (Raw)": 1.0279715061187744, "Finetune/Step": 645, "Finetune/Step Time": 5.114500287920237}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9283537864685059, "Finetune/Loss (Raw)": 0.9565181136131287, "Finetune/Step": 646, "Finetune/Step Time": 5.124701278284192}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9272373914718628, "Finetune/Loss (Raw)": 0.8805393576622009, "Finetune/Step": 647, "Finetune/Step Time": 5.12576343677938}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9276344776153564, "Finetune/Loss (Raw)": 0.980998158454895, "Finetune/Step": 648, "Finetune/Step Time": 5.12451790086925}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9272050857543945, "Finetune/Loss (Raw)": 0.9180716872215271, "Finetune/Step": 649, "Finetune/Step Time": 5.120383186265826}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9263516068458557, "Finetune/Loss (Raw)": 0.8549683094024658, "Finetune/Step": 650, "Finetune/Step Time": 5.133218361064792}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.927289605140686, "Finetune/Loss (Raw)": 0.9534584283828735, "Finetune/Step": 651, "Finetune/Step Time": 5.141672359779477}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9269973039627075, "Finetune/Loss (Raw)": 0.9456542730331421, "Finetune/Step": 652, "Finetune/Step Time": 5.1450514215976}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9261910319328308, "Finetune/Loss (Raw)": 0.8750315308570862, "Finetune/Step": 653, "Finetune/Step Time": 5.1479389145970345}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9286185503005981, "Finetune/Loss (Raw)": 1.1734542846679688, "Finetune/Step": 654, "Finetune/Step Time": 5.139942841604352}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9284865856170654, "Finetune/Loss (Raw)": 0.8988934755325317, "Finetune/Step": 655, "Finetune/Step Time": 5.149167560040951}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9276076555252075, "Finetune/Loss (Raw)": 0.8943592309951782, "Finetune/Step": 656, "Finetune/Step Time": 5.152464421465993}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9262012839317322, "Finetune/Loss (Raw)": 0.8593643307685852, "Finetune/Step": 657, "Finetune/Step Time": 5.173292903229594}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9254788160324097, "Finetune/Loss (Raw)": 0.9433622360229492, "Finetune/Step": 658, "Finetune/Step Time": 5.175473103299737}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9227120876312256, "Finetune/Loss (Raw)": 0.7416318655014038, "Finetune/Step": 659, "Finetune/Step Time": 5.197496049106121}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9238170385360718, "Finetune/Loss (Raw)": 1.079654335975647, "Finetune/Step": 660, "Finetune/Step Time": 5.202440546825528}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9244110584259033, "Finetune/Loss (Raw)": 0.9579039812088013, "Finetune/Step": 661, "Finetune/Step Time": 5.1955443900078535}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9251382946968079, "Finetune/Loss (Raw)": 0.9996975660324097, "Finetune/Step": 662, "Finetune/Step Time": 5.185112001374364}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9263098835945129, "Finetune/Loss (Raw)": 1.003182291984558, "Finetune/Step": 663, "Finetune/Step Time": 5.173934141173959}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.927291989326477, "Finetune/Loss (Raw)": 0.9119921922683716, "Finetune/Step": 664, "Finetune/Step Time": 5.161874443292618}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9274338483810425, "Finetune/Loss (Raw)": 1.0370346307754517, "Finetune/Step": 665, "Finetune/Step Time": 5.169653747230768}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9283808469772339, "Finetune/Loss (Raw)": 1.1014882326126099, "Finetune/Step": 666, "Finetune/Step Time": 5.162606181576848}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9278644323348999, "Finetune/Loss (Raw)": 0.9975816607475281, "Finetune/Step": 667, "Finetune/Step Time": 5.175832945853472}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9267319440841675, "Finetune/Loss (Raw)": 0.7886248826980591, "Finetune/Step": 668, "Finetune/Step Time": 5.181351171806455}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9267297983169556, "Finetune/Loss (Raw)": 0.9613729119300842, "Finetune/Step": 669, "Finetune/Step Time": 5.176098482683301}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9259345531463623, "Finetune/Loss (Raw)": 0.865329921245575, "Finetune/Step": 670, "Finetune/Step Time": 5.17853332683444}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9245315790176392, "Finetune/Loss (Raw)": 0.9082359075546265, "Finetune/Step": 671, "Finetune/Step Time": 5.177732985466719}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9243901371955872, "Finetune/Loss (Raw)": 0.9958978295326233, "Finetune/Step": 672, "Finetune/Step Time": 5.174898089841008}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9252479076385498, "Finetune/Loss (Raw)": 1.0571997165679932, "Finetune/Step": 673, "Finetune/Step Time": 5.175789222121239}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9265203475952148, "Finetune/Loss (Raw)": 1.0736318826675415, "Finetune/Step": 674, "Finetune/Step Time": 5.176471890881658}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9261590242385864, "Finetune/Loss (Raw)": 0.9908467531204224, "Finetune/Step": 675, "Finetune/Step Time": 5.178911220282316}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9269793033599854, "Finetune/Loss (Raw)": 0.9761457443237305, "Finetune/Step": 676, "Finetune/Step Time": 5.17373763769865}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9272522330284119, "Finetune/Loss (Raw)": 0.7941123247146606, "Finetune/Step": 677, "Finetune/Step Time": 5.205901948735118}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9281147122383118, "Finetune/Loss (Raw)": 1.0398327112197876, "Finetune/Step": 678, "Finetune/Step Time": 5.227951738983393}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9292031526565552, "Finetune/Loss (Raw)": 1.0469566583633423, "Finetune/Step": 679, "Finetune/Step Time": 5.2334798369556665}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9278639554977417, "Finetune/Loss (Raw)": 0.8791864514350891, "Finetune/Step": 680, "Finetune/Step Time": 5.23283732868731}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9300040006637573, "Finetune/Loss (Raw)": 1.0036455392837524, "Finetune/Step": 681, "Finetune/Step Time": 5.231491252779961}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9293408989906311, "Finetune/Loss (Raw)": 0.9930699467658997, "Finetune/Step": 682, "Finetune/Step Time": 5.22873374633491}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9303827881813049, "Finetune/Loss (Raw)": 1.048840045928955, "Finetune/Step": 683, "Finetune/Step Time": 5.210567967966199}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9299170970916748, "Finetune/Loss (Raw)": 0.8744060397148132, "Finetune/Step": 684, "Finetune/Step Time": 5.200309531763196}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9283193349838257, "Finetune/Loss (Raw)": 0.693281352519989, "Finetune/Step": 685, "Finetune/Step Time": 5.215821512043476}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9324782490730286, "Finetune/Loss (Raw)": 0.7859649658203125, "Finetune/Step": 686, "Finetune/Step Time": 5.19971595145762}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9322929382324219, "Finetune/Loss (Raw)": 0.9079763293266296, "Finetune/Step": 687, "Finetune/Step Time": 5.20684022270143}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9332574605941772, "Finetune/Loss (Raw)": 0.9249170422554016, "Finetune/Step": 688, "Finetune/Step Time": 5.205384287983179}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9315515160560608, "Finetune/Loss (Raw)": 0.6190950870513916, "Finetune/Step": 689, "Finetune/Step Time": 5.21862268447876}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9306247234344482, "Finetune/Loss (Raw)": 0.7490488290786743, "Finetune/Step": 690, "Finetune/Step Time": 5.252424139529467}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9306317567825317, "Finetune/Loss (Raw)": 0.9954368472099304, "Finetune/Step": 691, "Finetune/Step Time": 5.2550931591540575}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9295698404312134, "Finetune/Loss (Raw)": 0.8272525072097778, "Finetune/Step": 692, "Finetune/Step Time": 5.262480851262808}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.929360032081604, "Finetune/Loss (Raw)": 0.8290799856185913, "Finetune/Step": 693, "Finetune/Step Time": 5.2623746152967215}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9243834018707275, "Finetune/Loss (Raw)": 0.393820583820343, "Finetune/Step": 694, "Finetune/Step Time": 5.290903300046921}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.923499345779419, "Finetune/Loss (Raw)": 0.7709832191467285, "Finetune/Step": 695, "Finetune/Step Time": 5.297836912795901}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9293473362922668, "Finetune/Loss (Raw)": 1.035879373550415, "Finetune/Step": 696, "Finetune/Step Time": 5.273433048278093}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9291387796401978, "Finetune/Loss (Raw)": 0.8525933623313904, "Finetune/Step": 697, "Finetune/Step Time": 5.279412858188152}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9302144050598145, "Finetune/Loss (Raw)": 1.1004483699798584, "Finetune/Step": 698, "Finetune/Step Time": 5.273211224004626}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9321207404136658, "Finetune/Loss (Raw)": 1.1196610927581787, "Finetune/Step": 699, "Finetune/Step Time": 5.270039439201355}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9313974380493164, "Finetune/Loss (Raw)": 0.8984835743904114, "Finetune/Step": 700, "Finetune/Step Time": 5.28920366615057}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9256412982940674, "Finetune/Loss (Raw)": 0.30622386932373047, "Finetune/Step": 701, "Finetune/Step Time": 5.321519231423736}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9245783090591431, "Finetune/Loss (Raw)": 0.9107630848884583, "Finetune/Step": 702, "Finetune/Step Time": 5.3185045048594475}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9222939014434814, "Finetune/Loss (Raw)": 0.7716682553291321, "Finetune/Step": 703, "Finetune/Step Time": 5.309736469760537}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9222710132598877, "Finetune/Loss (Raw)": 0.9487802982330322, "Finetune/Step": 704, "Finetune/Step Time": 5.322169518098235}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9225633144378662, "Finetune/Loss (Raw)": 0.9668182134628296, "Finetune/Step": 705, "Finetune/Step Time": 5.322394240647554}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.920982837677002, "Finetune/Loss (Raw)": 0.6970472931861877, "Finetune/Step": 706, "Finetune/Step Time": 5.325048854574561}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9213173389434814, "Finetune/Loss (Raw)": 0.8336926102638245, "Finetune/Step": 707, "Finetune/Step Time": 5.3111669067293406}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9220279455184937, "Finetune/Loss (Raw)": 1.0832117795944214, "Finetune/Step": 708, "Finetune/Step Time": 5.315348332747817}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9204427003860474, "Finetune/Loss (Raw)": 0.8514134287834167, "Finetune/Step": 709, "Finetune/Step Time": 5.317012427374721}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9190978407859802, "Finetune/Loss (Raw)": 0.8333132266998291, "Finetune/Step": 710, "Finetune/Step Time": 5.3067199140787125}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9200634360313416, "Finetune/Loss (Raw)": 0.9553269147872925, "Finetune/Step": 711, "Finetune/Step Time": 5.320113683119416}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9172491431236267, "Finetune/Loss (Raw)": 0.636054515838623, "Finetune/Step": 712, "Finetune/Step Time": 5.331267239525914}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9164552688598633, "Finetune/Loss (Raw)": 0.9327837228775024, "Finetune/Step": 713, "Finetune/Step Time": 5.332099728286266}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9203234314918518, "Finetune/Loss (Raw)": 0.8306015133857727, "Finetune/Step": 714, "Finetune/Step Time": 5.3087529968470335}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9196493625640869, "Finetune/Loss (Raw)": 1.028956413269043, "Finetune/Step": 715, "Finetune/Step Time": 5.307884722948074}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9191012978553772, "Finetune/Loss (Raw)": 0.7995783090591431, "Finetune/Step": 716, "Finetune/Step Time": 5.2834278885275126}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9189810752868652, "Finetune/Loss (Raw)": 1.005206823348999, "Finetune/Step": 717, "Finetune/Step Time": 5.295339459553361}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9183818101882935, "Finetune/Loss (Raw)": 0.9601349830627441, "Finetune/Step": 718, "Finetune/Step Time": 5.300232592970133}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9190317392349243, "Finetune/Loss (Raw)": 0.9570556879043579, "Finetune/Step": 719, "Finetune/Step Time": 5.301480317488313}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9205873012542725, "Finetune/Loss (Raw)": 1.1185294389724731, "Finetune/Step": 720, "Finetune/Step Time": 5.30394360050559}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.92011559009552, "Finetune/Loss (Raw)": 0.8606329560279846, "Finetune/Step": 721, "Finetune/Step Time": 5.308445934206247}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9193306565284729, "Finetune/Loss (Raw)": 0.8699260950088501, "Finetune/Step": 722, "Finetune/Step Time": 5.335020154714584}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9199612140655518, "Finetune/Loss (Raw)": 1.0400161743164062, "Finetune/Step": 723, "Finetune/Step Time": 5.333225820213556}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9207381010055542, "Finetune/Loss (Raw)": 0.9739590883255005, "Finetune/Step": 724, "Finetune/Step Time": 5.348524756729603}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9229615926742554, "Finetune/Loss (Raw)": 1.092434048652649, "Finetune/Step": 725, "Finetune/Step Time": 5.347658008337021}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9207088947296143, "Finetune/Loss (Raw)": 0.6337809562683105, "Finetune/Step": 726, "Finetune/Step Time": 5.336481232196093}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9204864501953125, "Finetune/Loss (Raw)": 0.9449116587638855, "Finetune/Step": 727, "Finetune/Step Time": 5.343159481883049}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9206727743148804, "Finetune/Loss (Raw)": 1.057065486907959, "Finetune/Step": 728, "Finetune/Step Time": 5.343255681917071}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9179167151451111, "Finetune/Loss (Raw)": 0.5319762825965881, "Finetune/Step": 729, "Finetune/Step Time": 5.333150066435337}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9176818132400513, "Finetune/Loss (Raw)": 0.9566060304641724, "Finetune/Step": 730, "Finetune/Step Time": 5.33703344874084}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9187508821487427, "Finetune/Loss (Raw)": 0.967854917049408, "Finetune/Step": 731, "Finetune/Step Time": 5.332766806706786}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9172892570495605, "Finetune/Loss (Raw)": 0.8133747577667236, "Finetune/Step": 732, "Finetune/Step Time": 5.364329524338245}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9177739024162292, "Finetune/Loss (Raw)": 0.8937192559242249, "Finetune/Step": 733, "Finetune/Step Time": 5.363122282549739}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9174855947494507, "Finetune/Loss (Raw)": 0.8086370825767517, "Finetune/Step": 734, "Finetune/Step Time": 5.351134268566966}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.917890191078186, "Finetune/Loss (Raw)": 0.7865582704544067, "Finetune/Step": 735, "Finetune/Step Time": 5.339689562097192}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9167690873146057, "Finetune/Loss (Raw)": 0.8966518044471741, "Finetune/Step": 736, "Finetune/Step Time": 5.374101238325238}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9183616638183594, "Finetune/Loss (Raw)": 1.0460870265960693, "Finetune/Step": 737, "Finetune/Step Time": 5.370584148913622}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9187173843383789, "Finetune/Loss (Raw)": 0.9735448360443115, "Finetune/Step": 738, "Finetune/Step Time": 5.3667547553777695}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.914739191532135, "Finetune/Loss (Raw)": 0.4481479525566101, "Finetune/Step": 739, "Finetune/Step Time": 5.400874769315124}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9141316413879395, "Finetune/Loss (Raw)": 1.0447032451629639, "Finetune/Step": 740, "Finetune/Step Time": 5.4043103531003}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9131796956062317, "Finetune/Loss (Raw)": 0.7067994475364685, "Finetune/Step": 741, "Finetune/Step Time": 5.422168163582683}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9128715395927429, "Finetune/Loss (Raw)": 0.9019724130630493, "Finetune/Step": 742, "Finetune/Step Time": 5.427549924701452}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9134336709976196, "Finetune/Loss (Raw)": 1.0175668001174927, "Finetune/Step": 743, "Finetune/Step Time": 5.431467397138476}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9133987426757812, "Finetune/Loss (Raw)": 0.9550348520278931, "Finetune/Step": 744, "Finetune/Step Time": 5.432801565155387}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9120123982429504, "Finetune/Loss (Raw)": 0.7683874368667603, "Finetune/Step": 745, "Finetune/Step Time": 5.45048325881362}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9125117063522339, "Finetune/Loss (Raw)": 1.0356106758117676, "Finetune/Step": 746, "Finetune/Step Time": 5.441368849948049}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9137834906578064, "Finetune/Loss (Raw)": 1.0381810665130615, "Finetune/Step": 747, "Finetune/Step Time": 5.421298652887344}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9142706990242004, "Finetune/Loss (Raw)": 1.0348992347717285, "Finetune/Step": 748, "Finetune/Step Time": 5.4224648252129555}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9133608341217041, "Finetune/Loss (Raw)": 0.8556437492370605, "Finetune/Step": 749, "Finetune/Step Time": 5.401277596130967}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9130299091339111, "Finetune/Loss (Raw)": 0.8684480786323547, "Finetune/Step": 750, "Finetune/Step Time": 5.406341882422566}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9112762212753296, "Finetune/Loss (Raw)": 0.7895182967185974, "Finetune/Step": 751, "Finetune/Step Time": 5.4092573542147875}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9116567373275757, "Finetune/Loss (Raw)": 0.9956167340278625, "Finetune/Step": 752, "Finetune/Step Time": 5.410159010440111}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9070692658424377, "Finetune/Loss (Raw)": 0.39297056198120117, "Finetune/Step": 753, "Finetune/Step Time": 5.438210377469659}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9054604768753052, "Finetune/Loss (Raw)": 0.8097673058509827, "Finetune/Step": 754, "Finetune/Step Time": 5.439062045887113}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9042367935180664, "Finetune/Loss (Raw)": 0.787204384803772, "Finetune/Step": 755, "Finetune/Step Time": 5.460206244140863}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9038110971450806, "Finetune/Loss (Raw)": 0.8780562281608582, "Finetune/Step": 756, "Finetune/Step Time": 5.45761676505208}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9030871391296387, "Finetune/Loss (Raw)": 0.8655739426612854, "Finetune/Step": 757, "Finetune/Step Time": 5.468475442379713}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9026462435722351, "Finetune/Loss (Raw)": 1.0385326147079468, "Finetune/Step": 758, "Finetune/Step Time": 5.476365089416504}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9040549993515015, "Finetune/Loss (Raw)": 0.992321252822876, "Finetune/Step": 759, "Finetune/Step Time": 5.465608531609178}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9031049013137817, "Finetune/Loss (Raw)": 0.9488435983657837, "Finetune/Step": 760, "Finetune/Step Time": 5.458188535645604}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9011962413787842, "Finetune/Loss (Raw)": 0.9177585244178772, "Finetune/Step": 761, "Finetune/Step Time": 5.460960133001208}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8972903490066528, "Finetune/Loss (Raw)": 0.3742581605911255, "Finetune/Step": 762, "Finetune/Step Time": 5.4911370649933815}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8959352970123291, "Finetune/Loss (Raw)": 0.7829989790916443, "Finetune/Step": 763, "Finetune/Step Time": 5.495211057364941}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8955518007278442, "Finetune/Loss (Raw)": 0.8908607959747314, "Finetune/Step": 764, "Finetune/Step Time": 5.472651544958353}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8947962522506714, "Finetune/Loss (Raw)": 0.9162395596504211, "Finetune/Step": 765, "Finetune/Step Time": 5.475799987092614}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8944371342658997, "Finetune/Loss (Raw)": 0.9831412434577942, "Finetune/Step": 766, "Finetune/Step Time": 5.492906665429473}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8940718173980713, "Finetune/Loss (Raw)": 0.8871082663536072, "Finetune/Step": 767, "Finetune/Step Time": 5.501140708103776}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.893470287322998, "Finetune/Loss (Raw)": 0.8629030585289001, "Finetune/Step": 768, "Finetune/Step Time": 5.51013109087944}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8917914628982544, "Finetune/Loss (Raw)": 0.7518868446350098, "Finetune/Step": 769, "Finetune/Step Time": 5.517407137900591}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.896111249923706, "Finetune/Loss (Raw)": 0.8796473741531372, "Finetune/Step": 770, "Finetune/Step Time": 5.495094306766987}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8966267108917236, "Finetune/Loss (Raw)": 1.0006388425827026, "Finetune/Step": 771, "Finetune/Step Time": 5.498628694564104}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8963181376457214, "Finetune/Loss (Raw)": 0.9385103583335876, "Finetune/Step": 772, "Finetune/Step Time": 5.492377525195479}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.89610755443573, "Finetune/Loss (Raw)": 1.0010218620300293, "Finetune/Step": 773, "Finetune/Step Time": 5.490887630730867}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8946496844291687, "Finetune/Loss (Raw)": 0.7699092626571655, "Finetune/Step": 774, "Finetune/Step Time": 5.501274701207876}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8954495191574097, "Finetune/Loss (Raw)": 0.9829182624816895, "Finetune/Step": 775, "Finetune/Step Time": 5.503153661265969}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8931363821029663, "Finetune/Loss (Raw)": 0.6849116086959839, "Finetune/Step": 776, "Finetune/Step Time": 5.504161743447185}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8939281702041626, "Finetune/Loss (Raw)": 1.0194270610809326, "Finetune/Step": 777, "Finetune/Step Time": 5.519951015710831}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8951402306556702, "Finetune/Loss (Raw)": 1.0101094245910645, "Finetune/Step": 778, "Finetune/Step Time": 5.505436945706606}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8946354389190674, "Finetune/Loss (Raw)": 0.8888443112373352, "Finetune/Step": 779, "Finetune/Step Time": 5.501745795831084}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8898125886917114, "Finetune/Loss (Raw)": 0.328329861164093, "Finetune/Step": 780, "Finetune/Step Time": 5.530631821602583}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8895587921142578, "Finetune/Loss (Raw)": 0.8425447940826416, "Finetune/Step": 781, "Finetune/Step Time": 5.531138611957431}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8851114511489868, "Finetune/Loss (Raw)": 0.6041931509971619, "Finetune/Step": 782, "Finetune/Step Time": 5.560312420129776}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8848024606704712, "Finetune/Loss (Raw)": 0.8593413829803467, "Finetune/Step": 783, "Finetune/Step Time": 5.59147534891963}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8829408884048462, "Finetune/Loss (Raw)": 0.6560792326927185, "Finetune/Step": 784, "Finetune/Step Time": 5.608619078993797}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8838741779327393, "Finetune/Loss (Raw)": 0.9788283109664917, "Finetune/Step": 785, "Finetune/Step Time": 5.603383779525757}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8845149278640747, "Finetune/Loss (Raw)": 1.0253795385360718, "Finetune/Step": 786, "Finetune/Step Time": 5.601017195731401}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8863137364387512, "Finetune/Loss (Raw)": 0.9718782901763916, "Finetune/Step": 787, "Finetune/Step Time": 5.604739684611559}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8860440850257874, "Finetune/Loss (Raw)": 1.0451364517211914, "Finetune/Step": 788, "Finetune/Step Time": 5.601592283695936}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8859623074531555, "Finetune/Loss (Raw)": 0.9474409818649292, "Finetune/Step": 789, "Finetune/Step Time": 5.599675163626671}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8828853368759155, "Finetune/Loss (Raw)": 0.6058399081230164, "Finetune/Step": 790, "Finetune/Step Time": 5.628848178312182}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8817791938781738, "Finetune/Loss (Raw)": 0.8615944385528564, "Finetune/Step": 791, "Finetune/Step Time": 5.630923328921199}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8808673620223999, "Finetune/Loss (Raw)": 0.7952789068222046, "Finetune/Step": 792, "Finetune/Step Time": 5.6317027527838945}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.879878580570221, "Finetune/Loss (Raw)": 0.9104774594306946, "Finetune/Step": 793, "Finetune/Step Time": 5.6337183732539415}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8779774308204651, "Finetune/Loss (Raw)": 0.8581394553184509, "Finetune/Step": 794, "Finetune/Step Time": 5.6360446736216545}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8773677349090576, "Finetune/Loss (Raw)": 0.9195435047149658, "Finetune/Step": 795, "Finetune/Step Time": 5.638571949675679}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8782892227172852, "Finetune/Loss (Raw)": 0.9065694808959961, "Finetune/Step": 796, "Finetune/Step Time": 5.634848061949015}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8777372241020203, "Finetune/Loss (Raw)": 0.8907192945480347, "Finetune/Step": 797, "Finetune/Step Time": 5.640741059556603}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8785346746444702, "Finetune/Loss (Raw)": 0.9673991203308105, "Finetune/Step": 798, "Finetune/Step Time": 5.643010422587395}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8778482675552368, "Finetune/Loss (Raw)": 0.8203756809234619, "Finetune/Step": 799, "Finetune/Step Time": 5.6599324475973845}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8775453567504883, "Finetune/Loss (Raw)": 0.9571301937103271, "Finetune/Step": 800, "Finetune/Step Time": 5.665825309231877}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8768965005874634, "Finetune/Loss (Raw)": 0.9741518497467041, "Finetune/Step": 801, "Finetune/Step Time": 5.690495662391186}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8750380873680115, "Finetune/Loss (Raw)": 0.8357477784156799, "Finetune/Step": 802, "Finetune/Step Time": 5.694481087848544}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8730714917182922, "Finetune/Loss (Raw)": 0.7391213178634644, "Finetune/Step": 803, "Finetune/Step Time": 5.700313054025173}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8726218938827515, "Finetune/Loss (Raw)": 0.9185976386070251, "Finetune/Step": 804, "Finetune/Step Time": 5.691594371572137}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8735730648040771, "Finetune/Loss (Raw)": 0.9158696532249451, "Finetune/Step": 805, "Finetune/Step Time": 5.66175027936697}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8712953329086304, "Finetune/Loss (Raw)": 0.7482799291610718, "Finetune/Step": 806, "Finetune/Step Time": 5.6655251905322075}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8700987100601196, "Finetune/Loss (Raw)": 0.8937802910804749, "Finetune/Step": 807, "Finetune/Step Time": 5.6578472424298525}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8698925375938416, "Finetune/Loss (Raw)": 0.8528048396110535, "Finetune/Step": 808, "Finetune/Step Time": 5.676221558824182}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.869143545627594, "Finetune/Loss (Raw)": 0.9077744483947754, "Finetune/Step": 809, "Finetune/Step Time": 5.680302020162344}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8693932294845581, "Finetune/Loss (Raw)": 1.025026559829712, "Finetune/Step": 810, "Finetune/Step Time": 5.683730220422149}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.867446780204773, "Finetune/Loss (Raw)": 0.7996921539306641, "Finetune/Step": 811, "Finetune/Step Time": 5.681337332352996}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8691592216491699, "Finetune/Loss (Raw)": 1.0935993194580078, "Finetune/Step": 812, "Finetune/Step Time": 5.678229348734021}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8709787130355835, "Finetune/Loss (Raw)": 0.9261751174926758, "Finetune/Step": 813, "Finetune/Step Time": 5.664974518120289}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8718196153640747, "Finetune/Loss (Raw)": 0.8935979604721069, "Finetune/Step": 814, "Finetune/Step Time": 5.65463581494987}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.871656596660614, "Finetune/Loss (Raw)": 0.8871179223060608, "Finetune/Step": 815, "Finetune/Step Time": 5.6483311634510756}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8720920085906982, "Finetune/Loss (Raw)": 0.9806464910507202, "Finetune/Step": 816, "Finetune/Step Time": 5.648706903681159}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8747596740722656, "Finetune/Loss (Raw)": 0.9605599045753479, "Finetune/Step": 817, "Finetune/Step Time": 5.637989474460483}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8714286088943481, "Finetune/Loss (Raw)": 0.3226696252822876, "Finetune/Step": 818, "Finetune/Step Time": 5.630237532779574}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8694244027137756, "Finetune/Loss (Raw)": 0.7388996481895447, "Finetune/Step": 819, "Finetune/Step Time": 5.630467515438795}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8681893944740295, "Finetune/Loss (Raw)": 0.6691665053367615, "Finetune/Step": 820, "Finetune/Step Time": 5.611966595053673}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8685791492462158, "Finetune/Loss (Raw)": 0.8789688944816589, "Finetune/Step": 821, "Finetune/Step Time": 5.612167654559016}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8721022605895996, "Finetune/Loss (Raw)": 0.844782829284668, "Finetune/Step": 822, "Finetune/Step Time": 5.5862748343497515}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.87416672706604, "Finetune/Loss (Raw)": 1.0352368354797363, "Finetune/Step": 823, "Finetune/Step Time": 5.572189448401332}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8735089302062988, "Finetune/Loss (Raw)": 0.9516793489456177, "Finetune/Step": 824, "Finetune/Step Time": 5.5703664887696505}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8735263347625732, "Finetune/Loss (Raw)": 0.8548250794410706, "Finetune/Step": 825, "Finetune/Step Time": 5.561004849150777}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8709824085235596, "Finetune/Loss (Raw)": 0.7748181223869324, "Finetune/Step": 826, "Finetune/Step Time": 5.567057488486171}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8690235614776611, "Finetune/Loss (Raw)": 0.8689278960227966, "Finetune/Step": 827, "Finetune/Step Time": 5.553978269919753}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8649152517318726, "Finetune/Loss (Raw)": 0.37262463569641113, "Finetune/Step": 828, "Finetune/Step Time": 5.5644169598817825}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.869433581829071, "Finetune/Loss (Raw)": 0.884570837020874, "Finetune/Step": 829, "Finetune/Step Time": 5.541639979928732}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8696995973587036, "Finetune/Loss (Raw)": 0.9448131322860718, "Finetune/Step": 830, "Finetune/Step Time": 5.53853540495038}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8704579472541809, "Finetune/Loss (Raw)": 0.8687387704849243, "Finetune/Step": 831, "Finetune/Step Time": 5.5447502341121435}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.870850682258606, "Finetune/Loss (Raw)": 0.9990442395210266, "Finetune/Step": 832, "Finetune/Step Time": 5.526726866140962}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8665419220924377, "Finetune/Loss (Raw)": 0.4152988791465759, "Finetune/Step": 833, "Finetune/Step Time": 5.557496044784784}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8682762384414673, "Finetune/Loss (Raw)": 0.9190444350242615, "Finetune/Step": 834, "Finetune/Step Time": 5.566363863646984}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8688242435455322, "Finetune/Loss (Raw)": 0.9038296341896057, "Finetune/Step": 835, "Finetune/Step Time": 5.57173346914351}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8675673007965088, "Finetune/Loss (Raw)": 0.9223268628120422, "Finetune/Step": 836, "Finetune/Step Time": 5.567505694925785}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8671159744262695, "Finetune/Loss (Raw)": 0.7936446666717529, "Finetune/Step": 837, "Finetune/Step Time": 5.576487446203828}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.867556095123291, "Finetune/Loss (Raw)": 0.8896510601043701, "Finetune/Step": 838, "Finetune/Step Time": 5.5809615179896355}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8665194511413574, "Finetune/Loss (Raw)": 0.8226307034492493, "Finetune/Step": 839, "Finetune/Step Time": 5.572834791615605}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8697875738143921, "Finetune/Loss (Raw)": 1.0543766021728516, "Finetune/Step": 840, "Finetune/Step Time": 5.5616336315870285}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8689566850662231, "Finetune/Loss (Raw)": 0.8264327049255371, "Finetune/Step": 841, "Finetune/Step Time": 5.565736040472984}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8700449466705322, "Finetune/Loss (Raw)": 0.9698967933654785, "Finetune/Step": 842, "Finetune/Step Time": 5.56467716768384}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8690871596336365, "Finetune/Loss (Raw)": 0.9063558578491211, "Finetune/Step": 843, "Finetune/Step Time": 5.578805163502693}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8697354793548584, "Finetune/Loss (Raw)": 0.8825686573982239, "Finetune/Step": 844, "Finetune/Step Time": 5.580776726827025}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8694185018539429, "Finetune/Loss (Raw)": 0.964633584022522, "Finetune/Step": 845, "Finetune/Step Time": 5.567402059212327}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.869484543800354, "Finetune/Loss (Raw)": 0.9685838222503662, "Finetune/Step": 846, "Finetune/Step Time": 5.559181641787291}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8655779361724854, "Finetune/Loss (Raw)": 0.45701295137405396, "Finetune/Step": 847, "Finetune/Step Time": 5.583691008388996}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8630548715591431, "Finetune/Loss (Raw)": 0.7955739498138428, "Finetune/Step": 848, "Finetune/Step Time": 5.587498001754284}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8635909557342529, "Finetune/Loss (Raw)": 0.929258406162262, "Finetune/Step": 849, "Finetune/Step Time": 5.576059885323048}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8631788492202759, "Finetune/Loss (Raw)": 0.8171743750572205, "Finetune/Step": 850, "Finetune/Step Time": 5.5602893233299255}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.862396776676178, "Finetune/Loss (Raw)": 0.93990558385849, "Finetune/Step": 851, "Finetune/Step Time": 5.566390922293067}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8610522150993347, "Finetune/Loss (Raw)": 0.8018614649772644, "Finetune/Step": 852, "Finetune/Step Time": 5.551791191101074}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.859504222869873, "Finetune/Loss (Raw)": 0.8942881226539612, "Finetune/Step": 853, "Finetune/Step Time": 5.548181436955929}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8612390756607056, "Finetune/Loss (Raw)": 0.8558424115180969, "Finetune/Step": 854, "Finetune/Step Time": 5.5504920314997435}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8588569164276123, "Finetune/Loss (Raw)": 0.6399931311607361, "Finetune/Step": 855, "Finetune/Step Time": 5.586067963391542}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8575853705406189, "Finetune/Loss (Raw)": 0.8943111300468445, "Finetune/Step": 856, "Finetune/Step Time": 5.594673885032535}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8598405122756958, "Finetune/Loss (Raw)": 0.8206366300582886, "Finetune/Step": 857, "Finetune/Step Time": 5.584822613745928}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8610545992851257, "Finetune/Loss (Raw)": 1.1120080947875977, "Finetune/Step": 858, "Finetune/Step Time": 5.582103755325079}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8609474897384644, "Finetune/Loss (Raw)": 0.9541453719139099, "Finetune/Step": 859, "Finetune/Step Time": 5.596885563805699}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8613837957382202, "Finetune/Loss (Raw)": 0.8692212104797363, "Finetune/Step": 860, "Finetune/Step Time": 5.565599221736193}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8593372106552124, "Finetune/Loss (Raw)": 0.6317535042762756, "Finetune/Step": 861, "Finetune/Step Time": 5.555087529122829}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8602620363235474, "Finetune/Loss (Raw)": 0.9270076155662537, "Finetune/Step": 862, "Finetune/Step Time": 5.5574020352214575}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8598029017448425, "Finetune/Loss (Raw)": 0.7277968525886536, "Finetune/Step": 863, "Finetune/Step Time": 5.552957884967327}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8603918552398682, "Finetune/Loss (Raw)": 0.972041666507721, "Finetune/Step": 864, "Finetune/Step Time": 5.521512279286981}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8589644432067871, "Finetune/Loss (Raw)": 0.8633782863616943, "Finetune/Step": 865, "Finetune/Step Time": 5.5421035047620535}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8594160676002502, "Finetune/Loss (Raw)": 1.031348705291748, "Finetune/Step": 866, "Finetune/Step Time": 5.544119525700808}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8637826442718506, "Finetune/Loss (Raw)": 1.0070719718933105, "Finetune/Step": 867, "Finetune/Step Time": 5.5135767832398415}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8621788024902344, "Finetune/Loss (Raw)": 0.8394116163253784, "Finetune/Step": 868, "Finetune/Step Time": 5.50603087618947}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8645012378692627, "Finetune/Loss (Raw)": 1.0040682554244995, "Finetune/Step": 869, "Finetune/Step Time": 5.497149661183357}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8638531565666199, "Finetune/Loss (Raw)": 0.8190159797668457, "Finetune/Step": 870, "Finetune/Step Time": 5.500602586194873}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8615434765815735, "Finetune/Loss (Raw)": 0.7219285368919373, "Finetune/Step": 871, "Finetune/Step Time": 5.493988178670406}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8612855076789856, "Finetune/Loss (Raw)": 0.922018826007843, "Finetune/Step": 872, "Finetune/Step Time": 5.493506107479334}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8628268241882324, "Finetune/Loss (Raw)": 0.9656757712364197, "Finetune/Step": 873, "Finetune/Step Time": 5.477698976173997}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8607975840568542, "Finetune/Loss (Raw)": 0.7758680582046509, "Finetune/Step": 874, "Finetune/Step Time": 5.482567274942994}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8591651916503906, "Finetune/Loss (Raw)": 0.8292323350906372, "Finetune/Step": 875, "Finetune/Step Time": 5.494006868451834}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8578939437866211, "Finetune/Loss (Raw)": 0.8721851706504822, "Finetune/Step": 876, "Finetune/Step Time": 5.495552971959114}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8582355976104736, "Finetune/Loss (Raw)": 0.8993683457374573, "Finetune/Step": 877, "Finetune/Step Time": 5.494417604058981}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8584973812103271, "Finetune/Loss (Raw)": 0.9019604921340942, "Finetune/Step": 878, "Finetune/Step Time": 5.487428909167647}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8585902452468872, "Finetune/Loss (Raw)": 0.8013980388641357, "Finetune/Step": 879, "Finetune/Step Time": 5.5079405605793}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8575717210769653, "Finetune/Loss (Raw)": 0.8652552962303162, "Finetune/Step": 880, "Finetune/Step Time": 5.51258753798902}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8600428104400635, "Finetune/Loss (Raw)": 0.7092620730400085, "Finetune/Step": 881, "Finetune/Step Time": 5.495823485776782}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8607456088066101, "Finetune/Loss (Raw)": 0.899730920791626, "Finetune/Step": 882, "Finetune/Step Time": 5.4954318050295115}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8623776435852051, "Finetune/Loss (Raw)": 0.9961031675338745, "Finetune/Step": 883, "Finetune/Step Time": 5.467348223552108}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8634588122367859, "Finetune/Loss (Raw)": 1.0164461135864258, "Finetune/Step": 884, "Finetune/Step Time": 5.467746876180172}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8584453463554382, "Finetune/Loss (Raw)": 0.22384929656982422, "Finetune/Step": 885, "Finetune/Step Time": 5.4857983235269785}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8573981523513794, "Finetune/Loss (Raw)": 0.9044898152351379, "Finetune/Step": 886, "Finetune/Step Time": 5.490073574706912}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8527683019638062, "Finetune/Loss (Raw)": 0.3997008800506592, "Finetune/Step": 887, "Finetune/Step Time": 5.520430890843272}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.853190541267395, "Finetune/Loss (Raw)": 1.0028921365737915, "Finetune/Step": 888, "Finetune/Step Time": 5.527204621583223}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8534388542175293, "Finetune/Loss (Raw)": 0.949547290802002, "Finetune/Step": 889, "Finetune/Step Time": 5.5331850834190845}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8574691414833069, "Finetune/Loss (Raw)": 0.890133261680603, "Finetune/Step": 890, "Finetune/Step Time": 5.504567589610815}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8582540154457092, "Finetune/Loss (Raw)": 0.8834604024887085, "Finetune/Step": 891, "Finetune/Step Time": 5.507352989166975}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8577117919921875, "Finetune/Loss (Raw)": 0.8214582204818726, "Finetune/Step": 892, "Finetune/Step Time": 5.512019444257021}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8583461046218872, "Finetune/Loss (Raw)": 0.9974294304847717, "Finetune/Step": 893, "Finetune/Step Time": 5.509430458769202}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8579136729240417, "Finetune/Loss (Raw)": 0.9277881383895874, "Finetune/Step": 894, "Finetune/Step Time": 5.494930263608694}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8574839234352112, "Finetune/Loss (Raw)": 0.8320988416671753, "Finetune/Step": 895, "Finetune/Step Time": 5.5021539237350225}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8582279682159424, "Finetune/Loss (Raw)": 0.9581452012062073, "Finetune/Step": 896, "Finetune/Step Time": 5.495803706347942}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8578528165817261, "Finetune/Loss (Raw)": 0.7038698196411133, "Finetune/Step": 897, "Finetune/Step Time": 5.499881852418184}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8537993431091309, "Finetune/Loss (Raw)": 0.3607959449291229, "Finetune/Step": 898, "Finetune/Step Time": 5.522921724244952}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8520366549491882, "Finetune/Loss (Raw)": 0.7750173807144165, "Finetune/Step": 899, "Finetune/Step Time": 5.557431308552623}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.852392315864563, "Finetune/Loss (Raw)": 0.9840338230133057, "Finetune/Step": 900, "Finetune/Step Time": 5.557960864156485}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8524880409240723, "Finetune/Loss (Raw)": 1.0132756233215332, "Finetune/Step": 901, "Finetune/Step Time": 5.564200688153505}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8534717559814453, "Finetune/Loss (Raw)": 0.8958194851875305, "Finetune/Step": 902, "Finetune/Step Time": 5.548531388863921}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.852909505367279, "Finetune/Loss (Raw)": 0.910954475402832, "Finetune/Step": 903, "Finetune/Step Time": 5.558616494759917}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8539436459541321, "Finetune/Loss (Raw)": 0.8172796964645386, "Finetune/Step": 904, "Finetune/Step Time": 5.555343700572848}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8537265062332153, "Finetune/Loss (Raw)": 0.9916366338729858, "Finetune/Step": 905, "Finetune/Step Time": 5.53618835285306}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8522579073905945, "Finetune/Loss (Raw)": 0.8221295475959778, "Finetune/Step": 906, "Finetune/Step Time": 5.543739520013332}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8527061939239502, "Finetune/Loss (Raw)": 0.9462276101112366, "Finetune/Step": 907, "Finetune/Step Time": 5.531818090006709}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8572139143943787, "Finetune/Loss (Raw)": 0.9053133726119995, "Finetune/Step": 908, "Finetune/Step Time": 5.502107508480549}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8572840690612793, "Finetune/Loss (Raw)": 0.8515228033065796, "Finetune/Step": 909, "Finetune/Step Time": 5.50602106936276}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8594231605529785, "Finetune/Loss (Raw)": 0.877998948097229, "Finetune/Step": 910, "Finetune/Step Time": 5.478844044730067}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8594204187393188, "Finetune/Loss (Raw)": 0.8589910864830017, "Finetune/Step": 911, "Finetune/Step Time": 5.4423044845461845}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8621398210525513, "Finetune/Loss (Raw)": 1.0041649341583252, "Finetune/Step": 912, "Finetune/Step Time": 5.433136213570833}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8595503568649292, "Finetune/Loss (Raw)": 0.6473739743232727, "Finetune/Step": 913, "Finetune/Step Time": 5.438661811873317}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8599979877471924, "Finetune/Loss (Raw)": 1.0826692581176758, "Finetune/Step": 914, "Finetune/Step Time": 5.442352078855038}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8596394062042236, "Finetune/Loss (Raw)": 0.9259892702102661, "Finetune/Step": 915, "Finetune/Step Time": 5.415618244558573}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8588950634002686, "Finetune/Loss (Raw)": 0.9498593211174011, "Finetune/Step": 916, "Finetune/Step Time": 5.421774538233876}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8598703742027283, "Finetune/Loss (Raw)": 1.072277545928955, "Finetune/Step": 917, "Finetune/Step Time": 5.465673379600048}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8619546890258789, "Finetune/Loss (Raw)": 0.872636079788208, "Finetune/Step": 918, "Finetune/Step Time": 5.444060493260622}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8601734638214111, "Finetune/Loss (Raw)": 0.6335960030555725, "Finetune/Step": 919, "Finetune/Step Time": 5.457427306100726}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8598327040672302, "Finetune/Loss (Raw)": 0.7516580820083618, "Finetune/Step": 920, "Finetune/Step Time": 5.453312451019883}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8602303862571716, "Finetune/Loss (Raw)": 0.961391031742096, "Finetune/Step": 921, "Finetune/Step Time": 5.443529846146703}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8603051900863647, "Finetune/Loss (Raw)": 0.8677048087120056, "Finetune/Step": 922, "Finetune/Step Time": 5.442324703559279}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8606801629066467, "Finetune/Loss (Raw)": 0.9675410389900208, "Finetune/Step": 923, "Finetune/Step Time": 5.434776367619634}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8599464893341064, "Finetune/Loss (Raw)": 0.8126669526100159, "Finetune/Step": 924, "Finetune/Step Time": 5.442947223782539}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8588736057281494, "Finetune/Loss (Raw)": 0.7533813118934631, "Finetune/Step": 925, "Finetune/Step Time": 5.462396699935198}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.856616735458374, "Finetune/Loss (Raw)": 0.678524374961853, "Finetune/Step": 926, "Finetune/Step Time": 5.466866061091423}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8573170900344849, "Finetune/Loss (Raw)": 0.910017728805542, "Finetune/Step": 927, "Finetune/Step Time": 5.449333241209388}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8571974635124207, "Finetune/Loss (Raw)": 0.9418196082115173, "Finetune/Step": 928, "Finetune/Step Time": 5.44146597571671}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8566367030143738, "Finetune/Loss (Raw)": 0.9023758769035339, "Finetune/Step": 929, "Finetune/Step Time": 5.417228996753693}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8566433191299438, "Finetune/Loss (Raw)": 0.8365889191627502, "Finetune/Step": 930, "Finetune/Step Time": 5.421338599175215}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.858100950717926, "Finetune/Loss (Raw)": 0.9257058501243591, "Finetune/Step": 931, "Finetune/Step Time": 5.4035293236374855}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8585408926010132, "Finetune/Loss (Raw)": 0.9749041199684143, "Finetune/Step": 932, "Finetune/Step Time": 5.409399766474962}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8582032918930054, "Finetune/Loss (Raw)": 0.8726562857627869, "Finetune/Step": 933, "Finetune/Step Time": 5.418909445405006}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.859824538230896, "Finetune/Loss (Raw)": 0.9558078646659851, "Finetune/Step": 934, "Finetune/Step Time": 5.405750770121813}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8584449291229248, "Finetune/Loss (Raw)": 0.7171890139579773, "Finetune/Step": 935, "Finetune/Step Time": 5.406406491994858}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8581628799438477, "Finetune/Loss (Raw)": 0.8166982531547546, "Finetune/Step": 936, "Finetune/Step Time": 5.398894567042589}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8592184782028198, "Finetune/Loss (Raw)": 1.0428985357284546, "Finetune/Step": 937, "Finetune/Step Time": 5.394148025661707}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8595099449157715, "Finetune/Loss (Raw)": 1.0623252391815186, "Finetune/Step": 938, "Finetune/Step Time": 5.397907804697752}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.859973132610321, "Finetune/Loss (Raw)": 0.8589820861816406, "Finetune/Step": 939, "Finetune/Step Time": 5.39927439764142}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8589746952056885, "Finetune/Loss (Raw)": 0.9658058285713196, "Finetune/Step": 940, "Finetune/Step Time": 5.40187006816268}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8588719964027405, "Finetune/Loss (Raw)": 0.9130232334136963, "Finetune/Step": 941, "Finetune/Step Time": 5.401378329843283}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8575422763824463, "Finetune/Loss (Raw)": 0.7233953475952148, "Finetune/Step": 942, "Finetune/Step Time": 5.407191468402743}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8576048612594604, "Finetune/Loss (Raw)": 0.8951289653778076, "Finetune/Step": 943, "Finetune/Step Time": 5.406315525993705}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8566508889198303, "Finetune/Loss (Raw)": 0.8585385680198669, "Finetune/Step": 944, "Finetune/Step Time": 5.401607062667608}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8553534746170044, "Finetune/Loss (Raw)": 0.794488787651062, "Finetune/Step": 945, "Finetune/Step Time": 5.410886999219656}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8587206602096558, "Finetune/Loss (Raw)": 0.7536673545837402, "Finetune/Step": 946, "Finetune/Step Time": 5.397551657631993}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8594186305999756, "Finetune/Loss (Raw)": 0.8282405734062195, "Finetune/Step": 947, "Finetune/Step Time": 5.415910834446549}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8571374416351318, "Finetune/Loss (Raw)": 0.3771754503250122, "Finetune/Step": 948, "Finetune/Step Time": 5.436005344614387}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8583203554153442, "Finetune/Loss (Raw)": 1.0303875207901, "Finetune/Step": 949, "Finetune/Step Time": 5.4217592012137175}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8585219383239746, "Finetune/Loss (Raw)": 0.8705817461013794, "Finetune/Step": 950, "Finetune/Step Time": 5.419028822332621}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8590209484100342, "Finetune/Loss (Raw)": 1.0991097688674927, "Finetune/Step": 951, "Finetune/Step Time": 5.412219505757093}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8578673601150513, "Finetune/Loss (Raw)": 0.8040170073509216, "Finetune/Step": 952, "Finetune/Step Time": 5.416801445186138}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8581817150115967, "Finetune/Loss (Raw)": 0.8950650095939636, "Finetune/Step": 953, "Finetune/Step Time": 5.409467656165361}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8585343956947327, "Finetune/Loss (Raw)": 0.8199599981307983, "Finetune/Step": 954, "Finetune/Step Time": 5.405681548640132}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8588991165161133, "Finetune/Loss (Raw)": 0.9156080484390259, "Finetune/Step": 955, "Finetune/Step Time": 5.405070869252086}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8632165193557739, "Finetune/Loss (Raw)": 0.9252610802650452, "Finetune/Step": 956, "Finetune/Step Time": 5.376899419352412}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.862801194190979, "Finetune/Loss (Raw)": 0.8314111828804016, "Finetune/Step": 957, "Finetune/Step Time": 5.372410740703344}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8621731996536255, "Finetune/Loss (Raw)": 0.8644192218780518, "Finetune/Step": 958, "Finetune/Step Time": 5.380726912990212}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8615118265151978, "Finetune/Loss (Raw)": 0.7840852737426758, "Finetune/Step": 959, "Finetune/Step Time": 5.361632451415062}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8605795502662659, "Finetune/Loss (Raw)": 0.879718005657196, "Finetune/Step": 960, "Finetune/Step Time": 5.362942680716515}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8633642792701721, "Finetune/Loss (Raw)": 0.7717372179031372, "Finetune/Step": 961, "Finetune/Step Time": 5.333066206425428}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.863944411277771, "Finetune/Loss (Raw)": 0.9933041334152222, "Finetune/Step": 962, "Finetune/Step Time": 5.329007055610418}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8635915517807007, "Finetune/Loss (Raw)": 0.8586599230766296, "Finetune/Step": 963, "Finetune/Step Time": 5.331564107909799}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8631633520126343, "Finetune/Loss (Raw)": 0.8675261735916138, "Finetune/Step": 964, "Finetune/Step Time": 5.329892437905073}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8628437519073486, "Finetune/Loss (Raw)": 0.7527372241020203, "Finetune/Step": 965, "Finetune/Step Time": 5.324415938928723}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8625397086143494, "Finetune/Loss (Raw)": 0.8507260680198669, "Finetune/Step": 966, "Finetune/Step Time": 5.32479658536613}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8624507188796997, "Finetune/Loss (Raw)": 0.8112461566925049, "Finetune/Step": 967, "Finetune/Step Time": 5.32895322330296}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8615033626556396, "Finetune/Loss (Raw)": 0.9331074357032776, "Finetune/Step": 968, "Finetune/Step Time": 5.32667968608439}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8615016341209412, "Finetune/Loss (Raw)": 0.8262122273445129, "Finetune/Step": 969, "Finetune/Step Time": 5.332897981628776}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8581626415252686, "Finetune/Loss (Raw)": 0.5425054430961609, "Finetune/Step": 970, "Finetune/Step Time": 5.350659200921655}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8579993844032288, "Finetune/Loss (Raw)": 0.8854572772979736, "Finetune/Step": 971, "Finetune/Step Time": 5.3627425488084555}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8541748523712158, "Finetune/Loss (Raw)": 0.3930360972881317, "Finetune/Step": 972, "Finetune/Step Time": 5.390834288671613}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8528874516487122, "Finetune/Loss (Raw)": 0.7998456358909607, "Finetune/Step": 973, "Finetune/Step Time": 5.396440817043185}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8517547845840454, "Finetune/Loss (Raw)": 0.8235967755317688, "Finetune/Step": 974, "Finetune/Step Time": 5.411451902240515}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8561490774154663, "Finetune/Loss (Raw)": 1.0194844007492065, "Finetune/Step": 975, "Finetune/Step Time": 5.398325124755502}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8567979335784912, "Finetune/Loss (Raw)": 0.878628671169281, "Finetune/Step": 976, "Finetune/Step Time": 5.394199158996344}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.857227623462677, "Finetune/Loss (Raw)": 0.9842565655708313, "Finetune/Step": 977, "Finetune/Step Time": 5.38888943195343}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8574235439300537, "Finetune/Loss (Raw)": 0.8422586917877197, "Finetune/Step": 978, "Finetune/Step Time": 5.373989697545767}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8567337989807129, "Finetune/Loss (Raw)": 0.8516110777854919, "Finetune/Step": 979, "Finetune/Step Time": 5.373977856710553}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8587698936462402, "Finetune/Loss (Raw)": 1.0624816417694092, "Finetune/Step": 980, "Finetune/Step Time": 5.372122813016176}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8585814237594604, "Finetune/Loss (Raw)": 0.8701680302619934, "Finetune/Step": 981, "Finetune/Step Time": 5.372503142803907}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8593468070030212, "Finetune/Loss (Raw)": 0.9538084268569946, "Finetune/Step": 982, "Finetune/Step Time": 5.360277369618416}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8615771532058716, "Finetune/Loss (Raw)": 0.9254735112190247, "Finetune/Step": 983, "Finetune/Step Time": 5.324366707354784}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8606088757514954, "Finetune/Loss (Raw)": 0.7703739404678345, "Finetune/Step": 984, "Finetune/Step Time": 5.323296517133713}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8611845970153809, "Finetune/Loss (Raw)": 0.8943303227424622, "Finetune/Step": 985, "Finetune/Step Time": 5.322118164971471}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8587014675140381, "Finetune/Loss (Raw)": 0.7941713333129883, "Finetune/Step": 986, "Finetune/Step Time": 5.325243156403303}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8584777116775513, "Finetune/Loss (Raw)": 0.9255068302154541, "Finetune/Step": 987, "Finetune/Step Time": 5.322485996410251}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8569828867912292, "Finetune/Loss (Raw)": 0.6778792142868042, "Finetune/Step": 988, "Finetune/Step Time": 5.3249670676887035}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8594574928283691, "Finetune/Loss (Raw)": 0.9485008716583252, "Finetune/Step": 989, "Finetune/Step Time": 5.328101731836796}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8572139739990234, "Finetune/Loss (Raw)": 0.6398387551307678, "Finetune/Step": 990, "Finetune/Step Time": 5.333776157349348}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8590930104255676, "Finetune/Loss (Raw)": 0.9683119058609009, "Finetune/Step": 991, "Finetune/Step Time": 5.324479153379798}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8583810329437256, "Finetune/Loss (Raw)": 0.8809106349945068, "Finetune/Step": 992, "Finetune/Step Time": 5.32205474935472}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8582022190093994, "Finetune/Loss (Raw)": 0.840488076210022, "Finetune/Step": 993, "Finetune/Step Time": 5.332720573991537}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8556088209152222, "Finetune/Loss (Raw)": 0.6993921995162964, "Finetune/Step": 994, "Finetune/Step Time": 5.3411478120833635}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8546532988548279, "Finetune/Loss (Raw)": 0.8847671747207642, "Finetune/Step": 995, "Finetune/Step Time": 5.340134395286441}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.854351818561554, "Finetune/Loss (Raw)": 0.8008224964141846, "Finetune/Step": 996, "Finetune/Step Time": 5.344196850433946}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8532065153121948, "Finetune/Loss (Raw)": 0.8574774861335754, "Finetune/Step": 997, "Finetune/Step Time": 5.324612243101001}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8529108762741089, "Finetune/Loss (Raw)": 0.7811667323112488, "Finetune/Step": 998, "Finetune/Step Time": 5.336826616898179}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8550467491149902, "Finetune/Loss (Raw)": 0.9953173995018005, "Finetune/Step": 999, "Finetune/Step Time": 5.3304924089461565}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8560134172439575, "Finetune/Loss (Raw)": 1.0457534790039062, "Finetune/Step": 1000, "Finetune/Step Time": 5.324380552396178}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8509674668312073, "Finetune/Loss (Raw)": 0.31979498267173767, "Finetune/Step": 1001, "Finetune/Step Time": 5.3575041107833385}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8523132801055908, "Finetune/Loss (Raw)": 0.9481407403945923, "Finetune/Step": 1002, "Finetune/Step Time": 5.35884403064847}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.853425920009613, "Finetune/Loss (Raw)": 0.9716441631317139, "Finetune/Step": 1003, "Finetune/Step Time": 5.361920688301325}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.854449450969696, "Finetune/Loss (Raw)": 1.0031946897506714, "Finetune/Step": 1004, "Finetune/Step Time": 5.361997758969665}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.85462886095047, "Finetune/Loss (Raw)": 0.9223350882530212, "Finetune/Step": 1005, "Finetune/Step Time": 5.35449355840683}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8530150055885315, "Finetune/Loss (Raw)": 0.6953855156898499, "Finetune/Step": 1006, "Finetune/Step Time": 5.369608491659164}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8532717227935791, "Finetune/Loss (Raw)": 0.8342601656913757, "Finetune/Step": 1007, "Finetune/Step Time": 5.350990459322929}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8537302017211914, "Finetune/Loss (Raw)": 0.9239374399185181, "Finetune/Step": 1008, "Finetune/Step Time": 5.34949080273509}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8514775633811951, "Finetune/Loss (Raw)": 0.4209241569042206, "Finetune/Step": 1009, "Finetune/Step Time": 5.365194138139486}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8506322503089905, "Finetune/Loss (Raw)": 0.7915347218513489, "Finetune/Step": 1010, "Finetune/Step Time": 5.367417801171541}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.849283754825592, "Finetune/Loss (Raw)": 0.8234899640083313, "Finetune/Step": 1011, "Finetune/Step Time": 5.366353917866945}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8487154245376587, "Finetune/Loss (Raw)": 0.9437004923820496, "Finetune/Step": 1012, "Finetune/Step Time": 5.371156360954046}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8538899421691895, "Finetune/Loss (Raw)": 0.8861966729164124, "Finetune/Step": 1013, "Finetune/Step Time": 5.340445920825005}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8546313047409058, "Finetune/Loss (Raw)": 0.9993741512298584, "Finetune/Step": 1014, "Finetune/Step Time": 5.333970768377185}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8539410829544067, "Finetune/Loss (Raw)": 0.3113555610179901, "Finetune/Step": 1015, "Finetune/Step Time": 5.335407385602593}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8535152673721313, "Finetune/Loss (Raw)": 0.948387622833252, "Finetune/Step": 1016, "Finetune/Step Time": 5.333271726965904}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8538804054260254, "Finetune/Loss (Raw)": 0.9962880611419678, "Finetune/Step": 1017, "Finetune/Step Time": 5.32422392629087}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.853615939617157, "Finetune/Loss (Raw)": 0.8562788367271423, "Finetune/Step": 1018, "Finetune/Step Time": 5.3598389737308025}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8532914519309998, "Finetune/Loss (Raw)": 0.8419253826141357, "Finetune/Step": 1019, "Finetune/Step Time": 5.36803044937551}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8540101647377014, "Finetune/Loss (Raw)": 0.9134525656700134, "Finetune/Step": 1020, "Finetune/Step Time": 5.362895140424371}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8519567251205444, "Finetune/Loss (Raw)": 0.7345945835113525, "Finetune/Step": 1021, "Finetune/Step Time": 5.372991435229778}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8515424132347107, "Finetune/Loss (Raw)": 0.8747507333755493, "Finetune/Step": 1022, "Finetune/Step Time": 5.378535680472851}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8505039215087891, "Finetune/Loss (Raw)": 0.6991738677024841, "Finetune/Step": 1023, "Finetune/Step Time": 5.381393130868673}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8494844436645508, "Finetune/Loss (Raw)": 0.8276475667953491, "Finetune/Step": 1024, "Finetune/Step Time": 5.382350979372859}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8503038883209229, "Finetune/Loss (Raw)": 0.8087614178657532, "Finetune/Step": 1025, "Finetune/Step Time": 5.367269402369857}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8542846441268921, "Finetune/Loss (Raw)": 0.8703321218490601, "Finetune/Step": 1026, "Finetune/Step Time": 5.355008402839303}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8510788679122925, "Finetune/Loss (Raw)": 0.3646836280822754, "Finetune/Step": 1027, "Finetune/Step Time": 5.346406452357769}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8507658839225769, "Finetune/Loss (Raw)": 0.9439674019813538, "Finetune/Step": 1028, "Finetune/Step Time": 5.34973400644958}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8490817546844482, "Finetune/Loss (Raw)": 0.7977067828178406, "Finetune/Step": 1029, "Finetune/Step Time": 5.356333089992404}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8485586643218994, "Finetune/Loss (Raw)": 0.828862726688385, "Finetune/Step": 1030, "Finetune/Step Time": 5.35963824018836}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8483471870422363, "Finetune/Loss (Raw)": 0.883887767791748, "Finetune/Step": 1031, "Finetune/Step Time": 5.334391975775361}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8446736931800842, "Finetune/Loss (Raw)": 0.34706923365592957, "Finetune/Step": 1032, "Finetune/Step Time": 5.360193012282252}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8440831899642944, "Finetune/Loss (Raw)": 0.9160561561584473, "Finetune/Step": 1033, "Finetune/Step Time": 5.3863120302557945}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8435065746307373, "Finetune/Loss (Raw)": 0.748318612575531, "Finetune/Step": 1034, "Finetune/Step Time": 5.383744668215513}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8430343866348267, "Finetune/Loss (Raw)": 0.8857967257499695, "Finetune/Step": 1035, "Finetune/Step Time": 5.395612707361579}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8427293300628662, "Finetune/Loss (Raw)": 0.8662628531455994, "Finetune/Step": 1036, "Finetune/Step Time": 5.400303352624178}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8417741060256958, "Finetune/Loss (Raw)": 0.7292477488517761, "Finetune/Step": 1037, "Finetune/Step Time": 5.403141047805548}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8431946039199829, "Finetune/Loss (Raw)": 1.0598258972167969, "Finetune/Step": 1038, "Finetune/Step Time": 5.396594952791929}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8435240387916565, "Finetune/Loss (Raw)": 0.9011629223823547, "Finetune/Step": 1039, "Finetune/Step Time": 5.396119834855199}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8415071964263916, "Finetune/Loss (Raw)": 0.7460009455680847, "Finetune/Step": 1040, "Finetune/Step Time": 5.392179224640131}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.844460666179657, "Finetune/Loss (Raw)": 1.0254244804382324, "Finetune/Step": 1041, "Finetune/Step Time": 5.364078341051936}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8439710736274719, "Finetune/Loss (Raw)": 1.0199981927871704, "Finetune/Step": 1042, "Finetune/Step Time": 5.364912249147892}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.839640736579895, "Finetune/Loss (Raw)": 0.3717043399810791, "Finetune/Step": 1043, "Finetune/Step Time": 5.403198538348079}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8374654054641724, "Finetune/Loss (Raw)": 0.6714237332344055, "Finetune/Step": 1044, "Finetune/Step Time": 5.404038928449154}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8357373476028442, "Finetune/Loss (Raw)": 0.8510898351669312, "Finetune/Step": 1045, "Finetune/Step Time": 5.377846535295248}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.835702657699585, "Finetune/Loss (Raw)": 0.8681895136833191, "Finetune/Step": 1046, "Finetune/Step Time": 5.379851125180721}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8377728462219238, "Finetune/Loss (Raw)": 0.898582935333252, "Finetune/Step": 1047, "Finetune/Step Time": 5.366734066978097}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8399397730827332, "Finetune/Loss (Raw)": 1.0290223360061646, "Finetune/Step": 1048, "Finetune/Step Time": 5.358434576541185}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8385729193687439, "Finetune/Loss (Raw)": 0.7864306569099426, "Finetune/Step": 1049, "Finetune/Step Time": 5.356027627363801}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8376746773719788, "Finetune/Loss (Raw)": 0.75273197889328, "Finetune/Step": 1050, "Finetune/Step Time": 5.367562547326088}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8357325792312622, "Finetune/Loss (Raw)": 0.718961238861084, "Finetune/Step": 1051, "Finetune/Step Time": 5.371336881071329}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8374820351600647, "Finetune/Loss (Raw)": 1.036588191986084, "Finetune/Step": 1052, "Finetune/Step Time": 5.369589230045676}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8382399082183838, "Finetune/Loss (Raw)": 0.8503906726837158, "Finetune/Step": 1053, "Finetune/Step Time": 5.356818193569779}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8402475118637085, "Finetune/Loss (Raw)": 0.9354936480522156, "Finetune/Step": 1054, "Finetune/Step Time": 5.35151531547308}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8393394947052002, "Finetune/Loss (Raw)": 0.7937958240509033, "Finetune/Step": 1055, "Finetune/Step Time": 5.352731792256236}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8400163650512695, "Finetune/Loss (Raw)": 1.0284610986709595, "Finetune/Step": 1056, "Finetune/Step Time": 5.354106729850173}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8394991755485535, "Finetune/Loss (Raw)": 0.8361741900444031, "Finetune/Step": 1057, "Finetune/Step Time": 5.3491440415382385}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8390588760375977, "Finetune/Loss (Raw)": 0.7802287340164185, "Finetune/Step": 1058, "Finetune/Step Time": 5.341460462659597}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8381421566009521, "Finetune/Loss (Raw)": 0.808362603187561, "Finetune/Step": 1059, "Finetune/Step Time": 5.35946568287909}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8369209170341492, "Finetune/Loss (Raw)": 0.81858891248703, "Finetune/Step": 1060, "Finetune/Step Time": 5.358166778460145}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8355374932289124, "Finetune/Loss (Raw)": 0.6955792307853699, "Finetune/Step": 1061, "Finetune/Step Time": 5.339470876380801}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8350598812103271, "Finetune/Loss (Raw)": 0.8946658968925476, "Finetune/Step": 1062, "Finetune/Step Time": 5.334546808153391}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8363410830497742, "Finetune/Loss (Raw)": 0.881193220615387, "Finetune/Step": 1063, "Finetune/Step Time": 5.342235455289483}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8388149738311768, "Finetune/Loss (Raw)": 1.133358359336853, "Finetune/Step": 1064, "Finetune/Step Time": 5.329915201291442}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8388615846633911, "Finetune/Loss (Raw)": 1.0488612651824951, "Finetune/Step": 1065, "Finetune/Step Time": 5.331028891727328}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8369413614273071, "Finetune/Loss (Raw)": 0.816531240940094, "Finetune/Step": 1066, "Finetune/Step Time": 5.324769511818886}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8382730484008789, "Finetune/Loss (Raw)": 1.0294408798217773, "Finetune/Step": 1067, "Finetune/Step Time": 5.33123934827745}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.837044358253479, "Finetune/Loss (Raw)": 0.8085346817970276, "Finetune/Step": 1068, "Finetune/Step Time": 5.335989207029343}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8366304636001587, "Finetune/Loss (Raw)": 0.8600389361381531, "Finetune/Step": 1069, "Finetune/Step Time": 5.361839385703206}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8381170630455017, "Finetune/Loss (Raw)": 0.9136830568313599, "Finetune/Step": 1070, "Finetune/Step Time": 5.351677741855383}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8387018442153931, "Finetune/Loss (Raw)": 0.9699885845184326, "Finetune/Step": 1071, "Finetune/Step Time": 5.349496345967054}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8395447731018066, "Finetune/Loss (Raw)": 0.9664305448532104, "Finetune/Step": 1072, "Finetune/Step Time": 5.358965737745166}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8399944305419922, "Finetune/Loss (Raw)": 0.8520404100418091, "Finetune/Step": 1073, "Finetune/Step Time": 5.34288839623332}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8417572975158691, "Finetune/Loss (Raw)": 0.9793092012405396, "Finetune/Step": 1074, "Finetune/Step Time": 5.32827959023416}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8421038389205933, "Finetune/Loss (Raw)": 0.8726058602333069, "Finetune/Step": 1075, "Finetune/Step Time": 5.3328623324632645}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.846936821937561, "Finetune/Loss (Raw)": 0.9957966208457947, "Finetune/Step": 1076, "Finetune/Step Time": 5.303580699488521}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8466446995735168, "Finetune/Loss (Raw)": 0.9929945468902588, "Finetune/Step": 1077, "Finetune/Step Time": 5.306962840259075}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8473249673843384, "Finetune/Loss (Raw)": 0.9576518535614014, "Finetune/Step": 1078, "Finetune/Step Time": 5.309723859652877}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8446757793426514, "Finetune/Loss (Raw)": 0.7600231170654297, "Finetune/Step": 1079, "Finetune/Step Time": 5.314133075997233}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8441653251647949, "Finetune/Loss (Raw)": 0.7386741042137146, "Finetune/Step": 1080, "Finetune/Step Time": 5.31423257663846}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8445800542831421, "Finetune/Loss (Raw)": 0.9481537938117981, "Finetune/Step": 1081, "Finetune/Step Time": 5.318037550896406}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8437622785568237, "Finetune/Loss (Raw)": 0.7152836322784424, "Finetune/Step": 1082, "Finetune/Step Time": 5.349009709432721}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8438693284988403, "Finetune/Loss (Raw)": 0.9293049573898315, "Finetune/Step": 1083, "Finetune/Step Time": 5.348511815071106}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8439844250679016, "Finetune/Loss (Raw)": 0.9399928450584412, "Finetune/Step": 1084, "Finetune/Step Time": 5.36285588145256}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8445838689804077, "Finetune/Loss (Raw)": 0.908146321773529, "Finetune/Step": 1085, "Finetune/Step Time": 5.353281697258353}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8454124927520752, "Finetune/Loss (Raw)": 0.9704814553260803, "Finetune/Step": 1086, "Finetune/Step Time": 5.340387398377061}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8467159867286682, "Finetune/Loss (Raw)": 0.9509329199790955, "Finetune/Step": 1087, "Finetune/Step Time": 5.342885736376047}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8449103236198425, "Finetune/Loss (Raw)": 0.6485905051231384, "Finetune/Step": 1088, "Finetune/Step Time": 5.350951513275504}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8458669185638428, "Finetune/Loss (Raw)": 0.8941776752471924, "Finetune/Step": 1089, "Finetune/Step Time": 5.347606325522065}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8456282615661621, "Finetune/Loss (Raw)": 0.9627580642700195, "Finetune/Step": 1090, "Finetune/Step Time": 5.357721449807286}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8454999327659607, "Finetune/Loss (Raw)": 0.8422374129295349, "Finetune/Step": 1091, "Finetune/Step Time": 5.346960071474314}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8462689518928528, "Finetune/Loss (Raw)": 0.965958297252655, "Finetune/Step": 1092, "Finetune/Step Time": 5.34616313688457}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8464363813400269, "Finetune/Loss (Raw)": 0.7741745710372925, "Finetune/Step": 1093, "Finetune/Step Time": 5.343630123883486}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8466132879257202, "Finetune/Loss (Raw)": 0.8733680844306946, "Finetune/Step": 1094, "Finetune/Step Time": 5.338397393003106}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8478727340698242, "Finetune/Loss (Raw)": 0.9724492430686951, "Finetune/Step": 1095, "Finetune/Step Time": 5.322719568386674}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8479980826377869, "Finetune/Loss (Raw)": 0.9491525888442993, "Finetune/Step": 1096, "Finetune/Step Time": 5.318966142833233}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.848334789276123, "Finetune/Loss (Raw)": 0.8693134188652039, "Finetune/Step": 1097, "Finetune/Step Time": 5.320358991622925}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8508301377296448, "Finetune/Loss (Raw)": 0.8619101047515869, "Finetune/Step": 1098, "Finetune/Step Time": 5.316972099244595}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8511416912078857, "Finetune/Loss (Raw)": 0.925338089466095, "Finetune/Step": 1099, "Finetune/Step Time": 5.291124809533358}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8548071384429932, "Finetune/Loss (Raw)": 0.8622137904167175, "Finetune/Step": 1100, "Finetune/Step Time": 5.266085285693407}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8558486700057983, "Finetune/Loss (Raw)": 0.9331575036048889, "Finetune/Step": 1101, "Finetune/Step Time": 5.265339041128755}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8551381826400757, "Finetune/Loss (Raw)": 0.7326619029045105, "Finetune/Step": 1102, "Finetune/Step Time": 5.2526600286364555}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8551086187362671, "Finetune/Loss (Raw)": 1.0156917572021484, "Finetune/Step": 1103, "Finetune/Step Time": 5.2396059185266495}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8559889793395996, "Finetune/Loss (Raw)": 0.9913226962089539, "Finetune/Step": 1104, "Finetune/Step Time": 5.248825892806053}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8552132844924927, "Finetune/Loss (Raw)": 0.8849673271179199, "Finetune/Step": 1105, "Finetune/Step Time": 5.254256093874574}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8548766374588013, "Finetune/Loss (Raw)": 0.7991616129875183, "Finetune/Step": 1106, "Finetune/Step Time": 5.266359249129891}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8554948568344116, "Finetune/Loss (Raw)": 0.9307445287704468, "Finetune/Step": 1107, "Finetune/Step Time": 5.261716587468982}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8553074598312378, "Finetune/Loss (Raw)": 1.0384938716888428, "Finetune/Step": 1108, "Finetune/Step Time": 5.261984281241894}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8536093235015869, "Finetune/Loss (Raw)": 0.6528040170669556, "Finetune/Step": 1109, "Finetune/Step Time": 5.273307181894779}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8533175587654114, "Finetune/Loss (Raw)": 0.9164634943008423, "Finetune/Step": 1110, "Finetune/Step Time": 5.272386573255062}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8543460369110107, "Finetune/Loss (Raw)": 1.0571168661117554, "Finetune/Step": 1111, "Finetune/Step Time": 5.267370665445924}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8547341823577881, "Finetune/Loss (Raw)": 0.8200629949569702, "Finetune/Step": 1112, "Finetune/Step Time": 5.255243794992566}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8545277118682861, "Finetune/Loss (Raw)": 0.867900013923645, "Finetune/Step": 1113, "Finetune/Step Time": 5.251165874302387}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8546961545944214, "Finetune/Loss (Raw)": 0.815728485584259, "Finetune/Step": 1114, "Finetune/Step Time": 5.273462438955903}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.854679524898529, "Finetune/Loss (Raw)": 0.9233847856521606, "Finetune/Step": 1115, "Finetune/Step Time": 5.270952081307769}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.857083797454834, "Finetune/Loss (Raw)": 0.9856170415878296, "Finetune/Step": 1116, "Finetune/Step Time": 5.265370363369584}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8560802936553955, "Finetune/Loss (Raw)": 0.8200559616088867, "Finetune/Step": 1117, "Finetune/Step Time": 5.264492524787784}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8585093021392822, "Finetune/Loss (Raw)": 0.9507545232772827, "Finetune/Step": 1118, "Finetune/Step Time": 5.251063156872988}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8559683561325073, "Finetune/Loss (Raw)": 0.6430708169937134, "Finetune/Step": 1119, "Finetune/Step Time": 5.2597661558538675}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8560405969619751, "Finetune/Loss (Raw)": 0.8901560306549072, "Finetune/Step": 1120, "Finetune/Step Time": 5.262185575440526}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8574941158294678, "Finetune/Loss (Raw)": 1.0265417098999023, "Finetune/Step": 1121, "Finetune/Step Time": 5.231259856373072}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8591340184211731, "Finetune/Loss (Raw)": 0.909297525882721, "Finetune/Step": 1122, "Finetune/Step Time": 5.2361239567399025}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8583458662033081, "Finetune/Loss (Raw)": 0.7838843464851379, "Finetune/Step": 1123, "Finetune/Step Time": 5.2532536294311285}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8607065081596375, "Finetune/Loss (Raw)": 1.1029820442199707, "Finetune/Step": 1124, "Finetune/Step Time": 5.24978269636631}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8607392311096191, "Finetune/Loss (Raw)": 0.861670970916748, "Finetune/Step": 1125, "Finetune/Step Time": 5.245929813012481}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8617628216743469, "Finetune/Loss (Raw)": 0.9121814370155334, "Finetune/Step": 1126, "Finetune/Step Time": 5.227981483563781}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8608543872833252, "Finetune/Loss (Raw)": 0.8790315985679626, "Finetune/Step": 1127, "Finetune/Step Time": 5.2267151940613985}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.858857274055481, "Finetune/Loss (Raw)": 0.7901294231414795, "Finetune/Step": 1128, "Finetune/Step Time": 5.237936751917005}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8638546466827393, "Finetune/Loss (Raw)": 0.9594641923904419, "Finetune/Step": 1129, "Finetune/Step Time": 5.2017158307135105}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8618719577789307, "Finetune/Loss (Raw)": 0.6943523287773132, "Finetune/Step": 1130, "Finetune/Step Time": 5.20811266079545}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8616616725921631, "Finetune/Loss (Raw)": 0.944726824760437, "Finetune/Step": 1131, "Finetune/Step Time": 5.200570059940219}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8613338470458984, "Finetune/Loss (Raw)": 0.9612287282943726, "Finetune/Step": 1132, "Finetune/Step Time": 5.20136271417141}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8612606525421143, "Finetune/Loss (Raw)": 0.9129736423492432, "Finetune/Step": 1133, "Finetune/Step Time": 5.19650461524725}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8626301288604736, "Finetune/Loss (Raw)": 0.8706722259521484, "Finetune/Step": 1134, "Finetune/Step Time": 5.178545318543911}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8637330532073975, "Finetune/Loss (Raw)": 0.97543865442276, "Finetune/Step": 1135, "Finetune/Step Time": 5.1734274458140135}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8631793260574341, "Finetune/Loss (Raw)": 0.8530615568161011, "Finetune/Step": 1136, "Finetune/Step Time": 5.170618435367942}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8675627708435059, "Finetune/Loss (Raw)": 0.9820019602775574, "Finetune/Step": 1137, "Finetune/Step Time": 5.141715832054615}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8684225082397461, "Finetune/Loss (Raw)": 0.9015783667564392, "Finetune/Step": 1138, "Finetune/Step Time": 5.160319861024618}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8685511350631714, "Finetune/Loss (Raw)": 0.8399598598480225, "Finetune/Step": 1139, "Finetune/Step Time": 5.173133825883269}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8682734966278076, "Finetune/Loss (Raw)": 0.9081560373306274, "Finetune/Step": 1140, "Finetune/Step Time": 5.1662986390292645}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8681379556655884, "Finetune/Loss (Raw)": 0.8688542246818542, "Finetune/Step": 1141, "Finetune/Step Time": 5.171744490042329}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8626804351806641, "Finetune/Loss (Raw)": 0.30081379413604736, "Finetune/Step": 1142, "Finetune/Step Time": 5.195629416033626}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8670709133148193, "Finetune/Loss (Raw)": 0.8733269572257996, "Finetune/Step": 1143, "Finetune/Step Time": 5.177581029012799}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8665523529052734, "Finetune/Loss (Raw)": 0.8820242881774902, "Finetune/Step": 1144, "Finetune/Step Time": 5.181168124079704}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8655853271484375, "Finetune/Loss (Raw)": 0.8724983334541321, "Finetune/Step": 1145, "Finetune/Step Time": 5.181475488469005}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8663508892059326, "Finetune/Loss (Raw)": 0.9542726278305054, "Finetune/Step": 1146, "Finetune/Step Time": 5.148920826613903}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8651732206344604, "Finetune/Loss (Raw)": 0.691183865070343, "Finetune/Step": 1147, "Finetune/Step Time": 5.141008352860808}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8607404232025146, "Finetune/Loss (Raw)": 0.34605446457862854, "Finetune/Step": 1148, "Finetune/Step Time": 5.171582285314798}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8632283210754395, "Finetune/Loss (Raw)": 1.0530412197113037, "Finetune/Step": 1149, "Finetune/Step Time": 5.17249682918191}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8626498579978943, "Finetune/Loss (Raw)": 0.8007125854492188, "Finetune/Step": 1150, "Finetune/Step Time": 5.16323883831501}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8634730577468872, "Finetune/Loss (Raw)": 0.8045400977134705, "Finetune/Step": 1151, "Finetune/Step Time": 5.148072710260749}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8636741638183594, "Finetune/Loss (Raw)": 0.8534015417098999, "Finetune/Step": 1152, "Finetune/Step Time": 5.164416678249836}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8645899295806885, "Finetune/Loss (Raw)": 0.9259738326072693, "Finetune/Step": 1153, "Finetune/Step Time": 5.1775208078324795}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8603641390800476, "Finetune/Loss (Raw)": 0.32942625880241394, "Finetune/Step": 1154, "Finetune/Step Time": 5.189411265775561}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8601687550544739, "Finetune/Loss (Raw)": 0.3396773636341095, "Finetune/Step": 1155, "Finetune/Step Time": 5.188232721760869}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.860633134841919, "Finetune/Loss (Raw)": 1.0034153461456299, "Finetune/Step": 1156, "Finetune/Step Time": 5.18448936752975}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.862004816532135, "Finetune/Loss (Raw)": 0.9732729196548462, "Finetune/Step": 1157, "Finetune/Step Time": 5.176758736371994}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8617644309997559, "Finetune/Loss (Raw)": 0.7981001734733582, "Finetune/Step": 1158, "Finetune/Step Time": 5.167373204603791}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.86100172996521, "Finetune/Loss (Raw)": 0.7862515449523926, "Finetune/Step": 1159, "Finetune/Step Time": 5.166743669658899}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.865067720413208, "Finetune/Loss (Raw)": 0.8675214052200317, "Finetune/Step": 1160, "Finetune/Step Time": 5.157813023775816}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8644385933876038, "Finetune/Loss (Raw)": 0.8355247378349304, "Finetune/Step": 1161, "Finetune/Step Time": 5.150161199271679}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8660736083984375, "Finetune/Loss (Raw)": 0.9575986266136169, "Finetune/Step": 1162, "Finetune/Step Time": 5.146567044779658}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8642885684967041, "Finetune/Loss (Raw)": 0.6573166847229004, "Finetune/Step": 1163, "Finetune/Step Time": 5.154717810451984}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8659259676933289, "Finetune/Loss (Raw)": 1.0758494138717651, "Finetune/Step": 1164, "Finetune/Step Time": 5.152759175747633}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8630776405334473, "Finetune/Loss (Raw)": 0.3646657168865204, "Finetune/Step": 1165, "Finetune/Step Time": 5.171771297231317}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8611316680908203, "Finetune/Loss (Raw)": 0.8107326626777649, "Finetune/Step": 1166, "Finetune/Step Time": 5.180546065792441}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8590278625488281, "Finetune/Loss (Raw)": 0.6318793892860413, "Finetune/Step": 1167, "Finetune/Step Time": 5.194609496742487}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8594658374786377, "Finetune/Loss (Raw)": 0.8020650148391724, "Finetune/Step": 1168, "Finetune/Step Time": 5.193648740649223}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8587386608123779, "Finetune/Loss (Raw)": 0.9323436617851257, "Finetune/Step": 1169, "Finetune/Step Time": 5.195262365043163}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8544324636459351, "Finetune/Loss (Raw)": 0.46880847215652466, "Finetune/Step": 1170, "Finetune/Step Time": 5.221022916957736}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.859261155128479, "Finetune/Loss (Raw)": 0.9897717833518982, "Finetune/Step": 1171, "Finetune/Step Time": 5.182199953123927}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8613516092300415, "Finetune/Loss (Raw)": 0.9390105605125427, "Finetune/Step": 1172, "Finetune/Step Time": 5.176113685593009}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.861630380153656, "Finetune/Loss (Raw)": 0.8867674469947815, "Finetune/Step": 1173, "Finetune/Step Time": 5.160022508352995}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8576591610908508, "Finetune/Loss (Raw)": 0.35987359285354614, "Finetune/Step": 1174, "Finetune/Step Time": 5.181022571399808}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8571020364761353, "Finetune/Loss (Raw)": 0.827265739440918, "Finetune/Step": 1175, "Finetune/Step Time": 5.194980448111892}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8555331230163574, "Finetune/Loss (Raw)": 0.8282067179679871, "Finetune/Step": 1176, "Finetune/Step Time": 5.190769428387284}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8516432642936707, "Finetune/Loss (Raw)": 0.28852400183677673, "Finetune/Step": 1177, "Finetune/Step Time": 5.223041919991374}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8483010530471802, "Finetune/Loss (Raw)": 0.324933260679245, "Finetune/Step": 1178, "Finetune/Step Time": 5.239916114136577}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8508267402648926, "Finetune/Loss (Raw)": 1.0422475337982178, "Finetune/Step": 1179, "Finetune/Step Time": 5.233555242419243}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8489623665809631, "Finetune/Loss (Raw)": 0.7979533672332764, "Finetune/Step": 1180, "Finetune/Step Time": 5.24949898198247}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8502722382545471, "Finetune/Loss (Raw)": 1.018053412437439, "Finetune/Step": 1181, "Finetune/Step Time": 5.238226234912872}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8475123047828674, "Finetune/Loss (Raw)": 0.5822196006774902, "Finetune/Step": 1182, "Finetune/Step Time": 5.240113463252783}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8488221168518066, "Finetune/Loss (Raw)": 0.9614458084106445, "Finetune/Step": 1183, "Finetune/Step Time": 5.241414222866297}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8464491367340088, "Finetune/Loss (Raw)": 0.7247286438941956, "Finetune/Step": 1184, "Finetune/Step Time": 5.270118582993746}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8470726609230042, "Finetune/Loss (Raw)": 0.915986955165863, "Finetune/Step": 1185, "Finetune/Step Time": 5.273585895076394}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8491034507751465, "Finetune/Loss (Raw)": 1.0401651859283447, "Finetune/Step": 1186, "Finetune/Step Time": 5.274236939847469}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8455326557159424, "Finetune/Loss (Raw)": 0.3512984812259674, "Finetune/Step": 1187, "Finetune/Step Time": 5.290014140307903}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8463629484176636, "Finetune/Loss (Raw)": 0.9248685240745544, "Finetune/Step": 1188, "Finetune/Step Time": 5.29903019964695}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8485641479492188, "Finetune/Loss (Raw)": 0.9773350358009338, "Finetune/Step": 1189, "Finetune/Step Time": 5.303555758669972}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8485043048858643, "Finetune/Loss (Raw)": 0.8870068192481995, "Finetune/Step": 1190, "Finetune/Step Time": 5.302031120285392}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8490561246871948, "Finetune/Loss (Raw)": 0.9518211483955383, "Finetune/Step": 1191, "Finetune/Step Time": 5.295453516766429}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8477789759635925, "Finetune/Loss (Raw)": 0.969885528087616, "Finetune/Step": 1192, "Finetune/Step Time": 5.302649250254035}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8469433784484863, "Finetune/Loss (Raw)": 0.9419034719467163, "Finetune/Step": 1193, "Finetune/Step Time": 5.301362654194236}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8478506803512573, "Finetune/Loss (Raw)": 0.9326640367507935, "Finetune/Step": 1194, "Finetune/Step Time": 5.314820781350136}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8466993570327759, "Finetune/Loss (Raw)": 0.8820733428001404, "Finetune/Step": 1195, "Finetune/Step Time": 5.315942604094744}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8475046157836914, "Finetune/Loss (Raw)": 0.9116096496582031, "Finetune/Step": 1196, "Finetune/Step Time": 5.312300834804773}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8484434485435486, "Finetune/Loss (Raw)": 0.980214536190033, "Finetune/Step": 1197, "Finetune/Step Time": 5.279466945677996}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.84843909740448, "Finetune/Loss (Raw)": 0.913122296333313, "Finetune/Step": 1198, "Finetune/Step Time": 5.283993747085333}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8484637141227722, "Finetune/Loss (Raw)": 0.9731352925300598, "Finetune/Step": 1199, "Finetune/Step Time": 5.279765265062451}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8484138250350952, "Finetune/Loss (Raw)": 0.9600486159324646, "Finetune/Step": 1200, "Finetune/Step Time": 5.275791173800826}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8494648933410645, "Finetune/Loss (Raw)": 0.9865792393684387, "Finetune/Step": 1201, "Finetune/Step Time": 5.288275204598904}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8502439260482788, "Finetune/Loss (Raw)": 1.0790214538574219, "Finetune/Step": 1202, "Finetune/Step Time": 5.2918247655034065}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8515827059745789, "Finetune/Loss (Raw)": 1.0439691543579102, "Finetune/Step": 1203, "Finetune/Step Time": 5.272579776123166}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8515366315841675, "Finetune/Loss (Raw)": 0.9898992776870728, "Finetune/Step": 1204, "Finetune/Step Time": 5.280140927061439}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8501937389373779, "Finetune/Loss (Raw)": 0.8211020231246948, "Finetune/Step": 1205, "Finetune/Step Time": 5.296990990638733}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.850784182548523, "Finetune/Loss (Raw)": 1.033231258392334, "Finetune/Step": 1206, "Finetune/Step Time": 5.289573622867465}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8517464399337769, "Finetune/Loss (Raw)": 0.8831915259361267, "Finetune/Step": 1207, "Finetune/Step Time": 5.295726647600532}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8531824350357056, "Finetune/Loss (Raw)": 0.9224773645401001, "Finetune/Step": 1208, "Finetune/Step Time": 5.296175546944141}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8533380031585693, "Finetune/Loss (Raw)": 0.9680735468864441, "Finetune/Step": 1209, "Finetune/Step Time": 5.294561019167304}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8545446395874023, "Finetune/Loss (Raw)": 0.8697327375411987, "Finetune/Step": 1210, "Finetune/Step Time": 5.262439325451851}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8541092276573181, "Finetune/Loss (Raw)": 0.8735698461532593, "Finetune/Step": 1211, "Finetune/Step Time": 5.264394912868738}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8545816540718079, "Finetune/Loss (Raw)": 1.000463604927063, "Finetune/Step": 1212, "Finetune/Step Time": 5.252660077065229}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8542159795761108, "Finetune/Loss (Raw)": 0.8613467216491699, "Finetune/Step": 1213, "Finetune/Step Time": 5.252072254195809}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8527032136917114, "Finetune/Loss (Raw)": 0.7768362760543823, "Finetune/Step": 1214, "Finetune/Step Time": 5.265586216002703}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8526268005371094, "Finetune/Loss (Raw)": 0.9411570429801941, "Finetune/Step": 1215, "Finetune/Step Time": 5.266507174819708}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.850296676158905, "Finetune/Loss (Raw)": 0.3503323495388031, "Finetune/Step": 1216, "Finetune/Step Time": 5.287158267572522}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8512818217277527, "Finetune/Loss (Raw)": 1.0202817916870117, "Finetune/Step": 1217, "Finetune/Step Time": 5.290792001411319}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.85124272108078, "Finetune/Loss (Raw)": 0.9577500224113464, "Finetune/Step": 1218, "Finetune/Step Time": 5.275815373286605}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.847031831741333, "Finetune/Loss (Raw)": 0.30324888229370117, "Finetune/Step": 1219, "Finetune/Step Time": 5.307211622595787}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8462132215499878, "Finetune/Loss (Raw)": 0.8611656427383423, "Finetune/Step": 1220, "Finetune/Step Time": 5.3071820214390755}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8468625545501709, "Finetune/Loss (Raw)": 0.8572923541069031, "Finetune/Step": 1221, "Finetune/Step Time": 5.317278999835253}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8466702699661255, "Finetune/Loss (Raw)": 0.8487589955329895, "Finetune/Step": 1222, "Finetune/Step Time": 5.327736226841807}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8462346792221069, "Finetune/Loss (Raw)": 0.9166897535324097, "Finetune/Step": 1223, "Finetune/Step Time": 5.3284754771739244}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8459775447845459, "Finetune/Loss (Raw)": 0.9162371754646301, "Finetune/Step": 1224, "Finetune/Step Time": 5.329375363886356}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8452810049057007, "Finetune/Loss (Raw)": 0.7801632881164551, "Finetune/Step": 1225, "Finetune/Step Time": 5.3147391472011805}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8446359038352966, "Finetune/Loss (Raw)": 0.779338002204895, "Finetune/Step": 1226, "Finetune/Step Time": 5.30518857575953}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8429324626922607, "Finetune/Loss (Raw)": 0.7072954177856445, "Finetune/Step": 1227, "Finetune/Step Time": 5.31302947178483}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8427600264549255, "Finetune/Loss (Raw)": 0.8401426076889038, "Finetune/Step": 1228, "Finetune/Step Time": 5.31924887932837}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8433610200881958, "Finetune/Loss (Raw)": 1.0100798606872559, "Finetune/Step": 1229, "Finetune/Step Time": 5.315680528059602}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8407681584358215, "Finetune/Loss (Raw)": 0.4007794260978699, "Finetune/Step": 1230, "Finetune/Step Time": 5.351095104590058}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8407492637634277, "Finetune/Loss (Raw)": 1.013276219367981, "Finetune/Step": 1231, "Finetune/Step Time": 5.346002282574773}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.839856743812561, "Finetune/Loss (Raw)": 0.8770745992660522, "Finetune/Step": 1232, "Finetune/Step Time": 5.334514908492565}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8403129577636719, "Finetune/Loss (Raw)": 0.9433659315109253, "Finetune/Step": 1233, "Finetune/Step Time": 5.319243395701051}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8397780656814575, "Finetune/Loss (Raw)": 0.7306913733482361, "Finetune/Step": 1234, "Finetune/Step Time": 5.328223753720522}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8394410610198975, "Finetune/Loss (Raw)": 0.8876119256019592, "Finetune/Step": 1235, "Finetune/Step Time": 5.327350398525596}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8391457796096802, "Finetune/Loss (Raw)": 1.0006935596466064, "Finetune/Step": 1236, "Finetune/Step Time": 5.3237594570964575}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8416531085968018, "Finetune/Loss (Raw)": 0.9737384915351868, "Finetune/Step": 1237, "Finetune/Step Time": 5.3267147317528725}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.842530369758606, "Finetune/Loss (Raw)": 1.0287567377090454, "Finetune/Step": 1238, "Finetune/Step Time": 5.329415924847126}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8412476778030396, "Finetune/Loss (Raw)": 0.8929358720779419, "Finetune/Step": 1239, "Finetune/Step Time": 5.337910695001483}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8417085409164429, "Finetune/Loss (Raw)": 0.879048764705658, "Finetune/Step": 1240, "Finetune/Step Time": 5.336829420179129}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8412685394287109, "Finetune/Loss (Raw)": 0.811587393283844, "Finetune/Step": 1241, "Finetune/Step Time": 5.341139009222388}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8420034646987915, "Finetune/Loss (Raw)": 0.9097983837127686, "Finetune/Step": 1242, "Finetune/Step Time": 5.315676825121045}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8419872522354126, "Finetune/Loss (Raw)": 0.9213111400604248, "Finetune/Step": 1243, "Finetune/Step Time": 5.309687279164791}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8410871028900146, "Finetune/Loss (Raw)": 0.870392918586731, "Finetune/Step": 1244, "Finetune/Step Time": 5.313263291493058}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8409757614135742, "Finetune/Loss (Raw)": 0.8058016300201416, "Finetune/Step": 1245, "Finetune/Step Time": 5.3144506104290485}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8400701284408569, "Finetune/Loss (Raw)": 0.8348339796066284, "Finetune/Step": 1246, "Finetune/Step Time": 5.336826330050826}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8427320718765259, "Finetune/Loss (Raw)": 0.9838030934333801, "Finetune/Step": 1247, "Finetune/Step Time": 5.32414466701448}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8413899540901184, "Finetune/Loss (Raw)": 0.718360960483551, "Finetune/Step": 1248, "Finetune/Step Time": 5.328681750223041}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8398997187614441, "Finetune/Loss (Raw)": 0.8357975482940674, "Finetune/Step": 1249, "Finetune/Step Time": 5.329862628132105}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8399912118911743, "Finetune/Loss (Raw)": 0.9210065007209778, "Finetune/Step": 1250, "Finetune/Step Time": 5.311144599691033}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8411084413528442, "Finetune/Loss (Raw)": 0.926892101764679, "Finetune/Step": 1251, "Finetune/Step Time": 5.296830631792545}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8385805487632751, "Finetune/Loss (Raw)": 0.7794091105461121, "Finetune/Step": 1252, "Finetune/Step Time": 5.303009118884802}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8381832838058472, "Finetune/Loss (Raw)": 0.8108229041099548, "Finetune/Step": 1253, "Finetune/Step Time": 5.320814384147525}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8379781246185303, "Finetune/Loss (Raw)": 0.8859139084815979, "Finetune/Step": 1254, "Finetune/Step Time": 5.3247952722013}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8388422727584839, "Finetune/Loss (Raw)": 0.9896522760391235, "Finetune/Step": 1255, "Finetune/Step Time": 5.327352689579129}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8398340940475464, "Finetune/Loss (Raw)": 0.9170724153518677, "Finetune/Step": 1256, "Finetune/Step Time": 5.3237309996038675}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8369940519332886, "Finetune/Loss (Raw)": 0.5959436297416687, "Finetune/Step": 1257, "Finetune/Step Time": 5.3493008855730295}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.838404655456543, "Finetune/Loss (Raw)": 0.874911904335022, "Finetune/Step": 1258, "Finetune/Step Time": 5.33875260874629}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8371357917785645, "Finetune/Loss (Raw)": 0.7823147773742676, "Finetune/Step": 1259, "Finetune/Step Time": 5.339316118508577}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8381747603416443, "Finetune/Loss (Raw)": 1.0942132472991943, "Finetune/Step": 1260, "Finetune/Step Time": 5.341513928025961}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8370628356933594, "Finetune/Loss (Raw)": 0.7706431150436401, "Finetune/Step": 1261, "Finetune/Step Time": 5.3411516565829515}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.837470293045044, "Finetune/Loss (Raw)": 0.9228327870368958, "Finetune/Step": 1262, "Finetune/Step Time": 5.336662041023374}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.837225079536438, "Finetune/Loss (Raw)": 0.9440461993217468, "Finetune/Step": 1263, "Finetune/Step Time": 5.3333853632211685}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8374470472335815, "Finetune/Loss (Raw)": 0.881475567817688, "Finetune/Step": 1264, "Finetune/Step Time": 5.331730395555496}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8327214121818542, "Finetune/Loss (Raw)": 0.37712451815605164, "Finetune/Step": 1265, "Finetune/Step Time": 5.361186746507883}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8322703838348389, "Finetune/Loss (Raw)": 0.8438379764556885, "Finetune/Step": 1266, "Finetune/Step Time": 5.356518032029271}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.833072304725647, "Finetune/Loss (Raw)": 0.9426191449165344, "Finetune/Step": 1267, "Finetune/Step Time": 5.3428676426410675}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8337356448173523, "Finetune/Loss (Raw)": 0.9930593371391296, "Finetune/Step": 1268, "Finetune/Step Time": 5.3461947329342365}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8334498405456543, "Finetune/Loss (Raw)": 0.8322622179985046, "Finetune/Step": 1269, "Finetune/Step Time": 5.337636809796095}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8385328054428101, "Finetune/Loss (Raw)": 0.9514356255531311, "Finetune/Step": 1270, "Finetune/Step Time": 5.3168950881809}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8394899368286133, "Finetune/Loss (Raw)": 0.995839536190033, "Finetune/Step": 1271, "Finetune/Step Time": 5.302085962146521}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.838289737701416, "Finetune/Loss (Raw)": 0.7284044623374939, "Finetune/Step": 1272, "Finetune/Step Time": 5.310024853795767}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8376146554946899, "Finetune/Loss (Raw)": 0.7860890626907349, "Finetune/Step": 1273, "Finetune/Step Time": 5.319912396371365}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8365201950073242, "Finetune/Loss (Raw)": 0.814177930355072, "Finetune/Step": 1274, "Finetune/Step Time": 5.311783133074641}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8392910361289978, "Finetune/Loss (Raw)": 1.045854926109314, "Finetune/Step": 1275, "Finetune/Step Time": 5.303306249901652}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.843233048915863, "Finetune/Loss (Raw)": 0.8506296873092651, "Finetune/Step": 1276, "Finetune/Step Time": 5.274115044623613}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8419653177261353, "Finetune/Loss (Raw)": 0.8907709121704102, "Finetune/Step": 1277, "Finetune/Step Time": 5.276879573240876}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8404979705810547, "Finetune/Loss (Raw)": 0.6128894686698914, "Finetune/Step": 1278, "Finetune/Step Time": 5.283275760710239}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.841193675994873, "Finetune/Loss (Raw)": 0.8935952186584473, "Finetune/Step": 1279, "Finetune/Step Time": 5.284939823672175}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8424296379089355, "Finetune/Loss (Raw)": 1.0116076469421387, "Finetune/Step": 1280, "Finetune/Step Time": 5.264738013967872}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8422836065292358, "Finetune/Loss (Raw)": 0.907284140586853, "Finetune/Step": 1281, "Finetune/Step Time": 5.250133180990815}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8466284275054932, "Finetune/Loss (Raw)": 0.8855578899383545, "Finetune/Step": 1282, "Finetune/Step Time": 5.221207570284605}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.84943687915802, "Finetune/Loss (Raw)": 0.6991574168205261, "Finetune/Step": 1283, "Finetune/Step Time": 5.202361619099975}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8483114242553711, "Finetune/Loss (Raw)": 0.8593575358390808, "Finetune/Step": 1284, "Finetune/Step Time": 5.205047249794006}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8482498526573181, "Finetune/Loss (Raw)": 0.9653935432434082, "Finetune/Step": 1285, "Finetune/Step Time": 5.205302802845836}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8486443161964417, "Finetune/Loss (Raw)": 0.8485870957374573, "Finetune/Step": 1286, "Finetune/Step Time": 5.220839165151119}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8494828939437866, "Finetune/Loss (Raw)": 0.8935957551002502, "Finetune/Step": 1287, "Finetune/Step Time": 5.221051339060068}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8492136597633362, "Finetune/Loss (Raw)": 0.8330529928207397, "Finetune/Step": 1288, "Finetune/Step Time": 5.201900195330381}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8491917848587036, "Finetune/Loss (Raw)": 0.8327237963676453, "Finetune/Step": 1289, "Finetune/Step Time": 5.187100792303681}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.849647581577301, "Finetune/Loss (Raw)": 1.0159441232681274, "Finetune/Step": 1290, "Finetune/Step Time": 5.182249942794442}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8507977724075317, "Finetune/Loss (Raw)": 0.8045406341552734, "Finetune/Step": 1291, "Finetune/Step Time": 5.179210729897022}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8490071892738342, "Finetune/Loss (Raw)": 0.8466546535491943, "Finetune/Step": 1292, "Finetune/Step Time": 5.174273796379566}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8530921936035156, "Finetune/Loss (Raw)": 0.8875516653060913, "Finetune/Step": 1293, "Finetune/Step Time": 5.144345195963979}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8540434837341309, "Finetune/Loss (Raw)": 0.9324933886528015, "Finetune/Step": 1294, "Finetune/Step Time": 5.146372893825173}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8556475043296814, "Finetune/Loss (Raw)": 0.8371936082839966, "Finetune/Step": 1295, "Finetune/Step Time": 5.145433297380805}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8559045791625977, "Finetune/Loss (Raw)": 0.8349674344062805, "Finetune/Step": 1296, "Finetune/Step Time": 5.149317966774106}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.855107307434082, "Finetune/Loss (Raw)": 0.8303004503250122, "Finetune/Step": 1297, "Finetune/Step Time": 5.1638988722115755}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8573333024978638, "Finetune/Loss (Raw)": 0.7537266612052917, "Finetune/Step": 1298, "Finetune/Step Time": 5.130395757034421}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8547977209091187, "Finetune/Loss (Raw)": 0.6652203798294067, "Finetune/Step": 1299, "Finetune/Step Time": 5.1337183471769094}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8537919521331787, "Finetune/Loss (Raw)": 0.8102688193321228, "Finetune/Step": 1300, "Finetune/Step Time": 5.131839951500297}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8535751700401306, "Finetune/Loss (Raw)": 0.859027087688446, "Finetune/Step": 1301, "Finetune/Step Time": 5.149135561659932}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8574285507202148, "Finetune/Loss (Raw)": 0.8531087636947632, "Finetune/Step": 1302, "Finetune/Step Time": 5.150481700897217}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8574621677398682, "Finetune/Loss (Raw)": 0.8315638303756714, "Finetune/Step": 1303, "Finetune/Step Time": 5.133695747703314}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8582173585891724, "Finetune/Loss (Raw)": 0.9248724579811096, "Finetune/Step": 1304, "Finetune/Step Time": 5.13878563977778}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.862614631652832, "Finetune/Loss (Raw)": 0.8513762354850769, "Finetune/Step": 1305, "Finetune/Step Time": 5.1113342475146055}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8665339350700378, "Finetune/Loss (Raw)": 0.8265994191169739, "Finetune/Step": 1306, "Finetune/Step Time": 5.0967801958322525}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8663246631622314, "Finetune/Loss (Raw)": 1.0154638290405273, "Finetune/Step": 1307, "Finetune/Step Time": 5.089600406587124}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8681172132492065, "Finetune/Loss (Raw)": 1.0273966789245605, "Finetune/Step": 1308, "Finetune/Step Time": 5.072077123448253}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8670928478240967, "Finetune/Loss (Raw)": 0.8869351744651794, "Finetune/Step": 1309, "Finetune/Step Time": 5.099375301972032}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8690899014472961, "Finetune/Loss (Raw)": 0.8378422856330872, "Finetune/Step": 1310, "Finetune/Step Time": 5.097503867000341}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8687322735786438, "Finetune/Loss (Raw)": 0.9156677722930908, "Finetune/Step": 1311, "Finetune/Step Time": 5.098906800150871}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8678727746009827, "Finetune/Loss (Raw)": 0.6147196292877197, "Finetune/Step": 1312, "Finetune/Step Time": 5.09308760240674}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.867708683013916, "Finetune/Loss (Raw)": 0.8949816226959229, "Finetune/Step": 1313, "Finetune/Step Time": 5.099304227158427}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8669469356536865, "Finetune/Loss (Raw)": 0.942660391330719, "Finetune/Step": 1314, "Finetune/Step Time": 5.0967623796314}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8715049028396606, "Finetune/Loss (Raw)": 0.9347131252288818, "Finetune/Step": 1315, "Finetune/Step Time": 5.06796545535326}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8724793791770935, "Finetune/Loss (Raw)": 1.0496068000793457, "Finetune/Step": 1316, "Finetune/Step Time": 5.061966957524419}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8723100423812866, "Finetune/Loss (Raw)": 0.9556533098220825, "Finetune/Step": 1317, "Finetune/Step Time": 5.054898886010051}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.872159481048584, "Finetune/Loss (Raw)": 0.8677403330802917, "Finetune/Step": 1318, "Finetune/Step Time": 5.054594989866018}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8717504739761353, "Finetune/Loss (Raw)": 0.8994626998901367, "Finetune/Step": 1319, "Finetune/Step Time": 5.0523386392742395}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8703626990318298, "Finetune/Loss (Raw)": 0.7922570109367371, "Finetune/Step": 1320, "Finetune/Step Time": 5.053263401612639}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.870128333568573, "Finetune/Loss (Raw)": 0.9119038581848145, "Finetune/Step": 1321, "Finetune/Step Time": 5.055777246132493}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8698832988739014, "Finetune/Loss (Raw)": 0.9013009071350098, "Finetune/Step": 1322, "Finetune/Step Time": 5.04529520496726}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8702726364135742, "Finetune/Loss (Raw)": 0.9318997859954834, "Finetune/Step": 1323, "Finetune/Step Time": 5.034668857231736}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8706632852554321, "Finetune/Loss (Raw)": 0.9616192579269409, "Finetune/Step": 1324, "Finetune/Step Time": 5.0359461065381765}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8707221746444702, "Finetune/Loss (Raw)": 0.9877479672431946, "Finetune/Step": 1325, "Finetune/Step Time": 5.053095770999789}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8711513876914978, "Finetune/Loss (Raw)": 0.9680705666542053, "Finetune/Step": 1326, "Finetune/Step Time": 5.046235051006079}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8693809509277344, "Finetune/Loss (Raw)": 0.746511697769165, "Finetune/Step": 1327, "Finetune/Step Time": 5.082442205399275}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8701074719429016, "Finetune/Loss (Raw)": 1.0530532598495483, "Finetune/Step": 1328, "Finetune/Step Time": 5.078877238556743}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8709484934806824, "Finetune/Loss (Raw)": 1.0942245721817017, "Finetune/Step": 1329, "Finetune/Step Time": 5.0710723381489515}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8679326772689819, "Finetune/Loss (Raw)": 0.6929917335510254, "Finetune/Step": 1330, "Finetune/Step Time": 5.065490705892444}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8672103881835938, "Finetune/Loss (Raw)": 0.9515199065208435, "Finetune/Step": 1331, "Finetune/Step Time": 5.058847367763519}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8655413389205933, "Finetune/Loss (Raw)": 0.7762673497200012, "Finetune/Step": 1332, "Finetune/Step Time": 5.061515863984823}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8661098480224609, "Finetune/Loss (Raw)": 0.89386385679245, "Finetune/Step": 1333, "Finetune/Step Time": 5.0485472325235605}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8653016686439514, "Finetune/Loss (Raw)": 0.9297844767570496, "Finetune/Step": 1334, "Finetune/Step Time": 5.0518441796302795}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8655729293823242, "Finetune/Loss (Raw)": 0.9179141521453857, "Finetune/Step": 1335, "Finetune/Step Time": 5.044485056772828}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8656337261199951, "Finetune/Loss (Raw)": 0.9302570819854736, "Finetune/Step": 1336, "Finetune/Step Time": 5.039626095443964}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8656919598579407, "Finetune/Loss (Raw)": 0.9755315184593201, "Finetune/Step": 1337, "Finetune/Step Time": 5.041622508317232}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8612298965454102, "Finetune/Loss (Raw)": 0.29858699440956116, "Finetune/Step": 1338, "Finetune/Step Time": 5.073098182678223}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8605307936668396, "Finetune/Loss (Raw)": 0.7840788960456848, "Finetune/Step": 1339, "Finetune/Step Time": 5.079384278506041}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8595231175422668, "Finetune/Loss (Raw)": 0.8714873790740967, "Finetune/Step": 1340, "Finetune/Step Time": 5.085754359140992}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8594619035720825, "Finetune/Loss (Raw)": 0.853509247303009, "Finetune/Step": 1341, "Finetune/Step Time": 5.086876343935728}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8607137799263, "Finetune/Loss (Raw)": 0.9370810985565186, "Finetune/Step": 1342, "Finetune/Step Time": 5.084087351337075}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8596103191375732, "Finetune/Loss (Raw)": 0.7999094128608704, "Finetune/Step": 1343, "Finetune/Step Time": 5.10575769841671}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8632408380508423, "Finetune/Loss (Raw)": 0.8150431513786316, "Finetune/Step": 1344, "Finetune/Step Time": 5.081872029229999}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8631041049957275, "Finetune/Loss (Raw)": 1.0027730464935303, "Finetune/Step": 1345, "Finetune/Step Time": 5.081143917515874}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8625179529190063, "Finetune/Loss (Raw)": 0.8827306032180786, "Finetune/Step": 1346, "Finetune/Step Time": 5.083363991230726}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.867636501789093, "Finetune/Loss (Raw)": 0.9584165215492249, "Finetune/Step": 1347, "Finetune/Step Time": 5.070004694163799}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8642439246177673, "Finetune/Loss (Raw)": 0.42691683769226074, "Finetune/Step": 1348, "Finetune/Step Time": 5.102522203698754}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.864954948425293, "Finetune/Loss (Raw)": 0.9483085870742798, "Finetune/Step": 1349, "Finetune/Step Time": 5.08400446921587}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8654746413230896, "Finetune/Loss (Raw)": 0.9152795672416687, "Finetune/Step": 1350, "Finetune/Step Time": 5.08221335336566}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.865545392036438, "Finetune/Loss (Raw)": 0.9257463216781616, "Finetune/Step": 1351, "Finetune/Step Time": 5.085919599980116}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8616700172424316, "Finetune/Loss (Raw)": 0.4201817512512207, "Finetune/Step": 1352, "Finetune/Step Time": 5.115088563412428}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8623736500740051, "Finetune/Loss (Raw)": 0.8702317476272583, "Finetune/Step": 1353, "Finetune/Step Time": 5.116021357476711}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8632405996322632, "Finetune/Loss (Raw)": 0.8903114795684814, "Finetune/Step": 1354, "Finetune/Step Time": 5.1132652051746845}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.865602970123291, "Finetune/Loss (Raw)": 1.009672999382019, "Finetune/Step": 1355, "Finetune/Step Time": 5.106573484838009}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8669167757034302, "Finetune/Loss (Raw)": 1.0083134174346924, "Finetune/Step": 1356, "Finetune/Step Time": 5.100283224135637}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8660843372344971, "Finetune/Loss (Raw)": 0.9035259485244751, "Finetune/Step": 1357, "Finetune/Step Time": 5.112468099221587}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8701480031013489, "Finetune/Loss (Raw)": 0.9209309220314026, "Finetune/Step": 1358, "Finetune/Step Time": 5.087222497910261}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8684782981872559, "Finetune/Loss (Raw)": 0.7995474934577942, "Finetune/Step": 1359, "Finetune/Step Time": 5.100038256496191}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8690071105957031, "Finetune/Loss (Raw)": 0.9447657465934753, "Finetune/Step": 1360, "Finetune/Step Time": 5.103130422532558}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8695460557937622, "Finetune/Loss (Raw)": 1.0123549699783325, "Finetune/Step": 1361, "Finetune/Step Time": 5.104360859841108}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8708080053329468, "Finetune/Loss (Raw)": 0.8922237753868103, "Finetune/Step": 1362, "Finetune/Step Time": 5.086815949529409}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8704382181167603, "Finetune/Loss (Raw)": 0.8402745127677917, "Finetune/Step": 1363, "Finetune/Step Time": 5.086985748261213}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8689588308334351, "Finetune/Loss (Raw)": 0.8113261461257935, "Finetune/Step": 1364, "Finetune/Step Time": 5.115138255059719}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8676453828811646, "Finetune/Loss (Raw)": 0.8056171536445618, "Finetune/Step": 1365, "Finetune/Step Time": 5.117093421518803}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8666126728057861, "Finetune/Loss (Raw)": 0.8965808749198914, "Finetune/Step": 1366, "Finetune/Step Time": 5.111733624711633}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8656771183013916, "Finetune/Loss (Raw)": 0.77317875623703, "Finetune/Step": 1367, "Finetune/Step Time": 5.12987663783133}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8659495115280151, "Finetune/Loss (Raw)": 0.913910448551178, "Finetune/Step": 1368, "Finetune/Step Time": 5.130241787061095}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8673259019851685, "Finetune/Loss (Raw)": 0.9877693057060242, "Finetune/Step": 1369, "Finetune/Step Time": 5.139492880553007}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8662583231925964, "Finetune/Loss (Raw)": 0.7731528878211975, "Finetune/Step": 1370, "Finetune/Step Time": 5.141697097569704}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.866126537322998, "Finetune/Loss (Raw)": 0.9044398069381714, "Finetune/Step": 1371, "Finetune/Step Time": 5.141758359968662}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8622456789016724, "Finetune/Loss (Raw)": 0.37363940477371216, "Finetune/Step": 1372, "Finetune/Step Time": 5.1690404843539}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8636437654495239, "Finetune/Loss (Raw)": 0.9847601652145386, "Finetune/Step": 1373, "Finetune/Step Time": 5.159621009603143}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8630768656730652, "Finetune/Loss (Raw)": 0.7622725367546082, "Finetune/Step": 1374, "Finetune/Step Time": 5.150674793869257}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8626852035522461, "Finetune/Loss (Raw)": 0.9336702227592468, "Finetune/Step": 1375, "Finetune/Step Time": 5.147791488096118}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.859542727470398, "Finetune/Loss (Raw)": 0.31612077355384827, "Finetune/Step": 1376, "Finetune/Step Time": 5.170030942186713}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8596136569976807, "Finetune/Loss (Raw)": 0.844882607460022, "Finetune/Step": 1377, "Finetune/Step Time": 5.178897008299828}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8598953485488892, "Finetune/Loss (Raw)": 0.9570571184158325, "Finetune/Step": 1378, "Finetune/Step Time": 5.1971906535327435}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8573801517486572, "Finetune/Loss (Raw)": 0.6049476861953735, "Finetune/Step": 1379, "Finetune/Step Time": 5.213893191888928}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8579301238059998, "Finetune/Loss (Raw)": 0.8498047590255737, "Finetune/Step": 1380, "Finetune/Step Time": 5.203733058646321}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.858873724937439, "Finetune/Loss (Raw)": 0.9316020607948303, "Finetune/Step": 1381, "Finetune/Step Time": 5.189541043713689}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8587939739227295, "Finetune/Loss (Raw)": 0.875709056854248, "Finetune/Step": 1382, "Finetune/Step Time": 5.188369892537594}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8571400046348572, "Finetune/Loss (Raw)": 0.7779410481452942, "Finetune/Step": 1383, "Finetune/Step Time": 5.1924494337290525}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8567612171173096, "Finetune/Loss (Raw)": 0.8685849905014038, "Finetune/Step": 1384, "Finetune/Step Time": 5.19541329331696}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8595671653747559, "Finetune/Loss (Raw)": 0.9551135301589966, "Finetune/Step": 1385, "Finetune/Step Time": 5.172967467457056}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8593558073043823, "Finetune/Loss (Raw)": 0.8478618860244751, "Finetune/Step": 1386, "Finetune/Step Time": 5.173960387706757}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8590704798698425, "Finetune/Loss (Raw)": 0.7457870244979858, "Finetune/Step": 1387, "Finetune/Step Time": 5.168854681774974}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.857870876789093, "Finetune/Loss (Raw)": 0.9406604170799255, "Finetune/Step": 1388, "Finetune/Step Time": 5.1647172793745995}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8587674498558044, "Finetune/Loss (Raw)": 0.8854047656059265, "Finetune/Step": 1389, "Finetune/Step Time": 5.166059270501137}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8598023056983948, "Finetune/Loss (Raw)": 1.0552945137023926, "Finetune/Step": 1390, "Finetune/Step Time": 5.174366109073162}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8588184118270874, "Finetune/Loss (Raw)": 0.8181067109107971, "Finetune/Step": 1391, "Finetune/Step Time": 5.190098129212856}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8584108352661133, "Finetune/Loss (Raw)": 0.829306960105896, "Finetune/Step": 1392, "Finetune/Step Time": 5.2234079875051975}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8616243600845337, "Finetune/Loss (Raw)": 0.7884597778320312, "Finetune/Step": 1393, "Finetune/Step Time": 5.231704520061612}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8623753786087036, "Finetune/Loss (Raw)": 0.939964234828949, "Finetune/Step": 1394, "Finetune/Step Time": 5.219529643654823}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8615144491195679, "Finetune/Loss (Raw)": 0.8324190974235535, "Finetune/Step": 1395, "Finetune/Step Time": 5.222354490309954}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.858735203742981, "Finetune/Loss (Raw)": 0.637322187423706, "Finetune/Step": 1396, "Finetune/Step Time": 5.230274247005582}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8591889142990112, "Finetune/Loss (Raw)": 0.8903321623802185, "Finetune/Step": 1397, "Finetune/Step Time": 5.254385676234961}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8586811423301697, "Finetune/Loss (Raw)": 0.8864411115646362, "Finetune/Step": 1398, "Finetune/Step Time": 5.245401071384549}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8558541536331177, "Finetune/Loss (Raw)": 0.6339821815490723, "Finetune/Step": 1399, "Finetune/Step Time": 5.251695055514574}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8574870824813843, "Finetune/Loss (Raw)": 0.9374179840087891, "Finetune/Step": 1400, "Finetune/Step Time": 5.247480154037476}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8577498197555542, "Finetune/Loss (Raw)": 0.819725751876831, "Finetune/Step": 1401, "Finetune/Step Time": 5.246209841221571}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8543976545333862, "Finetune/Loss (Raw)": 0.3850992023944855, "Finetune/Step": 1402, "Finetune/Step Time": 5.278132148087025}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8527178764343262, "Finetune/Loss (Raw)": 0.8308407068252563, "Finetune/Step": 1403, "Finetune/Step Time": 5.280024375766516}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8530659079551697, "Finetune/Loss (Raw)": 0.895179271697998, "Finetune/Step": 1404, "Finetune/Step Time": 5.277120897546411}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8516412973403931, "Finetune/Loss (Raw)": 0.7084240317344666, "Finetune/Step": 1405, "Finetune/Step Time": 5.2758528888225555}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8535741567611694, "Finetune/Loss (Raw)": 0.8602859973907471, "Finetune/Step": 1406, "Finetune/Step Time": 5.269714815542102}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8494797348976135, "Finetune/Loss (Raw)": 0.3695122301578522, "Finetune/Step": 1407, "Finetune/Step Time": 5.294156605377793}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8473977446556091, "Finetune/Loss (Raw)": 0.7451117038726807, "Finetune/Step": 1408, "Finetune/Step Time": 5.2974913492798805}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8475084900856018, "Finetune/Loss (Raw)": 0.9214638471603394, "Finetune/Step": 1409, "Finetune/Step Time": 5.294599348679185}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8467952013015747, "Finetune/Loss (Raw)": 0.7942631244659424, "Finetune/Step": 1410, "Finetune/Step Time": 5.322922984138131}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8484290242195129, "Finetune/Loss (Raw)": 0.908277690410614, "Finetune/Step": 1411, "Finetune/Step Time": 5.31263786368072}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8470029830932617, "Finetune/Loss (Raw)": 0.6768268346786499, "Finetune/Step": 1412, "Finetune/Step Time": 5.312777677550912}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8466863632202148, "Finetune/Loss (Raw)": 0.9248656034469604, "Finetune/Step": 1413, "Finetune/Step Time": 5.316338196396828}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.847960352897644, "Finetune/Loss (Raw)": 1.0116578340530396, "Finetune/Step": 1414, "Finetune/Step Time": 5.3160303216427565}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8475699424743652, "Finetune/Loss (Raw)": 0.8436269164085388, "Finetune/Step": 1415, "Finetune/Step Time": 5.3207374438643456}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8487164378166199, "Finetune/Loss (Raw)": 0.9797989726066589, "Finetune/Step": 1416, "Finetune/Step Time": 5.3194945733994246}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8487898111343384, "Finetune/Loss (Raw)": 0.8421223163604736, "Finetune/Step": 1417, "Finetune/Step Time": 5.318668350577354}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8464745283126831, "Finetune/Loss (Raw)": 0.7195913195610046, "Finetune/Step": 1418, "Finetune/Step Time": 5.325579723343253}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8460551500320435, "Finetune/Loss (Raw)": 0.7508534789085388, "Finetune/Step": 1419, "Finetune/Step Time": 5.309074256569147}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8466519117355347, "Finetune/Loss (Raw)": 0.9230421781539917, "Finetune/Step": 1420, "Finetune/Step Time": 5.3090681824833155}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.84615159034729, "Finetune/Loss (Raw)": 0.8235117793083191, "Finetune/Step": 1421, "Finetune/Step Time": 5.3198830876499414}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8449984788894653, "Finetune/Loss (Raw)": 0.7848862409591675, "Finetune/Step": 1422, "Finetune/Step Time": 5.316689968109131}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8458864092826843, "Finetune/Loss (Raw)": 0.9508540034294128, "Finetune/Step": 1423, "Finetune/Step Time": 5.307214906439185}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8454921841621399, "Finetune/Loss (Raw)": 0.7845073938369751, "Finetune/Step": 1424, "Finetune/Step Time": 5.301352823153138}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8458070158958435, "Finetune/Loss (Raw)": 0.8706004023551941, "Finetune/Step": 1425, "Finetune/Step Time": 5.2953892052173615}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8461644649505615, "Finetune/Loss (Raw)": 0.7994840145111084, "Finetune/Step": 1426, "Finetune/Step Time": 5.307974610477686}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8468683958053589, "Finetune/Loss (Raw)": 0.7553175091743469, "Finetune/Step": 1427, "Finetune/Step Time": 5.307849125936627}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8466633558273315, "Finetune/Loss (Raw)": 0.784029483795166, "Finetune/Step": 1428, "Finetune/Step Time": 5.31412816233933}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8458223342895508, "Finetune/Loss (Raw)": 0.7513689994812012, "Finetune/Step": 1429, "Finetune/Step Time": 5.306040337309241}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8457804918289185, "Finetune/Loss (Raw)": 0.8477611541748047, "Finetune/Step": 1430, "Finetune/Step Time": 5.288119670003653}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.845313310623169, "Finetune/Loss (Raw)": 0.7717642784118652, "Finetune/Step": 1431, "Finetune/Step Time": 5.299372278153896}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8440699577331543, "Finetune/Loss (Raw)": 0.7657219171524048, "Finetune/Step": 1432, "Finetune/Step Time": 5.302937122061849}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8448565006256104, "Finetune/Loss (Raw)": 0.9520450830459595, "Finetune/Step": 1433, "Finetune/Step Time": 5.304947836324573}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8412740230560303, "Finetune/Loss (Raw)": 0.36805254220962524, "Finetune/Step": 1434, "Finetune/Step Time": 5.32003983668983}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8404924869537354, "Finetune/Loss (Raw)": 0.9154226183891296, "Finetune/Step": 1435, "Finetune/Step Time": 5.327974496409297}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8373290300369263, "Finetune/Loss (Raw)": 0.622479259967804, "Finetune/Step": 1436, "Finetune/Step Time": 5.339175591245294}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8373124599456787, "Finetune/Loss (Raw)": 0.884807825088501, "Finetune/Step": 1437, "Finetune/Step Time": 5.312577271834016}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.837774932384491, "Finetune/Loss (Raw)": 0.8970379829406738, "Finetune/Step": 1438, "Finetune/Step Time": 5.308200359344482}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8380552530288696, "Finetune/Loss (Raw)": 0.9515501260757446, "Finetune/Step": 1439, "Finetune/Step Time": 5.305384850129485}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.838109016418457, "Finetune/Loss (Raw)": 0.6216052174568176, "Finetune/Step": 1440, "Finetune/Step Time": 5.3111741952598095}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8378548622131348, "Finetune/Loss (Raw)": 0.8624491691589355, "Finetune/Step": 1441, "Finetune/Step Time": 5.307532390579581}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8369813561439514, "Finetune/Loss (Raw)": 0.8308491110801697, "Finetune/Step": 1442, "Finetune/Step Time": 5.313322097063065}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8362034559249878, "Finetune/Loss (Raw)": 0.83514404296875, "Finetune/Step": 1443, "Finetune/Step Time": 5.317434493452311}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8342243432998657, "Finetune/Loss (Raw)": 0.7962774634361267, "Finetune/Step": 1444, "Finetune/Step Time": 5.31566533818841}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8333999514579773, "Finetune/Loss (Raw)": 0.8501362800598145, "Finetune/Step": 1445, "Finetune/Step Time": 5.318364514037967}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8324421644210815, "Finetune/Loss (Raw)": 0.7451375722885132, "Finetune/Step": 1446, "Finetune/Step Time": 5.333406403660774}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8324899673461914, "Finetune/Loss (Raw)": 0.9055825471878052, "Finetune/Step": 1447, "Finetune/Step Time": 5.338360290974379}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.833654522895813, "Finetune/Loss (Raw)": 0.9413227438926697, "Finetune/Step": 1448, "Finetune/Step Time": 5.330374866724014}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8323537111282349, "Finetune/Loss (Raw)": 0.7453994750976562, "Finetune/Step": 1449, "Finetune/Step Time": 5.333190048113465}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8309357762336731, "Finetune/Loss (Raw)": 0.7198082208633423, "Finetune/Step": 1450, "Finetune/Step Time": 5.368943061679602}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8302595615386963, "Finetune/Loss (Raw)": 0.8453333377838135, "Finetune/Step": 1451, "Finetune/Step Time": 5.373205725103617}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8301501274108887, "Finetune/Loss (Raw)": 0.947614312171936, "Finetune/Step": 1452, "Finetune/Step Time": 5.365972889587283}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8287873864173889, "Finetune/Loss (Raw)": 0.8133217692375183, "Finetune/Step": 1453, "Finetune/Step Time": 5.361391667276621}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.829656720161438, "Finetune/Loss (Raw)": 1.0793423652648926, "Finetune/Step": 1454, "Finetune/Step Time": 5.364152943715453}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8312044739723206, "Finetune/Loss (Raw)": 0.9446235299110413, "Finetune/Step": 1455, "Finetune/Step Time": 5.332886558026075}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8293817639350891, "Finetune/Loss (Raw)": 0.8197493553161621, "Finetune/Step": 1456, "Finetune/Step Time": 5.334372334182262}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8237035870552063, "Finetune/Loss (Raw)": 0.36741945147514343, "Finetune/Step": 1457, "Finetune/Step Time": 5.363049931824207}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8251179456710815, "Finetune/Loss (Raw)": 0.8740251660346985, "Finetune/Step": 1458, "Finetune/Step Time": 5.360367402434349}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8253864049911499, "Finetune/Loss (Raw)": 0.9858801960945129, "Finetune/Step": 1459, "Finetune/Step Time": 5.368953051045537}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8272555470466614, "Finetune/Loss (Raw)": 1.015523910522461, "Finetune/Step": 1460, "Finetune/Step Time": 5.359524600207806}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8285338282585144, "Finetune/Loss (Raw)": 1.0574816465377808, "Finetune/Step": 1461, "Finetune/Step Time": 5.353140663355589}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8284710645675659, "Finetune/Loss (Raw)": 0.921755313873291, "Finetune/Step": 1462, "Finetune/Step Time": 5.355813235044479}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8289283514022827, "Finetune/Loss (Raw)": 0.9764426946640015, "Finetune/Step": 1463, "Finetune/Step Time": 5.356833212077618}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8279769420623779, "Finetune/Loss (Raw)": 0.808476984500885, "Finetune/Step": 1464, "Finetune/Step Time": 5.362308332696557}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8270865678787231, "Finetune/Loss (Raw)": 0.8615649342536926, "Finetune/Step": 1465, "Finetune/Step Time": 5.355931496247649}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8315553665161133, "Finetune/Loss (Raw)": 0.870590090751648, "Finetune/Step": 1466, "Finetune/Step Time": 5.331026220694184}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8321301341056824, "Finetune/Loss (Raw)": 0.8576487898826599, "Finetune/Step": 1467, "Finetune/Step Time": 5.348356939852238}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8325625658035278, "Finetune/Loss (Raw)": 0.9268350601196289, "Finetune/Step": 1468, "Finetune/Step Time": 5.3413988165557384}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8288633823394775, "Finetune/Loss (Raw)": 0.38001900911331177, "Finetune/Step": 1469, "Finetune/Step Time": 5.379296608269215}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8279786109924316, "Finetune/Loss (Raw)": 0.8238271474838257, "Finetune/Step": 1470, "Finetune/Step Time": 5.377949319779873}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8284387588500977, "Finetune/Loss (Raw)": 0.8588142395019531, "Finetune/Step": 1471, "Finetune/Step Time": 5.3523654118180275}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8281340003013611, "Finetune/Loss (Raw)": 0.7760313153266907, "Finetune/Step": 1472, "Finetune/Step Time": 5.3453993406146765}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8250879645347595, "Finetune/Loss (Raw)": 0.612883448600769, "Finetune/Step": 1473, "Finetune/Step Time": 5.351479979231954}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8263024687767029, "Finetune/Loss (Raw)": 1.0381807088851929, "Finetune/Step": 1474, "Finetune/Step Time": 5.346414063125849}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8242747783660889, "Finetune/Loss (Raw)": 0.6988760828971863, "Finetune/Step": 1475, "Finetune/Step Time": 5.339012021198869}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8280646204948425, "Finetune/Loss (Raw)": 0.9120165109634399, "Finetune/Step": 1476, "Finetune/Step Time": 5.311481514945626}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8230592012405396, "Finetune/Loss (Raw)": 0.3076123297214508, "Finetune/Step": 1477, "Finetune/Step Time": 5.357155658304691}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.82384192943573, "Finetune/Loss (Raw)": 1.0154664516448975, "Finetune/Step": 1478, "Finetune/Step Time": 5.349669149145484}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8226821422576904, "Finetune/Loss (Raw)": 0.7772960066795349, "Finetune/Step": 1479, "Finetune/Step Time": 5.363636257126927}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8263201117515564, "Finetune/Loss (Raw)": 0.885847270488739, "Finetune/Step": 1480, "Finetune/Step Time": 5.333916148170829}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.826716423034668, "Finetune/Loss (Raw)": 0.920953631401062, "Finetune/Step": 1481, "Finetune/Step Time": 5.3384816981852055}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8263111114501953, "Finetune/Loss (Raw)": 0.8384382724761963, "Finetune/Step": 1482, "Finetune/Step Time": 5.330224093049765}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8233346939086914, "Finetune/Loss (Raw)": 0.6286879181861877, "Finetune/Step": 1483, "Finetune/Step Time": 5.35410113632679}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8225629329681396, "Finetune/Loss (Raw)": 0.9095211625099182, "Finetune/Step": 1484, "Finetune/Step Time": 5.350641785189509}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8219319581985474, "Finetune/Loss (Raw)": 0.8227627873420715, "Finetune/Step": 1485, "Finetune/Step Time": 5.339087026193738}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8171303868293762, "Finetune/Loss (Raw)": 0.30633097887039185, "Finetune/Step": 1486, "Finetune/Step Time": 5.3581441808491945}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8188504576683044, "Finetune/Loss (Raw)": 1.0197205543518066, "Finetune/Step": 1487, "Finetune/Step Time": 5.35382142663002}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.820023775100708, "Finetune/Loss (Raw)": 1.0949467420578003, "Finetune/Step": 1488, "Finetune/Step Time": 5.351466480642557}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8173599243164062, "Finetune/Loss (Raw)": 0.6713841557502747, "Finetune/Step": 1489, "Finetune/Step Time": 5.364994525909424}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8166130781173706, "Finetune/Loss (Raw)": 0.7966261506080627, "Finetune/Step": 1490, "Finetune/Step Time": 5.38561319373548}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8157755136489868, "Finetune/Loss (Raw)": 0.733069658279419, "Finetune/Step": 1491, "Finetune/Step Time": 5.398827003315091}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8170585632324219, "Finetune/Loss (Raw)": 0.975549042224884, "Finetune/Step": 1492, "Finetune/Step Time": 5.370898496359587}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8133282661437988, "Finetune/Loss (Raw)": 0.32814285159111023, "Finetune/Step": 1493, "Finetune/Step Time": 5.385182047262788}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8129061460494995, "Finetune/Loss (Raw)": 0.8425464630126953, "Finetune/Step": 1494, "Finetune/Step Time": 5.389502894133329}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.813772439956665, "Finetune/Loss (Raw)": 0.8840726017951965, "Finetune/Step": 1495, "Finetune/Step Time": 5.375326372683048}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8137723207473755, "Finetune/Loss (Raw)": 0.9138940572738647, "Finetune/Step": 1496, "Finetune/Step Time": 5.375061262398958}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8121508359909058, "Finetune/Loss (Raw)": 0.780214250087738, "Finetune/Step": 1497, "Finetune/Step Time": 5.3686384949833155}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8138145208358765, "Finetune/Loss (Raw)": 0.9861093163490295, "Finetune/Step": 1498, "Finetune/Step Time": 5.371320458129048}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8100502490997314, "Finetune/Loss (Raw)": 0.42261308431625366, "Finetune/Step": 1499, "Finetune/Step Time": 5.3957040552049875}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.809877872467041, "Finetune/Loss (Raw)": 0.3515748083591461, "Finetune/Step": 1500, "Finetune/Step Time": 5.3952146135270596}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8098511695861816, "Finetune/Loss (Raw)": 0.9813384413719177, "Finetune/Step": 1501, "Finetune/Step Time": 5.426361750811338}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8113535046577454, "Finetune/Loss (Raw)": 0.9545714259147644, "Finetune/Step": 1502, "Finetune/Step Time": 5.419320801272988}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8099269866943359, "Finetune/Loss (Raw)": 0.7510857582092285, "Finetune/Step": 1503, "Finetune/Step Time": 5.4217610359191895}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8144294023513794, "Finetune/Loss (Raw)": 0.8924255967140198, "Finetune/Step": 1504, "Finetune/Step Time": 5.402895629405975}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8145976066589355, "Finetune/Loss (Raw)": 0.8664036393165588, "Finetune/Step": 1505, "Finetune/Step Time": 5.388675082474947}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8133163452148438, "Finetune/Loss (Raw)": 0.7930659651756287, "Finetune/Step": 1506, "Finetune/Step Time": 5.3774363826960325}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8160542845726013, "Finetune/Loss (Raw)": 0.9554022550582886, "Finetune/Step": 1507, "Finetune/Step Time": 5.356495650485158}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8168946504592896, "Finetune/Loss (Raw)": 0.9573714733123779, "Finetune/Step": 1508, "Finetune/Step Time": 5.359572598710656}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8166487216949463, "Finetune/Loss (Raw)": 0.9001201391220093, "Finetune/Step": 1509, "Finetune/Step Time": 5.353607006371021}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8172823190689087, "Finetune/Loss (Raw)": 0.95681232213974, "Finetune/Step": 1510, "Finetune/Step Time": 5.35259017162025}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8188906311988831, "Finetune/Loss (Raw)": 0.9838031530380249, "Finetune/Step": 1511, "Finetune/Step Time": 5.351801879703999}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8181579113006592, "Finetune/Loss (Raw)": 0.7747989892959595, "Finetune/Step": 1512, "Finetune/Step Time": 5.355097947642207}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8184225559234619, "Finetune/Loss (Raw)": 0.9889907240867615, "Finetune/Step": 1513, "Finetune/Step Time": 5.356990637257695}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.818067193031311, "Finetune/Loss (Raw)": 0.8023720383644104, "Finetune/Step": 1514, "Finetune/Step Time": 5.365986375138164}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8191241025924683, "Finetune/Loss (Raw)": 0.8810734152793884, "Finetune/Step": 1515, "Finetune/Step Time": 5.364089461043477}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8187729716300964, "Finetune/Loss (Raw)": 0.8957111835479736, "Finetune/Step": 1516, "Finetune/Step Time": 5.365948321297765}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8181403875350952, "Finetune/Loss (Raw)": 0.804436206817627, "Finetune/Step": 1517, "Finetune/Step Time": 5.367228150367737}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8176697492599487, "Finetune/Loss (Raw)": 0.9950496554374695, "Finetune/Step": 1518, "Finetune/Step Time": 5.361325724050403}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8169742822647095, "Finetune/Loss (Raw)": 0.7290888428688049, "Finetune/Step": 1519, "Finetune/Step Time": 5.346682634204626}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.813524603843689, "Finetune/Loss (Raw)": 0.38775360584259033, "Finetune/Step": 1520, "Finetune/Step Time": 5.341332629323006}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8144880533218384, "Finetune/Loss (Raw)": 0.9117773771286011, "Finetune/Step": 1521, "Finetune/Step Time": 5.30439199693501}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8130137920379639, "Finetune/Loss (Raw)": 0.7512634992599487, "Finetune/Step": 1522, "Finetune/Step Time": 5.314537391066551}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8117181062698364, "Finetune/Loss (Raw)": 0.6665654182434082, "Finetune/Step": 1523, "Finetune/Step Time": 5.328211333602667}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8124644756317139, "Finetune/Loss (Raw)": 0.7328566312789917, "Finetune/Step": 1524, "Finetune/Step Time": 5.3456400986760855}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8112422823905945, "Finetune/Loss (Raw)": 0.7338942289352417, "Finetune/Step": 1525, "Finetune/Step Time": 5.334159260615706}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8117843866348267, "Finetune/Loss (Raw)": 0.9558342695236206, "Finetune/Step": 1526, "Finetune/Step Time": 5.333265922963619}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8134441375732422, "Finetune/Loss (Raw)": 0.8464282751083374, "Finetune/Step": 1527, "Finetune/Step Time": 5.33817233145237}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8093876242637634, "Finetune/Loss (Raw)": 0.41818344593048096, "Finetune/Step": 1528, "Finetune/Step Time": 5.362336801365018}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8106485605239868, "Finetune/Loss (Raw)": 0.9811244606971741, "Finetune/Step": 1529, "Finetune/Step Time": 5.353670507669449}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8124260902404785, "Finetune/Loss (Raw)": 0.6126224994659424, "Finetune/Step": 1530, "Finetune/Step Time": 5.34147565998137}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8131681680679321, "Finetune/Loss (Raw)": 0.9258183836936951, "Finetune/Step": 1531, "Finetune/Step Time": 5.344535091891885}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8130167722702026, "Finetune/Loss (Raw)": 0.875805675983429, "Finetune/Step": 1532, "Finetune/Step Time": 5.353621764108539}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8129999041557312, "Finetune/Loss (Raw)": 0.7062656283378601, "Finetune/Step": 1533, "Finetune/Step Time": 5.347198110073805}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8119783401489258, "Finetune/Loss (Raw)": 0.7295311093330383, "Finetune/Step": 1534, "Finetune/Step Time": 5.354411194100976}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8154575824737549, "Finetune/Loss (Raw)": 0.8148521780967712, "Finetune/Step": 1535, "Finetune/Step Time": 5.326919237151742}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8159194588661194, "Finetune/Loss (Raw)": 0.8042336702346802, "Finetune/Step": 1536, "Finetune/Step Time": 5.332222059369087}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.815250039100647, "Finetune/Loss (Raw)": 0.8357737064361572, "Finetune/Step": 1537, "Finetune/Step Time": 5.332949077710509}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8124273419380188, "Finetune/Loss (Raw)": 0.4329613745212555, "Finetune/Step": 1538, "Finetune/Step Time": 5.3321628253906965}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8122364282608032, "Finetune/Loss (Raw)": 0.883838951587677, "Finetune/Step": 1539, "Finetune/Step Time": 5.333556514233351}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8135653734207153, "Finetune/Loss (Raw)": 0.8469310998916626, "Finetune/Step": 1540, "Finetune/Step Time": 5.333338752388954}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8137627840042114, "Finetune/Loss (Raw)": 0.9501384496688843, "Finetune/Step": 1541, "Finetune/Step Time": 5.333706920966506}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8112587332725525, "Finetune/Loss (Raw)": 0.691140353679657, "Finetune/Step": 1542, "Finetune/Step Time": 5.3315512258559465}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8108006715774536, "Finetune/Loss (Raw)": 0.7849879860877991, "Finetune/Step": 1543, "Finetune/Step Time": 5.327498501166701}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8102732300758362, "Finetune/Loss (Raw)": 0.9122934341430664, "Finetune/Step": 1544, "Finetune/Step Time": 5.326091503724456}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8100900053977966, "Finetune/Loss (Raw)": 0.8186623454093933, "Finetune/Step": 1545, "Finetune/Step Time": 5.328441370278597}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8120181560516357, "Finetune/Loss (Raw)": 0.9664034247398376, "Finetune/Step": 1546, "Finetune/Step Time": 5.327541017904878}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8130060434341431, "Finetune/Loss (Raw)": 0.8772929310798645, "Finetune/Step": 1547, "Finetune/Step Time": 5.333062380552292}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8128536939620972, "Finetune/Loss (Raw)": 0.903544008731842, "Finetune/Step": 1548, "Finetune/Step Time": 5.342685058712959}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8095305562019348, "Finetune/Loss (Raw)": 0.39815080165863037, "Finetune/Step": 1549, "Finetune/Step Time": 5.3626032415777445}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8104567527770996, "Finetune/Loss (Raw)": 0.9034464359283447, "Finetune/Step": 1550, "Finetune/Step Time": 5.371757531538606}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8091113567352295, "Finetune/Loss (Raw)": 0.7786387801170349, "Finetune/Step": 1551, "Finetune/Step Time": 5.3662810530513525}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8102434873580933, "Finetune/Loss (Raw)": 0.929417073726654, "Finetune/Step": 1552, "Finetune/Step Time": 5.3670072220265865}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.809596836566925, "Finetune/Loss (Raw)": 0.7878276705741882, "Finetune/Step": 1553, "Finetune/Step Time": 5.378201749175787}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8093512058258057, "Finetune/Loss (Raw)": 0.768043577671051, "Finetune/Step": 1554, "Finetune/Step Time": 5.368856059387326}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8107855319976807, "Finetune/Loss (Raw)": 0.9389157891273499, "Finetune/Step": 1555, "Finetune/Step Time": 5.371434725821018}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8101720809936523, "Finetune/Loss (Raw)": 0.70550137758255, "Finetune/Step": 1556, "Finetune/Step Time": 5.37726210989058}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8106402158737183, "Finetune/Loss (Raw)": 0.8112967610359192, "Finetune/Step": 1557, "Finetune/Step Time": 5.375393491238356}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8107203841209412, "Finetune/Loss (Raw)": 0.8580244183540344, "Finetune/Step": 1558, "Finetune/Step Time": 5.364502809941769}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8132621049880981, "Finetune/Loss (Raw)": 1.097095251083374, "Finetune/Step": 1559, "Finetune/Step Time": 5.355343254283071}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8144820928573608, "Finetune/Loss (Raw)": 0.9218859672546387, "Finetune/Step": 1560, "Finetune/Step Time": 5.359984114766121}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8139653205871582, "Finetune/Loss (Raw)": 0.8858975172042847, "Finetune/Step": 1561, "Finetune/Step Time": 5.3572811502963305}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8180999755859375, "Finetune/Loss (Raw)": 0.8972924947738647, "Finetune/Step": 1562, "Finetune/Step Time": 5.3356179147958755}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8172799348831177, "Finetune/Loss (Raw)": 0.8104538917541504, "Finetune/Step": 1563, "Finetune/Step Time": 5.352819046005607}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8186532258987427, "Finetune/Loss (Raw)": 0.7982581853866577, "Finetune/Step": 1564, "Finetune/Step Time": 5.338862016797066}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8177202939987183, "Finetune/Loss (Raw)": 0.7653928995132446, "Finetune/Step": 1565, "Finetune/Step Time": 5.338389314711094}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8167874813079834, "Finetune/Loss (Raw)": 0.7776432037353516, "Finetune/Step": 1566, "Finetune/Step Time": 5.345026532188058}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8160265684127808, "Finetune/Loss (Raw)": 0.8541440963745117, "Finetune/Step": 1567, "Finetune/Step Time": 5.351366531103849}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8177233338356018, "Finetune/Loss (Raw)": 0.8387975096702576, "Finetune/Step": 1568, "Finetune/Step Time": 5.323744658380747}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8164665699005127, "Finetune/Loss (Raw)": 0.7015843987464905, "Finetune/Step": 1569, "Finetune/Step Time": 5.3353945184499025}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8175188302993774, "Finetune/Loss (Raw)": 0.9655323624610901, "Finetune/Step": 1570, "Finetune/Step Time": 5.332654774188995}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8181061744689941, "Finetune/Loss (Raw)": 0.9103302359580994, "Finetune/Step": 1571, "Finetune/Step Time": 5.328648276627064}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8192765712738037, "Finetune/Loss (Raw)": 0.9460867643356323, "Finetune/Step": 1572, "Finetune/Step Time": 5.322590252384543}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8191871047019958, "Finetune/Loss (Raw)": 0.8386850357055664, "Finetune/Step": 1573, "Finetune/Step Time": 5.338070418685675}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8189711570739746, "Finetune/Loss (Raw)": 0.717494785785675, "Finetune/Step": 1574, "Finetune/Step Time": 5.322592006996274}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8197181224822998, "Finetune/Loss (Raw)": 1.0011968612670898, "Finetune/Step": 1575, "Finetune/Step Time": 5.332012603059411}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8192049860954285, "Finetune/Loss (Raw)": 0.8756390810012817, "Finetune/Step": 1576, "Finetune/Step Time": 5.335396403446794}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8202276825904846, "Finetune/Loss (Raw)": 0.8763070702552795, "Finetune/Step": 1577, "Finetune/Step Time": 5.326898651197553}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8216235041618347, "Finetune/Loss (Raw)": 0.8984698057174683, "Finetune/Step": 1578, "Finetune/Step Time": 5.285284793004394}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8213505148887634, "Finetune/Loss (Raw)": 0.8103975653648376, "Finetune/Step": 1579, "Finetune/Step Time": 5.290371352806687}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8194342851638794, "Finetune/Loss (Raw)": 0.7023304104804993, "Finetune/Step": 1580, "Finetune/Step Time": 5.324920859187841}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8189802765846252, "Finetune/Loss (Raw)": 0.7552149295806885, "Finetune/Step": 1581, "Finetune/Step Time": 5.320211928337812}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8171923756599426, "Finetune/Loss (Raw)": 0.8504893779754639, "Finetune/Step": 1582, "Finetune/Step Time": 5.32140064612031}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8166760206222534, "Finetune/Loss (Raw)": 0.8785252571105957, "Finetune/Step": 1583, "Finetune/Step Time": 5.324338171631098}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.816978931427002, "Finetune/Loss (Raw)": 0.8585193753242493, "Finetune/Step": 1584, "Finetune/Step Time": 5.336251864209771}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.821628987789154, "Finetune/Loss (Raw)": 0.9626303911209106, "Finetune/Step": 1585, "Finetune/Step Time": 5.306565267965198}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8229026794433594, "Finetune/Loss (Raw)": 1.0370562076568604, "Finetune/Step": 1586, "Finetune/Step Time": 5.346932781860232}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8227344751358032, "Finetune/Loss (Raw)": 0.9643532037734985, "Finetune/Step": 1587, "Finetune/Step Time": 5.34054384753108}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8213379383087158, "Finetune/Loss (Raw)": 0.8367664813995361, "Finetune/Step": 1588, "Finetune/Step Time": 5.350169543176889}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8197159171104431, "Finetune/Loss (Raw)": 0.8498667478561401, "Finetune/Step": 1589, "Finetune/Step Time": 5.365760747343302}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8199611902236938, "Finetune/Loss (Raw)": 0.9531416893005371, "Finetune/Step": 1590, "Finetune/Step Time": 5.371201371774077}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8176025748252869, "Finetune/Loss (Raw)": 0.6745450496673584, "Finetune/Step": 1591, "Finetune/Step Time": 5.386453641578555}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8168724775314331, "Finetune/Loss (Raw)": 0.7150243520736694, "Finetune/Step": 1592, "Finetune/Step Time": 5.388350307941437}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8164098858833313, "Finetune/Loss (Raw)": 0.802352786064148, "Finetune/Step": 1593, "Finetune/Step Time": 5.391255542635918}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8161594867706299, "Finetune/Loss (Raw)": 0.8385422825813293, "Finetune/Step": 1594, "Finetune/Step Time": 5.396599801257253}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8151546120643616, "Finetune/Loss (Raw)": 0.729019284248352, "Finetune/Step": 1595, "Finetune/Step Time": 5.374589420855045}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8147530555725098, "Finetune/Loss (Raw)": 0.8754339218139648, "Finetune/Step": 1596, "Finetune/Step Time": 5.378818582743406}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8175711631774902, "Finetune/Loss (Raw)": 0.7407477498054504, "Finetune/Step": 1597, "Finetune/Step Time": 5.346597066149116}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8176626563072205, "Finetune/Loss (Raw)": 0.8355337381362915, "Finetune/Step": 1598, "Finetune/Step Time": 5.34897156059742}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.813875138759613, "Finetune/Loss (Raw)": 0.37400928139686584, "Finetune/Step": 1599, "Finetune/Step Time": 5.380231725051999}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8149650692939758, "Finetune/Loss (Raw)": 0.9155393242835999, "Finetune/Step": 1600, "Finetune/Step Time": 5.384055344387889}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8131781816482544, "Finetune/Loss (Raw)": 0.3841668963432312, "Finetune/Step": 1601, "Finetune/Step Time": 5.415339529514313}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8126912117004395, "Finetune/Loss (Raw)": 0.9758489727973938, "Finetune/Step": 1602, "Finetune/Step Time": 5.425517542287707}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8144927024841309, "Finetune/Loss (Raw)": 0.929465651512146, "Finetune/Step": 1603, "Finetune/Step Time": 5.421441610902548}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.813845157623291, "Finetune/Loss (Raw)": 0.8291221261024475, "Finetune/Step": 1604, "Finetune/Step Time": 5.421083986759186}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8168478012084961, "Finetune/Loss (Raw)": 0.6919654607772827, "Finetune/Step": 1605, "Finetune/Step Time": 5.388967718929052}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8139461874961853, "Finetune/Loss (Raw)": 0.6440500617027283, "Finetune/Step": 1606, "Finetune/Step Time": 5.419393081218004}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8143715262413025, "Finetune/Loss (Raw)": 0.8317406177520752, "Finetune/Step": 1607, "Finetune/Step Time": 5.407106336206198}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8104623556137085, "Finetune/Loss (Raw)": 0.38547495007514954, "Finetune/Step": 1608, "Finetune/Step Time": 5.437656722962856}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8101925849914551, "Finetune/Loss (Raw)": 0.8864203691482544, "Finetune/Step": 1609, "Finetune/Step Time": 5.432681376114488}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8104470372200012, "Finetune/Loss (Raw)": 0.8710102438926697, "Finetune/Step": 1610, "Finetune/Step Time": 5.434411592781544}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8116683959960938, "Finetune/Loss (Raw)": 0.7850146889686584, "Finetune/Step": 1611, "Finetune/Step Time": 5.426325615495443}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.810969352722168, "Finetune/Loss (Raw)": 0.820050835609436, "Finetune/Step": 1612, "Finetune/Step Time": 5.428492186591029}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8103454113006592, "Finetune/Loss (Raw)": 0.7429003715515137, "Finetune/Step": 1613, "Finetune/Step Time": 5.440466022118926}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8149609565734863, "Finetune/Loss (Raw)": 0.8971200585365295, "Finetune/Step": 1614, "Finetune/Step Time": 5.410277113318443}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8145077228546143, "Finetune/Loss (Raw)": 0.9617088437080383, "Finetune/Step": 1615, "Finetune/Step Time": 5.403666537255049}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8128262758255005, "Finetune/Loss (Raw)": 0.8797178864479065, "Finetune/Step": 1616, "Finetune/Step Time": 5.402901720255613}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8139875531196594, "Finetune/Loss (Raw)": 0.8200281262397766, "Finetune/Step": 1617, "Finetune/Step Time": 5.400144664570689}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8143165111541748, "Finetune/Loss (Raw)": 0.838726282119751, "Finetune/Step": 1618, "Finetune/Step Time": 5.380506904795766}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8144937753677368, "Finetune/Loss (Raw)": 0.7557687163352966, "Finetune/Step": 1619, "Finetune/Step Time": 5.370036765933037}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8154162168502808, "Finetune/Loss (Raw)": 1.0936238765716553, "Finetune/Step": 1620, "Finetune/Step Time": 5.372961914166808}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8189520239830017, "Finetune/Loss (Raw)": 0.7807231545448303, "Finetune/Step": 1621, "Finetune/Step Time": 5.349114686250687}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8199419379234314, "Finetune/Loss (Raw)": 0.9692510962486267, "Finetune/Step": 1622, "Finetune/Step Time": 5.357733406126499}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8214064836502075, "Finetune/Loss (Raw)": 1.0715340375900269, "Finetune/Step": 1623, "Finetune/Step Time": 5.352004185318947}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.821090579032898, "Finetune/Loss (Raw)": 0.8734591603279114, "Finetune/Step": 1624, "Finetune/Step Time": 5.354246284812689}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8219336271286011, "Finetune/Loss (Raw)": 0.8881213068962097, "Finetune/Step": 1625, "Finetune/Step Time": 5.3548774644732475}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8211894035339355, "Finetune/Loss (Raw)": 0.8908538222312927, "Finetune/Step": 1626, "Finetune/Step Time": 5.3461952824145555}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8254775404930115, "Finetune/Loss (Raw)": 0.9714932441711426, "Finetune/Step": 1627, "Finetune/Step Time": 5.313097510486841}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8292804956436157, "Finetune/Loss (Raw)": 0.8383507132530212, "Finetune/Step": 1628, "Finetune/Step Time": 5.28208582662046}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8279584050178528, "Finetune/Loss (Raw)": 0.8121181726455688, "Finetune/Step": 1629, "Finetune/Step Time": 5.253615176305175}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8274809122085571, "Finetune/Loss (Raw)": 0.8934506773948669, "Finetune/Step": 1630, "Finetune/Step Time": 5.251219948753715}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8282632231712341, "Finetune/Loss (Raw)": 0.8512160778045654, "Finetune/Step": 1631, "Finetune/Step Time": 5.253945583477616}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8279025554656982, "Finetune/Loss (Raw)": 0.8462579250335693, "Finetune/Step": 1632, "Finetune/Step Time": 5.245424136519432}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8273489475250244, "Finetune/Loss (Raw)": 0.7955529689788818, "Finetune/Step": 1633, "Finetune/Step Time": 5.2459094393998384}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8281393051147461, "Finetune/Loss (Raw)": 0.8942188024520874, "Finetune/Step": 1634, "Finetune/Step Time": 5.239106511697173}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8270128965377808, "Finetune/Loss (Raw)": 0.8112244009971619, "Finetune/Step": 1635, "Finetune/Step Time": 5.260112142190337}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.826423168182373, "Finetune/Loss (Raw)": 0.8818922638893127, "Finetune/Step": 1636, "Finetune/Step Time": 5.257788542658091}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8256250619888306, "Finetune/Loss (Raw)": 0.7979629635810852, "Finetune/Step": 1637, "Finetune/Step Time": 5.25949234329164}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8244190216064453, "Finetune/Loss (Raw)": 0.8024399280548096, "Finetune/Step": 1638, "Finetune/Step Time": 5.26153326779604}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8225933909416199, "Finetune/Loss (Raw)": 0.7501150369644165, "Finetune/Step": 1639, "Finetune/Step Time": 5.259050941094756}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8239654302597046, "Finetune/Loss (Raw)": 0.9504178166389465, "Finetune/Step": 1640, "Finetune/Step Time": 5.247468817979097}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8234555721282959, "Finetune/Loss (Raw)": 0.9237369894981384, "Finetune/Step": 1641, "Finetune/Step Time": 5.255068425089121}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.823946475982666, "Finetune/Loss (Raw)": 0.8651983737945557, "Finetune/Step": 1642, "Finetune/Step Time": 5.244347332045436}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8248414993286133, "Finetune/Loss (Raw)": 0.9956506490707397, "Finetune/Step": 1643, "Finetune/Step Time": 5.246041497215629}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8241279125213623, "Finetune/Loss (Raw)": 0.8043637871742249, "Finetune/Step": 1644, "Finetune/Step Time": 5.271001635119319}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8245434761047363, "Finetune/Loss (Raw)": 0.857628583908081, "Finetune/Step": 1645, "Finetune/Step Time": 5.272182375192642}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8242158889770508, "Finetune/Loss (Raw)": 0.9531182050704956, "Finetune/Step": 1646, "Finetune/Step Time": 5.275400610640645}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8247864842414856, "Finetune/Loss (Raw)": 0.8021239042282104, "Finetune/Step": 1647, "Finetune/Step Time": 5.287872087210417}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8290767073631287, "Finetune/Loss (Raw)": 0.9369060397148132, "Finetune/Step": 1648, "Finetune/Step Time": 5.261826718226075}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8284511566162109, "Finetune/Loss (Raw)": 0.8317098617553711, "Finetune/Step": 1649, "Finetune/Step Time": 5.263380581513047}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8296701908111572, "Finetune/Loss (Raw)": 0.9072950482368469, "Finetune/Step": 1650, "Finetune/Step Time": 5.252007098868489}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.830316424369812, "Finetune/Loss (Raw)": 0.749283492565155, "Finetune/Step": 1651, "Finetune/Step Time": 5.253219174221158}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8310337066650391, "Finetune/Loss (Raw)": 0.8246743083000183, "Finetune/Step": 1652, "Finetune/Step Time": 5.236378150060773}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8319686651229858, "Finetune/Loss (Raw)": 0.8535712361335754, "Finetune/Step": 1653, "Finetune/Step Time": 5.227843418717384}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8316057920455933, "Finetune/Loss (Raw)": 0.9093828201293945, "Finetune/Step": 1654, "Finetune/Step Time": 5.240113917738199}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8279839754104614, "Finetune/Loss (Raw)": 0.38283008337020874, "Finetune/Step": 1655, "Finetune/Step Time": 5.258761839941144}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8316418528556824, "Finetune/Loss (Raw)": 0.8863888382911682, "Finetune/Step": 1656, "Finetune/Step Time": 5.231590051203966}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.830361008644104, "Finetune/Loss (Raw)": 0.8171824812889099, "Finetune/Step": 1657, "Finetune/Step Time": 5.229286136105657}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8325499296188354, "Finetune/Loss (Raw)": 0.8928053379058838, "Finetune/Step": 1658, "Finetune/Step Time": 5.2140245866030455}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8316113352775574, "Finetune/Loss (Raw)": 0.8056809902191162, "Finetune/Step": 1659, "Finetune/Step Time": 5.214281100779772}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8317185640335083, "Finetune/Loss (Raw)": 0.8895216584205627, "Finetune/Step": 1660, "Finetune/Step Time": 5.210819389671087}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8328478336334229, "Finetune/Loss (Raw)": 0.8508203029632568, "Finetune/Step": 1661, "Finetune/Step Time": 5.2060400154441595}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8345524072647095, "Finetune/Loss (Raw)": 0.9477138519287109, "Finetune/Step": 1662, "Finetune/Step Time": 5.20520462282002}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.832934558391571, "Finetune/Loss (Raw)": 0.6077658534049988, "Finetune/Step": 1663, "Finetune/Step Time": 5.214324604719877}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8321564793586731, "Finetune/Loss (Raw)": 0.7046405673027039, "Finetune/Step": 1664, "Finetune/Step Time": 5.207243483513594}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8334223628044128, "Finetune/Loss (Raw)": 0.9978093504905701, "Finetune/Step": 1665, "Finetune/Step Time": 5.206677719950676}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8364845514297485, "Finetune/Loss (Raw)": 0.8249222040176392, "Finetune/Step": 1666, "Finetune/Step Time": 5.1724321991205215}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8366711139678955, "Finetune/Loss (Raw)": 0.9077237248420715, "Finetune/Step": 1667, "Finetune/Step Time": 5.169093530625105}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8373565673828125, "Finetune/Loss (Raw)": 0.9346687197685242, "Finetune/Step": 1668, "Finetune/Step Time": 5.1733364053070545}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8368639945983887, "Finetune/Loss (Raw)": 0.887087345123291, "Finetune/Step": 1669, "Finetune/Step Time": 5.170253586024046}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8387349843978882, "Finetune/Loss (Raw)": 0.9306182861328125, "Finetune/Step": 1670, "Finetune/Step Time": 5.156586842611432}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8389359712600708, "Finetune/Loss (Raw)": 0.8107202053070068, "Finetune/Step": 1671, "Finetune/Step Time": 5.163720505312085}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8385016322135925, "Finetune/Loss (Raw)": 0.8566922545433044, "Finetune/Step": 1672, "Finetune/Step Time": 5.179965361952782}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8377298712730408, "Finetune/Loss (Raw)": 0.7198813557624817, "Finetune/Step": 1673, "Finetune/Step Time": 5.18490475974977}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8350847959518433, "Finetune/Loss (Raw)": 0.6278334856033325, "Finetune/Step": 1674, "Finetune/Step Time": 5.190998934209347}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8339155912399292, "Finetune/Loss (Raw)": 0.7276317477226257, "Finetune/Step": 1675, "Finetune/Step Time": 5.19495041295886}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8340855836868286, "Finetune/Loss (Raw)": 0.9253079891204834, "Finetune/Step": 1676, "Finetune/Step Time": 5.188923612236977}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8385442495346069, "Finetune/Loss (Raw)": 0.9688560962677002, "Finetune/Step": 1677, "Finetune/Step Time": 5.158328108489513}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8376830220222473, "Finetune/Loss (Raw)": 0.7932089567184448, "Finetune/Step": 1678, "Finetune/Step Time": 5.145038887858391}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8346244692802429, "Finetune/Loss (Raw)": 0.3871454894542694, "Finetune/Step": 1679, "Finetune/Step Time": 5.175883924588561}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8341051340103149, "Finetune/Loss (Raw)": 0.862941563129425, "Finetune/Step": 1680, "Finetune/Step Time": 5.183213638141751}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8348149061203003, "Finetune/Loss (Raw)": 0.8786845803260803, "Finetune/Step": 1681, "Finetune/Step Time": 5.165373673662543}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8369605541229248, "Finetune/Loss (Raw)": 1.0426805019378662, "Finetune/Step": 1682, "Finetune/Step Time": 5.167631288990378}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8351405262947083, "Finetune/Loss (Raw)": 0.7059547901153564, "Finetune/Step": 1683, "Finetune/Step Time": 5.175012832507491}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8362045884132385, "Finetune/Loss (Raw)": 0.8417019844055176, "Finetune/Step": 1684, "Finetune/Step Time": 5.166912874206901}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8358395099639893, "Finetune/Loss (Raw)": 0.7645668983459473, "Finetune/Step": 1685, "Finetune/Step Time": 5.17064475081861}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8341416120529175, "Finetune/Loss (Raw)": 0.6406879425048828, "Finetune/Step": 1686, "Finetune/Step Time": 5.1822397373616695}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8327893614768982, "Finetune/Loss (Raw)": 0.9240092039108276, "Finetune/Step": 1687, "Finetune/Step Time": 5.185071239247918}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8322763442993164, "Finetune/Loss (Raw)": 0.8562169671058655, "Finetune/Step": 1688, "Finetune/Step Time": 5.182615298777819}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8277376890182495, "Finetune/Loss (Raw)": 0.30494827032089233, "Finetune/Step": 1689, "Finetune/Step Time": 5.210215238854289}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8282210826873779, "Finetune/Loss (Raw)": 0.9591740965843201, "Finetune/Step": 1690, "Finetune/Step Time": 5.202115833759308}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8286930322647095, "Finetune/Loss (Raw)": 0.870857834815979, "Finetune/Step": 1691, "Finetune/Step Time": 5.184418573975563}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8281293511390686, "Finetune/Loss (Raw)": 0.726107120513916, "Finetune/Step": 1692, "Finetune/Step Time": 5.205917088314891}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8275814056396484, "Finetune/Loss (Raw)": 0.695258378982544, "Finetune/Step": 1693, "Finetune/Step Time": 5.224743904545903}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8262043595314026, "Finetune/Loss (Raw)": 0.6013810038566589, "Finetune/Step": 1694, "Finetune/Step Time": 5.237790649756789}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8251510858535767, "Finetune/Loss (Raw)": 0.7193194627761841, "Finetune/Step": 1695, "Finetune/Step Time": 5.243672216311097}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8253905773162842, "Finetune/Loss (Raw)": 0.8694577217102051, "Finetune/Step": 1696, "Finetune/Step Time": 5.241784395650029}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8271169662475586, "Finetune/Loss (Raw)": 0.9225587248802185, "Finetune/Step": 1697, "Finetune/Step Time": 5.228228755295277}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8261864185333252, "Finetune/Loss (Raw)": 0.8464295864105225, "Finetune/Step": 1698, "Finetune/Step Time": 5.240157775580883}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8261241912841797, "Finetune/Loss (Raw)": 0.9023601412773132, "Finetune/Step": 1699, "Finetune/Step Time": 5.2380823865532875}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8257997035980225, "Finetune/Loss (Raw)": 0.9045508503913879, "Finetune/Step": 1700, "Finetune/Step Time": 5.247486526146531}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8267461657524109, "Finetune/Loss (Raw)": 0.9598330855369568, "Finetune/Step": 1701, "Finetune/Step Time": 5.232964860275388}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8283696174621582, "Finetune/Loss (Raw)": 0.9252938628196716, "Finetune/Step": 1702, "Finetune/Step Time": 5.231895798817277}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8259389400482178, "Finetune/Loss (Raw)": 0.6900755763053894, "Finetune/Step": 1703, "Finetune/Step Time": 5.238452227786183}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8217931985855103, "Finetune/Loss (Raw)": 0.34498482942581177, "Finetune/Step": 1704, "Finetune/Step Time": 5.2644140757620335}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8216200470924377, "Finetune/Loss (Raw)": 0.8541386127471924, "Finetune/Step": 1705, "Finetune/Step Time": 5.267242817208171}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8218321204185486, "Finetune/Loss (Raw)": 0.9256187677383423, "Finetune/Step": 1706, "Finetune/Step Time": 5.26925952360034}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8222967386245728, "Finetune/Loss (Raw)": 0.8698643445968628, "Finetune/Step": 1707, "Finetune/Step Time": 5.26601273752749}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8235805630683899, "Finetune/Loss (Raw)": 0.8666620850563049, "Finetune/Step": 1708, "Finetune/Step Time": 5.246110588312149}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8253365755081177, "Finetune/Loss (Raw)": 0.9799856543540955, "Finetune/Step": 1709, "Finetune/Step Time": 5.243764830753207}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.825407862663269, "Finetune/Loss (Raw)": 0.8596085906028748, "Finetune/Step": 1710, "Finetune/Step Time": 5.2525922153145075}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8252414464950562, "Finetune/Loss (Raw)": 0.857228696346283, "Finetune/Step": 1711, "Finetune/Step Time": 5.255736058577895}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.826478898525238, "Finetune/Loss (Raw)": 1.0169161558151245, "Finetune/Step": 1712, "Finetune/Step Time": 5.245839685201645}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8260406255722046, "Finetune/Loss (Raw)": 0.9065345525741577, "Finetune/Step": 1713, "Finetune/Step Time": 5.245946874842048}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8249685764312744, "Finetune/Loss (Raw)": 0.8998306393623352, "Finetune/Step": 1714, "Finetune/Step Time": 5.212396245449781}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8225735425949097, "Finetune/Loss (Raw)": 0.6577896475791931, "Finetune/Step": 1715, "Finetune/Step Time": 5.220586780458689}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.822948694229126, "Finetune/Loss (Raw)": 0.8847891688346863, "Finetune/Step": 1716, "Finetune/Step Time": 5.2093083299696445}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8234109878540039, "Finetune/Loss (Raw)": 0.9090306162834167, "Finetune/Step": 1717, "Finetune/Step Time": 5.209380881860852}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8231548070907593, "Finetune/Loss (Raw)": 0.9203546643257141, "Finetune/Step": 1718, "Finetune/Step Time": 5.199967116117477}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8244277834892273, "Finetune/Loss (Raw)": 0.8374818563461304, "Finetune/Step": 1719, "Finetune/Step Time": 5.186536509543657}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8263664841651917, "Finetune/Loss (Raw)": 0.9631879329681396, "Finetune/Step": 1720, "Finetune/Step Time": 5.184462612494826}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8272103071212769, "Finetune/Loss (Raw)": 0.9103561043739319, "Finetune/Step": 1721, "Finetune/Step Time": 5.185920653864741}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8274790048599243, "Finetune/Loss (Raw)": 0.87293940782547, "Finetune/Step": 1722, "Finetune/Step Time": 5.176726508885622}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8286298513412476, "Finetune/Loss (Raw)": 0.876322329044342, "Finetune/Step": 1723, "Finetune/Step Time": 5.192354010418057}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8280332684516907, "Finetune/Loss (Raw)": 0.7990725040435791, "Finetune/Step": 1724, "Finetune/Step Time": 5.185790153220296}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8290215134620667, "Finetune/Loss (Raw)": 0.8672441840171814, "Finetune/Step": 1725, "Finetune/Step Time": 5.175563842058182}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8286879658699036, "Finetune/Loss (Raw)": 0.7928388714790344, "Finetune/Step": 1726, "Finetune/Step Time": 5.167812239378691}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8325333595275879, "Finetune/Loss (Raw)": 0.8662277460098267, "Finetune/Step": 1727, "Finetune/Step Time": 5.153402095660567}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8328516483306885, "Finetune/Loss (Raw)": 0.9562762379646301, "Finetune/Step": 1728, "Finetune/Step Time": 5.149803172796965}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8368100523948669, "Finetune/Loss (Raw)": 0.8908452987670898, "Finetune/Step": 1729, "Finetune/Step Time": 5.1143631637096405}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.835051417350769, "Finetune/Loss (Raw)": 0.7507381439208984, "Finetune/Step": 1730, "Finetune/Step Time": 5.105680640786886}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8358771800994873, "Finetune/Loss (Raw)": 1.035158634185791, "Finetune/Step": 1731, "Finetune/Step Time": 5.102347660809755}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8367925882339478, "Finetune/Loss (Raw)": 0.9462956190109253, "Finetune/Step": 1732, "Finetune/Step Time": 5.1161901000887156}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8384100198745728, "Finetune/Loss (Raw)": 0.8989965915679932, "Finetune/Step": 1733, "Finetune/Step Time": 5.10771974734962}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8406062126159668, "Finetune/Loss (Raw)": 0.9251626133918762, "Finetune/Step": 1734, "Finetune/Step Time": 5.091041965410113}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8406554460525513, "Finetune/Loss (Raw)": 0.8380459547042847, "Finetune/Step": 1735, "Finetune/Step Time": 5.090139107778668}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8445464372634888, "Finetune/Loss (Raw)": 0.8835288882255554, "Finetune/Step": 1736, "Finetune/Step Time": 5.059092475101352}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8440285325050354, "Finetune/Loss (Raw)": 0.820123553276062, "Finetune/Step": 1737, "Finetune/Step Time": 5.057760724797845}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8399938344955444, "Finetune/Loss (Raw)": 0.35456204414367676, "Finetune/Step": 1738, "Finetune/Step Time": 5.084439262747765}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8404062986373901, "Finetune/Loss (Raw)": 0.8378155827522278, "Finetune/Step": 1739, "Finetune/Step Time": 5.063889004290104}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8399389982223511, "Finetune/Loss (Raw)": 0.7602322101593018, "Finetune/Step": 1740, "Finetune/Step Time": 5.078894829377532}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8423393964767456, "Finetune/Loss (Raw)": 1.0501563549041748, "Finetune/Step": 1741, "Finetune/Step Time": 5.06925580278039}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8407961130142212, "Finetune/Loss (Raw)": 0.6995762586593628, "Finetune/Step": 1742, "Finetune/Step Time": 5.076743604615331}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8400490283966064, "Finetune/Loss (Raw)": 0.8660851120948792, "Finetune/Step": 1743, "Finetune/Step Time": 5.091388490051031}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8397544622421265, "Finetune/Loss (Raw)": 0.8420173525810242, "Finetune/Step": 1744, "Finetune/Step Time": 5.092740906402469}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8403463363647461, "Finetune/Loss (Raw)": 0.8957864046096802, "Finetune/Step": 1745, "Finetune/Step Time": 5.08779277279973}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8414229154586792, "Finetune/Loss (Raw)": 0.9765294790267944, "Finetune/Step": 1746, "Finetune/Step Time": 5.087590774521232}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8388879299163818, "Finetune/Loss (Raw)": 0.4312823414802551, "Finetune/Step": 1747, "Finetune/Step Time": 5.116031181067228}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8359296321868896, "Finetune/Loss (Raw)": 0.7149655818939209, "Finetune/Step": 1748, "Finetune/Step Time": 5.126337504014373}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.836847722530365, "Finetune/Loss (Raw)": 0.89823979139328, "Finetune/Step": 1749, "Finetune/Step Time": 5.124835815280676}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.836928129196167, "Finetune/Loss (Raw)": 0.9795464277267456, "Finetune/Step": 1750, "Finetune/Step Time": 5.132166346535087}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8357318639755249, "Finetune/Loss (Raw)": 0.9184079170227051, "Finetune/Step": 1751, "Finetune/Step Time": 5.136193597689271}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8367978930473328, "Finetune/Loss (Raw)": 1.0099115371704102, "Finetune/Step": 1752, "Finetune/Step Time": 5.135227194055915}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8366848826408386, "Finetune/Loss (Raw)": 0.8736532926559448, "Finetune/Step": 1753, "Finetune/Step Time": 5.1330617386847734}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8368381857872009, "Finetune/Loss (Raw)": 0.9104752540588379, "Finetune/Step": 1754, "Finetune/Step Time": 5.139713611453772}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8360894322395325, "Finetune/Loss (Raw)": 0.8756577372550964, "Finetune/Step": 1755, "Finetune/Step Time": 5.157419566065073}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8373075723648071, "Finetune/Loss (Raw)": 0.9942745566368103, "Finetune/Step": 1756, "Finetune/Step Time": 5.160704692825675}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8337770700454712, "Finetune/Loss (Raw)": 0.36020585894584656, "Finetune/Step": 1757, "Finetune/Step Time": 5.190807430073619}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.832787036895752, "Finetune/Loss (Raw)": 0.7667371034622192, "Finetune/Step": 1758, "Finetune/Step Time": 5.19516328163445}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8336187601089478, "Finetune/Loss (Raw)": 0.9576708078384399, "Finetune/Step": 1759, "Finetune/Step Time": 5.2006583623588085}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8346884846687317, "Finetune/Loss (Raw)": 0.9831823706626892, "Finetune/Step": 1760, "Finetune/Step Time": 5.198688065633178}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8344968557357788, "Finetune/Loss (Raw)": 0.7710265517234802, "Finetune/Step": 1761, "Finetune/Step Time": 5.203043110668659}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8334776163101196, "Finetune/Loss (Raw)": 0.7637584805488586, "Finetune/Step": 1762, "Finetune/Step Time": 5.212169433012605}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8350638151168823, "Finetune/Loss (Raw)": 1.014258623123169, "Finetune/Step": 1763, "Finetune/Step Time": 5.207702096551657}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8356062173843384, "Finetune/Loss (Raw)": 0.9513190984725952, "Finetune/Step": 1764, "Finetune/Step Time": 5.227073986083269}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8356480598449707, "Finetune/Loss (Raw)": 0.8033129572868347, "Finetune/Step": 1765, "Finetune/Step Time": 5.239828381687403}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8365421295166016, "Finetune/Loss (Raw)": 0.9168885350227356, "Finetune/Step": 1766, "Finetune/Step Time": 5.252346485853195}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8364974856376648, "Finetune/Loss (Raw)": 0.7443927526473999, "Finetune/Step": 1767, "Finetune/Step Time": 5.2530914675444365}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8349081873893738, "Finetune/Loss (Raw)": 0.7469878196716309, "Finetune/Step": 1768, "Finetune/Step Time": 5.2541541662067175}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8329659700393677, "Finetune/Loss (Raw)": 0.6751317977905273, "Finetune/Step": 1769, "Finetune/Step Time": 5.25845443084836}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8333134651184082, "Finetune/Loss (Raw)": 0.9096810817718506, "Finetune/Step": 1770, "Finetune/Step Time": 5.260468535125256}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8318677544593811, "Finetune/Loss (Raw)": 0.8105997443199158, "Finetune/Step": 1771, "Finetune/Step Time": 5.258590554818511}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8333941698074341, "Finetune/Loss (Raw)": 0.9997426867485046, "Finetune/Step": 1772, "Finetune/Step Time": 5.233372597023845}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.833014726638794, "Finetune/Loss (Raw)": 0.8090642690658569, "Finetune/Step": 1773, "Finetune/Step Time": 5.242234092205763}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.831699013710022, "Finetune/Loss (Raw)": 0.784704864025116, "Finetune/Step": 1774, "Finetune/Step Time": 5.25644919835031}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8329285383224487, "Finetune/Loss (Raw)": 0.9594963788986206, "Finetune/Step": 1775, "Finetune/Step Time": 5.244086368009448}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8322824835777283, "Finetune/Loss (Raw)": 0.8542167544364929, "Finetune/Step": 1776, "Finetune/Step Time": 5.243144568055868}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.832709550857544, "Finetune/Loss (Raw)": 0.886378824710846, "Finetune/Step": 1777, "Finetune/Step Time": 5.238123271614313}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8321940898895264, "Finetune/Loss (Raw)": 0.8413138389587402, "Finetune/Step": 1778, "Finetune/Step Time": 5.240302994847298}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.834549069404602, "Finetune/Loss (Raw)": 1.0507192611694336, "Finetune/Step": 1779, "Finetune/Step Time": 5.225679783150554}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8346721529960632, "Finetune/Loss (Raw)": 0.8404277563095093, "Finetune/Step": 1780, "Finetune/Step Time": 5.218054668977857}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8334252834320068, "Finetune/Loss (Raw)": 0.6939727663993835, "Finetune/Step": 1781, "Finetune/Step Time": 5.21988713927567}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8330609202384949, "Finetune/Loss (Raw)": 0.8627442717552185, "Finetune/Step": 1782, "Finetune/Step Time": 5.207546506077051}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8359394073486328, "Finetune/Loss (Raw)": 0.7512759566307068, "Finetune/Step": 1783, "Finetune/Step Time": 5.179029997438192}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.836897611618042, "Finetune/Loss (Raw)": 1.0090378522872925, "Finetune/Step": 1784, "Finetune/Step Time": 5.182682225480676}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8356497883796692, "Finetune/Loss (Raw)": 0.6574640870094299, "Finetune/Step": 1785, "Finetune/Step Time": 5.197662934660912}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8352982997894287, "Finetune/Loss (Raw)": 0.8478198647499084, "Finetune/Step": 1786, "Finetune/Step Time": 5.196286506950855}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8346685171127319, "Finetune/Loss (Raw)": 0.7250697016716003, "Finetune/Step": 1787, "Finetune/Step Time": 5.201638303697109}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8339272737503052, "Finetune/Loss (Raw)": 0.7946335673332214, "Finetune/Step": 1788, "Finetune/Step Time": 5.198136787861586}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8295724391937256, "Finetune/Loss (Raw)": 0.29341039061546326, "Finetune/Step": 1789, "Finetune/Step Time": 5.233453614637256}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8292708396911621, "Finetune/Loss (Raw)": 0.9091002345085144, "Finetune/Step": 1790, "Finetune/Step Time": 5.2369864117354155}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8321751356124878, "Finetune/Loss (Raw)": 0.9795220494270325, "Finetune/Step": 1791, "Finetune/Step Time": 5.229969380423427}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8339639902114868, "Finetune/Loss (Raw)": 0.9336152076721191, "Finetune/Step": 1792, "Finetune/Step Time": 5.230398146435618}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8318731188774109, "Finetune/Loss (Raw)": 0.7301756739616394, "Finetune/Step": 1793, "Finetune/Step Time": 5.245393820106983}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8329603672027588, "Finetune/Loss (Raw)": 0.9640887379646301, "Finetune/Step": 1794, "Finetune/Step Time": 5.251774791628122}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8287376165390015, "Finetune/Loss (Raw)": 0.3672125041484833, "Finetune/Step": 1795, "Finetune/Step Time": 5.283437740057707}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8279186487197876, "Finetune/Loss (Raw)": 0.8298336267471313, "Finetune/Step": 1796, "Finetune/Step Time": 5.277433276176453}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8277558088302612, "Finetune/Loss (Raw)": 0.86624675989151, "Finetune/Step": 1797, "Finetune/Step Time": 5.2768769338727}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8272980451583862, "Finetune/Loss (Raw)": 0.8720256090164185, "Finetune/Step": 1798, "Finetune/Step Time": 5.2808912098407745}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8273646235466003, "Finetune/Loss (Raw)": 0.819242000579834, "Finetune/Step": 1799, "Finetune/Step Time": 5.2726896069943905}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8272063732147217, "Finetune/Loss (Raw)": 0.8364396691322327, "Finetune/Step": 1800, "Finetune/Step Time": 5.266955718398094}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8287273645401001, "Finetune/Loss (Raw)": 0.9145718216896057, "Finetune/Step": 1801, "Finetune/Step Time": 5.2713501919060946}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8301916122436523, "Finetune/Loss (Raw)": 0.8152498006820679, "Finetune/Step": 1802, "Finetune/Step Time": 5.274051493033767}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8310145139694214, "Finetune/Loss (Raw)": 0.8329700827598572, "Finetune/Step": 1803, "Finetune/Step Time": 5.286493595689535}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.830877423286438, "Finetune/Loss (Raw)": 0.9077538251876831, "Finetune/Step": 1804, "Finetune/Step Time": 5.290062522515655}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8278300762176514, "Finetune/Loss (Raw)": 0.5788026452064514, "Finetune/Step": 1805, "Finetune/Step Time": 5.2986634112894535}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8277697563171387, "Finetune/Loss (Raw)": 0.7854804992675781, "Finetune/Step": 1806, "Finetune/Step Time": 5.310484081506729}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.831735372543335, "Finetune/Loss (Raw)": 0.8947415947914124, "Finetune/Step": 1807, "Finetune/Step Time": 5.280631300061941}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8313157558441162, "Finetune/Loss (Raw)": 0.8092401027679443, "Finetune/Step": 1808, "Finetune/Step Time": 5.269753051921725}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8313119411468506, "Finetune/Loss (Raw)": 0.8781892657279968, "Finetune/Step": 1809, "Finetune/Step Time": 5.269287221133709}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8294949531555176, "Finetune/Loss (Raw)": 0.8101066946983337, "Finetune/Step": 1810, "Finetune/Step Time": 5.27163178473711}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8306329846382141, "Finetune/Loss (Raw)": 0.8516277074813843, "Finetune/Step": 1811, "Finetune/Step Time": 5.264792315661907}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8301377892494202, "Finetune/Loss (Raw)": 0.7783138155937195, "Finetune/Step": 1812, "Finetune/Step Time": 5.2818006332963705}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8306413888931274, "Finetune/Loss (Raw)": 0.8290315270423889, "Finetune/Step": 1813, "Finetune/Step Time": 5.272024383768439}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8324756622314453, "Finetune/Loss (Raw)": 0.8754698634147644, "Finetune/Step": 1814, "Finetune/Step Time": 5.260126965120435}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8317812085151672, "Finetune/Loss (Raw)": 0.8351207375526428, "Finetune/Step": 1815, "Finetune/Step Time": 5.258361769840121}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8324471712112427, "Finetune/Loss (Raw)": 0.9414598941802979, "Finetune/Step": 1816, "Finetune/Step Time": 5.252968473359942}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8367586135864258, "Finetune/Loss (Raw)": 0.8568118810653687, "Finetune/Step": 1817, "Finetune/Step Time": 5.224778139963746}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8354923725128174, "Finetune/Loss (Raw)": 0.79709792137146, "Finetune/Step": 1818, "Finetune/Step Time": 5.225085964426398}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8356776237487793, "Finetune/Loss (Raw)": 0.8945637345314026, "Finetune/Step": 1819, "Finetune/Step Time": 5.222239090129733}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8358620405197144, "Finetune/Loss (Raw)": 0.7497184872627258, "Finetune/Step": 1820, "Finetune/Step Time": 5.200432049110532}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8372227549552917, "Finetune/Loss (Raw)": 0.869428277015686, "Finetune/Step": 1821, "Finetune/Step Time": 5.184850923717022}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8409331440925598, "Finetune/Loss (Raw)": 1.0763111114501953, "Finetune/Step": 1822, "Finetune/Step Time": 5.166037313640118}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8419808745384216, "Finetune/Loss (Raw)": 0.8534252643585205, "Finetune/Step": 1823, "Finetune/Step Time": 5.156967332586646}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8405364155769348, "Finetune/Loss (Raw)": 0.6845723390579224, "Finetune/Step": 1824, "Finetune/Step Time": 5.160787343978882}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8399096131324768, "Finetune/Loss (Raw)": 0.8423243761062622, "Finetune/Step": 1825, "Finetune/Step Time": 5.1615978088229895}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8403475284576416, "Finetune/Loss (Raw)": 0.9024838209152222, "Finetune/Step": 1826, "Finetune/Step Time": 5.151936572045088}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8396172523498535, "Finetune/Loss (Raw)": 0.8088834881782532, "Finetune/Step": 1827, "Finetune/Step Time": 5.183090105652809}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8396655321121216, "Finetune/Loss (Raw)": 0.9107283353805542, "Finetune/Step": 1828, "Finetune/Step Time": 5.181319301947951}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8403927087783813, "Finetune/Loss (Raw)": 1.0529202222824097, "Finetune/Step": 1829, "Finetune/Step Time": 5.184775808826089}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8407831192016602, "Finetune/Loss (Raw)": 0.9752640128135681, "Finetune/Step": 1830, "Finetune/Step Time": 5.19621273688972}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8419245481491089, "Finetune/Loss (Raw)": 0.8361729383468628, "Finetune/Step": 1831, "Finetune/Step Time": 5.181384338065982}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8469082117080688, "Finetune/Loss (Raw)": 0.9829021692276001, "Finetune/Step": 1832, "Finetune/Step Time": 5.154271222651005}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8461748361587524, "Finetune/Loss (Raw)": 0.7602628469467163, "Finetune/Step": 1833, "Finetune/Step Time": 5.171841958537698}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8467376232147217, "Finetune/Loss (Raw)": 0.9976551532745361, "Finetune/Step": 1834, "Finetune/Step Time": 5.171446109190583}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8468688130378723, "Finetune/Loss (Raw)": 0.8866510391235352, "Finetune/Step": 1835, "Finetune/Step Time": 5.17931860499084}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8471200466156006, "Finetune/Loss (Raw)": 0.8988293409347534, "Finetune/Step": 1836, "Finetune/Step Time": 5.17452635243535}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.845960795879364, "Finetune/Loss (Raw)": 0.831597626209259, "Finetune/Step": 1837, "Finetune/Step Time": 5.176143143326044}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8460841178894043, "Finetune/Loss (Raw)": 0.8753917813301086, "Finetune/Step": 1838, "Finetune/Step Time": 5.179282894358039}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8463950157165527, "Finetune/Loss (Raw)": 0.8970234990119934, "Finetune/Step": 1839, "Finetune/Step Time": 5.181039368733764}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8450758457183838, "Finetune/Loss (Raw)": 0.8480634093284607, "Finetune/Step": 1840, "Finetune/Step Time": 5.190223032608628}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.843984067440033, "Finetune/Loss (Raw)": 0.7667877078056335, "Finetune/Step": 1841, "Finetune/Step Time": 5.1912578381598}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8444792032241821, "Finetune/Loss (Raw)": 0.9632042646408081, "Finetune/Step": 1842, "Finetune/Step Time": 5.189743213355541}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8461581468582153, "Finetune/Loss (Raw)": 0.8726957440376282, "Finetune/Step": 1843, "Finetune/Step Time": 5.194463144987822}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8456952571868896, "Finetune/Loss (Raw)": 0.8255403637886047, "Finetune/Step": 1844, "Finetune/Step Time": 5.205270344391465}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8446522355079651, "Finetune/Loss (Raw)": 0.7755242586135864, "Finetune/Step": 1845, "Finetune/Step Time": 5.198837421834469}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8449670076370239, "Finetune/Loss (Raw)": 0.9606499075889587, "Finetune/Step": 1846, "Finetune/Step Time": 5.199960220605135}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8452990055084229, "Finetune/Loss (Raw)": 0.8799712657928467, "Finetune/Step": 1847, "Finetune/Step Time": 5.207974202930927}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8445391654968262, "Finetune/Loss (Raw)": 0.8659383058547974, "Finetune/Step": 1848, "Finetune/Step Time": 5.200467037037015}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8451032638549805, "Finetune/Loss (Raw)": 0.9825475811958313, "Finetune/Step": 1849, "Finetune/Step Time": 5.193785233423114}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8455498814582825, "Finetune/Loss (Raw)": 0.9301136136054993, "Finetune/Step": 1850, "Finetune/Step Time": 5.19939992018044}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8441481590270996, "Finetune/Loss (Raw)": 0.696897029876709, "Finetune/Step": 1851, "Finetune/Step Time": 5.202219048514962}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8449428081512451, "Finetune/Loss (Raw)": 0.9007875919342041, "Finetune/Step": 1852, "Finetune/Step Time": 5.2028664499521255}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8452743887901306, "Finetune/Loss (Raw)": 0.9096916317939758, "Finetune/Step": 1853, "Finetune/Step Time": 5.203643897548318}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8461567759513855, "Finetune/Loss (Raw)": 0.9057835936546326, "Finetune/Step": 1854, "Finetune/Step Time": 5.197694962844253}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8464888334274292, "Finetune/Loss (Raw)": 0.9087281823158264, "Finetune/Step": 1855, "Finetune/Step Time": 5.182861989364028}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8469361066818237, "Finetune/Loss (Raw)": 1.0135326385498047, "Finetune/Step": 1856, "Finetune/Step Time": 5.182722806930542}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8459052443504333, "Finetune/Loss (Raw)": 0.7588926553726196, "Finetune/Step": 1857, "Finetune/Step Time": 5.217705313116312}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8466204404830933, "Finetune/Loss (Raw)": 0.8422846794128418, "Finetune/Step": 1858, "Finetune/Step Time": 5.225636903196573}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.846187174320221, "Finetune/Loss (Raw)": 0.9796993136405945, "Finetune/Step": 1859, "Finetune/Step Time": 5.220227485522628}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8444494009017944, "Finetune/Loss (Raw)": 0.7238553166389465, "Finetune/Step": 1860, "Finetune/Step Time": 5.208861472085118}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8436201810836792, "Finetune/Loss (Raw)": 0.7928532361984253, "Finetune/Step": 1861, "Finetune/Step Time": 5.208838380873203}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.842473030090332, "Finetune/Loss (Raw)": 0.7783336639404297, "Finetune/Step": 1862, "Finetune/Step Time": 5.193566462025046}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.841762900352478, "Finetune/Loss (Raw)": 0.7471417784690857, "Finetune/Step": 1863, "Finetune/Step Time": 5.1926818657666445}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.840811014175415, "Finetune/Loss (Raw)": 0.7617042660713196, "Finetune/Step": 1864, "Finetune/Step Time": 5.1973862666636705}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8415228128433228, "Finetune/Loss (Raw)": 0.9112184047698975, "Finetune/Step": 1865, "Finetune/Step Time": 5.19967732951045}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8461925983428955, "Finetune/Loss (Raw)": 0.9523026943206787, "Finetune/Step": 1866, "Finetune/Step Time": 5.182514727115631}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8472942113876343, "Finetune/Loss (Raw)": 0.9788169264793396, "Finetune/Step": 1867, "Finetune/Step Time": 5.187986776232719}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8472791910171509, "Finetune/Loss (Raw)": 0.7583192586898804, "Finetune/Step": 1868, "Finetune/Step Time": 5.189468871802092}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.846534252166748, "Finetune/Loss (Raw)": 0.9547956585884094, "Finetune/Step": 1869, "Finetune/Step Time": 5.196771737188101}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8471806645393372, "Finetune/Loss (Raw)": 0.7823189496994019, "Finetune/Step": 1870, "Finetune/Step Time": 5.189586225897074}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8468512296676636, "Finetune/Loss (Raw)": 0.8239187598228455, "Finetune/Step": 1871, "Finetune/Step Time": 5.202677506953478}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8457745909690857, "Finetune/Loss (Raw)": 0.7042126655578613, "Finetune/Step": 1872, "Finetune/Step Time": 5.207373084500432}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8416010141372681, "Finetune/Loss (Raw)": 0.36156055331230164, "Finetune/Step": 1873, "Finetune/Step Time": 5.232758058235049}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8410840630531311, "Finetune/Loss (Raw)": 0.9103627800941467, "Finetune/Step": 1874, "Finetune/Step Time": 5.234471160918474}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8430811166763306, "Finetune/Loss (Raw)": 0.686909019947052, "Finetune/Step": 1875, "Finetune/Step Time": 5.215173646807671}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8445557355880737, "Finetune/Loss (Raw)": 0.9037140011787415, "Finetune/Step": 1876, "Finetune/Step Time": 5.201943600550294}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8446049094200134, "Finetune/Loss (Raw)": 0.9045329093933105, "Finetune/Step": 1877, "Finetune/Step Time": 5.206011356785893}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8422457575798035, "Finetune/Loss (Raw)": 0.6775751709938049, "Finetune/Step": 1878, "Finetune/Step Time": 5.199013808742166}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8427099585533142, "Finetune/Loss (Raw)": 0.9778225421905518, "Finetune/Step": 1879, "Finetune/Step Time": 5.190500561147928}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8397970199584961, "Finetune/Loss (Raw)": 0.6370640397071838, "Finetune/Step": 1880, "Finetune/Step Time": 5.210541957989335}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8388404250144958, "Finetune/Loss (Raw)": 0.7512005567550659, "Finetune/Step": 1881, "Finetune/Step Time": 5.21817734465003}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8385621905326843, "Finetune/Loss (Raw)": 0.8748651146888733, "Finetune/Step": 1882, "Finetune/Step Time": 5.214936854317784}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8371450901031494, "Finetune/Loss (Raw)": 0.6942664384841919, "Finetune/Step": 1883, "Finetune/Step Time": 5.211685134097934}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8321256637573242, "Finetune/Loss (Raw)": 0.35178935527801514, "Finetune/Step": 1884, "Finetune/Step Time": 5.240035558119416}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.836497962474823, "Finetune/Loss (Raw)": 0.9198615550994873, "Finetune/Step": 1885, "Finetune/Step Time": 5.212109610438347}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8384612202644348, "Finetune/Loss (Raw)": 1.0180281400680542, "Finetune/Step": 1886, "Finetune/Step Time": 5.2156323455274105}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8367723226547241, "Finetune/Loss (Raw)": 0.7414905428886414, "Finetune/Step": 1887, "Finetune/Step Time": 5.210751773789525}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8346580266952515, "Finetune/Loss (Raw)": 0.7125600576400757, "Finetune/Step": 1888, "Finetune/Step Time": 5.2155280243605375}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8351691961288452, "Finetune/Loss (Raw)": 0.8364548683166504, "Finetune/Step": 1889, "Finetune/Step Time": 5.22137551382184}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8356693983078003, "Finetune/Loss (Raw)": 0.8277812004089355, "Finetune/Step": 1890, "Finetune/Step Time": 5.215454010292888}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8350273966789246, "Finetune/Loss (Raw)": 0.9320824146270752, "Finetune/Step": 1891, "Finetune/Step Time": 5.199452163651586}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8353960514068604, "Finetune/Loss (Raw)": 0.9985150694847107, "Finetune/Step": 1892, "Finetune/Step Time": 5.180216131731868}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8355258703231812, "Finetune/Loss (Raw)": 0.8199222087860107, "Finetune/Step": 1893, "Finetune/Step Time": 5.181286100298166}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.834292471408844, "Finetune/Loss (Raw)": 0.7590149641036987, "Finetune/Step": 1894, "Finetune/Step Time": 5.162307675927877}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.83492511510849, "Finetune/Loss (Raw)": 0.8253734707832336, "Finetune/Step": 1895, "Finetune/Step Time": 5.161530554294586}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8358426094055176, "Finetune/Loss (Raw)": 0.8644249439239502, "Finetune/Step": 1896, "Finetune/Step Time": 5.1635735016316175}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8384730815887451, "Finetune/Loss (Raw)": 1.011834740638733, "Finetune/Step": 1897, "Finetune/Step Time": 5.150638388469815}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8381856679916382, "Finetune/Loss (Raw)": 0.8728844523429871, "Finetune/Step": 1898, "Finetune/Step Time": 5.155260913074017}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8374848365783691, "Finetune/Loss (Raw)": 0.7208964228630066, "Finetune/Step": 1899, "Finetune/Step Time": 5.174267809838057}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8362363576889038, "Finetune/Loss (Raw)": 0.839942455291748, "Finetune/Step": 1900, "Finetune/Step Time": 5.1760571748018265}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8362910747528076, "Finetune/Loss (Raw)": 0.8160672783851624, "Finetune/Step": 1901, "Finetune/Step Time": 5.172553852200508}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8376163244247437, "Finetune/Loss (Raw)": 0.954328715801239, "Finetune/Step": 1902, "Finetune/Step Time": 5.162286626175046}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8362095952033997, "Finetune/Loss (Raw)": 0.779440701007843, "Finetune/Step": 1903, "Finetune/Step Time": 5.181644374504685}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8359281420707703, "Finetune/Loss (Raw)": 0.818189263343811, "Finetune/Step": 1904, "Finetune/Step Time": 5.186332201585174}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.831489622592926, "Finetune/Loss (Raw)": 0.31824567914009094, "Finetune/Step": 1905, "Finetune/Step Time": 5.2186190485954285}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.831048309803009, "Finetune/Loss (Raw)": 0.7848273515701294, "Finetune/Step": 1906, "Finetune/Step Time": 5.230711188167334}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.829700231552124, "Finetune/Loss (Raw)": 0.8781684041023254, "Finetune/Step": 1907, "Finetune/Step Time": 5.246055264025927}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.829448401927948, "Finetune/Loss (Raw)": 0.8081934452056885, "Finetune/Step": 1908, "Finetune/Step Time": 5.243991544470191}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8289430141448975, "Finetune/Loss (Raw)": 0.6292822957038879, "Finetune/Step": 1909, "Finetune/Step Time": 5.244622182101011}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8288986682891846, "Finetune/Loss (Raw)": 0.8570679426193237, "Finetune/Step": 1910, "Finetune/Step Time": 5.257618390023708}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.830106258392334, "Finetune/Loss (Raw)": 0.9058535099029541, "Finetune/Step": 1911, "Finetune/Step Time": 5.262593984603882}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8288065791130066, "Finetune/Loss (Raw)": 0.8426744341850281, "Finetune/Step": 1912, "Finetune/Step Time": 5.25671467371285}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8305093050003052, "Finetune/Loss (Raw)": 0.8754119277000427, "Finetune/Step": 1913, "Finetune/Step Time": 5.241087896749377}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8317796587944031, "Finetune/Loss (Raw)": 1.0104254484176636, "Finetune/Step": 1914, "Finetune/Step Time": 5.2380946315824986}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8333710432052612, "Finetune/Loss (Raw)": 0.9287618398666382, "Finetune/Step": 1915, "Finetune/Step Time": 5.259376397356391}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8336731195449829, "Finetune/Loss (Raw)": 0.8333044648170471, "Finetune/Step": 1916, "Finetune/Step Time": 5.259378150105476}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8375065326690674, "Finetune/Loss (Raw)": 0.7840889096260071, "Finetune/Step": 1917, "Finetune/Step Time": 5.224106749519706}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8367898464202881, "Finetune/Loss (Raw)": 0.8173642754554749, "Finetune/Step": 1918, "Finetune/Step Time": 5.211868951097131}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8358343839645386, "Finetune/Loss (Raw)": 0.857218325138092, "Finetune/Step": 1919, "Finetune/Step Time": 5.207743044942617}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.834441065788269, "Finetune/Loss (Raw)": 0.7552727460861206, "Finetune/Step": 1920, "Finetune/Step Time": 5.2172149531543255}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8362436294555664, "Finetune/Loss (Raw)": 0.9609076976776123, "Finetune/Step": 1921, "Finetune/Step Time": 5.201435968279839}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8310667276382446, "Finetune/Loss (Raw)": 0.3014429211616516, "Finetune/Step": 1922, "Finetune/Step Time": 5.229452811181545}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8348293304443359, "Finetune/Loss (Raw)": 0.8488266468048096, "Finetune/Step": 1923, "Finetune/Step Time": 5.200156634673476}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8356450796127319, "Finetune/Loss (Raw)": 0.934241771697998, "Finetune/Step": 1924, "Finetune/Step Time": 5.197504373267293}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8369107246398926, "Finetune/Loss (Raw)": 1.0282546281814575, "Finetune/Step": 1925, "Finetune/Step Time": 5.2047522328794}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8326775431632996, "Finetune/Loss (Raw)": 0.33018165826797485, "Finetune/Step": 1926, "Finetune/Step Time": 5.230096992105246}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8293697834014893, "Finetune/Loss (Raw)": 0.3958430588245392, "Finetune/Step": 1927, "Finetune/Step Time": 5.262154042720795}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8303168416023254, "Finetune/Loss (Raw)": 0.9576665163040161, "Finetune/Step": 1928, "Finetune/Step Time": 5.250943860039115}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8287929892539978, "Finetune/Loss (Raw)": 0.719519317150116, "Finetune/Step": 1929, "Finetune/Step Time": 5.242256231606007}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8276872634887695, "Finetune/Loss (Raw)": 0.6737133860588074, "Finetune/Step": 1930, "Finetune/Step Time": 5.22758574038744}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8282214403152466, "Finetune/Loss (Raw)": 0.9013441801071167, "Finetune/Step": 1931, "Finetune/Step Time": 5.205535363405943}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.826589822769165, "Finetune/Loss (Raw)": 0.6989140510559082, "Finetune/Step": 1932, "Finetune/Step Time": 5.218609044328332}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8290627002716064, "Finetune/Loss (Raw)": 0.8953279256820679, "Finetune/Step": 1933, "Finetune/Step Time": 5.2115924675017595}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8299180269241333, "Finetune/Loss (Raw)": 0.894964337348938, "Finetune/Step": 1934, "Finetune/Step Time": 5.19777861610055}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8304107189178467, "Finetune/Loss (Raw)": 0.9578009247779846, "Finetune/Step": 1935, "Finetune/Step Time": 5.203479157760739}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8299261331558228, "Finetune/Loss (Raw)": 0.7472113966941833, "Finetune/Step": 1936, "Finetune/Step Time": 5.211631428450346}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8299497365951538, "Finetune/Loss (Raw)": 0.8812198042869568, "Finetune/Step": 1937, "Finetune/Step Time": 5.210357315838337}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8267597556114197, "Finetune/Loss (Raw)": 0.4017893075942993, "Finetune/Step": 1938, "Finetune/Step Time": 5.234079770743847}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8268676996231079, "Finetune/Loss (Raw)": 0.8654370903968811, "Finetune/Step": 1939, "Finetune/Step Time": 5.230363247916102}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8245595693588257, "Finetune/Loss (Raw)": 0.48287078738212585, "Finetune/Step": 1940, "Finetune/Step Time": 5.220836913213134}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8245329856872559, "Finetune/Loss (Raw)": 0.825631320476532, "Finetune/Step": 1941, "Finetune/Step Time": 5.219291726127267}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8255311846733093, "Finetune/Loss (Raw)": 1.003242015838623, "Finetune/Step": 1942, "Finetune/Step Time": 5.220823531970382}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8264138698577881, "Finetune/Loss (Raw)": 0.9481004476547241, "Finetune/Step": 1943, "Finetune/Step Time": 5.2196821086108685}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8258994221687317, "Finetune/Loss (Raw)": 0.8756109476089478, "Finetune/Step": 1944, "Finetune/Step Time": 5.223910551518202}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8222015500068665, "Finetune/Loss (Raw)": 0.3834880292415619, "Finetune/Step": 1945, "Finetune/Step Time": 5.252783536911011}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8230676651000977, "Finetune/Loss (Raw)": 0.9079580903053284, "Finetune/Step": 1946, "Finetune/Step Time": 5.265312798321247}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8239367008209229, "Finetune/Loss (Raw)": 1.0057977437973022, "Finetune/Step": 1947, "Finetune/Step Time": 5.263824015855789}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8261651992797852, "Finetune/Loss (Raw)": 1.0349726676940918, "Finetune/Step": 1948, "Finetune/Step Time": 5.262898180633783}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8270279765129089, "Finetune/Loss (Raw)": 0.9798609614372253, "Finetune/Step": 1949, "Finetune/Step Time": 5.2612840961664915}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8263798356056213, "Finetune/Loss (Raw)": 0.9933472275733948, "Finetune/Step": 1950, "Finetune/Step Time": 5.257584413513541}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8271753787994385, "Finetune/Loss (Raw)": 0.9552587866783142, "Finetune/Step": 1951, "Finetune/Step Time": 5.261924594640732}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8294641971588135, "Finetune/Loss (Raw)": 0.9775391221046448, "Finetune/Step": 1952, "Finetune/Step Time": 5.256695946678519}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8275262117385864, "Finetune/Loss (Raw)": 0.5942578315734863, "Finetune/Step": 1953, "Finetune/Step Time": 5.268229519948363}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8254380822181702, "Finetune/Loss (Raw)": 0.6352102160453796, "Finetune/Step": 1954, "Finetune/Step Time": 5.276716062799096}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.825025200843811, "Finetune/Loss (Raw)": 0.756024956703186, "Finetune/Step": 1955, "Finetune/Step Time": 5.262250941246748}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8237693309783936, "Finetune/Loss (Raw)": 0.7499846816062927, "Finetune/Step": 1956, "Finetune/Step Time": 5.256314584985375}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8228650689125061, "Finetune/Loss (Raw)": 0.9371690154075623, "Finetune/Step": 1957, "Finetune/Step Time": 5.249825429171324}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8229122161865234, "Finetune/Loss (Raw)": 0.9813016653060913, "Finetune/Step": 1958, "Finetune/Step Time": 5.235591279342771}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8224102854728699, "Finetune/Loss (Raw)": 0.7719277739524841, "Finetune/Step": 1959, "Finetune/Step Time": 5.238083120435476}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8226728439331055, "Finetune/Loss (Raw)": 1.0165067911148071, "Finetune/Step": 1960, "Finetune/Step Time": 5.2437110133469105}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8224852085113525, "Finetune/Loss (Raw)": 0.7362411618232727, "Finetune/Step": 1961, "Finetune/Step Time": 5.232536541298032}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8178512454032898, "Finetune/Loss (Raw)": 0.4045145809650421, "Finetune/Step": 1962, "Finetune/Step Time": 5.265396777540445}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8140132427215576, "Finetune/Loss (Raw)": 0.39538779854774475, "Finetune/Step": 1963, "Finetune/Step Time": 5.284142116084695}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8134484887123108, "Finetune/Loss (Raw)": 0.8265406489372253, "Finetune/Step": 1964, "Finetune/Step Time": 5.292044023051858}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8121477365493774, "Finetune/Loss (Raw)": 0.6651032567024231, "Finetune/Step": 1965, "Finetune/Step Time": 5.291508408263326}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8112945556640625, "Finetune/Loss (Raw)": 0.7661795616149902, "Finetune/Step": 1966, "Finetune/Step Time": 5.276415076106787}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8104491233825684, "Finetune/Loss (Raw)": 0.7888098955154419, "Finetune/Step": 1967, "Finetune/Step Time": 5.264697685837746}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8111105561256409, "Finetune/Loss (Raw)": 0.9327236413955688, "Finetune/Step": 1968, "Finetune/Step Time": 5.251187017187476}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8085892200469971, "Finetune/Loss (Raw)": 0.44405779242515564, "Finetune/Step": 1969, "Finetune/Step Time": 5.279769867658615}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8073861598968506, "Finetune/Loss (Raw)": 0.8092190623283386, "Finetune/Step": 1970, "Finetune/Step Time": 5.27572906948626}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8037086725234985, "Finetune/Loss (Raw)": 0.40197494626045227, "Finetune/Step": 1971, "Finetune/Step Time": 5.291013956069946}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8037993907928467, "Finetune/Loss (Raw)": 0.8371472358703613, "Finetune/Step": 1972, "Finetune/Step Time": 5.2802499532699585}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8038820624351501, "Finetune/Loss (Raw)": 0.7861075401306152, "Finetune/Step": 1973, "Finetune/Step Time": 5.306846417486668}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8041256666183472, "Finetune/Loss (Raw)": 0.9918376803398132, "Finetune/Step": 1974, "Finetune/Step Time": 5.306885490193963}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.804065465927124, "Finetune/Loss (Raw)": 0.8722622394561768, "Finetune/Step": 1975, "Finetune/Step Time": 5.2970639783889055}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8041456937789917, "Finetune/Loss (Raw)": 0.8762078881263733, "Finetune/Step": 1976, "Finetune/Step Time": 5.299674712121487}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8036172389984131, "Finetune/Loss (Raw)": 0.9149008393287659, "Finetune/Step": 1977, "Finetune/Step Time": 5.308037161827087}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8040000200271606, "Finetune/Loss (Raw)": 0.9791185855865479, "Finetune/Step": 1978, "Finetune/Step Time": 5.301723720505834}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8014721870422363, "Finetune/Loss (Raw)": 0.3733283579349518, "Finetune/Step": 1979, "Finetune/Step Time": 5.309556050226092}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8000266551971436, "Finetune/Loss (Raw)": 0.7157606482505798, "Finetune/Step": 1980, "Finetune/Step Time": 5.323063541203737}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.799891471862793, "Finetune/Loss (Raw)": 0.8923844695091248, "Finetune/Step": 1981, "Finetune/Step Time": 5.334007453173399}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7996426820755005, "Finetune/Loss (Raw)": 0.8739392757415771, "Finetune/Step": 1982, "Finetune/Step Time": 5.341732539236546}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7990738153457642, "Finetune/Loss (Raw)": 0.8359082341194153, "Finetune/Step": 1983, "Finetune/Step Time": 5.351108346134424}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7990171909332275, "Finetune/Loss (Raw)": 1.0062881708145142, "Finetune/Step": 1984, "Finetune/Step Time": 5.350898480042815}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8005567789077759, "Finetune/Loss (Raw)": 0.9559634327888489, "Finetune/Step": 1985, "Finetune/Step Time": 5.313341921195388}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8022640943527222, "Finetune/Loss (Raw)": 1.0608161687850952, "Finetune/Step": 1986, "Finetune/Step Time": 5.303629986941814}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8012078404426575, "Finetune/Loss (Raw)": 0.8445059657096863, "Finetune/Step": 1987, "Finetune/Step Time": 5.329647462815046}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8019896745681763, "Finetune/Loss (Raw)": 0.8239325881004333, "Finetune/Step": 1988, "Finetune/Step Time": 5.328862490132451}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8029449582099915, "Finetune/Loss (Raw)": 0.9151248335838318, "Finetune/Step": 1989, "Finetune/Step Time": 5.330640867352486}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8038879632949829, "Finetune/Loss (Raw)": 0.899043083190918, "Finetune/Step": 1990, "Finetune/Step Time": 5.331578258424997}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8038688898086548, "Finetune/Loss (Raw)": 0.7447006702423096, "Finetune/Step": 1991, "Finetune/Step Time": 5.3281418196856976}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8046963214874268, "Finetune/Loss (Raw)": 0.8676126003265381, "Finetune/Step": 1992, "Finetune/Step Time": 5.323427636176348}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8033212423324585, "Finetune/Loss (Raw)": 0.7352061867713928, "Finetune/Step": 1993, "Finetune/Step Time": 5.327838683500886}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8011407852172852, "Finetune/Loss (Raw)": 0.6732025146484375, "Finetune/Step": 1994, "Finetune/Step Time": 5.324481129646301}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7991194725036621, "Finetune/Loss (Raw)": 0.7200961112976074, "Finetune/Step": 1995, "Finetune/Step Time": 5.328332817181945}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7989677786827087, "Finetune/Loss (Raw)": 0.738893985748291, "Finetune/Step": 1996, "Finetune/Step Time": 5.316782560199499}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7990809679031372, "Finetune/Loss (Raw)": 0.9692856669425964, "Finetune/Step": 1997, "Finetune/Step Time": 5.308993857353926}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.799314022064209, "Finetune/Loss (Raw)": 0.8121528029441833, "Finetune/Step": 1998, "Finetune/Step Time": 5.3097594529390335}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7960878610610962, "Finetune/Loss (Raw)": 0.41097357869148254, "Finetune/Step": 1999, "Finetune/Step Time": 5.3098482843488455}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7960066795349121, "Finetune/Loss (Raw)": 0.6938153505325317, "Finetune/Step": 2000, "Finetune/Step Time": 5.333135258406401}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8000115156173706, "Finetune/Loss (Raw)": 0.8741816878318787, "Finetune/Step": 2001, "Finetune/Step Time": 5.307747174054384}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7996363639831543, "Finetune/Loss (Raw)": 0.8623441457748413, "Finetune/Step": 2002, "Finetune/Step Time": 5.305030016228557}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8005118370056152, "Finetune/Loss (Raw)": 0.7989712357521057, "Finetune/Step": 2003, "Finetune/Step Time": 5.304989248514175}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7999451160430908, "Finetune/Loss (Raw)": 0.8311732411384583, "Finetune/Step": 2004, "Finetune/Step Time": 5.309374429285526}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7991188764572144, "Finetune/Loss (Raw)": 0.7987695932388306, "Finetune/Step": 2005, "Finetune/Step Time": 5.30328512750566}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8002773523330688, "Finetune/Loss (Raw)": 0.8258585929870605, "Finetune/Step": 2006, "Finetune/Step Time": 5.2933080065995455}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.801004946231842, "Finetune/Loss (Raw)": 1.0709575414657593, "Finetune/Step": 2007, "Finetune/Step Time": 5.293296849355102}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8023692965507507, "Finetune/Loss (Raw)": 0.8116990327835083, "Finetune/Step": 2008, "Finetune/Step Time": 5.278597552329302}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8027087450027466, "Finetune/Loss (Raw)": 0.7946513891220093, "Finetune/Step": 2009, "Finetune/Step Time": 5.267883842810988}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.803134024143219, "Finetune/Loss (Raw)": 0.9293038845062256, "Finetune/Step": 2010, "Finetune/Step Time": 5.26760495826602}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.805884838104248, "Finetune/Loss (Raw)": 1.0463730096817017, "Finetune/Step": 2011, "Finetune/Step Time": 5.261324487626553}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8097521066665649, "Finetune/Loss (Raw)": 0.8467894196510315, "Finetune/Step": 2012, "Finetune/Step Time": 5.230454035103321}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8096421957015991, "Finetune/Loss (Raw)": 0.905799150466919, "Finetune/Step": 2013, "Finetune/Step Time": 5.245814386755228}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8070904016494751, "Finetune/Loss (Raw)": 0.6914036870002747, "Finetune/Step": 2014, "Finetune/Step Time": 5.255130896344781}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8043613433837891, "Finetune/Loss (Raw)": 0.39216676354408264, "Finetune/Step": 2015, "Finetune/Step Time": 5.282444883137941}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8019270300865173, "Finetune/Loss (Raw)": 0.4009647071361542, "Finetune/Step": 2016, "Finetune/Step Time": 5.308974148705602}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8010386228561401, "Finetune/Loss (Raw)": 0.722739577293396, "Finetune/Step": 2017, "Finetune/Step Time": 5.315267149358988}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8015564680099487, "Finetune/Loss (Raw)": 0.8940679430961609, "Finetune/Step": 2018, "Finetune/Step Time": 5.316772015765309}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8005427122116089, "Finetune/Loss (Raw)": 0.8023213744163513, "Finetune/Step": 2019, "Finetune/Step Time": 5.323340328410268}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7996894717216492, "Finetune/Loss (Raw)": 0.8892979025840759, "Finetune/Step": 2020, "Finetune/Step Time": 5.326771706342697}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7996422052383423, "Finetune/Loss (Raw)": 0.8138718008995056, "Finetune/Step": 2021, "Finetune/Step Time": 5.323348445817828}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8001927137374878, "Finetune/Loss (Raw)": 0.8294829726219177, "Finetune/Step": 2022, "Finetune/Step Time": 5.329887289553881}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.798983097076416, "Finetune/Loss (Raw)": 0.670539915561676, "Finetune/Step": 2023, "Finetune/Step Time": 5.354445863515139}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7983838319778442, "Finetune/Loss (Raw)": 0.7877169251441956, "Finetune/Step": 2024, "Finetune/Step Time": 5.353905778378248}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7966317534446716, "Finetune/Loss (Raw)": 0.7875726222991943, "Finetune/Step": 2025, "Finetune/Step Time": 5.3657624293118715}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.796842098236084, "Finetune/Loss (Raw)": 0.8998108506202698, "Finetune/Step": 2026, "Finetune/Step Time": 5.352734098210931}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7975301742553711, "Finetune/Loss (Raw)": 0.808965802192688, "Finetune/Step": 2027, "Finetune/Step Time": 5.332540657371283}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.797738790512085, "Finetune/Loss (Raw)": 0.8666436076164246, "Finetune/Step": 2028, "Finetune/Step Time": 5.345910739153624}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.798671543598175, "Finetune/Loss (Raw)": 0.9354591369628906, "Finetune/Step": 2029, "Finetune/Step Time": 5.339123854413629}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7939722537994385, "Finetune/Loss (Raw)": 0.3528172969818115, "Finetune/Step": 2030, "Finetune/Step Time": 5.362876299768686}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7943407297134399, "Finetune/Loss (Raw)": 0.8266050815582275, "Finetune/Step": 2031, "Finetune/Step Time": 5.342998502776027}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7953982353210449, "Finetune/Loss (Raw)": 0.9535582661628723, "Finetune/Step": 2032, "Finetune/Step Time": 5.338143937289715}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7997127771377563, "Finetune/Loss (Raw)": 0.8705069422721863, "Finetune/Step": 2033, "Finetune/Step Time": 5.311903245747089}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8012455701828003, "Finetune/Loss (Raw)": 0.9810196161270142, "Finetune/Step": 2034, "Finetune/Step Time": 5.299626044929028}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.79962557554245, "Finetune/Loss (Raw)": 0.6708124876022339, "Finetune/Step": 2035, "Finetune/Step Time": 5.30889917910099}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8003367781639099, "Finetune/Loss (Raw)": 0.8992253541946411, "Finetune/Step": 2036, "Finetune/Step Time": 5.322022778913379}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8019117712974548, "Finetune/Loss (Raw)": 0.8308813571929932, "Finetune/Step": 2037, "Finetune/Step Time": 5.3466104455292225}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8007295727729797, "Finetune/Loss (Raw)": 0.7057464718818665, "Finetune/Step": 2038, "Finetune/Step Time": 5.338490283116698}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.801267683506012, "Finetune/Loss (Raw)": 0.9747318029403687, "Finetune/Step": 2039, "Finetune/Step Time": 5.332827884703875}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8017259240150452, "Finetune/Loss (Raw)": 0.9013299942016602, "Finetune/Step": 2040, "Finetune/Step Time": 5.331208961084485}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8017219305038452, "Finetune/Loss (Raw)": 0.8748992681503296, "Finetune/Step": 2041, "Finetune/Step Time": 5.372149737551808}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7997772097587585, "Finetune/Loss (Raw)": 0.7615063190460205, "Finetune/Step": 2042, "Finetune/Step Time": 5.3742069490253925}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.799350917339325, "Finetune/Loss (Raw)": 0.87419193983078, "Finetune/Step": 2043, "Finetune/Step Time": 5.345142211765051}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7996534109115601, "Finetune/Loss (Raw)": 0.8720300197601318, "Finetune/Step": 2044, "Finetune/Step Time": 5.34421811811626}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8005043864250183, "Finetune/Loss (Raw)": 0.8930046558380127, "Finetune/Step": 2045, "Finetune/Step Time": 5.356018457561731}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8017147183418274, "Finetune/Loss (Raw)": 0.9722898602485657, "Finetune/Step": 2046, "Finetune/Step Time": 5.3564134798944}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8022356033325195, "Finetune/Loss (Raw)": 0.9238938689231873, "Finetune/Step": 2047, "Finetune/Step Time": 5.359940012916923}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8021495342254639, "Finetune/Loss (Raw)": 0.7442613840103149, "Finetune/Step": 2048, "Finetune/Step Time": 5.349780403077602}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7991294264793396, "Finetune/Loss (Raw)": 0.5743248462677002, "Finetune/Step": 2049, "Finetune/Step Time": 5.36392480507493}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8021760582923889, "Finetune/Loss (Raw)": 0.6914113163948059, "Finetune/Step": 2050, "Finetune/Step Time": 5.347427716478705}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8033586740493774, "Finetune/Loss (Raw)": 1.0002026557922363, "Finetune/Step": 2051, "Finetune/Step Time": 5.350850045681}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8033910393714905, "Finetune/Loss (Raw)": 0.9383846521377563, "Finetune/Step": 2052, "Finetune/Step Time": 5.36296284198761}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8023613691329956, "Finetune/Loss (Raw)": 0.8964540958404541, "Finetune/Step": 2053, "Finetune/Step Time": 5.3561117853969336}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8073248267173767, "Finetune/Loss (Raw)": 0.9655077457427979, "Finetune/Step": 2054, "Finetune/Step Time": 5.32810209132731}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8114781379699707, "Finetune/Loss (Raw)": 0.9274640083312988, "Finetune/Step": 2055, "Finetune/Step Time": 5.312923172488809}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8112159371376038, "Finetune/Loss (Raw)": 0.924106776714325, "Finetune/Step": 2056, "Finetune/Step Time": 5.313258711248636}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8115741014480591, "Finetune/Loss (Raw)": 0.765359103679657, "Finetune/Step": 2057, "Finetune/Step Time": 5.321855926886201}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.812450110912323, "Finetune/Loss (Raw)": 0.7858502268791199, "Finetune/Step": 2058, "Finetune/Step Time": 5.333402952179313}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8114711046218872, "Finetune/Loss (Raw)": 0.776024580001831, "Finetune/Step": 2059, "Finetune/Step Time": 5.334774158895016}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8122864961624146, "Finetune/Loss (Raw)": 0.8032914400100708, "Finetune/Step": 2060, "Finetune/Step Time": 5.315718365833163}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8126567602157593, "Finetune/Loss (Raw)": 0.9427173137664795, "Finetune/Step": 2061, "Finetune/Step Time": 5.314244830980897}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8118818402290344, "Finetune/Loss (Raw)": 0.7957755923271179, "Finetune/Step": 2062, "Finetune/Step Time": 5.314528649672866}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8116897344589233, "Finetune/Loss (Raw)": 0.9332131743431091, "Finetune/Step": 2063, "Finetune/Step Time": 5.306841595098376}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8117836713790894, "Finetune/Loss (Raw)": 0.7592386603355408, "Finetune/Step": 2064, "Finetune/Step Time": 5.320757512003183}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8114541172981262, "Finetune/Loss (Raw)": 0.8390325307846069, "Finetune/Step": 2065, "Finetune/Step Time": 5.3290299735963345}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8110315799713135, "Finetune/Loss (Raw)": 0.34769904613494873, "Finetune/Step": 2066, "Finetune/Step Time": 5.330457361415029}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8108503818511963, "Finetune/Loss (Raw)": 0.8422503471374512, "Finetune/Step": 2067, "Finetune/Step Time": 5.331620888784528}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8138221502304077, "Finetune/Loss (Raw)": 0.8632531762123108, "Finetune/Step": 2068, "Finetune/Step Time": 5.320559142157435}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8139762878417969, "Finetune/Loss (Raw)": 0.8453596234321594, "Finetune/Step": 2069, "Finetune/Step Time": 5.317141069099307}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.810158371925354, "Finetune/Loss (Raw)": 0.5145491361618042, "Finetune/Step": 2070, "Finetune/Step Time": 5.328751236200333}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8097525835037231, "Finetune/Loss (Raw)": 0.8961615562438965, "Finetune/Step": 2071, "Finetune/Step Time": 5.335066916421056}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8104745149612427, "Finetune/Loss (Raw)": 0.9680233001708984, "Finetune/Step": 2072, "Finetune/Step Time": 5.327753189951181}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8134698867797852, "Finetune/Loss (Raw)": 0.7668862342834473, "Finetune/Step": 2073, "Finetune/Step Time": 5.30799512937665}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8138874173164368, "Finetune/Loss (Raw)": 0.9614057540893555, "Finetune/Step": 2074, "Finetune/Step Time": 5.29856757633388}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8121534585952759, "Finetune/Loss (Raw)": 0.7838538289070129, "Finetune/Step": 2075, "Finetune/Step Time": 5.297957811504602}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.809564471244812, "Finetune/Loss (Raw)": 0.7035843133926392, "Finetune/Step": 2076, "Finetune/Step Time": 5.310609163716435}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8081867694854736, "Finetune/Loss (Raw)": 0.80351722240448, "Finetune/Step": 2077, "Finetune/Step Time": 5.310812309384346}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8066681623458862, "Finetune/Loss (Raw)": 0.7989642024040222, "Finetune/Step": 2078, "Finetune/Step Time": 5.310539023950696}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8054661750793457, "Finetune/Loss (Raw)": 0.8013994097709656, "Finetune/Step": 2079, "Finetune/Step Time": 5.305659387260675}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8034785389900208, "Finetune/Loss (Raw)": 0.7231249213218689, "Finetune/Step": 2080, "Finetune/Step Time": 5.313109220936894}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.80522221326828, "Finetune/Loss (Raw)": 0.8174442052841187, "Finetune/Step": 2081, "Finetune/Step Time": 5.312987612560391}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8065048456192017, "Finetune/Loss (Raw)": 0.7993854880332947, "Finetune/Step": 2082, "Finetune/Step Time": 5.30017133243382}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8076002597808838, "Finetune/Loss (Raw)": 0.8962404131889343, "Finetune/Step": 2083, "Finetune/Step Time": 5.282744757831097}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8094931840896606, "Finetune/Loss (Raw)": 0.9922797679901123, "Finetune/Step": 2084, "Finetune/Step Time": 5.277699269354343}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8046553134918213, "Finetune/Loss (Raw)": 0.3179274797439575, "Finetune/Step": 2085, "Finetune/Step Time": 5.306884929537773}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8041740655899048, "Finetune/Loss (Raw)": 0.9196971654891968, "Finetune/Step": 2086, "Finetune/Step Time": 5.311870222911239}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8058836460113525, "Finetune/Loss (Raw)": 0.9907554388046265, "Finetune/Step": 2087, "Finetune/Step Time": 5.301771596074104}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8052419424057007, "Finetune/Loss (Raw)": 0.9343655705451965, "Finetune/Step": 2088, "Finetune/Step Time": 5.291710359975696}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8063302040100098, "Finetune/Loss (Raw)": 0.8755386471748352, "Finetune/Step": 2089, "Finetune/Step Time": 5.2857032008469105}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8052368760108948, "Finetune/Loss (Raw)": 0.2645666003227234, "Finetune/Step": 2090, "Finetune/Step Time": 5.285808118060231}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8082315921783447, "Finetune/Loss (Raw)": 0.7787200212478638, "Finetune/Step": 2091, "Finetune/Step Time": 5.257818838581443}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8086813688278198, "Finetune/Loss (Raw)": 0.8841063976287842, "Finetune/Step": 2092, "Finetune/Step Time": 5.244695881381631}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8106697201728821, "Finetune/Loss (Raw)": 0.919614851474762, "Finetune/Step": 2093, "Finetune/Step Time": 5.241849964484572}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8124297857284546, "Finetune/Loss (Raw)": 0.9914680123329163, "Finetune/Step": 2094, "Finetune/Step Time": 5.251920627430081}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8130329251289368, "Finetune/Loss (Raw)": 0.8660109639167786, "Finetune/Step": 2095, "Finetune/Step Time": 5.256152888759971}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8121708631515503, "Finetune/Loss (Raw)": 0.8223757147789001, "Finetune/Step": 2096, "Finetune/Step Time": 5.258270435035229}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8158414959907532, "Finetune/Loss (Raw)": 0.9138966798782349, "Finetune/Step": 2097, "Finetune/Step Time": 5.226949665695429}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8157291412353516, "Finetune/Loss (Raw)": 0.7948455214500427, "Finetune/Step": 2098, "Finetune/Step Time": 5.234133554622531}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8154123425483704, "Finetune/Loss (Raw)": 0.36142098903656006, "Finetune/Step": 2099, "Finetune/Step Time": 5.235644733533263}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.814185380935669, "Finetune/Loss (Raw)": 0.680098295211792, "Finetune/Step": 2100, "Finetune/Step Time": 5.241135152056813}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8152478933334351, "Finetune/Loss (Raw)": 0.9221063256263733, "Finetune/Step": 2101, "Finetune/Step Time": 5.206314140930772}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8139457106590271, "Finetune/Loss (Raw)": 0.8251634240150452, "Finetune/Step": 2102, "Finetune/Step Time": 5.2084111124277115}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.810005784034729, "Finetune/Loss (Raw)": 0.36794695258140564, "Finetune/Step": 2103, "Finetune/Step Time": 5.240031752735376}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8095786571502686, "Finetune/Loss (Raw)": 0.8215394616127014, "Finetune/Step": 2104, "Finetune/Step Time": 5.247525179758668}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8091945648193359, "Finetune/Loss (Raw)": 0.8657331466674805, "Finetune/Step": 2105, "Finetune/Step Time": 5.257004356011748}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8083080649375916, "Finetune/Loss (Raw)": 0.8656494617462158, "Finetune/Step": 2106, "Finetune/Step Time": 5.255620256066322}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8123129606246948, "Finetune/Loss (Raw)": 0.8859606385231018, "Finetune/Step": 2107, "Finetune/Step Time": 5.224797194823623}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8129394054412842, "Finetune/Loss (Raw)": 0.7959389090538025, "Finetune/Step": 2108, "Finetune/Step Time": 5.21195587143302}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8130851984024048, "Finetune/Loss (Raw)": 0.9110419750213623, "Finetune/Step": 2109, "Finetune/Step Time": 5.204733999446034}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8126307725906372, "Finetune/Loss (Raw)": 0.8157846927642822, "Finetune/Step": 2110, "Finetune/Step Time": 5.212408242747188}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8123036623001099, "Finetune/Loss (Raw)": 0.7940375208854675, "Finetune/Step": 2111, "Finetune/Step Time": 5.216347824782133}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8080142736434937, "Finetune/Loss (Raw)": 0.4572466015815735, "Finetune/Step": 2112, "Finetune/Step Time": 5.246954958885908}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8071695566177368, "Finetune/Loss (Raw)": 0.8478303551673889, "Finetune/Step": 2113, "Finetune/Step Time": 5.2454737443476915}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.80628502368927, "Finetune/Loss (Raw)": 0.9476000070571899, "Finetune/Step": 2114, "Finetune/Step Time": 5.26284259185195}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8068182468414307, "Finetune/Loss (Raw)": 0.912752091884613, "Finetune/Step": 2115, "Finetune/Step Time": 5.240031195804477}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8036313652992249, "Finetune/Loss (Raw)": 0.41602110862731934, "Finetune/Step": 2116, "Finetune/Step Time": 5.266273083165288}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8018819093704224, "Finetune/Loss (Raw)": 0.6911933422088623, "Finetune/Step": 2117, "Finetune/Step Time": 5.282573929056525}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8008494973182678, "Finetune/Loss (Raw)": 0.7668924331665039, "Finetune/Step": 2118, "Finetune/Step Time": 5.278516415506601}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8010342121124268, "Finetune/Loss (Raw)": 0.7683375477790833, "Finetune/Step": 2119, "Finetune/Step Time": 5.2912627924233675}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7968473434448242, "Finetune/Loss (Raw)": 0.33169880509376526, "Finetune/Step": 2120, "Finetune/Step Time": 5.322082223370671}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7978555560112, "Finetune/Loss (Raw)": 0.8642557263374329, "Finetune/Step": 2121, "Finetune/Step Time": 5.315120169892907}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7997151613235474, "Finetune/Loss (Raw)": 0.9112328886985779, "Finetune/Step": 2122, "Finetune/Step Time": 5.309207685291767}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.800958514213562, "Finetune/Loss (Raw)": 0.8792474269866943, "Finetune/Step": 2123, "Finetune/Step Time": 5.300875633955002}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8021367788314819, "Finetune/Loss (Raw)": 0.8897091150283813, "Finetune/Step": 2124, "Finetune/Step Time": 5.297223446890712}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8014930486679077, "Finetune/Loss (Raw)": 0.8868837356567383, "Finetune/Step": 2125, "Finetune/Step Time": 5.310873351991177}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8024903535842896, "Finetune/Loss (Raw)": 0.9398164749145508, "Finetune/Step": 2126, "Finetune/Step Time": 5.308002583682537}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.806064248085022, "Finetune/Loss (Raw)": 0.8684351444244385, "Finetune/Step": 2127, "Finetune/Step Time": 5.280116887763143}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8033854961395264, "Finetune/Loss (Raw)": 0.35093003511428833, "Finetune/Step": 2128, "Finetune/Step Time": 5.2935776598751545}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7987221479415894, "Finetune/Loss (Raw)": 0.2772790491580963, "Finetune/Step": 2129, "Finetune/Step Time": 5.319538874551654}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.7989327907562256, "Finetune/Loss (Raw)": 0.8893002867698669, "Finetune/Step": 2130, "Finetune/Step Time": 5.31869906000793}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8000307679176331, "Finetune/Loss (Raw)": 0.9395120739936829, "Finetune/Step": 2131, "Finetune/Step Time": 5.308405319228768}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7998133897781372, "Finetune/Loss (Raw)": 0.8033527731895447, "Finetune/Step": 2132, "Finetune/Step Time": 5.312373431399465}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.80208420753479, "Finetune/Loss (Raw)": 1.0894262790679932, "Finetune/Step": 2133, "Finetune/Step Time": 5.309825982898474}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8015133142471313, "Finetune/Loss (Raw)": 0.7527914047241211, "Finetune/Step": 2134, "Finetune/Step Time": 5.319879177957773}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7992066144943237, "Finetune/Loss (Raw)": 0.7756922841072083, "Finetune/Step": 2135, "Finetune/Step Time": 5.31581168435514}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7996374368667603, "Finetune/Loss (Raw)": 0.8668470978736877, "Finetune/Step": 2136, "Finetune/Step Time": 5.308427203446627}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7966901063919067, "Finetune/Loss (Raw)": 0.4173929989337921, "Finetune/Step": 2137, "Finetune/Step Time": 5.340049592778087}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7962658405303955, "Finetune/Loss (Raw)": 0.8749939799308777, "Finetune/Step": 2138, "Finetune/Step Time": 5.339015854522586}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7940020561218262, "Finetune/Loss (Raw)": 0.7566192150115967, "Finetune/Step": 2139, "Finetune/Step Time": 5.352846961468458}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.794524610042572, "Finetune/Loss (Raw)": 0.913675844669342, "Finetune/Step": 2140, "Finetune/Step Time": 5.355309566482902}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7952594757080078, "Finetune/Loss (Raw)": 0.9998615384101868, "Finetune/Step": 2141, "Finetune/Step Time": 5.34127895347774}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7961565256118774, "Finetune/Loss (Raw)": 0.8062261343002319, "Finetune/Step": 2142, "Finetune/Step Time": 5.329969106242061}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7995388507843018, "Finetune/Loss (Raw)": 0.8251026272773743, "Finetune/Step": 2143, "Finetune/Step Time": 5.316371493041515}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8027845025062561, "Finetune/Loss (Raw)": 0.8164097666740417, "Finetune/Step": 2144, "Finetune/Step Time": 5.296466663479805}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8014952540397644, "Finetune/Loss (Raw)": 0.557712733745575, "Finetune/Step": 2145, "Finetune/Step Time": 5.2956348937004805}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8013368844985962, "Finetune/Loss (Raw)": 0.8737959861755371, "Finetune/Step": 2146, "Finetune/Step Time": 5.310215480625629}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8015275001525879, "Finetune/Loss (Raw)": 0.8267238736152649, "Finetune/Step": 2147, "Finetune/Step Time": 5.312885915860534}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.802400529384613, "Finetune/Loss (Raw)": 1.001043438911438, "Finetune/Step": 2148, "Finetune/Step Time": 5.309460422024131}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.803057074546814, "Finetune/Loss (Raw)": 0.8979092240333557, "Finetune/Step": 2149, "Finetune/Step Time": 5.298920478671789}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8030058145523071, "Finetune/Loss (Raw)": 0.8229236006736755, "Finetune/Step": 2150, "Finetune/Step Time": 5.296382624655962}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8051600456237793, "Finetune/Loss (Raw)": 0.9462783336639404, "Finetune/Step": 2151, "Finetune/Step Time": 5.29099702462554}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8049487471580505, "Finetune/Loss (Raw)": 0.7606703639030457, "Finetune/Step": 2152, "Finetune/Step Time": 5.296984339132905}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8052045106887817, "Finetune/Loss (Raw)": 0.8203085660934448, "Finetune/Step": 2153, "Finetune/Step Time": 5.286920938640833}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8037181496620178, "Finetune/Loss (Raw)": 0.7095588445663452, "Finetune/Step": 2154, "Finetune/Step Time": 5.29589306935668}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8039881587028503, "Finetune/Loss (Raw)": 0.8435277342796326, "Finetune/Step": 2155, "Finetune/Step Time": 5.302912222221494}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8026680946350098, "Finetune/Loss (Raw)": 0.6976742148399353, "Finetune/Step": 2156, "Finetune/Step Time": 5.298478187993169}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8013607859611511, "Finetune/Loss (Raw)": 0.7681260108947754, "Finetune/Step": 2157, "Finetune/Step Time": 5.307699056342244}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8057214617729187, "Finetune/Loss (Raw)": 0.9109835624694824, "Finetune/Step": 2158, "Finetune/Step Time": 5.277149796485901}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8061521053314209, "Finetune/Loss (Raw)": 0.8817260265350342, "Finetune/Step": 2159, "Finetune/Step Time": 5.292686661705375}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8052223920822144, "Finetune/Loss (Raw)": 0.8345503211021423, "Finetune/Step": 2160, "Finetune/Step Time": 5.289010072126985}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8045365810394287, "Finetune/Loss (Raw)": 0.7827311158180237, "Finetune/Step": 2161, "Finetune/Step Time": 5.283057518303394}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8029857873916626, "Finetune/Loss (Raw)": 0.7825145125389099, "Finetune/Step": 2162, "Finetune/Step Time": 5.287716692313552}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8042465448379517, "Finetune/Loss (Raw)": 0.8321874737739563, "Finetune/Step": 2163, "Finetune/Step Time": 5.272378671914339}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8048174977302551, "Finetune/Loss (Raw)": 0.972311794757843, "Finetune/Step": 2164, "Finetune/Step Time": 5.259295681491494}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8047647476196289, "Finetune/Loss (Raw)": 0.8241239786148071, "Finetune/Step": 2165, "Finetune/Step Time": 5.258626775816083}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8064026832580566, "Finetune/Loss (Raw)": 0.9154129028320312, "Finetune/Step": 2166, "Finetune/Step Time": 5.2587246391922235}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8063381314277649, "Finetune/Loss (Raw)": 0.9664657115936279, "Finetune/Step": 2167, "Finetune/Step Time": 5.258855316787958}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8057082295417786, "Finetune/Loss (Raw)": 0.8206998109817505, "Finetune/Step": 2168, "Finetune/Step Time": 5.258103201165795}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8059254884719849, "Finetune/Loss (Raw)": 0.9027042388916016, "Finetune/Step": 2169, "Finetune/Step Time": 5.21782305650413}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.805639386177063, "Finetune/Loss (Raw)": 0.7248926758766174, "Finetune/Step": 2170, "Finetune/Step Time": 5.218241048976779}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8048138618469238, "Finetune/Loss (Raw)": 0.7685191631317139, "Finetune/Step": 2171, "Finetune/Step Time": 5.227655045688152}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8047856092453003, "Finetune/Loss (Raw)": 0.8684106469154358, "Finetune/Step": 2172, "Finetune/Step Time": 5.22826093621552}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8027262687683105, "Finetune/Loss (Raw)": 0.6294111609458923, "Finetune/Step": 2173, "Finetune/Step Time": 5.231782520189881}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8000636100769043, "Finetune/Loss (Raw)": 0.6314681172370911, "Finetune/Step": 2174, "Finetune/Step Time": 5.244328850880265}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7989625334739685, "Finetune/Loss (Raw)": 0.7829587459564209, "Finetune/Step": 2175, "Finetune/Step Time": 5.260174306109548}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8004294633865356, "Finetune/Loss (Raw)": 0.9320310950279236, "Finetune/Step": 2176, "Finetune/Step Time": 5.260216578841209}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8033285140991211, "Finetune/Loss (Raw)": 0.9454010128974915, "Finetune/Step": 2177, "Finetune/Step Time": 5.249698581174016}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8037275075912476, "Finetune/Loss (Raw)": 0.7424843907356262, "Finetune/Step": 2178, "Finetune/Step Time": 5.237545533105731}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8022540807723999, "Finetune/Loss (Raw)": 0.8116088509559631, "Finetune/Step": 2179, "Finetune/Step Time": 5.2468733955174685}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8018184900283813, "Finetune/Loss (Raw)": 0.8826238512992859, "Finetune/Step": 2180, "Finetune/Step Time": 5.24114340916276}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8018569946289062, "Finetune/Loss (Raw)": 0.9013786911964417, "Finetune/Step": 2181, "Finetune/Step Time": 5.239020202308893}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8017736077308655, "Finetune/Loss (Raw)": 0.9548393487930298, "Finetune/Step": 2182, "Finetune/Step Time": 5.242419257760048}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7998893857002258, "Finetune/Loss (Raw)": 0.6862818002700806, "Finetune/Step": 2183, "Finetune/Step Time": 5.2481261305511}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.798166036605835, "Finetune/Loss (Raw)": 0.7035140991210938, "Finetune/Step": 2184, "Finetune/Step Time": 5.262636935338378}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7989697456359863, "Finetune/Loss (Raw)": 0.8682302236557007, "Finetune/Step": 2185, "Finetune/Step Time": 5.249996216967702}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7992808222770691, "Finetune/Loss (Raw)": 0.8256783485412598, "Finetune/Step": 2186, "Finetune/Step Time": 5.235365644097328}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7976171970367432, "Finetune/Loss (Raw)": 0.5630748271942139, "Finetune/Step": 2187, "Finetune/Step Time": 5.2683197520673275}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7975648641586304, "Finetune/Loss (Raw)": 0.7965973615646362, "Finetune/Step": 2188, "Finetune/Step Time": 5.301533134654164}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7957445383071899, "Finetune/Loss (Raw)": 0.7097064852714539, "Finetune/Step": 2189, "Finetune/Step Time": 5.310261305421591}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7949780821800232, "Finetune/Loss (Raw)": 0.6976718902587891, "Finetune/Step": 2190, "Finetune/Step Time": 5.319649240002036}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7939972877502441, "Finetune/Loss (Raw)": 0.8076720833778381, "Finetune/Step": 2191, "Finetune/Step Time": 5.334601504728198}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7934730648994446, "Finetune/Loss (Raw)": 0.6921415328979492, "Finetune/Step": 2192, "Finetune/Step Time": 5.316806668415666}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7941086888313293, "Finetune/Loss (Raw)": 0.9203919768333435, "Finetune/Step": 2193, "Finetune/Step Time": 5.310841960832477}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7980018854141235, "Finetune/Loss (Raw)": 0.8460336327552795, "Finetune/Step": 2194, "Finetune/Step Time": 5.283594712615013}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7985405921936035, "Finetune/Loss (Raw)": 0.9112029075622559, "Finetune/Step": 2195, "Finetune/Step Time": 5.281757598742843}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7976434826850891, "Finetune/Loss (Raw)": 0.7484175562858582, "Finetune/Step": 2196, "Finetune/Step Time": 5.291096206754446}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7974873781204224, "Finetune/Loss (Raw)": 0.825386643409729, "Finetune/Step": 2197, "Finetune/Step Time": 5.292153676971793}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7994985580444336, "Finetune/Loss (Raw)": 0.7719757556915283, "Finetune/Step": 2198, "Finetune/Step Time": 5.285834863781929}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7985141277313232, "Finetune/Loss (Raw)": 0.7701507806777954, "Finetune/Step": 2199, "Finetune/Step Time": 5.2879079561680555}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7966938018798828, "Finetune/Loss (Raw)": 0.7350178360939026, "Finetune/Step": 2200, "Finetune/Step Time": 5.29916481859982}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7934467792510986, "Finetune/Loss (Raw)": 0.35127127170562744, "Finetune/Step": 2201, "Finetune/Step Time": 5.31713000126183}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7923070192337036, "Finetune/Loss (Raw)": 0.8155194520950317, "Finetune/Step": 2202, "Finetune/Step Time": 5.309034436941147}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7924506664276123, "Finetune/Loss (Raw)": 0.8022378087043762, "Finetune/Step": 2203, "Finetune/Step Time": 5.309189958497882}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7925480008125305, "Finetune/Loss (Raw)": 0.7160436511039734, "Finetune/Step": 2204, "Finetune/Step Time": 5.306057134643197}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.789594292640686, "Finetune/Loss (Raw)": 0.42544886469841003, "Finetune/Step": 2205, "Finetune/Step Time": 5.3346932753920555}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7878609299659729, "Finetune/Loss (Raw)": 0.5770832300186157, "Finetune/Step": 2206, "Finetune/Step Time": 5.376255430281162}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7883540391921997, "Finetune/Loss (Raw)": 0.8645185828208923, "Finetune/Step": 2207, "Finetune/Step Time": 5.372035739943385}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7888573408126831, "Finetune/Loss (Raw)": 0.7875453233718872, "Finetune/Step": 2208, "Finetune/Step Time": 5.384958304464817}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7886790037155151, "Finetune/Loss (Raw)": 0.7946233749389648, "Finetune/Step": 2209, "Finetune/Step Time": 5.375036209821701}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7854870557785034, "Finetune/Loss (Raw)": 0.39081376791000366, "Finetune/Step": 2210, "Finetune/Step Time": 5.403465313836932}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7857550382614136, "Finetune/Loss (Raw)": 0.9305417537689209, "Finetune/Step": 2211, "Finetune/Step Time": 5.427991716191173}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7827061414718628, "Finetune/Loss (Raw)": 0.6020237803459167, "Finetune/Step": 2212, "Finetune/Step Time": 5.45056501403451}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7859845161437988, "Finetune/Loss (Raw)": 0.7375589609146118, "Finetune/Step": 2213, "Finetune/Step Time": 5.42722238227725}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7836353182792664, "Finetune/Loss (Raw)": 0.6189975738525391, "Finetune/Step": 2214, "Finetune/Step Time": 5.433031119406223}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7827550172805786, "Finetune/Loss (Raw)": 0.8780768513679504, "Finetune/Step": 2215, "Finetune/Step Time": 5.433060575276613}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7822486162185669, "Finetune/Loss (Raw)": 0.8695448637008667, "Finetune/Step": 2216, "Finetune/Step Time": 5.435326213017106}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7828348875045776, "Finetune/Loss (Raw)": 0.9505946636199951, "Finetune/Step": 2217, "Finetune/Step Time": 5.43672420270741}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7853506803512573, "Finetune/Loss (Raw)": 0.5865785479545593, "Finetune/Step": 2218, "Finetune/Step Time": 5.411264181137085}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7848875522613525, "Finetune/Loss (Raw)": 0.7194432020187378, "Finetune/Step": 2219, "Finetune/Step Time": 5.440181333571672}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7847422361373901, "Finetune/Loss (Raw)": 0.8654957413673401, "Finetune/Step": 2220, "Finetune/Step Time": 5.440532429143786}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7832902669906616, "Finetune/Loss (Raw)": 0.7337732911109924, "Finetune/Step": 2221, "Finetune/Step Time": 5.456707082688808}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7826023101806641, "Finetune/Loss (Raw)": 0.9034021496772766, "Finetune/Step": 2222, "Finetune/Step Time": 5.45609375089407}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7825855016708374, "Finetune/Loss (Raw)": 0.8638582229614258, "Finetune/Step": 2223, "Finetune/Step Time": 5.460075248032808}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7826774716377258, "Finetune/Loss (Raw)": 0.8341489434242249, "Finetune/Step": 2224, "Finetune/Step Time": 5.46118026226759}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7816176414489746, "Finetune/Loss (Raw)": 0.7782476544380188, "Finetune/Step": 2225, "Finetune/Step Time": 5.472145641222596}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7821526527404785, "Finetune/Loss (Raw)": 0.8633261322975159, "Finetune/Step": 2226, "Finetune/Step Time": 5.4724035654217005}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7864387035369873, "Finetune/Loss (Raw)": 0.9100369215011597, "Finetune/Step": 2227, "Finetune/Step Time": 5.446805234998465}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7872641086578369, "Finetune/Loss (Raw)": 0.7857440114021301, "Finetune/Step": 2228, "Finetune/Step Time": 5.444776155054569}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7862129807472229, "Finetune/Loss (Raw)": 0.787562906742096, "Finetune/Step": 2229, "Finetune/Step Time": 5.443873703479767}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7859344482421875, "Finetune/Loss (Raw)": 0.7895157933235168, "Finetune/Step": 2230, "Finetune/Step Time": 5.444479575380683}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7903376221656799, "Finetune/Loss (Raw)": 0.9315457940101624, "Finetune/Step": 2231, "Finetune/Step Time": 5.414093503728509}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.791549026966095, "Finetune/Loss (Raw)": 0.976600170135498, "Finetune/Step": 2232, "Finetune/Step Time": 5.4051434472203255}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7902817726135254, "Finetune/Loss (Raw)": 0.7035318613052368, "Finetune/Step": 2233, "Finetune/Step Time": 5.403486857190728}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7906605005264282, "Finetune/Loss (Raw)": 0.9141200184822083, "Finetune/Step": 2234, "Finetune/Step Time": 5.407312350347638}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7910557389259338, "Finetune/Loss (Raw)": 0.9365566968917847, "Finetune/Step": 2235, "Finetune/Step Time": 5.418246455490589}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7921038866043091, "Finetune/Loss (Raw)": 0.9301044344902039, "Finetune/Step": 2236, "Finetune/Step Time": 5.419596269726753}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7910348176956177, "Finetune/Loss (Raw)": 0.774197518825531, "Finetune/Step": 2237, "Finetune/Step Time": 5.420723512768745}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7898640632629395, "Finetune/Loss (Raw)": 0.6659327745437622, "Finetune/Step": 2238, "Finetune/Step Time": 5.425438629463315}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7924100160598755, "Finetune/Loss (Raw)": 1.11991286277771, "Finetune/Step": 2239, "Finetune/Step Time": 5.412008048966527}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7964760065078735, "Finetune/Loss (Raw)": 0.9776964783668518, "Finetune/Step": 2240, "Finetune/Step Time": 5.383897786960006}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.797229528427124, "Finetune/Loss (Raw)": 0.9442741274833679, "Finetune/Step": 2241, "Finetune/Step Time": 5.391608269885182}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7961291074752808, "Finetune/Loss (Raw)": 0.8067530989646912, "Finetune/Step": 2242, "Finetune/Step Time": 5.37547286786139}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7953371405601501, "Finetune/Loss (Raw)": 0.8113794922828674, "Finetune/Step": 2243, "Finetune/Step Time": 5.377716667950153}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8005598783493042, "Finetune/Loss (Raw)": 1.084526777267456, "Finetune/Step": 2244, "Finetune/Step Time": 5.34604605846107}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.802148163318634, "Finetune/Loss (Raw)": 0.8944945335388184, "Finetune/Step": 2245, "Finetune/Step Time": 5.3265570513904095}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8037511110305786, "Finetune/Loss (Raw)": 0.972076952457428, "Finetune/Step": 2246, "Finetune/Step Time": 5.329572504386306}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8035121560096741, "Finetune/Loss (Raw)": 0.7377454042434692, "Finetune/Step": 2247, "Finetune/Step Time": 5.328586691990495}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8065354228019714, "Finetune/Loss (Raw)": 0.7186794281005859, "Finetune/Step": 2248, "Finetune/Step Time": 5.294954363256693}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8059442639350891, "Finetune/Loss (Raw)": 0.7885857224464417, "Finetune/Step": 2249, "Finetune/Step Time": 5.294229857623577}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8049900531768799, "Finetune/Loss (Raw)": 0.789100706577301, "Finetune/Step": 2250, "Finetune/Step Time": 5.314658002927899}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8049826622009277, "Finetune/Loss (Raw)": 0.8782975673675537, "Finetune/Step": 2251, "Finetune/Step Time": 5.31646434776485}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8005067706108093, "Finetune/Loss (Raw)": 0.3167937397956848, "Finetune/Step": 2252, "Finetune/Step Time": 5.3425407242029905}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8007188439369202, "Finetune/Loss (Raw)": 0.9140265583992004, "Finetune/Step": 2253, "Finetune/Step Time": 5.3247891422361135}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8008328676223755, "Finetune/Loss (Raw)": 0.9544101357460022, "Finetune/Step": 2254, "Finetune/Step Time": 5.330545710399747}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8007263541221619, "Finetune/Loss (Raw)": 0.8548039197921753, "Finetune/Step": 2255, "Finetune/Step Time": 5.328176315873861}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8042237758636475, "Finetune/Loss (Raw)": 0.7986069917678833, "Finetune/Step": 2256, "Finetune/Step Time": 5.289011215791106}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8085870146751404, "Finetune/Loss (Raw)": 0.8357675671577454, "Finetune/Step": 2257, "Finetune/Step Time": 5.260512068867683}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8067616820335388, "Finetune/Loss (Raw)": 0.6556584239006042, "Finetune/Step": 2258, "Finetune/Step Time": 5.260068701580167}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8054276704788208, "Finetune/Loss (Raw)": 0.7687579393386841, "Finetune/Step": 2259, "Finetune/Step Time": 5.257428543642163}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8051280975341797, "Finetune/Loss (Raw)": 0.7650091648101807, "Finetune/Step": 2260, "Finetune/Step Time": 5.262487534433603}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8035467863082886, "Finetune/Loss (Raw)": 0.8870108127593994, "Finetune/Step": 2261, "Finetune/Step Time": 5.264389701187611}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8055288791656494, "Finetune/Loss (Raw)": 1.0065033435821533, "Finetune/Step": 2262, "Finetune/Step Time": 5.258159318938851}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8058316707611084, "Finetune/Loss (Raw)": 0.8144500851631165, "Finetune/Step": 2263, "Finetune/Step Time": 5.262270923703909}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8060407042503357, "Finetune/Loss (Raw)": 0.8936070203781128, "Finetune/Step": 2264, "Finetune/Step Time": 5.264757536351681}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.8091887831687927, "Finetune/Loss (Raw)": 0.8203449845314026, "Finetune/Step": 2265, "Finetune/Step Time": 5.24572023190558}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8067695498466492, "Finetune/Loss (Raw)": 0.5653334259986877, "Finetune/Step": 2266, "Finetune/Step Time": 5.251405568793416}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8072185516357422, "Finetune/Loss (Raw)": 0.8140918016433716, "Finetune/Step": 2267, "Finetune/Step Time": 5.231865467503667}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.806161105632782, "Finetune/Loss (Raw)": 0.7783190011978149, "Finetune/Step": 2268, "Finetune/Step Time": 5.228900950402021}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8053253889083862, "Finetune/Loss (Raw)": 0.892892599105835, "Finetune/Step": 2269, "Finetune/Step Time": 5.222045378759503}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.8038220405578613, "Finetune/Loss (Raw)": 0.6137927770614624, "Finetune/Step": 2270, "Finetune/Step Time": 5.230092184618115}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8043007850646973, "Finetune/Loss (Raw)": 0.8863825798034668, "Finetune/Step": 2271, "Finetune/Step Time": 5.220424856990576}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8049923181533813, "Finetune/Loss (Raw)": 0.9049333333969116, "Finetune/Step": 2272, "Finetune/Step Time": 5.2140027564018965}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8069673776626587, "Finetune/Loss (Raw)": 0.8105207085609436, "Finetune/Step": 2273, "Finetune/Step Time": 5.199313927441835}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8061310648918152, "Finetune/Loss (Raw)": 0.7667446136474609, "Finetune/Step": 2274, "Finetune/Step Time": 5.209267491474748}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8069930076599121, "Finetune/Loss (Raw)": 0.9370484352111816, "Finetune/Step": 2275, "Finetune/Step Time": 5.201039666309953}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8058503866195679, "Finetune/Loss (Raw)": 0.8547834753990173, "Finetune/Step": 2276, "Finetune/Step Time": 5.202847894281149}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8042404055595398, "Finetune/Loss (Raw)": 0.691838264465332, "Finetune/Step": 2277, "Finetune/Step Time": 5.206870013847947}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8048275709152222, "Finetune/Loss (Raw)": 0.8980836272239685, "Finetune/Step": 2278, "Finetune/Step Time": 5.205065790563822}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8043060898780823, "Finetune/Loss (Raw)": 0.8795220255851746, "Finetune/Step": 2279, "Finetune/Step Time": 5.183787291869521}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8049851655960083, "Finetune/Loss (Raw)": 0.84759920835495, "Finetune/Step": 2280, "Finetune/Step Time": 5.178184017539024}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.804979681968689, "Finetune/Loss (Raw)": 0.8196089267730713, "Finetune/Step": 2281, "Finetune/Step Time": 5.179100094363093}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8059374690055847, "Finetune/Loss (Raw)": 0.8321504592895508, "Finetune/Step": 2282, "Finetune/Step Time": 5.172785572707653}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8068401217460632, "Finetune/Loss (Raw)": 0.9590669274330139, "Finetune/Step": 2283, "Finetune/Step Time": 5.160035641863942}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.8065691590309143, "Finetune/Loss (Raw)": 0.6629913449287415, "Finetune/Step": 2284, "Finetune/Step Time": 5.173505647107959}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8069438338279724, "Finetune/Loss (Raw)": 0.8160789012908936, "Finetune/Step": 2285, "Finetune/Step Time": 5.1733151488006115}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8063138723373413, "Finetune/Loss (Raw)": 0.8303530216217041, "Finetune/Step": 2286, "Finetune/Step Time": 5.183312805369496}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8044183254241943, "Finetune/Loss (Raw)": 0.6390936970710754, "Finetune/Step": 2287, "Finetune/Step Time": 5.1681693978607655}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.805091381072998, "Finetune/Loss (Raw)": 0.9207033514976501, "Finetune/Step": 2288, "Finetune/Step Time": 5.1708994545042515}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8041257262229919, "Finetune/Loss (Raw)": 0.6591280102729797, "Finetune/Step": 2289, "Finetune/Step Time": 5.183788409456611}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8052785396575928, "Finetune/Loss (Raw)": 0.9300723671913147, "Finetune/Step": 2290, "Finetune/Step Time": 5.176440346986055}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8048452138900757, "Finetune/Loss (Raw)": 0.7767308354377747, "Finetune/Step": 2291, "Finetune/Step Time": 5.187953108921647}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8032849431037903, "Finetune/Loss (Raw)": 0.7725862264633179, "Finetune/Step": 2292, "Finetune/Step Time": 5.195527106523514}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8013641834259033, "Finetune/Loss (Raw)": 0.57827228307724, "Finetune/Step": 2293, "Finetune/Step Time": 5.180048584938049}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.8009965419769287, "Finetune/Loss (Raw)": 0.8683536648750305, "Finetune/Step": 2294, "Finetune/Step Time": 5.177933966740966}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.799814760684967, "Finetune/Loss (Raw)": 0.815193772315979, "Finetune/Step": 2295, "Finetune/Step Time": 5.195141725242138}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7988484501838684, "Finetune/Loss (Raw)": 0.6970114707946777, "Finetune/Step": 2296, "Finetune/Step Time": 5.19594656303525}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.798143744468689, "Finetune/Loss (Raw)": 0.812506377696991, "Finetune/Step": 2297, "Finetune/Step Time": 5.197845520451665}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7988268733024597, "Finetune/Loss (Raw)": 0.8123324513435364, "Finetune/Step": 2298, "Finetune/Step Time": 5.198976153507829}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7999390959739685, "Finetune/Loss (Raw)": 0.9108845591545105, "Finetune/Step": 2299, "Finetune/Step Time": 5.197116171941161}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.8001631498336792, "Finetune/Loss (Raw)": 0.8970907926559448, "Finetune/Step": 2300, "Finetune/Step Time": 5.20247758179903}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.8012275099754333, "Finetune/Loss (Raw)": 0.7656436562538147, "Finetune/Step": 2301, "Finetune/Step Time": 5.1896943133324385}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8019980192184448, "Finetune/Loss (Raw)": 0.7300938367843628, "Finetune/Step": 2302, "Finetune/Step Time": 5.182218810543418}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8026264905929565, "Finetune/Loss (Raw)": 0.8633987903594971, "Finetune/Step": 2303, "Finetune/Step Time": 5.164678340777755}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.800460934638977, "Finetune/Loss (Raw)": 0.6548391580581665, "Finetune/Step": 2304, "Finetune/Step Time": 5.172501727938652}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7990471124649048, "Finetune/Loss (Raw)": 0.7644366025924683, "Finetune/Step": 2305, "Finetune/Step Time": 5.168369745835662}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8005573749542236, "Finetune/Loss (Raw)": 0.93580162525177, "Finetune/Step": 2306, "Finetune/Step Time": 5.170362530276179}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8010703325271606, "Finetune/Loss (Raw)": 0.8772676587104797, "Finetune/Step": 2307, "Finetune/Step Time": 5.155300751328468}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7984898090362549, "Finetune/Loss (Raw)": 0.5523110628128052, "Finetune/Step": 2308, "Finetune/Step Time": 5.157316621392965}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7977626323699951, "Finetune/Loss (Raw)": 0.808307945728302, "Finetune/Step": 2309, "Finetune/Step Time": 5.157474189996719}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7973200082778931, "Finetune/Loss (Raw)": 0.89817214012146, "Finetune/Step": 2310, "Finetune/Step Time": 5.152425980195403}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7990573048591614, "Finetune/Loss (Raw)": 0.908660352230072, "Finetune/Step": 2311, "Finetune/Step Time": 5.132688473910093}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7992505431175232, "Finetune/Loss (Raw)": 0.7282481789588928, "Finetune/Step": 2312, "Finetune/Step Time": 5.141620993614197}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7991719841957092, "Finetune/Loss (Raw)": 0.858177900314331, "Finetune/Step": 2313, "Finetune/Step Time": 5.146890070289373}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7987278699874878, "Finetune/Loss (Raw)": 0.7688283920288086, "Finetune/Step": 2314, "Finetune/Step Time": 5.154867922887206}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.800477921962738, "Finetune/Loss (Raw)": 0.787087619304657, "Finetune/Step": 2315, "Finetune/Step Time": 5.1220974661409855}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8014404773712158, "Finetune/Loss (Raw)": 0.9197946786880493, "Finetune/Step": 2316, "Finetune/Step Time": 5.087445283308625}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8020807504653931, "Finetune/Loss (Raw)": 0.7916639447212219, "Finetune/Step": 2317, "Finetune/Step Time": 5.083127794787288}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.802507758140564, "Finetune/Loss (Raw)": 0.7523347735404968, "Finetune/Step": 2318, "Finetune/Step Time": 5.071369495242834}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8036931157112122, "Finetune/Loss (Raw)": 0.9593925476074219, "Finetune/Step": 2319, "Finetune/Step Time": 5.06254493817687}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.804702639579773, "Finetune/Loss (Raw)": 0.821363627910614, "Finetune/Step": 2320, "Finetune/Step Time": 5.06092250533402}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8040640354156494, "Finetune/Loss (Raw)": 0.8386533856391907, "Finetune/Step": 2321, "Finetune/Step Time": 5.0683011431247}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8041887283325195, "Finetune/Loss (Raw)": 0.8619871735572815, "Finetune/Step": 2322, "Finetune/Step Time": 5.080045161768794}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8024447560310364, "Finetune/Loss (Raw)": 0.6879777312278748, "Finetune/Step": 2323, "Finetune/Step Time": 5.0935178361833096}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8027316927909851, "Finetune/Loss (Raw)": 0.7851462364196777, "Finetune/Step": 2324, "Finetune/Step Time": 5.084114627912641}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8030745983123779, "Finetune/Loss (Raw)": 0.8692819476127625, "Finetune/Step": 2325, "Finetune/Step Time": 5.0907505713403225}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8004540205001831, "Finetune/Loss (Raw)": 0.436536580324173, "Finetune/Step": 2326, "Finetune/Step Time": 5.1147800497710705}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8010132312774658, "Finetune/Loss (Raw)": 0.8417286276817322, "Finetune/Step": 2327, "Finetune/Step Time": 5.120004991069436}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8011734485626221, "Finetune/Loss (Raw)": 0.7555340528488159, "Finetune/Step": 2328, "Finetune/Step Time": 5.114590683951974}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8056868314743042, "Finetune/Loss (Raw)": 0.9289782047271729, "Finetune/Step": 2329, "Finetune/Step Time": 5.086775209754705}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8051196336746216, "Finetune/Loss (Raw)": 0.7429118156433105, "Finetune/Step": 2330, "Finetune/Step Time": 5.0987265314906836}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8054172992706299, "Finetune/Loss (Raw)": 0.8403467535972595, "Finetune/Step": 2331, "Finetune/Step Time": 5.106717014685273}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8077713251113892, "Finetune/Loss (Raw)": 1.0173590183258057, "Finetune/Step": 2332, "Finetune/Step Time": 5.1026913821697235}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8113400340080261, "Finetune/Loss (Raw)": 0.882237434387207, "Finetune/Step": 2333, "Finetune/Step Time": 5.090566957369447}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8135154247283936, "Finetune/Loss (Raw)": 0.8555354475975037, "Finetune/Step": 2334, "Finetune/Step Time": 5.0632047932595015}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8131611347198486, "Finetune/Loss (Raw)": 0.8191671967506409, "Finetune/Step": 2335, "Finetune/Step Time": 5.065133675932884}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8133953213691711, "Finetune/Loss (Raw)": 0.8175305724143982, "Finetune/Step": 2336, "Finetune/Step Time": 5.06001921184361}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8144884705543518, "Finetune/Loss (Raw)": 0.9345406293869019, "Finetune/Step": 2337, "Finetune/Step Time": 5.059661345556378}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8181749582290649, "Finetune/Loss (Raw)": 0.8626822233200073, "Finetune/Step": 2338, "Finetune/Step Time": 5.030723826959729}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8166508078575134, "Finetune/Loss (Raw)": 0.7354549169540405, "Finetune/Step": 2339, "Finetune/Step Time": 5.025355918332934}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8180018663406372, "Finetune/Loss (Raw)": 0.7749654650688171, "Finetune/Step": 2340, "Finetune/Step Time": 5.011775180697441}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8194047212600708, "Finetune/Loss (Raw)": 0.9171146750450134, "Finetune/Step": 2341, "Finetune/Step Time": 5.03750185854733}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8172986507415771, "Finetune/Loss (Raw)": 0.3494270145893097, "Finetune/Step": 2342, "Finetune/Step Time": 5.059450846165419}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8177153468132019, "Finetune/Loss (Raw)": 0.9314067959785461, "Finetune/Step": 2343, "Finetune/Step Time": 5.087077869102359}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8171013593673706, "Finetune/Loss (Raw)": 0.7909571528434753, "Finetune/Step": 2344, "Finetune/Step Time": 5.110419267788529}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8179408311843872, "Finetune/Loss (Raw)": 1.0580437183380127, "Finetune/Step": 2345, "Finetune/Step Time": 5.104983236640692}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8197458982467651, "Finetune/Loss (Raw)": 0.8176319003105164, "Finetune/Step": 2346, "Finetune/Step Time": 5.100622368976474}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8207221627235413, "Finetune/Loss (Raw)": 0.8444007635116577, "Finetune/Step": 2347, "Finetune/Step Time": 5.07008234038949}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8206587433815002, "Finetune/Loss (Raw)": 0.8573857545852661, "Finetune/Step": 2348, "Finetune/Step Time": 5.071567105129361}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8211928606033325, "Finetune/Loss (Raw)": 0.8021331429481506, "Finetune/Step": 2349, "Finetune/Step Time": 5.06319585070014}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8207064867019653, "Finetune/Loss (Raw)": 0.8411522507667542, "Finetune/Step": 2350, "Finetune/Step Time": 5.056260904297233}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8213645219802856, "Finetune/Loss (Raw)": 0.9480818510055542, "Finetune/Step": 2351, "Finetune/Step Time": 5.053094042465091}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8216908574104309, "Finetune/Loss (Raw)": 0.8759245872497559, "Finetune/Step": 2352, "Finetune/Step Time": 5.061373192816973}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8222395181655884, "Finetune/Loss (Raw)": 0.8484771847724915, "Finetune/Step": 2353, "Finetune/Step Time": 5.055800562724471}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8220932483673096, "Finetune/Loss (Raw)": 0.8445974588394165, "Finetune/Step": 2354, "Finetune/Step Time": 5.047980051487684}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8211188316345215, "Finetune/Loss (Raw)": 0.785314679145813, "Finetune/Step": 2355, "Finetune/Step Time": 5.044906549155712}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8205821514129639, "Finetune/Loss (Raw)": 0.7170501351356506, "Finetune/Step": 2356, "Finetune/Step Time": 5.045138953253627}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.820933997631073, "Finetune/Loss (Raw)": 0.8325971364974976, "Finetune/Step": 2357, "Finetune/Step Time": 5.049654129892588}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8219629526138306, "Finetune/Loss (Raw)": 0.9212262034416199, "Finetune/Step": 2358, "Finetune/Step Time": 5.046850021928549}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8169326782226562, "Finetune/Loss (Raw)": 0.2876601815223694, "Finetune/Step": 2359, "Finetune/Step Time": 5.076261825859547}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8161879181861877, "Finetune/Loss (Raw)": 0.8812798857688904, "Finetune/Step": 2360, "Finetune/Step Time": 5.076121794059873}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8176766633987427, "Finetune/Loss (Raw)": 0.894093930721283, "Finetune/Step": 2361, "Finetune/Step Time": 5.070129839703441}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.817102313041687, "Finetune/Loss (Raw)": 0.8405981659889221, "Finetune/Step": 2362, "Finetune/Step Time": 5.0633076168596745}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8143460154533386, "Finetune/Loss (Raw)": 0.5837492942810059, "Finetune/Step": 2363, "Finetune/Step Time": 5.069001654163003}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8130929470062256, "Finetune/Loss (Raw)": 0.7697190642356873, "Finetune/Step": 2364, "Finetune/Step Time": 5.066489892080426}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8141038417816162, "Finetune/Loss (Raw)": 0.9035830497741699, "Finetune/Step": 2365, "Finetune/Step Time": 5.061699669808149}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8135089874267578, "Finetune/Loss (Raw)": 0.5897969007492065, "Finetune/Step": 2366, "Finetune/Step Time": 5.0578615721315145}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8120400905609131, "Finetune/Loss (Raw)": 0.9318966269493103, "Finetune/Step": 2367, "Finetune/Step Time": 5.063080886378884}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8104979991912842, "Finetune/Loss (Raw)": 0.7803043723106384, "Finetune/Step": 2368, "Finetune/Step Time": 5.058956218883395}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8105868697166443, "Finetune/Loss (Raw)": 0.9556505680084229, "Finetune/Step": 2369, "Finetune/Step Time": 5.055971482768655}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8108490109443665, "Finetune/Loss (Raw)": 0.8403079509735107, "Finetune/Step": 2370, "Finetune/Step Time": 5.057971583679318}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8117706775665283, "Finetune/Loss (Raw)": 0.9293539524078369, "Finetune/Step": 2371, "Finetune/Step Time": 5.056694477796555}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8094302415847778, "Finetune/Loss (Raw)": 0.78495192527771, "Finetune/Step": 2372, "Finetune/Step Time": 5.059231182560325}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8097535967826843, "Finetune/Loss (Raw)": 0.9358789324760437, "Finetune/Step": 2373, "Finetune/Step Time": 5.0809032917022705}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8079490065574646, "Finetune/Loss (Raw)": 0.7410926222801208, "Finetune/Step": 2374, "Finetune/Step Time": 5.082542000338435}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8074324131011963, "Finetune/Loss (Raw)": 0.6716198325157166, "Finetune/Step": 2375, "Finetune/Step Time": 5.085780251771212}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8090057373046875, "Finetune/Loss (Raw)": 0.9200606942176819, "Finetune/Step": 2376, "Finetune/Step Time": 5.09077868796885}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8105658292770386, "Finetune/Loss (Raw)": 0.9882800579071045, "Finetune/Step": 2377, "Finetune/Step Time": 5.0910163298249245}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8115717768669128, "Finetune/Loss (Raw)": 0.9178655743598938, "Finetune/Step": 2378, "Finetune/Step Time": 5.07933097332716}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8115320205688477, "Finetune/Loss (Raw)": 0.8732103109359741, "Finetune/Step": 2379, "Finetune/Step Time": 5.095362959429622}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8148465752601624, "Finetune/Loss (Raw)": 0.7410547137260437, "Finetune/Step": 2380, "Finetune/Step Time": 5.06439763866365}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8141181468963623, "Finetune/Loss (Raw)": 0.8207889199256897, "Finetune/Step": 2381, "Finetune/Step Time": 5.066079001873732}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8119986653327942, "Finetune/Loss (Raw)": 0.6831150054931641, "Finetune/Step": 2382, "Finetune/Step Time": 5.077744988724589}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8098360300064087, "Finetune/Loss (Raw)": 0.5779831409454346, "Finetune/Step": 2383, "Finetune/Step Time": 5.091129628941417}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8112238645553589, "Finetune/Loss (Raw)": 0.9762519598007202, "Finetune/Step": 2384, "Finetune/Step Time": 5.087020060047507}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8109148740768433, "Finetune/Loss (Raw)": 0.7962208986282349, "Finetune/Step": 2385, "Finetune/Step Time": 5.092098897323012}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8133909106254578, "Finetune/Loss (Raw)": 0.9725881814956665, "Finetune/Step": 2386, "Finetune/Step Time": 5.098674079403281}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8137387037277222, "Finetune/Loss (Raw)": 0.8132714033126831, "Finetune/Step": 2387, "Finetune/Step Time": 5.112650381401181}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8143054246902466, "Finetune/Loss (Raw)": 0.8375474810600281, "Finetune/Step": 2388, "Finetune/Step Time": 5.122984379529953}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8148597478866577, "Finetune/Loss (Raw)": 0.9579716920852661, "Finetune/Step": 2389, "Finetune/Step Time": 5.122252434492111}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8144632577896118, "Finetune/Loss (Raw)": 0.9557545185089111, "Finetune/Step": 2390, "Finetune/Step Time": 5.126733472570777}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8152857422828674, "Finetune/Loss (Raw)": 0.9197204113006592, "Finetune/Step": 2391, "Finetune/Step Time": 5.126378312706947}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8150293827056885, "Finetune/Loss (Raw)": 0.8607911467552185, "Finetune/Step": 2392, "Finetune/Step Time": 5.127404879778624}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8157869577407837, "Finetune/Loss (Raw)": 0.9173231720924377, "Finetune/Step": 2393, "Finetune/Step Time": 5.1308206133544445}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8144710063934326, "Finetune/Loss (Raw)": 0.396894246339798, "Finetune/Step": 2394, "Finetune/Step Time": 5.1561150085181}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8149635791778564, "Finetune/Loss (Raw)": 0.8771337866783142, "Finetune/Step": 2395, "Finetune/Step Time": 5.161054270341992}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8151246905326843, "Finetune/Loss (Raw)": 0.798937201499939, "Finetune/Step": 2396, "Finetune/Step Time": 5.15882958099246}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8149215579032898, "Finetune/Loss (Raw)": 0.8668931722640991, "Finetune/Step": 2397, "Finetune/Step Time": 5.1566342413425446}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8181692361831665, "Finetune/Loss (Raw)": 1.0295014381408691, "Finetune/Step": 2398, "Finetune/Step Time": 5.14824547432363}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8184528350830078, "Finetune/Loss (Raw)": 0.9226730465888977, "Finetune/Step": 2399, "Finetune/Step Time": 5.144583521410823}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8172282576560974, "Finetune/Loss (Raw)": 0.748198926448822, "Finetune/Step": 2400, "Finetune/Step Time": 5.137228230014443}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8173607587814331, "Finetune/Loss (Raw)": 0.8274697661399841, "Finetune/Step": 2401, "Finetune/Step Time": 5.140752533450723}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.81708824634552, "Finetune/Loss (Raw)": 0.7318704724311829, "Finetune/Step": 2402, "Finetune/Step Time": 5.125837029889226}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.816429853439331, "Finetune/Loss (Raw)": 0.852777898311615, "Finetune/Step": 2403, "Finetune/Step Time": 5.134029731154442}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.816439151763916, "Finetune/Loss (Raw)": 0.8559631109237671, "Finetune/Step": 2404, "Finetune/Step Time": 5.1335011050105095}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8174170255661011, "Finetune/Loss (Raw)": 0.8170055150985718, "Finetune/Step": 2405, "Finetune/Step Time": 5.129990607500076}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8177733421325684, "Finetune/Loss (Raw)": 0.9436967968940735, "Finetune/Step": 2406, "Finetune/Step Time": 5.13162556476891}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8155262470245361, "Finetune/Loss (Raw)": 0.591895341873169, "Finetune/Step": 2407, "Finetune/Step Time": 5.152897531166673}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8167535662651062, "Finetune/Loss (Raw)": 1.0046974420547485, "Finetune/Step": 2408, "Finetune/Step Time": 5.161904331296682}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8167971968650818, "Finetune/Loss (Raw)": 0.8251898288726807, "Finetune/Step": 2409, "Finetune/Step Time": 5.1623902674764395}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8166408538818359, "Finetune/Loss (Raw)": 0.8121467232704163, "Finetune/Step": 2410, "Finetune/Step Time": 5.171527661383152}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.814541220664978, "Finetune/Loss (Raw)": 0.6903160810470581, "Finetune/Step": 2411, "Finetune/Step Time": 5.178910661488771}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8155465126037598, "Finetune/Loss (Raw)": 0.7916585206985474, "Finetune/Step": 2412, "Finetune/Step Time": 5.1577610690146685}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8151805400848389, "Finetune/Loss (Raw)": 0.7692402601242065, "Finetune/Step": 2413, "Finetune/Step Time": 5.14788705855608}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8157050609588623, "Finetune/Loss (Raw)": 0.8974836468696594, "Finetune/Step": 2414, "Finetune/Step Time": 5.134096667170525}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8172471523284912, "Finetune/Loss (Raw)": 0.8364835977554321, "Finetune/Step": 2415, "Finetune/Step Time": 5.144627219066024}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8161917924880981, "Finetune/Loss (Raw)": 0.7856225967407227, "Finetune/Step": 2416, "Finetune/Step Time": 5.143301164731383}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8171262741088867, "Finetune/Loss (Raw)": 0.7787381410598755, "Finetune/Step": 2417, "Finetune/Step Time": 5.141624202951789}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8132907748222351, "Finetune/Loss (Raw)": 0.43913063406944275, "Finetune/Step": 2418, "Finetune/Step Time": 5.171367596834898}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8136817216873169, "Finetune/Loss (Raw)": 0.8267740607261658, "Finetune/Step": 2419, "Finetune/Step Time": 5.179597672075033}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8154823780059814, "Finetune/Loss (Raw)": 1.0030698776245117, "Finetune/Step": 2420, "Finetune/Step Time": 5.16978182643652}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8162367939949036, "Finetune/Loss (Raw)": 0.674834668636322, "Finetune/Step": 2421, "Finetune/Step Time": 5.178968207910657}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8148996829986572, "Finetune/Loss (Raw)": 0.6972019076347351, "Finetune/Step": 2422, "Finetune/Step Time": 5.189017614349723}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8131604194641113, "Finetune/Loss (Raw)": 0.5925732254981995, "Finetune/Step": 2423, "Finetune/Step Time": 5.182580027729273}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8147115707397461, "Finetune/Loss (Raw)": 0.895557165145874, "Finetune/Step": 2424, "Finetune/Step Time": 5.181940192356706}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8139156699180603, "Finetune/Loss (Raw)": 0.7106240391731262, "Finetune/Step": 2425, "Finetune/Step Time": 5.192394332960248}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8104479908943176, "Finetune/Loss (Raw)": 0.3684762418270111, "Finetune/Step": 2426, "Finetune/Step Time": 5.221832966431975}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8100661039352417, "Finetune/Loss (Raw)": 0.8619997501373291, "Finetune/Step": 2427, "Finetune/Step Time": 5.213144412264228}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8086420297622681, "Finetune/Loss (Raw)": 0.7148182988166809, "Finetune/Step": 2428, "Finetune/Step Time": 5.207599125802517}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8094449043273926, "Finetune/Loss (Raw)": 0.8684041500091553, "Finetune/Step": 2429, "Finetune/Step Time": 5.218845896422863}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8091917634010315, "Finetune/Loss (Raw)": 0.6976929903030396, "Finetune/Step": 2430, "Finetune/Step Time": 5.242906780913472}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.809518039226532, "Finetune/Loss (Raw)": 0.9051633477210999, "Finetune/Step": 2431, "Finetune/Step Time": 5.241381797939539}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8107830286026001, "Finetune/Loss (Raw)": 0.8167555332183838, "Finetune/Step": 2432, "Finetune/Step Time": 5.243606314063072}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.810769259929657, "Finetune/Loss (Raw)": 0.7626791596412659, "Finetune/Step": 2433, "Finetune/Step Time": 5.243134189397097}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8101065754890442, "Finetune/Loss (Raw)": 0.8509751558303833, "Finetune/Step": 2434, "Finetune/Step Time": 5.251917749643326}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8095826506614685, "Finetune/Loss (Raw)": 0.8102049827575684, "Finetune/Step": 2435, "Finetune/Step Time": 5.260544013231993}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8123324513435364, "Finetune/Loss (Raw)": 0.9042866826057434, "Finetune/Step": 2436, "Finetune/Step Time": 5.253690360113978}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8121767044067383, "Finetune/Loss (Raw)": 0.7883723378181458, "Finetune/Step": 2437, "Finetune/Step Time": 5.258379055187106}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8123651742935181, "Finetune/Loss (Raw)": 0.9222909808158875, "Finetune/Step": 2438, "Finetune/Step Time": 5.262203825637698}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8124182224273682, "Finetune/Loss (Raw)": 0.915459156036377, "Finetune/Step": 2439, "Finetune/Step Time": 5.261848088353872}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8137855529785156, "Finetune/Loss (Raw)": 0.9032566547393799, "Finetune/Step": 2440, "Finetune/Step Time": 5.241344824433327}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8143197298049927, "Finetune/Loss (Raw)": 0.9265539050102234, "Finetune/Step": 2441, "Finetune/Step Time": 5.23640569485724}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8148965835571289, "Finetune/Loss (Raw)": 0.8426638245582581, "Finetune/Step": 2442, "Finetune/Step Time": 5.232083523645997}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8160333633422852, "Finetune/Loss (Raw)": 0.9325966835021973, "Finetune/Step": 2443, "Finetune/Step Time": 5.236603010445833}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8155664205551147, "Finetune/Loss (Raw)": 0.8600273728370667, "Finetune/Step": 2444, "Finetune/Step Time": 5.242874117568135}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8124066591262817, "Finetune/Loss (Raw)": 0.38721656799316406, "Finetune/Step": 2445, "Finetune/Step Time": 5.269171403720975}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8134958148002625, "Finetune/Loss (Raw)": 0.8917454481124878, "Finetune/Step": 2446, "Finetune/Step Time": 5.2710354290902615}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.812813401222229, "Finetune/Loss (Raw)": 0.8720425963401794, "Finetune/Step": 2447, "Finetune/Step Time": 5.2753606010228395}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8135449886322021, "Finetune/Loss (Raw)": 0.9150062203407288, "Finetune/Step": 2448, "Finetune/Step Time": 5.276792300865054}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8127301335334778, "Finetune/Loss (Raw)": 0.7343570590019226, "Finetune/Step": 2449, "Finetune/Step Time": 5.268858147785068}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8097682595252991, "Finetune/Loss (Raw)": 0.4828677773475647, "Finetune/Step": 2450, "Finetune/Step Time": 5.284282444044948}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8068877458572388, "Finetune/Loss (Raw)": 0.31927216053009033, "Finetune/Step": 2451, "Finetune/Step Time": 5.303167080506682}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8068111538887024, "Finetune/Loss (Raw)": 0.7753420472145081, "Finetune/Step": 2452, "Finetune/Step Time": 5.304649671539664}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8063875436782837, "Finetune/Loss (Raw)": 0.8150601983070374, "Finetune/Step": 2453, "Finetune/Step Time": 5.321808202192187}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8094173073768616, "Finetune/Loss (Raw)": 0.8243428468704224, "Finetune/Step": 2454, "Finetune/Step Time": 5.301815886050463}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8098355531692505, "Finetune/Loss (Raw)": 0.895263671875, "Finetune/Step": 2455, "Finetune/Step Time": 5.28873248025775}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8109233379364014, "Finetune/Loss (Raw)": 0.894777238368988, "Finetune/Step": 2456, "Finetune/Step Time": 5.278745304793119}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8103083968162537, "Finetune/Loss (Raw)": 0.85025954246521, "Finetune/Step": 2457, "Finetune/Step Time": 5.275715492665768}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8108294010162354, "Finetune/Loss (Raw)": 0.8096001148223877, "Finetune/Step": 2458, "Finetune/Step Time": 5.281421735882759}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8104931116104126, "Finetune/Loss (Raw)": 0.7973088026046753, "Finetune/Step": 2459, "Finetune/Step Time": 5.275830129161477}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8087515830993652, "Finetune/Loss (Raw)": 0.7944381237030029, "Finetune/Step": 2460, "Finetune/Step Time": 5.270505065098405}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8093513250350952, "Finetune/Loss (Raw)": 0.9589979648590088, "Finetune/Step": 2461, "Finetune/Step Time": 5.2667465172708035}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8094491362571716, "Finetune/Loss (Raw)": 0.8680594563484192, "Finetune/Step": 2462, "Finetune/Step Time": 5.254028797149658}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8092836737632751, "Finetune/Loss (Raw)": 0.7979907393455505, "Finetune/Step": 2463, "Finetune/Step Time": 5.25393402017653}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8100220561027527, "Finetune/Loss (Raw)": 0.912043035030365, "Finetune/Step": 2464, "Finetune/Step Time": 5.239883698523045}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.809224009513855, "Finetune/Loss (Raw)": 0.8323855996131897, "Finetune/Step": 2465, "Finetune/Step Time": 5.242242947220802}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8085019588470459, "Finetune/Loss (Raw)": 0.7702652812004089, "Finetune/Step": 2466, "Finetune/Step Time": 5.243663191795349}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8092643022537231, "Finetune/Loss (Raw)": 0.8330347537994385, "Finetune/Step": 2467, "Finetune/Step Time": 5.224598845466971}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8106511831283569, "Finetune/Loss (Raw)": 0.9524807929992676, "Finetune/Step": 2468, "Finetune/Step Time": 5.2280201725661755}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8107609152793884, "Finetune/Loss (Raw)": 0.9311617016792297, "Finetune/Step": 2469, "Finetune/Step Time": 5.200252529233694}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.814024031162262, "Finetune/Loss (Raw)": 0.767111599445343, "Finetune/Step": 2470, "Finetune/Step Time": 5.176029846072197}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8140385150909424, "Finetune/Loss (Raw)": 0.9332582950592041, "Finetune/Step": 2471, "Finetune/Step Time": 5.149726951494813}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8145687580108643, "Finetune/Loss (Raw)": 0.8588293194770813, "Finetune/Step": 2472, "Finetune/Step Time": 5.124324219301343}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.813260018825531, "Finetune/Loss (Raw)": 0.8905242681503296, "Finetune/Step": 2473, "Finetune/Step Time": 5.129950175061822}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8131607174873352, "Finetune/Loss (Raw)": 0.8049237728118896, "Finetune/Step": 2474, "Finetune/Step Time": 5.134226977825165}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8129956722259521, "Finetune/Loss (Raw)": 0.8232725858688354, "Finetune/Step": 2475, "Finetune/Step Time": 5.133749643340707}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8130347728729248, "Finetune/Loss (Raw)": 0.8623875975608826, "Finetune/Step": 2476, "Finetune/Step Time": 5.131469268351793}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8133271336555481, "Finetune/Loss (Raw)": 0.8395577669143677, "Finetune/Step": 2477, "Finetune/Step Time": 5.1285802107304335}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8132737278938293, "Finetune/Loss (Raw)": 0.8343140482902527, "Finetune/Step": 2478, "Finetune/Step Time": 5.127920353785157}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8115792274475098, "Finetune/Loss (Raw)": 0.7311939001083374, "Finetune/Step": 2479, "Finetune/Step Time": 5.128558170050383}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8105446696281433, "Finetune/Loss (Raw)": 0.7434980869293213, "Finetune/Step": 2480, "Finetune/Step Time": 5.128054851666093}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8068339824676514, "Finetune/Loss (Raw)": 0.3735029399394989, "Finetune/Step": 2481, "Finetune/Step Time": 5.157146556302905}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8082790374755859, "Finetune/Loss (Raw)": 1.0295690298080444, "Finetune/Step": 2482, "Finetune/Step Time": 5.154843837022781}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8084940910339355, "Finetune/Loss (Raw)": 0.8128347992897034, "Finetune/Step": 2483, "Finetune/Step Time": 5.159902753308415}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8088559508323669, "Finetune/Loss (Raw)": 0.7633708119392395, "Finetune/Step": 2484, "Finetune/Step Time": 5.165067631751299}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8089393377304077, "Finetune/Loss (Raw)": 0.8432705998420715, "Finetune/Step": 2485, "Finetune/Step Time": 5.165308613330126}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8071128129959106, "Finetune/Loss (Raw)": 0.687440812587738, "Finetune/Step": 2486, "Finetune/Step Time": 5.175098327919841}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8073146343231201, "Finetune/Loss (Raw)": 0.3134821057319641, "Finetune/Step": 2487, "Finetune/Step Time": 5.183490185067058}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8076518774032593, "Finetune/Loss (Raw)": 0.9244472980499268, "Finetune/Step": 2488, "Finetune/Step Time": 5.19223122484982}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8076226711273193, "Finetune/Loss (Raw)": 0.8903625011444092, "Finetune/Step": 2489, "Finetune/Step Time": 5.209756702184677}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8035235404968262, "Finetune/Loss (Raw)": 0.3159133195877075, "Finetune/Step": 2490, "Finetune/Step Time": 5.253583448007703}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8053471446037292, "Finetune/Loss (Raw)": 0.8171630501747131, "Finetune/Step": 2491, "Finetune/Step Time": 5.247343432158232}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8050402402877808, "Finetune/Loss (Raw)": 0.7304337620735168, "Finetune/Step": 2492, "Finetune/Step Time": 5.248135408386588}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8046661615371704, "Finetune/Loss (Raw)": 0.8557071685791016, "Finetune/Step": 2493, "Finetune/Step Time": 5.255986727774143}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8074168562889099, "Finetune/Loss (Raw)": 0.9418790936470032, "Finetune/Step": 2494, "Finetune/Step Time": 5.244658846408129}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8068430423736572, "Finetune/Loss (Raw)": 0.8584513664245605, "Finetune/Step": 2495, "Finetune/Step Time": 5.237383380532265}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.806969165802002, "Finetune/Loss (Raw)": 0.7964527010917664, "Finetune/Step": 2496, "Finetune/Step Time": 5.257612653076649}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8048288226127625, "Finetune/Loss (Raw)": 0.6816846132278442, "Finetune/Step": 2497, "Finetune/Step Time": 5.2564027067273855}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.805732011795044, "Finetune/Loss (Raw)": 0.9559117555618286, "Finetune/Step": 2498, "Finetune/Step Time": 5.256474543362856}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8026726245880127, "Finetune/Loss (Raw)": 0.5377497673034668, "Finetune/Step": 2499, "Finetune/Step Time": 5.268358184024692}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8032964468002319, "Finetune/Loss (Raw)": 0.8648080825805664, "Finetune/Step": 2500, "Finetune/Step Time": 5.267945658415556}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8030531406402588, "Finetune/Loss (Raw)": 0.9047303199768066, "Finetune/Step": 2501, "Finetune/Step Time": 5.248700624331832}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8040904998779297, "Finetune/Loss (Raw)": 0.8738710284233093, "Finetune/Step": 2502, "Finetune/Step Time": 5.24847124889493}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8053402304649353, "Finetune/Loss (Raw)": 0.831595778465271, "Finetune/Step": 2503, "Finetune/Step Time": 5.237464157864451}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8047345876693726, "Finetune/Loss (Raw)": 0.8425316214561462, "Finetune/Step": 2504, "Finetune/Step Time": 5.241206306964159}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8036203384399414, "Finetune/Loss (Raw)": 0.8456608653068542, "Finetune/Step": 2505, "Finetune/Step Time": 5.240779835730791}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8027582168579102, "Finetune/Loss (Raw)": 0.807509183883667, "Finetune/Step": 2506, "Finetune/Step Time": 5.235169420018792}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8032771348953247, "Finetune/Loss (Raw)": 0.9396316409111023, "Finetune/Step": 2507, "Finetune/Step Time": 5.222179489210248}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8034135103225708, "Finetune/Loss (Raw)": 0.7585192918777466, "Finetune/Step": 2508, "Finetune/Step Time": 5.228673594072461}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.803255021572113, "Finetune/Loss (Raw)": 0.8005003333091736, "Finetune/Step": 2509, "Finetune/Step Time": 5.2318545170128345}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8052234649658203, "Finetune/Loss (Raw)": 0.9350743293762207, "Finetune/Step": 2510, "Finetune/Step Time": 5.215308824554086}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8075388073921204, "Finetune/Loss (Raw)": 0.8743458390235901, "Finetune/Step": 2511, "Finetune/Step Time": 5.21116011030972}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8055009245872498, "Finetune/Loss (Raw)": 0.7154028415679932, "Finetune/Step": 2512, "Finetune/Step Time": 5.22022695466876}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8052080869674683, "Finetune/Loss (Raw)": 0.7587422132492065, "Finetune/Step": 2513, "Finetune/Step Time": 5.219135733321309}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8044060468673706, "Finetune/Loss (Raw)": 0.8699228763580322, "Finetune/Step": 2514, "Finetune/Step Time": 5.224604295566678}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8031743764877319, "Finetune/Loss (Raw)": 0.6556182503700256, "Finetune/Step": 2515, "Finetune/Step Time": 5.229061804711819}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8029669523239136, "Finetune/Loss (Raw)": 0.8109975457191467, "Finetune/Step": 2516, "Finetune/Step Time": 5.207253884524107}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8022667169570923, "Finetune/Loss (Raw)": 0.868339478969574, "Finetune/Step": 2517, "Finetune/Step Time": 5.209712997078896}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8007525205612183, "Finetune/Loss (Raw)": 0.7619389295578003, "Finetune/Step": 2518, "Finetune/Step Time": 5.214570220559835}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7997350096702576, "Finetune/Loss (Raw)": 0.7894779443740845, "Finetune/Step": 2519, "Finetune/Step Time": 5.2185382675379515}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8003067374229431, "Finetune/Loss (Raw)": 0.9339734315872192, "Finetune/Step": 2520, "Finetune/Step Time": 5.217503841966391}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7962594628334045, "Finetune/Loss (Raw)": 0.39926937222480774, "Finetune/Step": 2521, "Finetune/Step Time": 5.23098804615438}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7997094392776489, "Finetune/Loss (Raw)": 0.8384976387023926, "Finetune/Step": 2522, "Finetune/Step Time": 5.217590324580669}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7977418899536133, "Finetune/Loss (Raw)": 0.6252862215042114, "Finetune/Step": 2523, "Finetune/Step Time": 5.218898130580783}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7976741790771484, "Finetune/Loss (Raw)": 0.7902629375457764, "Finetune/Step": 2524, "Finetune/Step Time": 5.217501148581505}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.79598069190979, "Finetune/Loss (Raw)": 0.6501320600509644, "Finetune/Step": 2525, "Finetune/Step Time": 5.230003418400884}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7947415113449097, "Finetune/Loss (Raw)": 0.870880126953125, "Finetune/Step": 2526, "Finetune/Step Time": 5.232672488316894}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.794257640838623, "Finetune/Loss (Raw)": 0.8607411980628967, "Finetune/Step": 2527, "Finetune/Step Time": 5.242199091240764}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7958030104637146, "Finetune/Loss (Raw)": 0.9460076689720154, "Finetune/Step": 2528, "Finetune/Step Time": 5.248402766883373}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7914221882820129, "Finetune/Loss (Raw)": 0.26672857999801636, "Finetune/Step": 2529, "Finetune/Step Time": 5.276161089539528}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7924609184265137, "Finetune/Loss (Raw)": 0.86482173204422, "Finetune/Step": 2530, "Finetune/Step Time": 5.268159616738558}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7918910980224609, "Finetune/Loss (Raw)": 0.7798385620117188, "Finetune/Step": 2531, "Finetune/Step Time": 5.266790088266134}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7916916608810425, "Finetune/Loss (Raw)": 0.8304367065429688, "Finetune/Step": 2532, "Finetune/Step Time": 5.282852998003364}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7909587025642395, "Finetune/Loss (Raw)": 0.7231901288032532, "Finetune/Step": 2533, "Finetune/Step Time": 5.285135094076395}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7865190505981445, "Finetune/Loss (Raw)": 0.375423401594162, "Finetune/Step": 2534, "Finetune/Step Time": 5.313719727098942}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7893374562263489, "Finetune/Loss (Raw)": 0.9526433944702148, "Finetune/Step": 2535, "Finetune/Step Time": 5.2986017391085625}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7864296436309814, "Finetune/Loss (Raw)": 0.6325072646141052, "Finetune/Step": 2536, "Finetune/Step Time": 5.305633507668972}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7860533595085144, "Finetune/Loss (Raw)": 0.7770172953605652, "Finetune/Step": 2537, "Finetune/Step Time": 5.312492566183209}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7865524291992188, "Finetune/Loss (Raw)": 0.8760303258895874, "Finetune/Step": 2538, "Finetune/Step Time": 5.316052882000804}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.787488579750061, "Finetune/Loss (Raw)": 0.8101394176483154, "Finetune/Step": 2539, "Finetune/Step Time": 5.314486514776945}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7878388166427612, "Finetune/Loss (Raw)": 0.8364924192428589, "Finetune/Step": 2540, "Finetune/Step Time": 5.314801255241036}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7871415019035339, "Finetune/Loss (Raw)": 0.6799843907356262, "Finetune/Step": 2541, "Finetune/Step Time": 5.330914802849293}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7867066860198975, "Finetune/Loss (Raw)": 0.8418300151824951, "Finetune/Step": 2542, "Finetune/Step Time": 5.335273956879973}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7867639064788818, "Finetune/Loss (Raw)": 0.8437961339950562, "Finetune/Step": 2543, "Finetune/Step Time": 5.319588165730238}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7857781648635864, "Finetune/Loss (Raw)": 0.6594566702842712, "Finetune/Step": 2544, "Finetune/Step Time": 5.328988149762154}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7860676050186157, "Finetune/Loss (Raw)": 0.8157897591590881, "Finetune/Step": 2545, "Finetune/Step Time": 5.322723895311356}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7847936153411865, "Finetune/Loss (Raw)": 0.2760544717311859, "Finetune/Step": 2546, "Finetune/Step Time": 5.322245301678777}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7845511436462402, "Finetune/Loss (Raw)": 0.7957344055175781, "Finetune/Step": 2547, "Finetune/Step Time": 5.294331107288599}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7841991186141968, "Finetune/Loss (Raw)": 0.9580144882202148, "Finetune/Step": 2548, "Finetune/Step Time": 5.29633641988039}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7814290523529053, "Finetune/Loss (Raw)": 0.32026731967926025, "Finetune/Step": 2549, "Finetune/Step Time": 5.307485722005367}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7824621796607971, "Finetune/Loss (Raw)": 0.8294394612312317, "Finetune/Step": 2550, "Finetune/Step Time": 5.297734539955854}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7848851680755615, "Finetune/Loss (Raw)": 0.9027189016342163, "Finetune/Step": 2551, "Finetune/Step Time": 5.293991006910801}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7860229015350342, "Finetune/Loss (Raw)": 1.0411895513534546, "Finetune/Step": 2552, "Finetune/Step Time": 5.294646870344877}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7861937880516052, "Finetune/Loss (Raw)": 0.7324917316436768, "Finetune/Step": 2553, "Finetune/Step Time": 5.296153146773577}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7899349927902222, "Finetune/Loss (Raw)": 0.8473504781723022, "Finetune/Step": 2554, "Finetune/Step Time": 5.294397981837392}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7857452034950256, "Finetune/Loss (Raw)": 0.3257118761539459, "Finetune/Step": 2555, "Finetune/Step Time": 5.323542213067412}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7869348526000977, "Finetune/Loss (Raw)": 0.8670888543128967, "Finetune/Step": 2556, "Finetune/Step Time": 5.324037669226527}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7856917381286621, "Finetune/Loss (Raw)": 0.7092933058738708, "Finetune/Step": 2557, "Finetune/Step Time": 5.308112299069762}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7865723371505737, "Finetune/Loss (Raw)": 0.8104071021080017, "Finetune/Step": 2558, "Finetune/Step Time": 5.278320204466581}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7854527235031128, "Finetune/Loss (Raw)": 0.7618457078933716, "Finetune/Step": 2559, "Finetune/Step Time": 5.286936359480023}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7840286493301392, "Finetune/Loss (Raw)": 0.6344744563102722, "Finetune/Step": 2560, "Finetune/Step Time": 5.304946230724454}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7846007943153381, "Finetune/Loss (Raw)": 0.8359212875366211, "Finetune/Step": 2561, "Finetune/Step Time": 5.308087572455406}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.785038948059082, "Finetune/Loss (Raw)": 0.9070501327514648, "Finetune/Step": 2562, "Finetune/Step Time": 5.297121535986662}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7823171615600586, "Finetune/Loss (Raw)": 0.46181562542915344, "Finetune/Step": 2563, "Finetune/Step Time": 5.304972048848867}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7819490432739258, "Finetune/Loss (Raw)": 0.8571727871894836, "Finetune/Step": 2564, "Finetune/Step Time": 5.307627012953162}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7827692031860352, "Finetune/Loss (Raw)": 0.8933575749397278, "Finetune/Step": 2565, "Finetune/Step Time": 5.305196641013026}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.782139778137207, "Finetune/Loss (Raw)": 0.8417201638221741, "Finetune/Step": 2566, "Finetune/Step Time": 5.307788891717792}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7808525562286377, "Finetune/Loss (Raw)": 0.7506880164146423, "Finetune/Step": 2567, "Finetune/Step Time": 5.312764633446932}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7796692848205566, "Finetune/Loss (Raw)": 0.7518066763877869, "Finetune/Step": 2568, "Finetune/Step Time": 5.316593701019883}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7803248167037964, "Finetune/Loss (Raw)": 1.0104626417160034, "Finetune/Step": 2569, "Finetune/Step Time": 5.314488301053643}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.780162513256073, "Finetune/Loss (Raw)": 0.8218835592269897, "Finetune/Step": 2570, "Finetune/Step Time": 5.319078912958503}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7808772921562195, "Finetune/Loss (Raw)": 1.0240931510925293, "Finetune/Step": 2571, "Finetune/Step Time": 5.3174757063388824}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7806434631347656, "Finetune/Loss (Raw)": 0.8300901651382446, "Finetune/Step": 2572, "Finetune/Step Time": 5.31497598439455}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7839460372924805, "Finetune/Loss (Raw)": 0.8099581003189087, "Finetune/Step": 2573, "Finetune/Step Time": 5.291199877858162}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.782997190952301, "Finetune/Loss (Raw)": 0.7702867388725281, "Finetune/Step": 2574, "Finetune/Step Time": 5.312832215800881}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.781941294670105, "Finetune/Loss (Raw)": 0.736880898475647, "Finetune/Step": 2575, "Finetune/Step Time": 5.305395657196641}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.781242311000824, "Finetune/Loss (Raw)": 0.82554692029953, "Finetune/Step": 2576, "Finetune/Step Time": 5.306166265159845}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7823489904403687, "Finetune/Loss (Raw)": 0.8760141730308533, "Finetune/Step": 2577, "Finetune/Step Time": 5.310041729360819}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7858930826187134, "Finetune/Loss (Raw)": 0.936503529548645, "Finetune/Step": 2578, "Finetune/Step Time": 5.280801260843873}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7906310558319092, "Finetune/Loss (Raw)": 0.9257323741912842, "Finetune/Step": 2579, "Finetune/Step Time": 5.249341445043683}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7893168926239014, "Finetune/Loss (Raw)": 0.6071288585662842, "Finetune/Step": 2580, "Finetune/Step Time": 5.259253127500415}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7903486490249634, "Finetune/Loss (Raw)": 0.9471285939216614, "Finetune/Step": 2581, "Finetune/Step Time": 5.236890487372875}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7901447415351868, "Finetune/Loss (Raw)": 0.7982450723648071, "Finetune/Step": 2582, "Finetune/Step Time": 5.226295713335276}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.788872480392456, "Finetune/Loss (Raw)": 0.7324116230010986, "Finetune/Step": 2583, "Finetune/Step Time": 5.234441420063376}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7892723679542542, "Finetune/Loss (Raw)": 0.9459633231163025, "Finetune/Step": 2584, "Finetune/Step Time": 5.235227297991514}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7878416776657104, "Finetune/Loss (Raw)": 0.6671299338340759, "Finetune/Step": 2585, "Finetune/Step Time": 5.237580459564924}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7879287004470825, "Finetune/Loss (Raw)": 0.8207322955131531, "Finetune/Step": 2586, "Finetune/Step Time": 5.224515087902546}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7887539863586426, "Finetune/Loss (Raw)": 0.9029545187950134, "Finetune/Step": 2587, "Finetune/Step Time": 5.224542075768113}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7881084084510803, "Finetune/Loss (Raw)": 0.7117998003959656, "Finetune/Step": 2588, "Finetune/Step Time": 5.233144693076611}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7873857021331787, "Finetune/Loss (Raw)": 0.8664904832839966, "Finetune/Step": 2589, "Finetune/Step Time": 5.237339278683066}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7874547243118286, "Finetune/Loss (Raw)": 0.876893937587738, "Finetune/Step": 2590, "Finetune/Step Time": 5.24028230831027}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7868241667747498, "Finetune/Loss (Raw)": 0.7172791361808777, "Finetune/Step": 2591, "Finetune/Step Time": 5.277729487046599}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7862488031387329, "Finetune/Loss (Raw)": 0.838405191898346, "Finetune/Step": 2592, "Finetune/Step Time": 5.286259930580854}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.785345196723938, "Finetune/Loss (Raw)": 0.7167231440544128, "Finetune/Step": 2593, "Finetune/Step Time": 5.3064287435263395}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7849537134170532, "Finetune/Loss (Raw)": 0.7201493382453918, "Finetune/Step": 2594, "Finetune/Step Time": 5.317805878818035}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.784578263759613, "Finetune/Loss (Raw)": 0.784980833530426, "Finetune/Step": 2595, "Finetune/Step Time": 5.322966530919075}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7829467058181763, "Finetune/Loss (Raw)": 0.7436395883560181, "Finetune/Step": 2596, "Finetune/Step Time": 5.316683834418654}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7826776504516602, "Finetune/Loss (Raw)": 0.8967159390449524, "Finetune/Step": 2597, "Finetune/Step Time": 5.319901634007692}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7815661430358887, "Finetune/Loss (Raw)": 0.6248458027839661, "Finetune/Step": 2598, "Finetune/Step Time": 5.3322677705436945}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7811416387557983, "Finetune/Loss (Raw)": 0.878913402557373, "Finetune/Step": 2599, "Finetune/Step Time": 5.3370088543742895}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7807878255844116, "Finetune/Loss (Raw)": 0.8135409355163574, "Finetune/Step": 2600, "Finetune/Step Time": 5.341850057244301}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7801775932312012, "Finetune/Loss (Raw)": 0.8124151825904846, "Finetune/Step": 2601, "Finetune/Step Time": 5.349043872207403}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7812914848327637, "Finetune/Loss (Raw)": 0.9475045204162598, "Finetune/Step": 2602, "Finetune/Step Time": 5.347127186134458}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7820322513580322, "Finetune/Loss (Raw)": 0.9180986285209656, "Finetune/Step": 2603, "Finetune/Step Time": 5.346799751743674}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.781524658203125, "Finetune/Loss (Raw)": 0.7974076271057129, "Finetune/Step": 2604, "Finetune/Step Time": 5.352552210912108}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7807927131652832, "Finetune/Loss (Raw)": 0.7458746433258057, "Finetune/Step": 2605, "Finetune/Step Time": 5.351485513150692}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7800737619400024, "Finetune/Loss (Raw)": 0.7422869205474854, "Finetune/Step": 2606, "Finetune/Step Time": 5.380277760326862}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.781067967414856, "Finetune/Loss (Raw)": 0.8584527373313904, "Finetune/Step": 2607, "Finetune/Step Time": 5.401300808414817}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7822219133377075, "Finetune/Loss (Raw)": 0.891196072101593, "Finetune/Step": 2608, "Finetune/Step Time": 5.393786508589983}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7862840890884399, "Finetune/Loss (Raw)": 0.8934666514396667, "Finetune/Step": 2609, "Finetune/Step Time": 5.364255102351308}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7839944362640381, "Finetune/Loss (Raw)": 0.7365002632141113, "Finetune/Step": 2610, "Finetune/Step Time": 5.380580173805356}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7829614877700806, "Finetune/Loss (Raw)": 0.6806121468544006, "Finetune/Step": 2611, "Finetune/Step Time": 5.38230961933732}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7833868265151978, "Finetune/Loss (Raw)": 0.8178168535232544, "Finetune/Step": 2612, "Finetune/Step Time": 5.3711788430809975}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7844321727752686, "Finetune/Loss (Raw)": 0.9770742654800415, "Finetune/Step": 2613, "Finetune/Step Time": 5.369474047794938}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7851406931877136, "Finetune/Loss (Raw)": 0.778127908706665, "Finetune/Step": 2614, "Finetune/Step Time": 5.362249311059713}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7896867990493774, "Finetune/Loss (Raw)": 0.8953820466995239, "Finetune/Step": 2615, "Finetune/Step Time": 5.332086598500609}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7897140979766846, "Finetune/Loss (Raw)": 0.927942156791687, "Finetune/Step": 2616, "Finetune/Step Time": 5.324882682412863}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7858455181121826, "Finetune/Loss (Raw)": 0.395185261964798, "Finetune/Step": 2617, "Finetune/Step Time": 5.332794405519962}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7886594533920288, "Finetune/Loss (Raw)": 0.6760996580123901, "Finetune/Step": 2618, "Finetune/Step Time": 5.299614366143942}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7892739772796631, "Finetune/Loss (Raw)": 0.8958179950714111, "Finetune/Step": 2619, "Finetune/Step Time": 5.293459467589855}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.789381742477417, "Finetune/Loss (Raw)": 0.7442335486412048, "Finetune/Step": 2620, "Finetune/Step Time": 5.289837911725044}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7887378334999084, "Finetune/Loss (Raw)": 0.7732837200164795, "Finetune/Step": 2621, "Finetune/Step Time": 5.287335753440857}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7883379459381104, "Finetune/Loss (Raw)": 0.8906959891319275, "Finetune/Step": 2622, "Finetune/Step Time": 5.283174991607666}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7877593040466309, "Finetune/Loss (Raw)": 0.7843865156173706, "Finetune/Step": 2623, "Finetune/Step Time": 5.303636034950614}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7882446050643921, "Finetune/Loss (Raw)": 0.8585646748542786, "Finetune/Step": 2624, "Finetune/Step Time": 5.293727584183216}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7875912189483643, "Finetune/Loss (Raw)": 0.5980541110038757, "Finetune/Step": 2625, "Finetune/Step Time": 5.307147189974785}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7825396060943604, "Finetune/Loss (Raw)": 0.3093012571334839, "Finetune/Step": 2626, "Finetune/Step Time": 5.337270310148597}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7844688892364502, "Finetune/Loss (Raw)": 0.7847000956535339, "Finetune/Step": 2627, "Finetune/Step Time": 5.32144320756197}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7846570014953613, "Finetune/Loss (Raw)": 0.8888855576515198, "Finetune/Step": 2628, "Finetune/Step Time": 5.321223491802812}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7816982269287109, "Finetune/Loss (Raw)": 0.5260087251663208, "Finetune/Step": 2629, "Finetune/Step Time": 5.33646435290575}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7805161476135254, "Finetune/Loss (Raw)": 0.7225598096847534, "Finetune/Step": 2630, "Finetune/Step Time": 5.337217815220356}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7812649607658386, "Finetune/Loss (Raw)": 0.9274471402168274, "Finetune/Step": 2631, "Finetune/Step Time": 5.345268195495009}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7803932428359985, "Finetune/Loss (Raw)": 0.7309511303901672, "Finetune/Step": 2632, "Finetune/Step Time": 5.340859446674585}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7806378602981567, "Finetune/Loss (Raw)": 0.8769742250442505, "Finetune/Step": 2633, "Finetune/Step Time": 5.34257828630507}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7806830406188965, "Finetune/Loss (Raw)": 0.8132962584495544, "Finetune/Step": 2634, "Finetune/Step Time": 5.343526901677251}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7795006632804871, "Finetune/Loss (Raw)": 0.7882829904556274, "Finetune/Step": 2635, "Finetune/Step Time": 5.348823331296444}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7811266779899597, "Finetune/Loss (Raw)": 0.9666532278060913, "Finetune/Step": 2636, "Finetune/Step Time": 5.348611485213041}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7808665037155151, "Finetune/Loss (Raw)": 0.7671888470649719, "Finetune/Step": 2637, "Finetune/Step Time": 5.35341558046639}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7806897163391113, "Finetune/Loss (Raw)": 0.9124480485916138, "Finetune/Step": 2638, "Finetune/Step Time": 5.3736300729215145}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7799251079559326, "Finetune/Loss (Raw)": 0.7764856815338135, "Finetune/Step": 2639, "Finetune/Step Time": 5.365712383762002}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7770410180091858, "Finetune/Loss (Raw)": 0.34623172879219055, "Finetune/Step": 2640, "Finetune/Step Time": 5.387416107580066}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7775204181671143, "Finetune/Loss (Raw)": 0.8201084733009338, "Finetune/Step": 2641, "Finetune/Step Time": 5.380144145339727}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7769550085067749, "Finetune/Loss (Raw)": 0.7975444793701172, "Finetune/Step": 2642, "Finetune/Step Time": 5.3703182730823755}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7767549753189087, "Finetune/Loss (Raw)": 0.6300138831138611, "Finetune/Step": 2643, "Finetune/Step Time": 5.368227755650878}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7757292985916138, "Finetune/Loss (Raw)": 0.6797195076942444, "Finetune/Step": 2644, "Finetune/Step Time": 5.400738256052136}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7754949331283569, "Finetune/Loss (Raw)": 0.8383374810218811, "Finetune/Step": 2645, "Finetune/Step Time": 5.404858434572816}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7758989334106445, "Finetune/Loss (Raw)": 0.8136521577835083, "Finetune/Step": 2646, "Finetune/Step Time": 5.392272096127272}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7756053805351257, "Finetune/Loss (Raw)": 0.7519032955169678, "Finetune/Step": 2647, "Finetune/Step Time": 5.397975439205766}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7749478816986084, "Finetune/Loss (Raw)": 0.8498117923736572, "Finetune/Step": 2648, "Finetune/Step Time": 5.4092981312423944}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7774293422698975, "Finetune/Loss (Raw)": 0.7168982625007629, "Finetune/Step": 2649, "Finetune/Step Time": 5.393382610753179}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7765139937400818, "Finetune/Loss (Raw)": 0.7213286757469177, "Finetune/Step": 2650, "Finetune/Step Time": 5.3767763916403055}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7778897881507874, "Finetune/Loss (Raw)": 0.801389753818512, "Finetune/Step": 2651, "Finetune/Step Time": 5.372135477140546}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7787067890167236, "Finetune/Loss (Raw)": 0.8948444128036499, "Finetune/Step": 2652, "Finetune/Step Time": 5.37886899150908}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7793200016021729, "Finetune/Loss (Raw)": 0.7286216616630554, "Finetune/Step": 2653, "Finetune/Step Time": 5.390840157866478}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7751545906066895, "Finetune/Loss (Raw)": 0.33769991993904114, "Finetune/Step": 2654, "Finetune/Step Time": 5.414833812043071}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.77482008934021, "Finetune/Loss (Raw)": 0.8179360032081604, "Finetune/Step": 2655, "Finetune/Step Time": 5.41457125544548}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7737646102905273, "Finetune/Loss (Raw)": 0.8109013438224792, "Finetune/Step": 2656, "Finetune/Step Time": 5.411763409152627}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.776311457157135, "Finetune/Loss (Raw)": 0.5927271842956543, "Finetune/Step": 2657, "Finetune/Step Time": 5.397281382232904}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7742069363594055, "Finetune/Loss (Raw)": 0.5954368710517883, "Finetune/Step": 2658, "Finetune/Step Time": 5.415423698723316}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7747716903686523, "Finetune/Loss (Raw)": 0.8521259427070618, "Finetune/Step": 2659, "Finetune/Step Time": 5.4074676893651485}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7750786542892456, "Finetune/Loss (Raw)": 0.8697353601455688, "Finetune/Step": 2660, "Finetune/Step Time": 5.392207181081176}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7774555683135986, "Finetune/Loss (Raw)": 1.0274361371994019, "Finetune/Step": 2661, "Finetune/Step Time": 5.395918786525726}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7814911603927612, "Finetune/Loss (Raw)": 0.8919760584831238, "Finetune/Step": 2662, "Finetune/Step Time": 5.363809786736965}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7811650037765503, "Finetune/Loss (Raw)": 0.9108982086181641, "Finetune/Step": 2663, "Finetune/Step Time": 5.370528990402818}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7796216011047363, "Finetune/Loss (Raw)": 0.43495139479637146, "Finetune/Step": 2664, "Finetune/Step Time": 5.384239358827472}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7788830995559692, "Finetune/Loss (Raw)": 0.6824836730957031, "Finetune/Step": 2665, "Finetune/Step Time": 5.377601003274322}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7789990305900574, "Finetune/Loss (Raw)": 0.8908714652061462, "Finetune/Step": 2666, "Finetune/Step Time": 5.374207625165582}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7785240411758423, "Finetune/Loss (Raw)": 0.7493351697921753, "Finetune/Step": 2667, "Finetune/Step Time": 5.368971109390259}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7782690525054932, "Finetune/Loss (Raw)": 0.8038569092750549, "Finetune/Step": 2668, "Finetune/Step Time": 5.364809211343527}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7803172469139099, "Finetune/Loss (Raw)": 0.9421624541282654, "Finetune/Step": 2669, "Finetune/Step Time": 5.348586745560169}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7803229093551636, "Finetune/Loss (Raw)": 0.842546284198761, "Finetune/Step": 2670, "Finetune/Step Time": 5.343321695923805}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7788094282150269, "Finetune/Loss (Raw)": 0.6500745415687561, "Finetune/Step": 2671, "Finetune/Step Time": 5.349309965968132}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7781354784965515, "Finetune/Loss (Raw)": 0.5731902718544006, "Finetune/Step": 2672, "Finetune/Step Time": 5.3538939375430346}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.778117299079895, "Finetune/Loss (Raw)": 0.8134595155715942, "Finetune/Step": 2673, "Finetune/Step Time": 5.35381836257875}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7809712886810303, "Finetune/Loss (Raw)": 0.6413670778274536, "Finetune/Step": 2674, "Finetune/Step Time": 5.333938719704747}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.781079888343811, "Finetune/Loss (Raw)": 0.8096321821212769, "Finetune/Step": 2675, "Finetune/Step Time": 5.33777866885066}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7797797322273254, "Finetune/Loss (Raw)": 0.7915972471237183, "Finetune/Step": 2676, "Finetune/Step Time": 5.3409365601837635}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7842667102813721, "Finetune/Loss (Raw)": 0.8946108222007751, "Finetune/Step": 2677, "Finetune/Step Time": 5.308328660205007}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7841125726699829, "Finetune/Loss (Raw)": 0.8096986413002014, "Finetune/Step": 2678, "Finetune/Step Time": 5.306568808853626}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7846200466156006, "Finetune/Loss (Raw)": 0.9676673412322998, "Finetune/Step": 2679, "Finetune/Step Time": 5.303587203845382}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7833280563354492, "Finetune/Loss (Raw)": 0.8758252859115601, "Finetune/Step": 2680, "Finetune/Step Time": 5.306144788861275}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7802319526672363, "Finetune/Loss (Raw)": 0.3361923098564148, "Finetune/Step": 2681, "Finetune/Step Time": 5.323210261762142}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7800047397613525, "Finetune/Loss (Raw)": 0.8182677626609802, "Finetune/Step": 2682, "Finetune/Step Time": 5.2996160835027695}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7840183973312378, "Finetune/Loss (Raw)": 0.8394562602043152, "Finetune/Step": 2683, "Finetune/Step Time": 5.267401153221726}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7834702730178833, "Finetune/Loss (Raw)": 0.7969333529472351, "Finetune/Step": 2684, "Finetune/Step Time": 5.266476755961776}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7845414876937866, "Finetune/Loss (Raw)": 0.8464077711105347, "Finetune/Step": 2685, "Finetune/Step Time": 5.269645322114229}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7840266227722168, "Finetune/Loss (Raw)": 0.7445003390312195, "Finetune/Step": 2686, "Finetune/Step Time": 5.27173869125545}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7842639088630676, "Finetune/Loss (Raw)": 0.7922160625457764, "Finetune/Step": 2687, "Finetune/Step Time": 5.262809187173843}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7861130833625793, "Finetune/Loss (Raw)": 0.8711708188056946, "Finetune/Step": 2688, "Finetune/Step Time": 5.23408112116158}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7869786024093628, "Finetune/Loss (Raw)": 0.9467063546180725, "Finetune/Step": 2689, "Finetune/Step Time": 5.231140341609716}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7827660441398621, "Finetune/Loss (Raw)": 0.3678434491157532, "Finetune/Step": 2690, "Finetune/Step Time": 5.261920476332307}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7861301898956299, "Finetune/Loss (Raw)": 0.892421305179596, "Finetune/Step": 2691, "Finetune/Step Time": 5.245688820257783}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7855862379074097, "Finetune/Loss (Raw)": 0.7875546216964722, "Finetune/Step": 2692, "Finetune/Step Time": 5.244916170835495}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7851924300193787, "Finetune/Loss (Raw)": 0.8429528474807739, "Finetune/Step": 2693, "Finetune/Step Time": 5.242973269894719}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7844545841217041, "Finetune/Loss (Raw)": 0.7472658753395081, "Finetune/Step": 2694, "Finetune/Step Time": 5.244401527568698}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7846649885177612, "Finetune/Loss (Raw)": 0.7776238918304443, "Finetune/Step": 2695, "Finetune/Step Time": 5.243337733671069}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7850889563560486, "Finetune/Loss (Raw)": 0.8060802221298218, "Finetune/Step": 2696, "Finetune/Step Time": 5.254647618159652}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7835074067115784, "Finetune/Loss (Raw)": 0.8080258965492249, "Finetune/Step": 2697, "Finetune/Step Time": 5.257463760674}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.782868504524231, "Finetune/Loss (Raw)": 0.740095853805542, "Finetune/Step": 2698, "Finetune/Step Time": 5.252729462459683}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7817493677139282, "Finetune/Loss (Raw)": 0.880848228931427, "Finetune/Step": 2699, "Finetune/Step Time": 5.266459472477436}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7816275358200073, "Finetune/Loss (Raw)": 0.8144951462745667, "Finetune/Step": 2700, "Finetune/Step Time": 5.266051184386015}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7813665866851807, "Finetune/Loss (Raw)": 0.776556670665741, "Finetune/Step": 2701, "Finetune/Step Time": 5.288103312253952}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7819065451622009, "Finetune/Loss (Raw)": 0.8393973708152771, "Finetune/Step": 2702, "Finetune/Step Time": 5.2773292157799006}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7818054556846619, "Finetune/Loss (Raw)": 0.7239384055137634, "Finetune/Step": 2703, "Finetune/Step Time": 5.30400613322854}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7808887958526611, "Finetune/Loss (Raw)": 0.708223283290863, "Finetune/Step": 2704, "Finetune/Step Time": 5.316123187541962}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7802379131317139, "Finetune/Loss (Raw)": 0.7926971316337585, "Finetune/Step": 2705, "Finetune/Step Time": 5.317188696935773}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7799781560897827, "Finetune/Loss (Raw)": 0.9032558798789978, "Finetune/Step": 2706, "Finetune/Step Time": 5.324012491852045}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7803083658218384, "Finetune/Loss (Raw)": 0.9679993987083435, "Finetune/Step": 2707, "Finetune/Step Time": 5.331100732088089}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7827666401863098, "Finetune/Loss (Raw)": 0.9217872023582458, "Finetune/Step": 2708, "Finetune/Step Time": 5.3282818254083395}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7813814878463745, "Finetune/Loss (Raw)": 0.7698278427124023, "Finetune/Step": 2709, "Finetune/Step Time": 5.337712924927473}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7780649662017822, "Finetune/Loss (Raw)": 0.37372541427612305, "Finetune/Step": 2710, "Finetune/Step Time": 5.369907356798649}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7791671752929688, "Finetune/Loss (Raw)": 0.8735029101371765, "Finetune/Step": 2711, "Finetune/Step Time": 5.3616194147616625}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7782465219497681, "Finetune/Loss (Raw)": 0.828119695186615, "Finetune/Step": 2712, "Finetune/Step Time": 5.379696808755398}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.779244065284729, "Finetune/Loss (Raw)": 0.7948117852210999, "Finetune/Step": 2713, "Finetune/Step Time": 5.386999214068055}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7798382043838501, "Finetune/Loss (Raw)": 0.8967828154563904, "Finetune/Step": 2714, "Finetune/Step Time": 5.386932268738747}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7786032557487488, "Finetune/Loss (Raw)": 0.7448813915252686, "Finetune/Step": 2715, "Finetune/Step Time": 5.380353566259146}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7793796062469482, "Finetune/Loss (Raw)": 0.8111690878868103, "Finetune/Step": 2716, "Finetune/Step Time": 5.372866692021489}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7793323993682861, "Finetune/Loss (Raw)": 0.8604586124420166, "Finetune/Step": 2717, "Finetune/Step Time": 5.355135086923838}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7784824371337891, "Finetune/Loss (Raw)": 0.7680892944335938, "Finetune/Step": 2718, "Finetune/Step Time": 5.355209501460195}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7794171571731567, "Finetune/Loss (Raw)": 0.836920976638794, "Finetune/Step": 2719, "Finetune/Step Time": 5.319611005485058}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7796698808670044, "Finetune/Loss (Raw)": 0.870755672454834, "Finetune/Step": 2720, "Finetune/Step Time": 5.314980883151293}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7796617150306702, "Finetune/Loss (Raw)": 0.7156853675842285, "Finetune/Step": 2721, "Finetune/Step Time": 5.305662170052528}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.78044593334198, "Finetune/Loss (Raw)": 0.8205222487449646, "Finetune/Step": 2722, "Finetune/Step Time": 5.296017793938518}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7801108360290527, "Finetune/Loss (Raw)": 0.7420911192893982, "Finetune/Step": 2723, "Finetune/Step Time": 5.290626935660839}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7807602882385254, "Finetune/Loss (Raw)": 0.8267685770988464, "Finetune/Step": 2724, "Finetune/Step Time": 5.293153800070286}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7801938056945801, "Finetune/Loss (Raw)": 0.8242093324661255, "Finetune/Step": 2725, "Finetune/Step Time": 5.2873173505067825}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7817782759666443, "Finetune/Loss (Raw)": 0.8276538848876953, "Finetune/Step": 2726, "Finetune/Step Time": 5.284443160519004}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7813186049461365, "Finetune/Loss (Raw)": 0.8200796842575073, "Finetune/Step": 2727, "Finetune/Step Time": 5.287257181480527}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7797225713729858, "Finetune/Loss (Raw)": 0.6092532873153687, "Finetune/Step": 2728, "Finetune/Step Time": 5.285824492573738}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7766428589820862, "Finetune/Loss (Raw)": 0.4182060956954956, "Finetune/Step": 2729, "Finetune/Step Time": 5.306619407609105}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7743320465087891, "Finetune/Loss (Raw)": 0.6517189741134644, "Finetune/Step": 2730, "Finetune/Step Time": 5.309449126943946}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7734993696212769, "Finetune/Loss (Raw)": 0.8115172982215881, "Finetune/Step": 2731, "Finetune/Step Time": 5.306531064212322}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7737942934036255, "Finetune/Loss (Raw)": 0.8351576924324036, "Finetune/Step": 2732, "Finetune/Step Time": 5.302006162703037}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.774671196937561, "Finetune/Loss (Raw)": 0.8581147789955139, "Finetune/Step": 2733, "Finetune/Step Time": 5.301849827170372}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7752749919891357, "Finetune/Loss (Raw)": 0.8195735216140747, "Finetune/Step": 2734, "Finetune/Step Time": 5.278786960989237}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.775580883026123, "Finetune/Loss (Raw)": 0.8976073265075684, "Finetune/Step": 2735, "Finetune/Step Time": 5.2558585572987795}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7721720933914185, "Finetune/Loss (Raw)": 0.4548795819282532, "Finetune/Step": 2736, "Finetune/Step Time": 5.284505529329181}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7695177793502808, "Finetune/Loss (Raw)": 0.5537066459655762, "Finetune/Step": 2737, "Finetune/Step Time": 5.290437698364258}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7704609036445618, "Finetune/Loss (Raw)": 0.8572195172309875, "Finetune/Step": 2738, "Finetune/Step Time": 5.280268482863903}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7721100449562073, "Finetune/Loss (Raw)": 0.8917087316513062, "Finetune/Step": 2739, "Finetune/Step Time": 5.27220649830997}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7712585926055908, "Finetune/Loss (Raw)": 0.708827793598175, "Finetune/Step": 2740, "Finetune/Step Time": 5.281146090477705}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7707334160804749, "Finetune/Loss (Raw)": 0.9098519682884216, "Finetune/Step": 2741, "Finetune/Step Time": 5.282402468845248}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7709072828292847, "Finetune/Loss (Raw)": 0.8003846406936646, "Finetune/Step": 2742, "Finetune/Step Time": 5.287257432937622}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7709890604019165, "Finetune/Loss (Raw)": 0.9058516621589661, "Finetune/Step": 2743, "Finetune/Step Time": 5.279737703502178}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7701972126960754, "Finetune/Loss (Raw)": 0.8265817761421204, "Finetune/Step": 2744, "Finetune/Step Time": 5.2757907044142485}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7742956876754761, "Finetune/Loss (Raw)": 0.9197824597358704, "Finetune/Step": 2745, "Finetune/Step Time": 5.245096255093813}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7755704522132874, "Finetune/Loss (Raw)": 0.8392733335494995, "Finetune/Step": 2746, "Finetune/Step Time": 5.250483540818095}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7748875617980957, "Finetune/Loss (Raw)": 0.8084165453910828, "Finetune/Step": 2747, "Finetune/Step Time": 5.266003081575036}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.77649986743927, "Finetune/Loss (Raw)": 0.9506088495254517, "Finetune/Step": 2748, "Finetune/Step Time": 5.268244681879878}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7773500084877014, "Finetune/Loss (Raw)": 0.8820970058441162, "Finetune/Step": 2749, "Finetune/Step Time": 5.264537423849106}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7765802145004272, "Finetune/Loss (Raw)": 0.7921549081802368, "Finetune/Step": 2750, "Finetune/Step Time": 5.26771435700357}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7768288850784302, "Finetune/Loss (Raw)": 0.8162217736244202, "Finetune/Step": 2751, "Finetune/Step Time": 5.256365476176143}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7767777442932129, "Finetune/Loss (Raw)": 0.8520222902297974, "Finetune/Step": 2752, "Finetune/Step Time": 5.255472404882312}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.779419481754303, "Finetune/Loss (Raw)": 0.9361904859542847, "Finetune/Step": 2753, "Finetune/Step Time": 5.241629749536514}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7834805250167847, "Finetune/Loss (Raw)": 0.8291181921958923, "Finetune/Step": 2754, "Finetune/Step Time": 5.208886940032244}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7800962328910828, "Finetune/Loss (Raw)": 0.3515128791332245, "Finetune/Step": 2755, "Finetune/Step Time": 5.241457246243954}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7797985672950745, "Finetune/Loss (Raw)": 0.8507840037345886, "Finetune/Step": 2756, "Finetune/Step Time": 5.257695814594626}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.780849039554596, "Finetune/Loss (Raw)": 0.6604651212692261, "Finetune/Step": 2757, "Finetune/Step Time": 5.273543749004602}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7821918725967407, "Finetune/Loss (Raw)": 0.8944441080093384, "Finetune/Step": 2758, "Finetune/Step Time": 5.273522946983576}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7808270454406738, "Finetune/Loss (Raw)": 0.7527542114257812, "Finetune/Step": 2759, "Finetune/Step Time": 5.2629317212849855}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7804325819015503, "Finetune/Loss (Raw)": 0.6804572343826294, "Finetune/Step": 2760, "Finetune/Step Time": 5.2568107806146145}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7768367528915405, "Finetune/Loss (Raw)": 0.41670259833335876, "Finetune/Step": 2761, "Finetune/Step Time": 5.286642227321863}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.776515781879425, "Finetune/Loss (Raw)": 0.7722131013870239, "Finetune/Step": 2762, "Finetune/Step Time": 5.295781580731273}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7767778635025024, "Finetune/Loss (Raw)": 0.8218293190002441, "Finetune/Step": 2763, "Finetune/Step Time": 5.288546586409211}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7754658460617065, "Finetune/Loss (Raw)": 0.798719048500061, "Finetune/Step": 2764, "Finetune/Step Time": 5.288858585059643}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7721993923187256, "Finetune/Loss (Raw)": 0.3490852117538452, "Finetune/Step": 2765, "Finetune/Step Time": 5.31295720115304}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7715632319450378, "Finetune/Loss (Raw)": 0.8310155868530273, "Finetune/Step": 2766, "Finetune/Step Time": 5.2989427503198385}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.772170901298523, "Finetune/Loss (Raw)": 0.854271411895752, "Finetune/Step": 2767, "Finetune/Step Time": 5.31112365424633}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7763195037841797, "Finetune/Loss (Raw)": 0.8772523403167725, "Finetune/Step": 2768, "Finetune/Step Time": 5.282242946326733}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7766805291175842, "Finetune/Loss (Raw)": 0.8663181662559509, "Finetune/Step": 2769, "Finetune/Step Time": 5.289715729653835}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7748301029205322, "Finetune/Loss (Raw)": 0.5606836080551147, "Finetune/Step": 2770, "Finetune/Step Time": 5.3058704528957605}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7767037749290466, "Finetune/Loss (Raw)": 0.8698514699935913, "Finetune/Step": 2771, "Finetune/Step Time": 5.298778323456645}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.778154730796814, "Finetune/Loss (Raw)": 0.8654429316520691, "Finetune/Step": 2772, "Finetune/Step Time": 5.2684929035604}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7786884903907776, "Finetune/Loss (Raw)": 0.9066563844680786, "Finetune/Step": 2773, "Finetune/Step Time": 5.260811850428581}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7748851776123047, "Finetune/Loss (Raw)": 0.32683053612709045, "Finetune/Step": 2774, "Finetune/Step Time": 5.290495537221432}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7758804559707642, "Finetune/Loss (Raw)": 0.8792933821678162, "Finetune/Step": 2775, "Finetune/Step Time": 5.29174049384892}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7751332521438599, "Finetune/Loss (Raw)": 0.7541692852973938, "Finetune/Step": 2776, "Finetune/Step Time": 5.2938743475824594}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7758726477622986, "Finetune/Loss (Raw)": 0.8115454912185669, "Finetune/Step": 2777, "Finetune/Step Time": 5.280420612543821}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.776887059211731, "Finetune/Loss (Raw)": 0.8511767983436584, "Finetune/Step": 2778, "Finetune/Step Time": 5.280704723671079}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7764342427253723, "Finetune/Loss (Raw)": 0.7434262037277222, "Finetune/Step": 2779, "Finetune/Step Time": 5.28635960444808}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.775829017162323, "Finetune/Loss (Raw)": 0.8173716068267822, "Finetune/Step": 2780, "Finetune/Step Time": 5.295105611905456}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7771787047386169, "Finetune/Loss (Raw)": 0.90138179063797, "Finetune/Step": 2781, "Finetune/Step Time": 5.279453415423632}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7809278964996338, "Finetune/Loss (Raw)": 0.8176060914993286, "Finetune/Step": 2782, "Finetune/Step Time": 5.250391844660044}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7815291881561279, "Finetune/Loss (Raw)": 0.8948978781700134, "Finetune/Step": 2783, "Finetune/Step Time": 5.252762937918305}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7801306247711182, "Finetune/Loss (Raw)": 0.6318796873092651, "Finetune/Step": 2784, "Finetune/Step Time": 5.264496084302664}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7818188667297363, "Finetune/Loss (Raw)": 0.8088228106498718, "Finetune/Step": 2785, "Finetune/Step Time": 5.2536045257002115}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7839969396591187, "Finetune/Loss (Raw)": 0.8742299675941467, "Finetune/Step": 2786, "Finetune/Step Time": 5.230582354590297}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7835230827331543, "Finetune/Loss (Raw)": 0.791476845741272, "Finetune/Step": 2787, "Finetune/Step Time": 5.230437560006976}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.783648669719696, "Finetune/Loss (Raw)": 0.885810911655426, "Finetune/Step": 2788, "Finetune/Step Time": 5.23992957919836}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7815320491790771, "Finetune/Loss (Raw)": 0.7565038800239563, "Finetune/Step": 2789, "Finetune/Step Time": 5.252808092162013}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7808716893196106, "Finetune/Loss (Raw)": 0.8074536919593811, "Finetune/Step": 2790, "Finetune/Step Time": 5.255792792886496}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7787716388702393, "Finetune/Loss (Raw)": 0.6420968174934387, "Finetune/Step": 2791, "Finetune/Step Time": 5.265578893944621}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7818934917449951, "Finetune/Loss (Raw)": 0.8345385193824768, "Finetune/Step": 2792, "Finetune/Step Time": 5.249051554128528}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7838486433029175, "Finetune/Loss (Raw)": 0.932746946811676, "Finetune/Step": 2793, "Finetune/Step Time": 5.2471515070647}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7828751802444458, "Finetune/Loss (Raw)": 0.7662668228149414, "Finetune/Step": 2794, "Finetune/Step Time": 5.255151404067874}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7823669910430908, "Finetune/Loss (Raw)": 0.6842917203903198, "Finetune/Step": 2795, "Finetune/Step Time": 5.266314193606377}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7822234630584717, "Finetune/Loss (Raw)": 0.7854839563369751, "Finetune/Step": 2796, "Finetune/Step Time": 5.283109730109572}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7793658971786499, "Finetune/Loss (Raw)": 0.576384425163269, "Finetune/Step": 2797, "Finetune/Step Time": 5.295949237421155}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.775714635848999, "Finetune/Loss (Raw)": 0.37518855929374695, "Finetune/Step": 2798, "Finetune/Step Time": 5.331373551860452}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7759009003639221, "Finetune/Loss (Raw)": 0.6739183664321899, "Finetune/Step": 2799, "Finetune/Step Time": 5.329904215410352}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7762788534164429, "Finetune/Loss (Raw)": 0.6215701103210449, "Finetune/Step": 2800, "Finetune/Step Time": 5.324864199385047}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7769421339035034, "Finetune/Loss (Raw)": 0.8983584642410278, "Finetune/Step": 2801, "Finetune/Step Time": 5.328544633463025}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7788269519805908, "Finetune/Loss (Raw)": 0.8826245665550232, "Finetune/Step": 2802, "Finetune/Step Time": 5.328730713576078}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.778471827507019, "Finetune/Loss (Raw)": 0.76417076587677, "Finetune/Step": 2803, "Finetune/Step Time": 5.328204307705164}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7789590358734131, "Finetune/Loss (Raw)": 0.8539637327194214, "Finetune/Step": 2804, "Finetune/Step Time": 5.323200283572078}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7795603275299072, "Finetune/Loss (Raw)": 0.9715715646743774, "Finetune/Step": 2805, "Finetune/Step Time": 5.322003785520792}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7790871858596802, "Finetune/Loss (Raw)": 0.7491436004638672, "Finetune/Step": 2806, "Finetune/Step Time": 5.3287051897495985}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7776793241500854, "Finetune/Loss (Raw)": 0.7874631285667419, "Finetune/Step": 2807, "Finetune/Step Time": 5.3279312662780285}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7757514715194702, "Finetune/Loss (Raw)": 0.6290515065193176, "Finetune/Step": 2808, "Finetune/Step Time": 5.338527070358396}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7758191823959351, "Finetune/Loss (Raw)": 0.34486451745033264, "Finetune/Step": 2809, "Finetune/Step Time": 5.340050091966987}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7749342918395996, "Finetune/Loss (Raw)": 0.7049965262413025, "Finetune/Step": 2810, "Finetune/Step Time": 5.338855566456914}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7749655246734619, "Finetune/Loss (Raw)": 0.8434567451477051, "Finetune/Step": 2811, "Finetune/Step Time": 5.342675553634763}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7748987674713135, "Finetune/Loss (Raw)": 0.7883934378623962, "Finetune/Step": 2812, "Finetune/Step Time": 5.342387082055211}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7752283215522766, "Finetune/Loss (Raw)": 0.8885841369628906, "Finetune/Step": 2813, "Finetune/Step Time": 5.341192789375782}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7721577286720276, "Finetune/Loss (Raw)": 0.35146430134773254, "Finetune/Step": 2814, "Finetune/Step Time": 5.370403593406081}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7733734846115112, "Finetune/Loss (Raw)": 0.9478351473808289, "Finetune/Step": 2815, "Finetune/Step Time": 5.373252579942346}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7731233835220337, "Finetune/Loss (Raw)": 0.8391531705856323, "Finetune/Step": 2816, "Finetune/Step Time": 5.372201003134251}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7720343470573425, "Finetune/Loss (Raw)": 0.8073133826255798, "Finetune/Step": 2817, "Finetune/Step Time": 5.378966003656387}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7753034830093384, "Finetune/Loss (Raw)": 0.7862924933433533, "Finetune/Step": 2818, "Finetune/Step Time": 5.353679398074746}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7757166624069214, "Finetune/Loss (Raw)": 0.9453049302101135, "Finetune/Step": 2819, "Finetune/Step Time": 5.356028141453862}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7768311500549316, "Finetune/Loss (Raw)": 0.9302113056182861, "Finetune/Step": 2820, "Finetune/Step Time": 5.355727933347225}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7751945853233337, "Finetune/Loss (Raw)": 0.6334710121154785, "Finetune/Step": 2821, "Finetune/Step Time": 5.3679527416825294}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7759541869163513, "Finetune/Loss (Raw)": 0.8444926738739014, "Finetune/Step": 2822, "Finetune/Step Time": 5.363974027335644}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7730185985565186, "Finetune/Loss (Raw)": 0.40187376737594604, "Finetune/Step": 2823, "Finetune/Step Time": 5.388100448995829}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7718637585639954, "Finetune/Loss (Raw)": 0.6582603454589844, "Finetune/Step": 2824, "Finetune/Step Time": 5.375219302251935}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7711586356163025, "Finetune/Loss (Raw)": 0.7177712917327881, "Finetune/Step": 2825, "Finetune/Step Time": 5.373682517558336}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7707632780075073, "Finetune/Loss (Raw)": 0.689484179019928, "Finetune/Step": 2826, "Finetune/Step Time": 5.376003174111247}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7704629302024841, "Finetune/Loss (Raw)": 0.8424090147018433, "Finetune/Step": 2827, "Finetune/Step Time": 5.359080353751779}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7715803980827332, "Finetune/Loss (Raw)": 0.9575302004814148, "Finetune/Step": 2828, "Finetune/Step Time": 5.358292277902365}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7721790671348572, "Finetune/Loss (Raw)": 0.8531872630119324, "Finetune/Step": 2829, "Finetune/Step Time": 5.341627387329936}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7726202011108398, "Finetune/Loss (Raw)": 0.8958569765090942, "Finetune/Step": 2830, "Finetune/Step Time": 5.333707675337791}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7748832702636719, "Finetune/Loss (Raw)": 1.0136184692382812, "Finetune/Step": 2831, "Finetune/Step Time": 5.307271033525467}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7768710255622864, "Finetune/Loss (Raw)": 0.9626531004905701, "Finetune/Step": 2832, "Finetune/Step Time": 5.302318146452308}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7770391702651978, "Finetune/Loss (Raw)": 0.8142174482345581, "Finetune/Step": 2833, "Finetune/Step Time": 5.308683631941676}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7727401256561279, "Finetune/Loss (Raw)": 0.3529813289642334, "Finetune/Step": 2834, "Finetune/Step Time": 5.332046430557966}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7718104124069214, "Finetune/Loss (Raw)": 0.848991870880127, "Finetune/Step": 2835, "Finetune/Step Time": 5.325190795585513}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7696127891540527, "Finetune/Loss (Raw)": 0.6404923796653748, "Finetune/Step": 2836, "Finetune/Step Time": 5.317516727373004}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7702875137329102, "Finetune/Loss (Raw)": 0.8561910390853882, "Finetune/Step": 2837, "Finetune/Step Time": 5.306179843842983}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7731080055236816, "Finetune/Loss (Raw)": 0.7347518801689148, "Finetune/Step": 2838, "Finetune/Step Time": 5.270660288631916}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.772133469581604, "Finetune/Loss (Raw)": 0.7487605810165405, "Finetune/Step": 2839, "Finetune/Step Time": 5.274942982941866}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7719863653182983, "Finetune/Loss (Raw)": 0.8092949986457825, "Finetune/Step": 2840, "Finetune/Step Time": 5.259229591116309}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7732171416282654, "Finetune/Loss (Raw)": 0.952349066734314, "Finetune/Step": 2841, "Finetune/Step Time": 5.25294915959239}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7726593017578125, "Finetune/Loss (Raw)": 0.8253805637359619, "Finetune/Step": 2842, "Finetune/Step Time": 5.254771964624524}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7722713947296143, "Finetune/Loss (Raw)": 0.6952337026596069, "Finetune/Step": 2843, "Finetune/Step Time": 5.259644024074078}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7725957632064819, "Finetune/Loss (Raw)": 0.8526771068572998, "Finetune/Step": 2844, "Finetune/Step Time": 5.260037807747722}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.772403359413147, "Finetune/Loss (Raw)": 0.8358403444290161, "Finetune/Step": 2845, "Finetune/Step Time": 5.270778032019734}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7723017334938049, "Finetune/Loss (Raw)": 0.7550735473632812, "Finetune/Step": 2846, "Finetune/Step Time": 5.269051654264331}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7705363035202026, "Finetune/Loss (Raw)": 0.6109504103660583, "Finetune/Step": 2847, "Finetune/Step Time": 5.290251214057207}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7704899907112122, "Finetune/Loss (Raw)": 0.8648253083229065, "Finetune/Step": 2848, "Finetune/Step Time": 5.306283099576831}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.770852267742157, "Finetune/Loss (Raw)": 0.7620598673820496, "Finetune/Step": 2849, "Finetune/Step Time": 5.3020420875400305}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7707002758979797, "Finetune/Loss (Raw)": 0.8010693788528442, "Finetune/Step": 2850, "Finetune/Step Time": 5.297316065058112}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7716971635818481, "Finetune/Loss (Raw)": 0.8696862459182739, "Finetune/Step": 2851, "Finetune/Step Time": 5.293927025049925}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7718983292579651, "Finetune/Loss (Raw)": 0.8525193333625793, "Finetune/Step": 2852, "Finetune/Step Time": 5.30401692353189}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7714366912841797, "Finetune/Loss (Raw)": 0.7651284337043762, "Finetune/Step": 2853, "Finetune/Step Time": 5.303705889731646}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7717224955558777, "Finetune/Loss (Raw)": 0.8642354607582092, "Finetune/Step": 2854, "Finetune/Step Time": 5.296288028359413}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7715914845466614, "Finetune/Loss (Raw)": 0.8033080101013184, "Finetune/Step": 2855, "Finetune/Step Time": 5.300348026677966}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7731704115867615, "Finetune/Loss (Raw)": 0.8113529682159424, "Finetune/Step": 2856, "Finetune/Step Time": 5.313165681436658}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.776655375957489, "Finetune/Loss (Raw)": 0.8642816543579102, "Finetune/Step": 2857, "Finetune/Step Time": 5.284988343715668}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7772871255874634, "Finetune/Loss (Raw)": 0.7325888276100159, "Finetune/Step": 2858, "Finetune/Step Time": 5.277534702792764}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.777357816696167, "Finetune/Loss (Raw)": 0.8205674886703491, "Finetune/Step": 2859, "Finetune/Step Time": 5.283939586952329}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7763568162918091, "Finetune/Loss (Raw)": 0.7070187330245972, "Finetune/Step": 2860, "Finetune/Step Time": 5.2935446090996265}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7773356437683105, "Finetune/Loss (Raw)": 0.9834159016609192, "Finetune/Step": 2861, "Finetune/Step Time": 5.293333560228348}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7768236398696899, "Finetune/Loss (Raw)": 0.7540233135223389, "Finetune/Step": 2862, "Finetune/Step Time": 5.308549836277962}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7761409282684326, "Finetune/Loss (Raw)": 0.8102291226387024, "Finetune/Step": 2863, "Finetune/Step Time": 5.305733053013682}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7784060835838318, "Finetune/Loss (Raw)": 0.7448134422302246, "Finetune/Step": 2864, "Finetune/Step Time": 5.273557934910059}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7810748815536499, "Finetune/Loss (Raw)": 0.8953166604042053, "Finetune/Step": 2865, "Finetune/Step Time": 5.264503279700875}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7774176597595215, "Finetune/Loss (Raw)": 0.3890990912914276, "Finetune/Step": 2866, "Finetune/Step Time": 5.290265291929245}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7771134376525879, "Finetune/Loss (Raw)": 0.8527629375457764, "Finetune/Step": 2867, "Finetune/Step Time": 5.29329751059413}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7789295315742493, "Finetune/Loss (Raw)": 0.9412859678268433, "Finetune/Step": 2868, "Finetune/Step Time": 5.287324316799641}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7764930129051208, "Finetune/Loss (Raw)": 0.5979808568954468, "Finetune/Step": 2869, "Finetune/Step Time": 5.317121526226401}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7731809616088867, "Finetune/Loss (Raw)": 0.37643855810165405, "Finetune/Step": 2870, "Finetune/Step Time": 5.34130840934813}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7735980749130249, "Finetune/Loss (Raw)": 0.9592491984367371, "Finetune/Step": 2871, "Finetune/Step Time": 5.339776704087853}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7742699980735779, "Finetune/Loss (Raw)": 0.9125820994377136, "Finetune/Step": 2872, "Finetune/Step Time": 5.339676484465599}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.773665189743042, "Finetune/Loss (Raw)": 0.8423709869384766, "Finetune/Step": 2873, "Finetune/Step Time": 5.34130853228271}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7698750495910645, "Finetune/Loss (Raw)": 0.3541344106197357, "Finetune/Step": 2874, "Finetune/Step Time": 5.35834976285696}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7704963684082031, "Finetune/Loss (Raw)": 0.8879413604736328, "Finetune/Step": 2875, "Finetune/Step Time": 5.339623183012009}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7693861722946167, "Finetune/Loss (Raw)": 0.8085105419158936, "Finetune/Step": 2876, "Finetune/Step Time": 5.347705045714974}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.768642783164978, "Finetune/Loss (Raw)": 0.786941409111023, "Finetune/Step": 2877, "Finetune/Step Time": 5.350645191967487}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7684060335159302, "Finetune/Loss (Raw)": 0.7618443369865417, "Finetune/Step": 2878, "Finetune/Step Time": 5.3557860516011715}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7677497863769531, "Finetune/Loss (Raw)": 0.7322304248809814, "Finetune/Step": 2879, "Finetune/Step Time": 5.357733054086566}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7684153914451599, "Finetune/Loss (Raw)": 0.9372116327285767, "Finetune/Step": 2880, "Finetune/Step Time": 5.349709056317806}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.767777681350708, "Finetune/Loss (Raw)": 0.8545696139335632, "Finetune/Step": 2881, "Finetune/Step Time": 5.354036565870047}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7683425545692444, "Finetune/Loss (Raw)": 0.9014176726341248, "Finetune/Step": 2882, "Finetune/Step Time": 5.355784859508276}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7729606628417969, "Finetune/Loss (Raw)": 0.9426357746124268, "Finetune/Step": 2883, "Finetune/Step Time": 5.328403348103166}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.772066593170166, "Finetune/Loss (Raw)": 0.7363340854644775, "Finetune/Step": 2884, "Finetune/Step Time": 5.3346293698996305}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7737849950790405, "Finetune/Loss (Raw)": 0.8804225921630859, "Finetune/Step": 2885, "Finetune/Step Time": 5.303720127791166}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7715295553207397, "Finetune/Loss (Raw)": 0.605742871761322, "Finetune/Step": 2886, "Finetune/Step Time": 5.325654044747353}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7711142301559448, "Finetune/Loss (Raw)": 0.6996054649353027, "Finetune/Step": 2887, "Finetune/Step Time": 5.331217193976045}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7735353112220764, "Finetune/Loss (Raw)": 0.990350067615509, "Finetune/Step": 2888, "Finetune/Step Time": 5.339028051123023}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7728357315063477, "Finetune/Loss (Raw)": 0.3271556794643402, "Finetune/Step": 2889, "Finetune/Step Time": 5.339132387191057}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7726720571517944, "Finetune/Loss (Raw)": 0.7512612342834473, "Finetune/Step": 2890, "Finetune/Step Time": 5.328765144571662}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.772492527961731, "Finetune/Loss (Raw)": 0.7988519072532654, "Finetune/Step": 2891, "Finetune/Step Time": 5.327745908871293}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7741573452949524, "Finetune/Loss (Raw)": 1.0118157863616943, "Finetune/Step": 2892, "Finetune/Step Time": 5.336787158623338}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7776588797569275, "Finetune/Loss (Raw)": 0.7972830533981323, "Finetune/Step": 2893, "Finetune/Step Time": 5.304815677925944}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7783364653587341, "Finetune/Loss (Raw)": 0.9177471995353699, "Finetune/Step": 2894, "Finetune/Step Time": 5.303622718900442}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7781296968460083, "Finetune/Loss (Raw)": 0.8277996778488159, "Finetune/Step": 2895, "Finetune/Step Time": 5.291211374104023}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7781186103820801, "Finetune/Loss (Raw)": 0.8758353590965271, "Finetune/Step": 2896, "Finetune/Step Time": 5.293426886200905}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7783730030059814, "Finetune/Loss (Raw)": 0.898888885974884, "Finetune/Step": 2897, "Finetune/Step Time": 5.288567502051592}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7806785106658936, "Finetune/Loss (Raw)": 0.8557802438735962, "Finetune/Step": 2898, "Finetune/Step Time": 5.271853428333998}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7802622318267822, "Finetune/Loss (Raw)": 0.8165742754936218, "Finetune/Step": 2899, "Finetune/Step Time": 5.272517303004861}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7789468765258789, "Finetune/Loss (Raw)": 0.6970700621604919, "Finetune/Step": 2900, "Finetune/Step Time": 5.276085311546922}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.777237057685852, "Finetune/Loss (Raw)": 0.6877986788749695, "Finetune/Step": 2901, "Finetune/Step Time": 5.285498086363077}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7809242010116577, "Finetune/Loss (Raw)": 0.7987895011901855, "Finetune/Step": 2902, "Finetune/Step Time": 5.277695011347532}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7805849313735962, "Finetune/Loss (Raw)": 0.835862398147583, "Finetune/Step": 2903, "Finetune/Step Time": 5.269986221566796}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7809722423553467, "Finetune/Loss (Raw)": 0.8037417531013489, "Finetune/Step": 2904, "Finetune/Step Time": 5.258513394743204}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7810201644897461, "Finetune/Loss (Raw)": 0.8176901936531067, "Finetune/Step": 2905, "Finetune/Step Time": 5.260361509397626}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7813838720321655, "Finetune/Loss (Raw)": 0.8977226614952087, "Finetune/Step": 2906, "Finetune/Step Time": 5.261636693030596}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7818279266357422, "Finetune/Loss (Raw)": 0.8002660274505615, "Finetune/Step": 2907, "Finetune/Step Time": 5.254687888547778}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7823206186294556, "Finetune/Loss (Raw)": 0.8804402351379395, "Finetune/Step": 2908, "Finetune/Step Time": 5.2479216903448105}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7831568717956543, "Finetune/Loss (Raw)": 1.008426547050476, "Finetune/Step": 2909, "Finetune/Step Time": 5.243037827312946}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7839600443840027, "Finetune/Loss (Raw)": 0.9204086661338806, "Finetune/Step": 2910, "Finetune/Step Time": 5.244042607024312}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.784509539604187, "Finetune/Loss (Raw)": 0.9652330875396729, "Finetune/Step": 2911, "Finetune/Step Time": 5.230805803090334}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7862274646759033, "Finetune/Loss (Raw)": 0.8517736196517944, "Finetune/Step": 2912, "Finetune/Step Time": 5.222627697512507}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7865350246429443, "Finetune/Loss (Raw)": 0.8481947183609009, "Finetune/Step": 2913, "Finetune/Step Time": 5.215447815135121}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7844352722167969, "Finetune/Loss (Raw)": 0.6054571270942688, "Finetune/Step": 2914, "Finetune/Step Time": 5.2421174347400665}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7829184532165527, "Finetune/Loss (Raw)": 0.5973290205001831, "Finetune/Step": 2915, "Finetune/Step Time": 5.2540587075054646}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7827783226966858, "Finetune/Loss (Raw)": 0.8678700923919678, "Finetune/Step": 2916, "Finetune/Step Time": 5.24157402291894}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7840692400932312, "Finetune/Loss (Raw)": 0.9217380881309509, "Finetune/Step": 2917, "Finetune/Step Time": 5.226003205403686}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7834423780441284, "Finetune/Loss (Raw)": 0.7272220849990845, "Finetune/Step": 2918, "Finetune/Step Time": 5.230848895385861}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7849545478820801, "Finetune/Loss (Raw)": 0.8356514573097229, "Finetune/Step": 2919, "Finetune/Step Time": 5.2202089112252}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7811432480812073, "Finetune/Loss (Raw)": 0.34668880701065063, "Finetune/Step": 2920, "Finetune/Step Time": 5.23624418117106}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7801194190979004, "Finetune/Loss (Raw)": 0.80169278383255, "Finetune/Step": 2921, "Finetune/Step Time": 5.253569543361664}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7801336050033569, "Finetune/Loss (Raw)": 0.7680844664573669, "Finetune/Step": 2922, "Finetune/Step Time": 5.246779177337885}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7805895805358887, "Finetune/Loss (Raw)": 0.7426634430885315, "Finetune/Step": 2923, "Finetune/Step Time": 5.267597325146198}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7814744114875793, "Finetune/Loss (Raw)": 0.8987377882003784, "Finetune/Step": 2924, "Finetune/Step Time": 5.261461164802313}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7840631008148193, "Finetune/Loss (Raw)": 0.9077353477478027, "Finetune/Step": 2925, "Finetune/Step Time": 5.250375432893634}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.787449061870575, "Finetune/Loss (Raw)": 0.8085981607437134, "Finetune/Step": 2926, "Finetune/Step Time": 5.246215654537082}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7866501808166504, "Finetune/Loss (Raw)": 0.5716521739959717, "Finetune/Step": 2927, "Finetune/Step Time": 5.255277384072542}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7880860567092896, "Finetune/Loss (Raw)": 0.805367112159729, "Finetune/Step": 2928, "Finetune/Step Time": 5.26399802044034}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7880502343177795, "Finetune/Loss (Raw)": 0.8937722444534302, "Finetune/Step": 2929, "Finetune/Step Time": 5.254476051777601}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7879935503005981, "Finetune/Loss (Raw)": 0.8753731846809387, "Finetune/Step": 2930, "Finetune/Step Time": 5.246011493727565}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7889931201934814, "Finetune/Loss (Raw)": 0.8921207785606384, "Finetune/Step": 2931, "Finetune/Step Time": 5.248275460675359}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7891433238983154, "Finetune/Loss (Raw)": 0.8731809854507446, "Finetune/Step": 2932, "Finetune/Step Time": 5.251753970980644}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7880547046661377, "Finetune/Loss (Raw)": 0.8322283029556274, "Finetune/Step": 2933, "Finetune/Step Time": 5.262953706085682}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7883771657943726, "Finetune/Loss (Raw)": 0.7904241681098938, "Finetune/Step": 2934, "Finetune/Step Time": 5.256793022155762}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7886847853660583, "Finetune/Loss (Raw)": 0.8268374800682068, "Finetune/Step": 2935, "Finetune/Step Time": 5.260812822729349}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7906430959701538, "Finetune/Loss (Raw)": 0.8797183036804199, "Finetune/Step": 2936, "Finetune/Step Time": 5.266561543568969}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7957637310028076, "Finetune/Loss (Raw)": 1.000298023223877, "Finetune/Step": 2937, "Finetune/Step Time": 5.236864669248462}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7971106767654419, "Finetune/Loss (Raw)": 0.8774024844169617, "Finetune/Step": 2938, "Finetune/Step Time": 5.232515608891845}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7970564961433411, "Finetune/Loss (Raw)": 0.8365230560302734, "Finetune/Step": 2939, "Finetune/Step Time": 5.231079960241914}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7961041927337646, "Finetune/Loss (Raw)": 0.6665064096450806, "Finetune/Step": 2940, "Finetune/Step Time": 5.233270011842251}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.793443500995636, "Finetune/Loss (Raw)": 0.5480104088783264, "Finetune/Step": 2941, "Finetune/Step Time": 5.251056017354131}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7982428073883057, "Finetune/Loss (Raw)": 0.9657792448997498, "Finetune/Step": 2942, "Finetune/Step Time": 5.225989183411002}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7969931364059448, "Finetune/Loss (Raw)": 0.7878732681274414, "Finetune/Step": 2943, "Finetune/Step Time": 5.230053890496492}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7969413995742798, "Finetune/Loss (Raw)": 0.8325343728065491, "Finetune/Step": 2944, "Finetune/Step Time": 5.237625814974308}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7965202331542969, "Finetune/Loss (Raw)": 0.7533964514732361, "Finetune/Step": 2945, "Finetune/Step Time": 5.246655700728297}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.796499490737915, "Finetune/Loss (Raw)": 0.7836424708366394, "Finetune/Step": 2946, "Finetune/Step Time": 5.238515499979258}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.795187771320343, "Finetune/Loss (Raw)": 0.7774074077606201, "Finetune/Step": 2947, "Finetune/Step Time": 5.254718402400613}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.793684720993042, "Finetune/Loss (Raw)": 0.7378215193748474, "Finetune/Step": 2948, "Finetune/Step Time": 5.2655968852341175}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7954434156417847, "Finetune/Loss (Raw)": 0.8585829734802246, "Finetune/Step": 2949, "Finetune/Step Time": 5.256449172273278}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.795541524887085, "Finetune/Loss (Raw)": 0.8570560812950134, "Finetune/Step": 2950, "Finetune/Step Time": 5.256601000204682}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7947877645492554, "Finetune/Loss (Raw)": 0.30538320541381836, "Finetune/Step": 2951, "Finetune/Step Time": 5.25712119974196}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7965611219406128, "Finetune/Loss (Raw)": 0.8852583765983582, "Finetune/Step": 2952, "Finetune/Step Time": 5.255006922408938}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7981668710708618, "Finetune/Loss (Raw)": 0.9232966303825378, "Finetune/Step": 2953, "Finetune/Step Time": 5.254609849303961}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7984623312950134, "Finetune/Loss (Raw)": 0.7273083925247192, "Finetune/Step": 2954, "Finetune/Step Time": 5.259592276066542}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7996398210525513, "Finetune/Loss (Raw)": 0.9931284189224243, "Finetune/Step": 2955, "Finetune/Step Time": 5.2671221271157265}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7986220121383667, "Finetune/Loss (Raw)": 0.8272562623023987, "Finetune/Step": 2956, "Finetune/Step Time": 5.265156315639615}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7981526851654053, "Finetune/Loss (Raw)": 0.7931153774261475, "Finetune/Step": 2957, "Finetune/Step Time": 5.254373928532004}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.797644853591919, "Finetune/Loss (Raw)": 0.8308521509170532, "Finetune/Step": 2958, "Finetune/Step Time": 5.257253894582391}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7921987771987915, "Finetune/Loss (Raw)": 0.31651541590690613, "Finetune/Step": 2959, "Finetune/Step Time": 5.285346416756511}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7908286452293396, "Finetune/Loss (Raw)": 0.787276566028595, "Finetune/Step": 2960, "Finetune/Step Time": 5.28358799405396}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7904742956161499, "Finetune/Loss (Raw)": 0.7688547968864441, "Finetune/Step": 2961, "Finetune/Step Time": 5.270366486161947}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7956160306930542, "Finetune/Loss (Raw)": 1.0111280679702759, "Finetune/Step": 2962, "Finetune/Step Time": 5.24594066478312}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7957501411437988, "Finetune/Loss (Raw)": 0.8661523461341858, "Finetune/Step": 2963, "Finetune/Step Time": 5.255832219496369}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7977944612503052, "Finetune/Loss (Raw)": 0.902168869972229, "Finetune/Step": 2964, "Finetune/Step Time": 5.258679194375873}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7981010675430298, "Finetune/Loss (Raw)": 0.89544278383255, "Finetune/Step": 2965, "Finetune/Step Time": 5.254992442205548}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7982013821601868, "Finetune/Loss (Raw)": 0.7475932240486145, "Finetune/Step": 2966, "Finetune/Step Time": 5.2627276834100485}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7978451251983643, "Finetune/Loss (Raw)": 0.7031577229499817, "Finetune/Step": 2967, "Finetune/Step Time": 5.274289771914482}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7985962629318237, "Finetune/Loss (Raw)": 0.9054449796676636, "Finetune/Step": 2968, "Finetune/Step Time": 5.282738767564297}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7975157499313354, "Finetune/Loss (Raw)": 0.8140445351600647, "Finetune/Step": 2969, "Finetune/Step Time": 5.2800169084221125}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7974613308906555, "Finetune/Loss (Raw)": 0.8184117674827576, "Finetune/Step": 2970, "Finetune/Step Time": 5.29133221693337}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7983577251434326, "Finetune/Loss (Raw)": 0.809965968132019, "Finetune/Step": 2971, "Finetune/Step Time": 5.298243870958686}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7981535792350769, "Finetune/Loss (Raw)": 0.8265498876571655, "Finetune/Step": 2972, "Finetune/Step Time": 5.293967001140118}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7973069548606873, "Finetune/Loss (Raw)": 0.727476179599762, "Finetune/Step": 2973, "Finetune/Step Time": 5.296926066279411}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7980305552482605, "Finetune/Loss (Raw)": 0.847690761089325, "Finetune/Step": 2974, "Finetune/Step Time": 5.297951817512512}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7962948083877563, "Finetune/Loss (Raw)": 0.3887729048728943, "Finetune/Step": 2975, "Finetune/Step Time": 5.304527519270778}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7953563928604126, "Finetune/Loss (Raw)": 0.7447108030319214, "Finetune/Step": 2976, "Finetune/Step Time": 5.289671614766121}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7954275608062744, "Finetune/Loss (Raw)": 0.7711654305458069, "Finetune/Step": 2977, "Finetune/Step Time": 5.287088872864842}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7965327501296997, "Finetune/Loss (Raw)": 0.9425429105758667, "Finetune/Step": 2978, "Finetune/Step Time": 5.287677584215999}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7963347434997559, "Finetune/Loss (Raw)": 0.8443329334259033, "Finetune/Step": 2979, "Finetune/Step Time": 5.297220533713698}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.795600175857544, "Finetune/Loss (Raw)": 0.7584911584854126, "Finetune/Step": 2980, "Finetune/Step Time": 5.290487054735422}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7953334450721741, "Finetune/Loss (Raw)": 0.7309892177581787, "Finetune/Step": 2981, "Finetune/Step Time": 5.316397741436958}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7946164608001709, "Finetune/Loss (Raw)": 0.7724653482437134, "Finetune/Step": 2982, "Finetune/Step Time": 5.310569250956178}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7957505583763123, "Finetune/Loss (Raw)": 0.9484673142433167, "Finetune/Step": 2983, "Finetune/Step Time": 5.301188409328461}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7956414222717285, "Finetune/Loss (Raw)": 0.7973842024803162, "Finetune/Step": 2984, "Finetune/Step Time": 5.301027107983828}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7954011559486389, "Finetune/Loss (Raw)": 0.8335340619087219, "Finetune/Step": 2985, "Finetune/Step Time": 5.300629790872335}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7921928763389587, "Finetune/Loss (Raw)": 0.3219253122806549, "Finetune/Step": 2986, "Finetune/Step Time": 5.332513619214296}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7919778823852539, "Finetune/Loss (Raw)": 0.7930516004562378, "Finetune/Step": 2987, "Finetune/Step Time": 5.346130704507232}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7933357954025269, "Finetune/Loss (Raw)": 0.8808291554450989, "Finetune/Step": 2988, "Finetune/Step Time": 5.343821175396442}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7909277677536011, "Finetune/Loss (Raw)": 0.6751902103424072, "Finetune/Step": 2989, "Finetune/Step Time": 5.348627740517259}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7922667264938354, "Finetune/Loss (Raw)": 0.925403892993927, "Finetune/Step": 2990, "Finetune/Step Time": 5.325487593188882}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7927016019821167, "Finetune/Loss (Raw)": 0.8658860325813293, "Finetune/Step": 2991, "Finetune/Step Time": 5.339981408789754}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7924449443817139, "Finetune/Loss (Raw)": 0.7119672894477844, "Finetune/Step": 2992, "Finetune/Step Time": 5.350309208035469}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7928914427757263, "Finetune/Loss (Raw)": 0.9524706602096558, "Finetune/Step": 2993, "Finetune/Step Time": 5.3468509912490845}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7971584796905518, "Finetune/Loss (Raw)": 0.9352725744247437, "Finetune/Step": 2994, "Finetune/Step Time": 5.313404882326722}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7971282005310059, "Finetune/Loss (Raw)": 0.8488947749137878, "Finetune/Step": 2995, "Finetune/Step Time": 5.3158913273364305}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7958019971847534, "Finetune/Loss (Raw)": 0.771527886390686, "Finetune/Step": 2996, "Finetune/Step Time": 5.340550675988197}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7971327304840088, "Finetune/Loss (Raw)": 0.7683119773864746, "Finetune/Step": 2997, "Finetune/Step Time": 5.311411015689373}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8001136779785156, "Finetune/Loss (Raw)": 0.7580013871192932, "Finetune/Step": 2998, "Finetune/Step Time": 5.289366204291582}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7992141842842102, "Finetune/Loss (Raw)": 0.8441161513328552, "Finetune/Step": 2999, "Finetune/Step Time": 5.295099649578333}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7986899018287659, "Finetune/Loss (Raw)": 0.8454774618148804, "Finetune/Step": 3000, "Finetune/Step Time": 5.299930743873119}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7982488870620728, "Finetune/Loss (Raw)": 0.7859245538711548, "Finetune/Step": 3001, "Finetune/Step Time": 5.303027978166938}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8025023937225342, "Finetune/Loss (Raw)": 0.8985777497291565, "Finetune/Step": 3002, "Finetune/Step Time": 5.276110092177987}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8019886612892151, "Finetune/Loss (Raw)": 0.8221864104270935, "Finetune/Step": 3003, "Finetune/Step Time": 5.281571589410305}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8025813102722168, "Finetune/Loss (Raw)": 0.8843734860420227, "Finetune/Step": 3004, "Finetune/Step Time": 5.274299077689648}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.801259458065033, "Finetune/Loss (Raw)": 0.6177382469177246, "Finetune/Step": 3005, "Finetune/Step Time": 5.291477104648948}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8022599220275879, "Finetune/Loss (Raw)": 0.8899016380310059, "Finetune/Step": 3006, "Finetune/Step Time": 5.284533686935902}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8017781972885132, "Finetune/Loss (Raw)": 0.6705690026283264, "Finetune/Step": 3007, "Finetune/Step Time": 5.275122815743089}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8012847900390625, "Finetune/Loss (Raw)": 0.8740554451942444, "Finetune/Step": 3008, "Finetune/Step Time": 5.2759698033332825}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8020156621932983, "Finetune/Loss (Raw)": 0.9481192231178284, "Finetune/Step": 3009, "Finetune/Step Time": 5.269050808623433}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.801140546798706, "Finetune/Loss (Raw)": 0.7894071340560913, "Finetune/Step": 3010, "Finetune/Step Time": 5.269047424197197}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8007081747055054, "Finetune/Loss (Raw)": 0.8872872591018677, "Finetune/Step": 3011, "Finetune/Step Time": 5.265982378274202}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8017902374267578, "Finetune/Loss (Raw)": 0.874840497970581, "Finetune/Step": 3012, "Finetune/Step Time": 5.23800334893167}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8015152215957642, "Finetune/Loss (Raw)": 0.8452234268188477, "Finetune/Step": 3013, "Finetune/Step Time": 5.233702190220356}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8023885488510132, "Finetune/Loss (Raw)": 0.7175322771072388, "Finetune/Step": 3014, "Finetune/Step Time": 5.217167912051082}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8019096255302429, "Finetune/Loss (Raw)": 0.6382976174354553, "Finetune/Step": 3015, "Finetune/Step Time": 5.225437413901091}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8004158735275269, "Finetune/Loss (Raw)": 0.799153208732605, "Finetune/Step": 3016, "Finetune/Step Time": 5.2292879689484835}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8034290075302124, "Finetune/Loss (Raw)": 0.7128359079360962, "Finetune/Step": 3017, "Finetune/Step Time": 5.2038987670093775}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8033447861671448, "Finetune/Loss (Raw)": 0.7404798269271851, "Finetune/Step": 3018, "Finetune/Step Time": 5.1984293181449175}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8035661578178406, "Finetune/Loss (Raw)": 0.827187716960907, "Finetune/Step": 3019, "Finetune/Step Time": 5.19950133562088}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8016144633293152, "Finetune/Loss (Raw)": 0.7620012164115906, "Finetune/Step": 3020, "Finetune/Step Time": 5.181582050397992}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8016451001167297, "Finetune/Loss (Raw)": 0.801202654838562, "Finetune/Step": 3021, "Finetune/Step Time": 5.1844728495925665}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8017172813415527, "Finetune/Loss (Raw)": 0.9269919395446777, "Finetune/Step": 3022, "Finetune/Step Time": 5.184093590825796}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8005127310752869, "Finetune/Loss (Raw)": 0.6736114621162415, "Finetune/Step": 3023, "Finetune/Step Time": 5.186730585992336}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8000829815864563, "Finetune/Loss (Raw)": 0.8208301067352295, "Finetune/Step": 3024, "Finetune/Step Time": 5.191398028284311}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7999564409255981, "Finetune/Loss (Raw)": 0.8826947212219238, "Finetune/Step": 3025, "Finetune/Step Time": 5.190144147723913}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.799588680267334, "Finetune/Loss (Raw)": 0.8087055087089539, "Finetune/Step": 3026, "Finetune/Step Time": 5.194371031597257}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8003586530685425, "Finetune/Loss (Raw)": 0.9151297807693481, "Finetune/Step": 3027, "Finetune/Step Time": 5.192018147557974}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8012666702270508, "Finetune/Loss (Raw)": 0.8132933974266052, "Finetune/Step": 3028, "Finetune/Step Time": 5.194788610562682}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8038240671157837, "Finetune/Loss (Raw)": 1.0151405334472656, "Finetune/Step": 3029, "Finetune/Step Time": 5.185529073700309}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8039419054985046, "Finetune/Loss (Raw)": 0.8138772249221802, "Finetune/Step": 3030, "Finetune/Step Time": 5.176338396966457}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8039830327033997, "Finetune/Loss (Raw)": 0.8411281108856201, "Finetune/Step": 3031, "Finetune/Step Time": 5.172807432711124}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.804296612739563, "Finetune/Loss (Raw)": 0.8438827991485596, "Finetune/Step": 3032, "Finetune/Step Time": 5.176578693091869}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8046099543571472, "Finetune/Loss (Raw)": 0.857788622379303, "Finetune/Step": 3033, "Finetune/Step Time": 5.173357728868723}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8051338195800781, "Finetune/Loss (Raw)": 0.9647833108901978, "Finetune/Step": 3034, "Finetune/Step Time": 5.168940119445324}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8054254055023193, "Finetune/Loss (Raw)": 0.8375928997993469, "Finetune/Step": 3035, "Finetune/Step Time": 5.169389430433512}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8047735691070557, "Finetune/Loss (Raw)": 0.7970026731491089, "Finetune/Step": 3036, "Finetune/Step Time": 5.18131035938859}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8044418096542358, "Finetune/Loss (Raw)": 0.9659587144851685, "Finetune/Step": 3037, "Finetune/Step Time": 5.183291340246797}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.804275393486023, "Finetune/Loss (Raw)": 0.8991135358810425, "Finetune/Step": 3038, "Finetune/Step Time": 5.182211592793465}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8026952147483826, "Finetune/Loss (Raw)": 0.7629636526107788, "Finetune/Step": 3039, "Finetune/Step Time": 5.181748976930976}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8026435375213623, "Finetune/Loss (Raw)": 0.8451646566390991, "Finetune/Step": 3040, "Finetune/Step Time": 5.174806527793407}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8018620014190674, "Finetune/Loss (Raw)": 0.7481582760810852, "Finetune/Step": 3041, "Finetune/Step Time": 5.179155124351382}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8035979270935059, "Finetune/Loss (Raw)": 0.8276567459106445, "Finetune/Step": 3042, "Finetune/Step Time": 5.154604323208332}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8013243675231934, "Finetune/Loss (Raw)": 0.3063141703605652, "Finetune/Step": 3043, "Finetune/Step Time": 5.173561178147793}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7999064326286316, "Finetune/Loss (Raw)": 0.6863694787025452, "Finetune/Step": 3044, "Finetune/Step Time": 5.191910022869706}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7974605560302734, "Finetune/Loss (Raw)": 0.6086599230766296, "Finetune/Step": 3045, "Finetune/Step Time": 5.197473928332329}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7994305491447449, "Finetune/Loss (Raw)": 0.9793827533721924, "Finetune/Step": 3046, "Finetune/Step Time": 5.191352277994156}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7992693185806274, "Finetune/Loss (Raw)": 0.8150240778923035, "Finetune/Step": 3047, "Finetune/Step Time": 5.185892030596733}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8041255474090576, "Finetune/Loss (Raw)": 0.9682741165161133, "Finetune/Step": 3048, "Finetune/Step Time": 5.1555750872939825}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8042513132095337, "Finetune/Loss (Raw)": 0.8177938461303711, "Finetune/Step": 3049, "Finetune/Step Time": 5.137938043102622}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8057291507720947, "Finetune/Loss (Raw)": 0.9572436213493347, "Finetune/Step": 3050, "Finetune/Step Time": 5.128985846415162}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8072350025177002, "Finetune/Loss (Raw)": 0.935417115688324, "Finetune/Step": 3051, "Finetune/Step Time": 5.107706846669316}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8063513040542603, "Finetune/Loss (Raw)": 0.7856245040893555, "Finetune/Step": 3052, "Finetune/Step Time": 5.101413672789931}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8064358830451965, "Finetune/Loss (Raw)": 0.9185594916343689, "Finetune/Step": 3053, "Finetune/Step Time": 5.104848841205239}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8076575994491577, "Finetune/Loss (Raw)": 0.9649760723114014, "Finetune/Step": 3054, "Finetune/Step Time": 5.079801293089986}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8097004890441895, "Finetune/Loss (Raw)": 0.8331438302993774, "Finetune/Step": 3055, "Finetune/Step Time": 5.070700051262975}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8100980520248413, "Finetune/Loss (Raw)": 0.8562541604042053, "Finetune/Step": 3056, "Finetune/Step Time": 5.049871616065502}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8086698055267334, "Finetune/Loss (Raw)": 0.7109644412994385, "Finetune/Step": 3057, "Finetune/Step Time": 5.061525283381343}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8087080717086792, "Finetune/Loss (Raw)": 0.8802616596221924, "Finetune/Step": 3058, "Finetune/Step Time": 5.058943381533027}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.808513879776001, "Finetune/Loss (Raw)": 0.8672758936882019, "Finetune/Step": 3059, "Finetune/Step Time": 5.055339941754937}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8087824583053589, "Finetune/Loss (Raw)": 0.9075549244880676, "Finetune/Step": 3060, "Finetune/Step Time": 5.059316832572222}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.809384822845459, "Finetune/Loss (Raw)": 0.9093359112739563, "Finetune/Step": 3061, "Finetune/Step Time": 5.0511571150273085}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8088917136192322, "Finetune/Loss (Raw)": 0.7273006439208984, "Finetune/Step": 3062, "Finetune/Step Time": 5.0781189277768135}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8086988925933838, "Finetune/Loss (Raw)": 0.8021613359451294, "Finetune/Step": 3063, "Finetune/Step Time": 5.081008516252041}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8085765838623047, "Finetune/Loss (Raw)": 0.8640537858009338, "Finetune/Step": 3064, "Finetune/Step Time": 5.06281853467226}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8058793544769287, "Finetune/Loss (Raw)": 0.6550533175468445, "Finetune/Step": 3065, "Finetune/Step Time": 5.078657692298293}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8033766746520996, "Finetune/Loss (Raw)": 0.5570661425590515, "Finetune/Step": 3066, "Finetune/Step Time": 5.110571449622512}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8033959865570068, "Finetune/Loss (Raw)": 0.8389884829521179, "Finetune/Step": 3067, "Finetune/Step Time": 5.111231155693531}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8042123317718506, "Finetune/Loss (Raw)": 0.7710087299346924, "Finetune/Step": 3068, "Finetune/Step Time": 5.131903406232595}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8054158687591553, "Finetune/Loss (Raw)": 0.702053427696228, "Finetune/Step": 3069, "Finetune/Step Time": 5.123107297345996}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8043782711029053, "Finetune/Loss (Raw)": 0.8329684734344482, "Finetune/Step": 3070, "Finetune/Step Time": 5.120136572048068}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8058391809463501, "Finetune/Loss (Raw)": 0.974869430065155, "Finetune/Step": 3071, "Finetune/Step Time": 5.112267753109336}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8055776357650757, "Finetune/Loss (Raw)": 0.7990629076957703, "Finetune/Step": 3072, "Finetune/Step Time": 5.112795183435082}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8061609268188477, "Finetune/Loss (Raw)": 0.8280580043792725, "Finetune/Step": 3073, "Finetune/Step Time": 5.10339898057282}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8062570095062256, "Finetune/Loss (Raw)": 0.7959393858909607, "Finetune/Step": 3074, "Finetune/Step Time": 5.105384649708867}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8024749755859375, "Finetune/Loss (Raw)": 0.2933061122894287, "Finetune/Step": 3075, "Finetune/Step Time": 5.119638992473483}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8022059798240662, "Finetune/Loss (Raw)": 0.7033920288085938, "Finetune/Step": 3076, "Finetune/Step Time": 5.106191225349903}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8022778630256653, "Finetune/Loss (Raw)": 0.8677813410758972, "Finetune/Step": 3077, "Finetune/Step Time": 5.105506844818592}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8011277914047241, "Finetune/Loss (Raw)": 0.7098479866981506, "Finetune/Step": 3078, "Finetune/Step Time": 5.101673098281026}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8036324381828308, "Finetune/Loss (Raw)": 0.6259790062904358, "Finetune/Step": 3079, "Finetune/Step Time": 5.0937387347221375}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8022690415382385, "Finetune/Loss (Raw)": 0.7107420563697815, "Finetune/Step": 3080, "Finetune/Step Time": 5.0976303499192}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8009564876556396, "Finetune/Loss (Raw)": 0.7552919983863831, "Finetune/Step": 3081, "Finetune/Step Time": 5.10011026263237}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8018205761909485, "Finetune/Loss (Raw)": 0.8379124402999878, "Finetune/Step": 3082, "Finetune/Step Time": 5.094579000025988}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8008041381835938, "Finetune/Loss (Raw)": 0.863021731376648, "Finetune/Step": 3083, "Finetune/Step Time": 5.0993666015565395}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8003832101821899, "Finetune/Loss (Raw)": 0.7733771204948425, "Finetune/Step": 3084, "Finetune/Step Time": 5.109938781708479}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8019742965698242, "Finetune/Loss (Raw)": 0.9967696070671082, "Finetune/Step": 3085, "Finetune/Step Time": 5.10738842561841}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8022043108940125, "Finetune/Loss (Raw)": 0.8603000044822693, "Finetune/Step": 3086, "Finetune/Step Time": 5.106386411935091}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8061405420303345, "Finetune/Loss (Raw)": 0.8203524351119995, "Finetune/Step": 3087, "Finetune/Step Time": 5.080252937972546}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8045929670333862, "Finetune/Loss (Raw)": 0.58918297290802, "Finetune/Step": 3088, "Finetune/Step Time": 5.078765109181404}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8056408166885376, "Finetune/Loss (Raw)": 0.9029869437217712, "Finetune/Step": 3089, "Finetune/Step Time": 5.0820120219141245}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8035627603530884, "Finetune/Loss (Raw)": 0.7451311349868774, "Finetune/Step": 3090, "Finetune/Step Time": 5.0761925764381886}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8025084137916565, "Finetune/Loss (Raw)": 0.7311972379684448, "Finetune/Step": 3091, "Finetune/Step Time": 5.079738145694137}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7977648973464966, "Finetune/Loss (Raw)": 0.2949961721897125, "Finetune/Step": 3092, "Finetune/Step Time": 5.107861882075667}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7972705364227295, "Finetune/Loss (Raw)": 0.8321646451950073, "Finetune/Step": 3093, "Finetune/Step Time": 5.115158375352621}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7981685996055603, "Finetune/Loss (Raw)": 0.8625492453575134, "Finetune/Step": 3094, "Finetune/Step Time": 5.11005106754601}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7988857626914978, "Finetune/Loss (Raw)": 0.7949543595314026, "Finetune/Step": 3095, "Finetune/Step Time": 5.092031478881836}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7984097003936768, "Finetune/Loss (Raw)": 0.8445069789886475, "Finetune/Step": 3096, "Finetune/Step Time": 5.086202599108219}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.794426441192627, "Finetune/Loss (Raw)": 0.3041839003562927, "Finetune/Step": 3097, "Finetune/Step Time": 5.117876375094056}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7927358746528625, "Finetune/Loss (Raw)": 0.6020244359970093, "Finetune/Step": 3098, "Finetune/Step Time": 5.106945104897022}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7931293249130249, "Finetune/Loss (Raw)": 0.8603224158287048, "Finetune/Step": 3099, "Finetune/Step Time": 5.109931658953428}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7946627140045166, "Finetune/Loss (Raw)": 1.0228281021118164, "Finetune/Step": 3100, "Finetune/Step Time": 5.1118676625192165}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7934377789497375, "Finetune/Loss (Raw)": 0.5706799030303955, "Finetune/Step": 3101, "Finetune/Step Time": 5.113868782296777}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.794016420841217, "Finetune/Loss (Raw)": 0.9217603802680969, "Finetune/Step": 3102, "Finetune/Step Time": 5.120593385770917}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.79838627576828, "Finetune/Loss (Raw)": 0.9481173157691956, "Finetune/Step": 3103, "Finetune/Step Time": 5.102987265214324}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7992837429046631, "Finetune/Loss (Raw)": 0.8595868945121765, "Finetune/Step": 3104, "Finetune/Step Time": 5.097629452124238}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7999969124794006, "Finetune/Loss (Raw)": 0.8624477982521057, "Finetune/Step": 3105, "Finetune/Step Time": 5.088148297742009}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7984302043914795, "Finetune/Loss (Raw)": 0.7420063018798828, "Finetune/Step": 3106, "Finetune/Step Time": 5.087958358228207}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7993266582489014, "Finetune/Loss (Raw)": 0.9590803980827332, "Finetune/Step": 3107, "Finetune/Step Time": 5.08195660635829}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7994257211685181, "Finetune/Loss (Raw)": 0.7711619734764099, "Finetune/Step": 3108, "Finetune/Step Time": 5.073548581451178}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7999234199523926, "Finetune/Loss (Raw)": 0.7946961522102356, "Finetune/Step": 3109, "Finetune/Step Time": 5.049805782735348}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7998440265655518, "Finetune/Loss (Raw)": 0.7623044848442078, "Finetune/Step": 3110, "Finetune/Step Time": 5.046078665181994}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7984208464622498, "Finetune/Loss (Raw)": 0.7663019895553589, "Finetune/Step": 3111, "Finetune/Step Time": 5.054785182699561}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7992988228797913, "Finetune/Loss (Raw)": 0.9097635746002197, "Finetune/Step": 3112, "Finetune/Step Time": 5.0397840067744255}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7989704012870789, "Finetune/Loss (Raw)": 0.791499674320221, "Finetune/Step": 3113, "Finetune/Step Time": 5.05217806622386}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8031727075576782, "Finetune/Loss (Raw)": 0.8598220944404602, "Finetune/Step": 3114, "Finetune/Step Time": 5.027884900569916}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8032329678535461, "Finetune/Loss (Raw)": 0.8007614612579346, "Finetune/Step": 3115, "Finetune/Step Time": 5.009969698265195}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8009845018386841, "Finetune/Loss (Raw)": 0.5930273532867432, "Finetune/Step": 3116, "Finetune/Step Time": 5.035524094477296}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8023861646652222, "Finetune/Loss (Raw)": 0.8546019792556763, "Finetune/Step": 3117, "Finetune/Step Time": 5.030927918851376}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.798839807510376, "Finetune/Loss (Raw)": 0.4714718163013458, "Finetune/Step": 3118, "Finetune/Step Time": 5.062496855854988}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7984738349914551, "Finetune/Loss (Raw)": 0.8190414905548096, "Finetune/Step": 3119, "Finetune/Step Time": 5.052715519443154}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7995400428771973, "Finetune/Loss (Raw)": 0.8484415411949158, "Finetune/Step": 3120, "Finetune/Step Time": 5.047554582357407}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7970134615898132, "Finetune/Loss (Raw)": 0.6290662884712219, "Finetune/Step": 3121, "Finetune/Step Time": 5.0579104740172625}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7959150075912476, "Finetune/Loss (Raw)": 0.7946697473526001, "Finetune/Step": 3122, "Finetune/Step Time": 5.059791766107082}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7955013513565063, "Finetune/Loss (Raw)": 0.7959392070770264, "Finetune/Step": 3123, "Finetune/Step Time": 5.054472764953971}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7963974475860596, "Finetune/Loss (Raw)": 0.8862375617027283, "Finetune/Step": 3124, "Finetune/Step Time": 5.029076259583235}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7960750460624695, "Finetune/Loss (Raw)": 0.7270409464836121, "Finetune/Step": 3125, "Finetune/Step Time": 5.028652800247073}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7970488667488098, "Finetune/Loss (Raw)": 0.8826555013656616, "Finetune/Step": 3126, "Finetune/Step Time": 5.019738243892789}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7979434132575989, "Finetune/Loss (Raw)": 0.958612322807312, "Finetune/Step": 3127, "Finetune/Step Time": 5.015940356999636}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7955916523933411, "Finetune/Loss (Raw)": 0.5444548726081848, "Finetune/Step": 3128, "Finetune/Step Time": 5.050894713029265}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7955784797668457, "Finetune/Loss (Raw)": 0.7842413783073425, "Finetune/Step": 3129, "Finetune/Step Time": 5.048187216743827}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7942774891853333, "Finetune/Loss (Raw)": 0.7320512533187866, "Finetune/Step": 3130, "Finetune/Step Time": 5.062176102772355}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7939227819442749, "Finetune/Loss (Raw)": 0.7767856121063232, "Finetune/Step": 3131, "Finetune/Step Time": 5.064247075468302}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7902683019638062, "Finetune/Loss (Raw)": 0.416592538356781, "Finetune/Step": 3132, "Finetune/Step Time": 5.094639226794243}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7919666767120361, "Finetune/Loss (Raw)": 0.8351319432258606, "Finetune/Step": 3133, "Finetune/Step Time": 5.076886307448149}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7902878522872925, "Finetune/Loss (Raw)": 0.6750116944313049, "Finetune/Step": 3134, "Finetune/Step Time": 5.091077193617821}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7919401526451111, "Finetune/Loss (Raw)": 0.8820683360099792, "Finetune/Step": 3135, "Finetune/Step Time": 5.104219729080796}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7917397618293762, "Finetune/Loss (Raw)": 0.8484055995941162, "Finetune/Step": 3136, "Finetune/Step Time": 5.105611432343721}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7901349067687988, "Finetune/Loss (Raw)": 0.7426909804344177, "Finetune/Step": 3137, "Finetune/Step Time": 5.121115850284696}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7892370223999023, "Finetune/Loss (Raw)": 0.6744862794876099, "Finetune/Step": 3138, "Finetune/Step Time": 5.128795651718974}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7886516451835632, "Finetune/Loss (Raw)": 0.812352180480957, "Finetune/Step": 3139, "Finetune/Step Time": 5.129730494692922}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7880556583404541, "Finetune/Loss (Raw)": 0.798553466796875, "Finetune/Step": 3140, "Finetune/Step Time": 5.149761613458395}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7876181602478027, "Finetune/Loss (Raw)": 0.7892282009124756, "Finetune/Step": 3141, "Finetune/Step Time": 5.151917373761535}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7878226041793823, "Finetune/Loss (Raw)": 0.743707537651062, "Finetune/Step": 3142, "Finetune/Step Time": 5.1563315112143755}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7872203588485718, "Finetune/Loss (Raw)": 0.5612016916275024, "Finetune/Step": 3143, "Finetune/Step Time": 5.155471745878458}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7883594036102295, "Finetune/Loss (Raw)": 0.9449506998062134, "Finetune/Step": 3144, "Finetune/Step Time": 5.147010499611497}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7899941205978394, "Finetune/Loss (Raw)": 0.9220796227455139, "Finetune/Step": 3145, "Finetune/Step Time": 5.141878539696336}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7909430861473083, "Finetune/Loss (Raw)": 0.8619493842124939, "Finetune/Step": 3146, "Finetune/Step Time": 5.142079945653677}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7910463809967041, "Finetune/Loss (Raw)": 0.8404138684272766, "Finetune/Step": 3147, "Finetune/Step Time": 5.149295995011926}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7926079034805298, "Finetune/Loss (Raw)": 0.9618664383888245, "Finetune/Step": 3148, "Finetune/Step Time": 5.170235212892294}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7896089553833008, "Finetune/Loss (Raw)": 0.4173393249511719, "Finetune/Step": 3149, "Finetune/Step Time": 5.198408138006926}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7886334657669067, "Finetune/Loss (Raw)": 0.802132248878479, "Finetune/Step": 3150, "Finetune/Step Time": 5.196097128093243}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7899519205093384, "Finetune/Loss (Raw)": 0.8423742651939392, "Finetune/Step": 3151, "Finetune/Step Time": 5.197200885042548}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.789768397808075, "Finetune/Loss (Raw)": 0.7973362803459167, "Finetune/Step": 3152, "Finetune/Step Time": 5.192161848768592}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.789495587348938, "Finetune/Loss (Raw)": 0.8477698564529419, "Finetune/Step": 3153, "Finetune/Step Time": 5.192238101735711}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7894208431243896, "Finetune/Loss (Raw)": 0.7991414070129395, "Finetune/Step": 3154, "Finetune/Step Time": 5.184559494256973}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7892061471939087, "Finetune/Loss (Raw)": 0.8876554369926453, "Finetune/Step": 3155, "Finetune/Step Time": 5.1786719392985106}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7888506054878235, "Finetune/Loss (Raw)": 0.7677810788154602, "Finetune/Step": 3156, "Finetune/Step Time": 5.173422798514366}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7883793711662292, "Finetune/Loss (Raw)": 0.9548218846321106, "Finetune/Step": 3157, "Finetune/Step Time": 5.178660769015551}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7842177748680115, "Finetune/Loss (Raw)": 0.2811923325061798, "Finetune/Step": 3158, "Finetune/Step Time": 5.196456354111433}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7835917472839355, "Finetune/Loss (Raw)": 0.7609995007514954, "Finetune/Step": 3159, "Finetune/Step Time": 5.200540440157056}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7834569811820984, "Finetune/Loss (Raw)": 0.8266278505325317, "Finetune/Step": 3160, "Finetune/Step Time": 5.191360153257847}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7833544015884399, "Finetune/Loss (Raw)": 0.8446636199951172, "Finetune/Step": 3161, "Finetune/Step Time": 5.209933765232563}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7790050506591797, "Finetune/Loss (Raw)": 0.40806689858436584, "Finetune/Step": 3162, "Finetune/Step Time": 5.24091406352818}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7798083424568176, "Finetune/Loss (Raw)": 0.9404131174087524, "Finetune/Step": 3163, "Finetune/Step Time": 5.252918355166912}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7803069353103638, "Finetune/Loss (Raw)": 0.8608262538909912, "Finetune/Step": 3164, "Finetune/Step Time": 5.234775934368372}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7769521474838257, "Finetune/Loss (Raw)": 0.536544144153595, "Finetune/Step": 3165, "Finetune/Step Time": 5.2369003258645535}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7762050628662109, "Finetune/Loss (Raw)": 0.8034754991531372, "Finetune/Step": 3166, "Finetune/Step Time": 5.237390652298927}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7768712639808655, "Finetune/Loss (Raw)": 0.848247230052948, "Finetune/Step": 3167, "Finetune/Step Time": 5.23551657050848}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7777587175369263, "Finetune/Loss (Raw)": 0.9587496519088745, "Finetune/Step": 3168, "Finetune/Step Time": 5.241387724876404}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7743611335754395, "Finetune/Loss (Raw)": 0.31327855587005615, "Finetune/Step": 3169, "Finetune/Step Time": 5.269004562869668}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7732137441635132, "Finetune/Loss (Raw)": 0.6807931661605835, "Finetune/Step": 3170, "Finetune/Step Time": 5.270802367478609}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7767555117607117, "Finetune/Loss (Raw)": 0.7596542835235596, "Finetune/Step": 3171, "Finetune/Step Time": 5.243471244350076}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7773786187171936, "Finetune/Loss (Raw)": 0.7661274075508118, "Finetune/Step": 3172, "Finetune/Step Time": 5.2255167458206415}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7779183983802795, "Finetune/Loss (Raw)": 0.6777516007423401, "Finetune/Step": 3173, "Finetune/Step Time": 5.2368710692971945}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7780463099479675, "Finetune/Loss (Raw)": 0.995753824710846, "Finetune/Step": 3174, "Finetune/Step Time": 5.242539068683982}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7778473496437073, "Finetune/Loss (Raw)": 0.7895585298538208, "Finetune/Step": 3175, "Finetune/Step Time": 5.239140851423144}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7777981758117676, "Finetune/Loss (Raw)": 0.9619764089584351, "Finetune/Step": 3176, "Finetune/Step Time": 5.241058237850666}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7773078680038452, "Finetune/Loss (Raw)": 0.7550415992736816, "Finetune/Step": 3177, "Finetune/Step Time": 5.244946695864201}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7762588262557983, "Finetune/Loss (Raw)": 0.8229626417160034, "Finetune/Step": 3178, "Finetune/Step Time": 5.25099515542388}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7763864398002625, "Finetune/Loss (Raw)": 0.9517483115196228, "Finetune/Step": 3179, "Finetune/Step Time": 5.25689578615129}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7761827111244202, "Finetune/Loss (Raw)": 0.7595505118370056, "Finetune/Step": 3180, "Finetune/Step Time": 5.252712147310376}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7757623791694641, "Finetune/Loss (Raw)": 0.8647581338882446, "Finetune/Step": 3181, "Finetune/Step Time": 5.24809155613184}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7747836112976074, "Finetune/Loss (Raw)": 0.8396932482719421, "Finetune/Step": 3182, "Finetune/Step Time": 5.250754883512855}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7738168239593506, "Finetune/Loss (Raw)": 0.7093976140022278, "Finetune/Step": 3183, "Finetune/Step Time": 5.250461915507913}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7730821371078491, "Finetune/Loss (Raw)": 0.7622159719467163, "Finetune/Step": 3184, "Finetune/Step Time": 5.260678049176931}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7743905782699585, "Finetune/Loss (Raw)": 0.8784369230270386, "Finetune/Step": 3185, "Finetune/Step Time": 5.255392042919993}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.77362060546875, "Finetune/Loss (Raw)": 0.7817081809043884, "Finetune/Step": 3186, "Finetune/Step Time": 5.259670928120613}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7737060785293579, "Finetune/Loss (Raw)": 0.8782150745391846, "Finetune/Step": 3187, "Finetune/Step Time": 5.258080311119556}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7722674012184143, "Finetune/Loss (Raw)": 0.7234055399894714, "Finetune/Step": 3188, "Finetune/Step Time": 5.266184510663152}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7711235880851746, "Finetune/Loss (Raw)": 0.7629275321960449, "Finetune/Step": 3189, "Finetune/Step Time": 5.262944806367159}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7721185684204102, "Finetune/Loss (Raw)": 0.8546644449234009, "Finetune/Step": 3190, "Finetune/Step Time": 5.238619877025485}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7724855542182922, "Finetune/Loss (Raw)": 0.8491294384002686, "Finetune/Step": 3191, "Finetune/Step Time": 5.252909902483225}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7720276117324829, "Finetune/Loss (Raw)": 0.8054340481758118, "Finetune/Step": 3192, "Finetune/Step Time": 5.258592834696174}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7732317447662354, "Finetune/Loss (Raw)": 0.8091809749603271, "Finetune/Step": 3193, "Finetune/Step Time": 5.243822306394577}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7746278643608093, "Finetune/Loss (Raw)": 0.7357705235481262, "Finetune/Step": 3194, "Finetune/Step Time": 5.2169146332889795}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7747102379798889, "Finetune/Loss (Raw)": 0.8495342135429382, "Finetune/Step": 3195, "Finetune/Step Time": 5.223036404699087}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7751771211624146, "Finetune/Loss (Raw)": 0.8307724595069885, "Finetune/Step": 3196, "Finetune/Step Time": 5.203004106879234}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7767540812492371, "Finetune/Loss (Raw)": 0.9039047360420227, "Finetune/Step": 3197, "Finetune/Step Time": 5.195093302056193}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7760530114173889, "Finetune/Loss (Raw)": 0.7432337403297424, "Finetune/Step": 3198, "Finetune/Step Time": 5.203157290816307}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.774921178817749, "Finetune/Loss (Raw)": 0.8299859166145325, "Finetune/Step": 3199, "Finetune/Step Time": 5.2029601242393255}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.776757001876831, "Finetune/Loss (Raw)": 1.0340549945831299, "Finetune/Step": 3200, "Finetune/Step Time": 5.193073807284236}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7752507925033569, "Finetune/Loss (Raw)": 0.6352586150169373, "Finetune/Step": 3201, "Finetune/Step Time": 5.194325448945165}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7752308249473572, "Finetune/Loss (Raw)": 0.7933863401412964, "Finetune/Step": 3202, "Finetune/Step Time": 5.190978687256575}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7790619134902954, "Finetune/Loss (Raw)": 0.7836803197860718, "Finetune/Step": 3203, "Finetune/Step Time": 5.160016931593418}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7796978950500488, "Finetune/Loss (Raw)": 0.7848024368286133, "Finetune/Step": 3204, "Finetune/Step Time": 5.165636112913489}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7788199186325073, "Finetune/Loss (Raw)": 0.7554005980491638, "Finetune/Step": 3205, "Finetune/Step Time": 5.16227899491787}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7787106037139893, "Finetune/Loss (Raw)": 0.6958615779876709, "Finetune/Step": 3206, "Finetune/Step Time": 5.1631851233541965}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7800071239471436, "Finetune/Loss (Raw)": 0.7919292449951172, "Finetune/Step": 3207, "Finetune/Step Time": 5.173222051933408}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7809584140777588, "Finetune/Loss (Raw)": 0.8325076699256897, "Finetune/Step": 3208, "Finetune/Step Time": 5.166785556823015}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7812371850013733, "Finetune/Loss (Raw)": 0.7909734845161438, "Finetune/Step": 3209, "Finetune/Step Time": 5.169125754386187}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7805007696151733, "Finetune/Loss (Raw)": 0.743644654750824, "Finetune/Step": 3210, "Finetune/Step Time": 5.168515352532268}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7801045775413513, "Finetune/Loss (Raw)": 0.8123180270195007, "Finetune/Step": 3211, "Finetune/Step Time": 5.162472451105714}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7771325707435608, "Finetune/Loss (Raw)": 0.3929578959941864, "Finetune/Step": 3212, "Finetune/Step Time": 5.194608524441719}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7760732173919678, "Finetune/Loss (Raw)": 0.8611735105514526, "Finetune/Step": 3213, "Finetune/Step Time": 5.192880254238844}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7751556634902954, "Finetune/Loss (Raw)": 0.742851734161377, "Finetune/Step": 3214, "Finetune/Step Time": 5.204790823161602}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7740976810455322, "Finetune/Loss (Raw)": 0.6849207878112793, "Finetune/Step": 3215, "Finetune/Step Time": 5.21346227824688}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7745555639266968, "Finetune/Loss (Raw)": 0.6478056311607361, "Finetune/Step": 3216, "Finetune/Step Time": 5.23351439088583}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7740433812141418, "Finetune/Loss (Raw)": 0.8374230861663818, "Finetune/Step": 3217, "Finetune/Step Time": 5.225957214832306}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7748382091522217, "Finetune/Loss (Raw)": 0.846872091293335, "Finetune/Step": 3218, "Finetune/Step Time": 5.223698604851961}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7746645212173462, "Finetune/Loss (Raw)": 0.7089588642120361, "Finetune/Step": 3219, "Finetune/Step Time": 5.208200413733721}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7800408005714417, "Finetune/Loss (Raw)": 0.9831638932228088, "Finetune/Step": 3220, "Finetune/Step Time": 5.1763343047350645}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7794955968856812, "Finetune/Loss (Raw)": 0.7623833417892456, "Finetune/Step": 3221, "Finetune/Step Time": 5.179329361766577}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7753668427467346, "Finetune/Loss (Raw)": 0.3340650200843811, "Finetune/Step": 3222, "Finetune/Step Time": 5.2077749241143465}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7752631902694702, "Finetune/Loss (Raw)": 0.7816770672798157, "Finetune/Step": 3223, "Finetune/Step Time": 5.213809659704566}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7750520706176758, "Finetune/Loss (Raw)": 0.8174938559532166, "Finetune/Step": 3224, "Finetune/Step Time": 5.215394215658307}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7789399027824402, "Finetune/Loss (Raw)": 0.8018226027488708, "Finetune/Step": 3225, "Finetune/Step Time": 5.188515067100525}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7805858254432678, "Finetune/Loss (Raw)": 0.8127054572105408, "Finetune/Step": 3226, "Finetune/Step Time": 5.187226038426161}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7795158624649048, "Finetune/Loss (Raw)": 0.7233664393424988, "Finetune/Step": 3227, "Finetune/Step Time": 5.188166541978717}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7776519060134888, "Finetune/Loss (Raw)": 0.784237802028656, "Finetune/Step": 3228, "Finetune/Step Time": 5.186406847089529}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7802265882492065, "Finetune/Loss (Raw)": 0.9002459645271301, "Finetune/Step": 3229, "Finetune/Step Time": 5.17176035232842}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7788846492767334, "Finetune/Loss (Raw)": 0.7499833703041077, "Finetune/Step": 3230, "Finetune/Step Time": 5.174430163577199}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7778538465499878, "Finetune/Loss (Raw)": 0.8161741495132446, "Finetune/Step": 3231, "Finetune/Step Time": 5.187543552368879}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7786132097244263, "Finetune/Loss (Raw)": 0.9567905068397522, "Finetune/Step": 3232, "Finetune/Step Time": 5.1901701297611}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7798143625259399, "Finetune/Loss (Raw)": 1.0161985158920288, "Finetune/Step": 3233, "Finetune/Step Time": 5.193946594372392}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7795987129211426, "Finetune/Loss (Raw)": 0.7144055962562561, "Finetune/Step": 3234, "Finetune/Step Time": 5.216069055721164}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7793043851852417, "Finetune/Loss (Raw)": 0.9214044213294983, "Finetune/Step": 3235, "Finetune/Step Time": 5.22132745757699}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7783758640289307, "Finetune/Loss (Raw)": 0.6523018479347229, "Finetune/Step": 3236, "Finetune/Step Time": 5.228667953982949}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7791464328765869, "Finetune/Loss (Raw)": 0.8933327198028564, "Finetune/Step": 3237, "Finetune/Step Time": 5.227442447096109}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7762765884399414, "Finetune/Loss (Raw)": 0.3949669301509857, "Finetune/Step": 3238, "Finetune/Step Time": 5.259817475453019}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7778398394584656, "Finetune/Loss (Raw)": 0.9663963317871094, "Finetune/Step": 3239, "Finetune/Step Time": 5.2558134365826845}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7781577706336975, "Finetune/Loss (Raw)": 0.9504591226577759, "Finetune/Step": 3240, "Finetune/Step Time": 5.2579959128052}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.779110848903656, "Finetune/Loss (Raw)": 0.9134930372238159, "Finetune/Step": 3241, "Finetune/Step Time": 5.247963042929769}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7796580791473389, "Finetune/Loss (Raw)": 0.9298708438873291, "Finetune/Step": 3242, "Finetune/Step Time": 5.244335904717445}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.780213475227356, "Finetune/Loss (Raw)": 0.8718528151512146, "Finetune/Step": 3243, "Finetune/Step Time": 5.243459792807698}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7822031378746033, "Finetune/Loss (Raw)": 0.8477002382278442, "Finetune/Step": 3244, "Finetune/Step Time": 5.209088856354356}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7826021909713745, "Finetune/Loss (Raw)": 0.9056882858276367, "Finetune/Step": 3245, "Finetune/Step Time": 5.213473865762353}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7842615842819214, "Finetune/Loss (Raw)": 0.6838681101799011, "Finetune/Step": 3246, "Finetune/Step Time": 5.18658309429884}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7837778925895691, "Finetune/Loss (Raw)": 0.7571315765380859, "Finetune/Step": 3247, "Finetune/Step Time": 5.185612786561251}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7845417261123657, "Finetune/Loss (Raw)": 0.9462052583694458, "Finetune/Step": 3248, "Finetune/Step Time": 5.189110945910215}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.787044882774353, "Finetune/Loss (Raw)": 0.9494743943214417, "Finetune/Step": 3249, "Finetune/Step Time": 5.179211271926761}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7869642972946167, "Finetune/Loss (Raw)": 0.7843520045280457, "Finetune/Step": 3250, "Finetune/Step Time": 5.197951689362526}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.785993218421936, "Finetune/Loss (Raw)": 0.6716488599777222, "Finetune/Step": 3251, "Finetune/Step Time": 5.225724397227168}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7861151695251465, "Finetune/Loss (Raw)": 0.9018447399139404, "Finetune/Step": 3252, "Finetune/Step Time": 5.226535249501467}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7871153950691223, "Finetune/Loss (Raw)": 0.855070948600769, "Finetune/Step": 3253, "Finetune/Step Time": 5.22952514141798}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7870079874992371, "Finetune/Loss (Raw)": 0.8689050674438477, "Finetune/Step": 3254, "Finetune/Step Time": 5.229349110275507}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7863820195198059, "Finetune/Loss (Raw)": 0.878491997718811, "Finetune/Step": 3255, "Finetune/Step Time": 5.240339493378997}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7890170812606812, "Finetune/Loss (Raw)": 0.8817344903945923, "Finetune/Step": 3256, "Finetune/Step Time": 5.207726681604981}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7879249453544617, "Finetune/Loss (Raw)": 0.6444510817527771, "Finetune/Step": 3257, "Finetune/Step Time": 5.217116700485349}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7901178598403931, "Finetune/Loss (Raw)": 1.0127413272857666, "Finetune/Step": 3258, "Finetune/Step Time": 5.20633533410728}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7898987531661987, "Finetune/Loss (Raw)": 0.7487540245056152, "Finetune/Step": 3259, "Finetune/Step Time": 5.21007220633328}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7932547330856323, "Finetune/Loss (Raw)": 0.8461482524871826, "Finetune/Step": 3260, "Finetune/Step Time": 5.196962369605899}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7926860451698303, "Finetune/Loss (Raw)": 0.7623418569564819, "Finetune/Step": 3261, "Finetune/Step Time": 5.197392938658595}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7947261333465576, "Finetune/Loss (Raw)": 0.9361428618431091, "Finetune/Step": 3262, "Finetune/Step Time": 5.184667449444532}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7951657772064209, "Finetune/Loss (Raw)": 0.9383372664451599, "Finetune/Step": 3263, "Finetune/Step Time": 5.1724027413874865}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.794286847114563, "Finetune/Loss (Raw)": 0.7359043955802917, "Finetune/Step": 3264, "Finetune/Step Time": 5.173337751999497}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7961331605911255, "Finetune/Loss (Raw)": 0.9790224432945251, "Finetune/Step": 3265, "Finetune/Step Time": 5.157911928370595}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7971926927566528, "Finetune/Loss (Raw)": 0.8101034164428711, "Finetune/Step": 3266, "Finetune/Step Time": 5.152529750019312}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7967596054077148, "Finetune/Loss (Raw)": 0.7569252848625183, "Finetune/Step": 3267, "Finetune/Step Time": 5.1669021639972925}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7976003885269165, "Finetune/Loss (Raw)": 0.9061638116836548, "Finetune/Step": 3268, "Finetune/Step Time": 5.1525465156883}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.798317015171051, "Finetune/Loss (Raw)": 0.8809601664543152, "Finetune/Step": 3269, "Finetune/Step Time": 5.154927708208561}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7983965873718262, "Finetune/Loss (Raw)": 0.7538885474205017, "Finetune/Step": 3270, "Finetune/Step Time": 5.145756032317877}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8001426458358765, "Finetune/Loss (Raw)": 0.7847068905830383, "Finetune/Step": 3271, "Finetune/Step Time": 5.131383681669831}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7990208268165588, "Finetune/Loss (Raw)": 0.8013480305671692, "Finetune/Step": 3272, "Finetune/Step Time": 5.160208061337471}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7975980043411255, "Finetune/Loss (Raw)": 0.7399643659591675, "Finetune/Step": 3273, "Finetune/Step Time": 5.1670127008110285}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7933576703071594, "Finetune/Loss (Raw)": 0.31918463110923767, "Finetune/Step": 3274, "Finetune/Step Time": 5.198537243530154}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7925549745559692, "Finetune/Loss (Raw)": 0.7376688122749329, "Finetune/Step": 3275, "Finetune/Step Time": 5.197141321375966}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7915744185447693, "Finetune/Loss (Raw)": 0.8363549709320068, "Finetune/Step": 3276, "Finetune/Step Time": 5.1822129134088755}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7948246598243713, "Finetune/Loss (Raw)": 0.8333689570426941, "Finetune/Step": 3277, "Finetune/Step Time": 5.150610700249672}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7948828935623169, "Finetune/Loss (Raw)": 0.8095859289169312, "Finetune/Step": 3278, "Finetune/Step Time": 5.1536149103194475}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.794968843460083, "Finetune/Loss (Raw)": 0.8533734083175659, "Finetune/Step": 3279, "Finetune/Step Time": 5.171931117773056}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7961494326591492, "Finetune/Loss (Raw)": 0.9484573006629944, "Finetune/Step": 3280, "Finetune/Step Time": 5.17127394862473}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7971939444541931, "Finetune/Loss (Raw)": 0.9814654588699341, "Finetune/Step": 3281, "Finetune/Step Time": 5.173466192558408}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7971236705780029, "Finetune/Loss (Raw)": 0.7901456952095032, "Finetune/Step": 3282, "Finetune/Step Time": 5.174889411777258}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7930474281311035, "Finetune/Loss (Raw)": 0.36590149998664856, "Finetune/Step": 3283, "Finetune/Step Time": 5.205034324899316}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7931325435638428, "Finetune/Loss (Raw)": 0.7786728143692017, "Finetune/Step": 3284, "Finetune/Step Time": 5.219091298058629}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.792544424533844, "Finetune/Loss (Raw)": 0.8795406222343445, "Finetune/Step": 3285, "Finetune/Step Time": 5.21336268261075}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7966493368148804, "Finetune/Loss (Raw)": 0.8066282272338867, "Finetune/Step": 3286, "Finetune/Step Time": 5.189043842256069}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.797319769859314, "Finetune/Loss (Raw)": 0.8468136787414551, "Finetune/Step": 3287, "Finetune/Step Time": 5.195432614535093}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7981411218643188, "Finetune/Loss (Raw)": 0.9317511916160583, "Finetune/Step": 3288, "Finetune/Step Time": 5.20107189193368}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7974214553833008, "Finetune/Loss (Raw)": 0.7525573968887329, "Finetune/Step": 3289, "Finetune/Step Time": 5.183227248489857}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.800979733467102, "Finetune/Loss (Raw)": 0.8635168671607971, "Finetune/Step": 3290, "Finetune/Step Time": 5.1532106678932905}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7991018295288086, "Finetune/Loss (Raw)": 0.700050413608551, "Finetune/Step": 3291, "Finetune/Step Time": 5.14820809289813}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7983585596084595, "Finetune/Loss (Raw)": 0.7656881809234619, "Finetune/Step": 3292, "Finetune/Step Time": 5.149264045059681}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8005804419517517, "Finetune/Loss (Raw)": 0.82093745470047, "Finetune/Step": 3293, "Finetune/Step Time": 5.144789591431618}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8001164197921753, "Finetune/Loss (Raw)": 0.7440859079360962, "Finetune/Step": 3294, "Finetune/Step Time": 5.170819390565157}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7997135519981384, "Finetune/Loss (Raw)": 0.7966768741607666, "Finetune/Step": 3295, "Finetune/Step Time": 5.173965100198984}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7989842891693115, "Finetune/Loss (Raw)": 0.8654042482376099, "Finetune/Step": 3296, "Finetune/Step Time": 5.174976510927081}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8020963668823242, "Finetune/Loss (Raw)": 0.7116236090660095, "Finetune/Step": 3297, "Finetune/Step Time": 5.164295963943005}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.80387282371521, "Finetune/Loss (Raw)": 0.9081786870956421, "Finetune/Step": 3298, "Finetune/Step Time": 5.161602601408958}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8009392023086548, "Finetune/Loss (Raw)": 0.38414958119392395, "Finetune/Step": 3299, "Finetune/Step Time": 5.189686879515648}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8017889261245728, "Finetune/Loss (Raw)": 0.8748981952667236, "Finetune/Step": 3300, "Finetune/Step Time": 5.19267114251852}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8018817901611328, "Finetune/Loss (Raw)": 0.689632773399353, "Finetune/Step": 3301, "Finetune/Step Time": 5.181454997509718}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8011152744293213, "Finetune/Loss (Raw)": 0.8976437449455261, "Finetune/Step": 3302, "Finetune/Step Time": 5.179168136790395}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.801219642162323, "Finetune/Loss (Raw)": 0.8029206991195679, "Finetune/Step": 3303, "Finetune/Step Time": 5.177117120474577}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7995151877403259, "Finetune/Loss (Raw)": 0.7438002228736877, "Finetune/Step": 3304, "Finetune/Step Time": 5.18624078668654}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8005408048629761, "Finetune/Loss (Raw)": 0.8863189220428467, "Finetune/Step": 3305, "Finetune/Step Time": 5.181860137730837}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7998242974281311, "Finetune/Loss (Raw)": 0.7312533259391785, "Finetune/Step": 3306, "Finetune/Step Time": 5.173648089170456}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7998941540718079, "Finetune/Loss (Raw)": 0.9606916904449463, "Finetune/Step": 3307, "Finetune/Step Time": 5.163576457649469}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8005543947219849, "Finetune/Loss (Raw)": 0.8440564870834351, "Finetune/Step": 3308, "Finetune/Step Time": 5.169390698894858}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8006702065467834, "Finetune/Loss (Raw)": 0.879580557346344, "Finetune/Step": 3309, "Finetune/Step Time": 5.179456893354654}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8000504374504089, "Finetune/Loss (Raw)": 0.7603727579116821, "Finetune/Step": 3310, "Finetune/Step Time": 5.176481427624822}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8002302646636963, "Finetune/Loss (Raw)": 0.732403039932251, "Finetune/Step": 3311, "Finetune/Step Time": 5.184463635087013}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8005006313323975, "Finetune/Loss (Raw)": 0.7968304753303528, "Finetune/Step": 3312, "Finetune/Step Time": 5.178964979946613}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7969922423362732, "Finetune/Loss (Raw)": 0.4293586313724518, "Finetune/Step": 3313, "Finetune/Step Time": 5.203114217147231}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7967458367347717, "Finetune/Loss (Raw)": 0.7501747012138367, "Finetune/Step": 3314, "Finetune/Step Time": 5.199976472184062}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.797646164894104, "Finetune/Loss (Raw)": 0.9934472441673279, "Finetune/Step": 3315, "Finetune/Step Time": 5.1996710654348135}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7980377078056335, "Finetune/Loss (Raw)": 0.7735307812690735, "Finetune/Step": 3316, "Finetune/Step Time": 5.191317498683929}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7981160283088684, "Finetune/Loss (Raw)": 0.7729498147964478, "Finetune/Step": 3317, "Finetune/Step Time": 5.192380249500275}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7940454483032227, "Finetune/Loss (Raw)": 0.3336346745491028, "Finetune/Step": 3318, "Finetune/Step Time": 5.218073535710573}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7945133447647095, "Finetune/Loss (Raw)": 0.909019410610199, "Finetune/Step": 3319, "Finetune/Step Time": 5.1995528638362885}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7943207025527954, "Finetune/Loss (Raw)": 0.7807813286781311, "Finetune/Step": 3320, "Finetune/Step Time": 5.191193051636219}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7936414480209351, "Finetune/Loss (Raw)": 0.7222257256507874, "Finetune/Step": 3321, "Finetune/Step Time": 5.19070802256465}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7940293550491333, "Finetune/Loss (Raw)": 0.7854324579238892, "Finetune/Step": 3322, "Finetune/Step Time": 5.18408758379519}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7945956587791443, "Finetune/Loss (Raw)": 0.9220139384269714, "Finetune/Step": 3323, "Finetune/Step Time": 5.190299578011036}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7941209673881531, "Finetune/Loss (Raw)": 0.7700135111808777, "Finetune/Step": 3324, "Finetune/Step Time": 5.203365847468376}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7927037477493286, "Finetune/Loss (Raw)": 0.722492516040802, "Finetune/Step": 3325, "Finetune/Step Time": 5.203171966597438}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7937524318695068, "Finetune/Loss (Raw)": 0.8774720430374146, "Finetune/Step": 3326, "Finetune/Step Time": 5.194797309115529}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.792023777961731, "Finetune/Loss (Raw)": 0.6087177991867065, "Finetune/Step": 3327, "Finetune/Step Time": 5.206950170919299}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7912365198135376, "Finetune/Loss (Raw)": 0.9332862496376038, "Finetune/Step": 3328, "Finetune/Step Time": 5.211309185251594}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7928913831710815, "Finetune/Loss (Raw)": 0.8470823764801025, "Finetune/Step": 3329, "Finetune/Step Time": 5.213820042088628}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7923660278320312, "Finetune/Loss (Raw)": 0.7261463403701782, "Finetune/Step": 3330, "Finetune/Step Time": 5.226838709786534}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.792729914188385, "Finetune/Loss (Raw)": 0.83025062084198, "Finetune/Step": 3331, "Finetune/Step Time": 5.240225436165929}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.792974591255188, "Finetune/Loss (Raw)": 0.8161266446113586, "Finetune/Step": 3332, "Finetune/Step Time": 5.234426626935601}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7935380935668945, "Finetune/Loss (Raw)": 0.8275185823440552, "Finetune/Step": 3333, "Finetune/Step Time": 5.234478874132037}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7945806384086609, "Finetune/Loss (Raw)": 0.8293145895004272, "Finetune/Step": 3334, "Finetune/Step Time": 5.235125243663788}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7942794561386108, "Finetune/Loss (Raw)": 0.7533757090568542, "Finetune/Step": 3335, "Finetune/Step Time": 5.203569732606411}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7938649654388428, "Finetune/Loss (Raw)": 0.7794588804244995, "Finetune/Step": 3336, "Finetune/Step Time": 5.202152406796813}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7930543422698975, "Finetune/Loss (Raw)": 0.687206506729126, "Finetune/Step": 3337, "Finetune/Step Time": 5.205661928281188}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7935699224472046, "Finetune/Loss (Raw)": 0.8096462488174438, "Finetune/Step": 3338, "Finetune/Step Time": 5.2086170464754105}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7940287590026855, "Finetune/Loss (Raw)": 0.8710453510284424, "Finetune/Step": 3339, "Finetune/Step Time": 5.201299663633108}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.797332763671875, "Finetune/Loss (Raw)": 0.8158646821975708, "Finetune/Step": 3340, "Finetune/Step Time": 5.163401743397117}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.798250138759613, "Finetune/Loss (Raw)": 0.9786007404327393, "Finetune/Step": 3341, "Finetune/Step Time": 5.168575689196587}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7995570302009583, "Finetune/Loss (Raw)": 0.9101357460021973, "Finetune/Step": 3342, "Finetune/Step Time": 5.150072079151869}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8008747100830078, "Finetune/Loss (Raw)": 0.8535844683647156, "Finetune/Step": 3343, "Finetune/Step Time": 5.137315912172198}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8007671236991882, "Finetune/Loss (Raw)": 0.6340359449386597, "Finetune/Step": 3344, "Finetune/Step Time": 5.1174605786800385}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7969686985015869, "Finetune/Loss (Raw)": 0.3512220084667206, "Finetune/Step": 3345, "Finetune/Step Time": 5.1514586843550205}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.797355592250824, "Finetune/Loss (Raw)": 0.8963961005210876, "Finetune/Step": 3346, "Finetune/Step Time": 5.150570658966899}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7972575426101685, "Finetune/Loss (Raw)": 0.6964086890220642, "Finetune/Step": 3347, "Finetune/Step Time": 5.151404993608594}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7962070107460022, "Finetune/Loss (Raw)": 0.8486936092376709, "Finetune/Step": 3348, "Finetune/Step Time": 5.155731318518519}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7969961762428284, "Finetune/Loss (Raw)": 0.8633948564529419, "Finetune/Step": 3349, "Finetune/Step Time": 5.152442663908005}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8022260665893555, "Finetune/Loss (Raw)": 1.003488302230835, "Finetune/Step": 3350, "Finetune/Step Time": 5.129285858944058}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.801929235458374, "Finetune/Loss (Raw)": 0.743685781955719, "Finetune/Step": 3351, "Finetune/Step Time": 5.145721606910229}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8021905422210693, "Finetune/Loss (Raw)": 0.8509429097175598, "Finetune/Step": 3352, "Finetune/Step Time": 5.149485470727086}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8031115531921387, "Finetune/Loss (Raw)": 0.9197067618370056, "Finetune/Step": 3353, "Finetune/Step Time": 5.164880868047476}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8037368059158325, "Finetune/Loss (Raw)": 0.8927398324012756, "Finetune/Step": 3354, "Finetune/Step Time": 5.162760220468044}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8047645092010498, "Finetune/Loss (Raw)": 0.8549187779426575, "Finetune/Step": 3355, "Finetune/Step Time": 5.154328228905797}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8055782318115234, "Finetune/Loss (Raw)": 0.8883839249610901, "Finetune/Step": 3356, "Finetune/Step Time": 5.166150119155645}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8048492670059204, "Finetune/Loss (Raw)": 0.8069437146186829, "Finetune/Step": 3357, "Finetune/Step Time": 5.166441535577178}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8048831224441528, "Finetune/Loss (Raw)": 0.7543255686759949, "Finetune/Step": 3358, "Finetune/Step Time": 5.160182220861316}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8062645792961121, "Finetune/Loss (Raw)": 0.9929947257041931, "Finetune/Step": 3359, "Finetune/Step Time": 5.134240521118045}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8058286309242249, "Finetune/Loss (Raw)": 0.9009879231452942, "Finetune/Step": 3360, "Finetune/Step Time": 5.1340672597289085}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8046470880508423, "Finetune/Loss (Raw)": 0.8649613857269287, "Finetune/Step": 3361, "Finetune/Step Time": 5.14665705524385}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8048163056373596, "Finetune/Loss (Raw)": 0.7360659837722778, "Finetune/Step": 3362, "Finetune/Step Time": 5.129216128960252}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8046125769615173, "Finetune/Loss (Raw)": 0.8953222632408142, "Finetune/Step": 3363, "Finetune/Step Time": 5.128620203584433}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8064782023429871, "Finetune/Loss (Raw)": 0.8911010026931763, "Finetune/Step": 3364, "Finetune/Step Time": 5.120537653565407}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8056871891021729, "Finetune/Loss (Raw)": 0.7920848727226257, "Finetune/Step": 3365, "Finetune/Step Time": 5.133560378104448}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8081064224243164, "Finetune/Loss (Raw)": 0.7046287655830383, "Finetune/Step": 3366, "Finetune/Step Time": 5.114314179867506}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8061763048171997, "Finetune/Loss (Raw)": 0.7193391919136047, "Finetune/Step": 3367, "Finetune/Step Time": 5.110893432050943}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8021292686462402, "Finetune/Loss (Raw)": 0.4324459731578827, "Finetune/Step": 3368, "Finetune/Step Time": 5.138489719480276}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8015879988670349, "Finetune/Loss (Raw)": 0.8442065119743347, "Finetune/Step": 3369, "Finetune/Step Time": 5.137497143819928}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8012021780014038, "Finetune/Loss (Raw)": 0.8804913759231567, "Finetune/Step": 3370, "Finetune/Step Time": 5.135056978091598}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7990584373474121, "Finetune/Loss (Raw)": 0.5974428653717041, "Finetune/Step": 3371, "Finetune/Step Time": 5.1557925920933485}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7983389496803284, "Finetune/Loss (Raw)": 0.7556108236312866, "Finetune/Step": 3372, "Finetune/Step Time": 5.166846349835396}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7978630065917969, "Finetune/Loss (Raw)": 0.8447715640068054, "Finetune/Step": 3373, "Finetune/Step Time": 5.172454036772251}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7990586757659912, "Finetune/Loss (Raw)": 0.8369175791740417, "Finetune/Step": 3374, "Finetune/Step Time": 5.175130935385823}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.801414966583252, "Finetune/Loss (Raw)": 1.0587371587753296, "Finetune/Step": 3375, "Finetune/Step Time": 5.17294105142355}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8014035820960999, "Finetune/Loss (Raw)": 0.9447449445724487, "Finetune/Step": 3376, "Finetune/Step Time": 5.165246564894915}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7991865873336792, "Finetune/Loss (Raw)": 0.6656999588012695, "Finetune/Step": 3377, "Finetune/Step Time": 5.175184985622764}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8002159595489502, "Finetune/Loss (Raw)": 0.9161103367805481, "Finetune/Step": 3378, "Finetune/Step Time": 5.170465840026736}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7999606132507324, "Finetune/Loss (Raw)": 0.6389565467834473, "Finetune/Step": 3379, "Finetune/Step Time": 5.1447124648839235}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.798446536064148, "Finetune/Loss (Raw)": 0.7080471515655518, "Finetune/Step": 3380, "Finetune/Step Time": 5.141743255779147}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.797700047492981, "Finetune/Loss (Raw)": 0.7595177292823792, "Finetune/Step": 3381, "Finetune/Step Time": 5.135795038193464}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7981054782867432, "Finetune/Loss (Raw)": 0.9208030104637146, "Finetune/Step": 3382, "Finetune/Step Time": 5.137102218344808}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7975010871887207, "Finetune/Loss (Raw)": 0.8011369109153748, "Finetune/Step": 3383, "Finetune/Step Time": 5.124856298789382}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7975445985794067, "Finetune/Loss (Raw)": 0.8873014450073242, "Finetune/Step": 3384, "Finetune/Step Time": 5.120032174512744}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7978090643882751, "Finetune/Loss (Raw)": 0.6782956719398499, "Finetune/Step": 3385, "Finetune/Step Time": 5.1090689189732075}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7961544990539551, "Finetune/Loss (Raw)": 0.8009620904922485, "Finetune/Step": 3386, "Finetune/Step Time": 5.100790614262223}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7961167097091675, "Finetune/Loss (Raw)": 0.7439132928848267, "Finetune/Step": 3387, "Finetune/Step Time": 5.0886814165860415}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7955480813980103, "Finetune/Loss (Raw)": 0.7733692526817322, "Finetune/Step": 3388, "Finetune/Step Time": 5.070730185136199}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.796093761920929, "Finetune/Loss (Raw)": 0.832180917263031, "Finetune/Step": 3389, "Finetune/Step Time": 5.07445402443409}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7954437732696533, "Finetune/Loss (Raw)": 0.8529497981071472, "Finetune/Step": 3390, "Finetune/Step Time": 5.07899240590632}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7958083152770996, "Finetune/Loss (Raw)": 0.9849960207939148, "Finetune/Step": 3391, "Finetune/Step Time": 5.075526034459472}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7961028814315796, "Finetune/Loss (Raw)": 0.7736125588417053, "Finetune/Step": 3392, "Finetune/Step Time": 5.075163030996919}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.795555830001831, "Finetune/Loss (Raw)": 0.9089982509613037, "Finetune/Step": 3393, "Finetune/Step Time": 5.071577567607164}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7950631976127625, "Finetune/Loss (Raw)": 0.747046172618866, "Finetune/Step": 3394, "Finetune/Step Time": 5.0910843927413225}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7961416840553284, "Finetune/Loss (Raw)": 0.8949705958366394, "Finetune/Step": 3395, "Finetune/Step Time": 5.075029855594039}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7944960594177246, "Finetune/Loss (Raw)": 0.6955239176750183, "Finetune/Step": 3396, "Finetune/Step Time": 5.0741314217448235}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7937594652175903, "Finetune/Loss (Raw)": 0.7866795063018799, "Finetune/Step": 3397, "Finetune/Step Time": 5.07225382886827}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7943731546401978, "Finetune/Loss (Raw)": 0.8324397802352905, "Finetune/Step": 3398, "Finetune/Step Time": 5.07046583853662}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7942934036254883, "Finetune/Loss (Raw)": 0.7744986414909363, "Finetune/Step": 3399, "Finetune/Step Time": 5.078591817989945}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7942562699317932, "Finetune/Loss (Raw)": 0.79659503698349, "Finetune/Step": 3400, "Finetune/Step Time": 5.052277352660894}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7942601442337036, "Finetune/Loss (Raw)": 0.7404505610466003, "Finetune/Step": 3401, "Finetune/Step Time": 5.043496770784259}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.797918438911438, "Finetune/Loss (Raw)": 0.787451982498169, "Finetune/Step": 3402, "Finetune/Step Time": 5.012270797044039}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7981277108192444, "Finetune/Loss (Raw)": 0.7644590735435486, "Finetune/Step": 3403, "Finetune/Step Time": 5.007219620049}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7977515459060669, "Finetune/Loss (Raw)": 0.7882073521614075, "Finetune/Step": 3404, "Finetune/Step Time": 5.003509543836117}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7959062457084656, "Finetune/Loss (Raw)": 0.5971648693084717, "Finetune/Step": 3405, "Finetune/Step Time": 5.042738221585751}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7963643670082092, "Finetune/Loss (Raw)": 0.8682259321212769, "Finetune/Step": 3406, "Finetune/Step Time": 5.040240578353405}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.796342134475708, "Finetune/Loss (Raw)": 0.8505351543426514, "Finetune/Step": 3407, "Finetune/Step Time": 5.017164144665003}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7956531047821045, "Finetune/Loss (Raw)": 0.8602553009986877, "Finetune/Step": 3408, "Finetune/Step Time": 5.017630821093917}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7946668863296509, "Finetune/Loss (Raw)": 0.8552277684211731, "Finetune/Step": 3409, "Finetune/Step Time": 5.015619702637196}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7942512631416321, "Finetune/Loss (Raw)": 0.7369500994682312, "Finetune/Step": 3410, "Finetune/Step Time": 5.019218122586608}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7987951636314392, "Finetune/Loss (Raw)": 0.9475221037864685, "Finetune/Step": 3411, "Finetune/Step Time": 4.989436279982328}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7995679378509521, "Finetune/Loss (Raw)": 0.8775799870491028, "Finetune/Step": 3412, "Finetune/Step Time": 4.973933830857277}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7999585866928101, "Finetune/Loss (Raw)": 0.9295514225959778, "Finetune/Step": 3413, "Finetune/Step Time": 4.981124138459563}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8009876012802124, "Finetune/Loss (Raw)": 0.9383387565612793, "Finetune/Step": 3414, "Finetune/Step Time": 4.979669559746981}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7995814681053162, "Finetune/Loss (Raw)": 0.6668276190757751, "Finetune/Step": 3415, "Finetune/Step Time": 4.9771327544003725}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7955934405326843, "Finetune/Loss (Raw)": 0.42128801345825195, "Finetune/Step": 3416, "Finetune/Step Time": 5.00468341819942}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7955501675605774, "Finetune/Loss (Raw)": 0.7470144033432007, "Finetune/Step": 3417, "Finetune/Step Time": 5.011670185253024}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7951911687850952, "Finetune/Loss (Raw)": 0.8175714015960693, "Finetune/Step": 3418, "Finetune/Step Time": 5.02329907566309}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7962245345115662, "Finetune/Loss (Raw)": 0.8323204517364502, "Finetune/Step": 3419, "Finetune/Step Time": 5.0157562252134085}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7944340109825134, "Finetune/Loss (Raw)": 0.5364972352981567, "Finetune/Step": 3420, "Finetune/Step Time": 5.040381524711847}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7948888540267944, "Finetune/Loss (Raw)": 0.879157543182373, "Finetune/Step": 3421, "Finetune/Step Time": 5.043711977079511}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7947481870651245, "Finetune/Loss (Raw)": 0.7260769605636597, "Finetune/Step": 3422, "Finetune/Step Time": 5.037021856755018}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7944866418838501, "Finetune/Loss (Raw)": 0.7632002234458923, "Finetune/Step": 3423, "Finetune/Step Time": 5.0460145100951195}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7904409766197205, "Finetune/Loss (Raw)": 0.3475569486618042, "Finetune/Step": 3424, "Finetune/Step Time": 5.070359040051699}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7909634113311768, "Finetune/Loss (Raw)": 0.7785040736198425, "Finetune/Step": 3425, "Finetune/Step Time": 5.058632222935557}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7892303466796875, "Finetune/Loss (Raw)": 0.686346709728241, "Finetune/Step": 3426, "Finetune/Step Time": 5.060900904238224}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7929979562759399, "Finetune/Loss (Raw)": 0.8664001822471619, "Finetune/Step": 3427, "Finetune/Step Time": 5.034514851868153}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7923811674118042, "Finetune/Loss (Raw)": 0.7959439754486084, "Finetune/Step": 3428, "Finetune/Step Time": 5.052170094102621}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7935799360275269, "Finetune/Loss (Raw)": 0.8430806398391724, "Finetune/Step": 3429, "Finetune/Step Time": 5.048904441297054}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7917696237564087, "Finetune/Loss (Raw)": 0.6659290790557861, "Finetune/Step": 3430, "Finetune/Step Time": 5.043328968808055}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7927616834640503, "Finetune/Loss (Raw)": 0.9298994541168213, "Finetune/Step": 3431, "Finetune/Step Time": 5.047332599759102}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7920824885368347, "Finetune/Loss (Raw)": 0.6568632125854492, "Finetune/Step": 3432, "Finetune/Step Time": 5.049429217353463}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7913981676101685, "Finetune/Loss (Raw)": 0.7987297177314758, "Finetune/Step": 3433, "Finetune/Step Time": 5.066820623353124}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7912204265594482, "Finetune/Loss (Raw)": 0.7084957957267761, "Finetune/Step": 3434, "Finetune/Step Time": 5.091103253886104}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7896250486373901, "Finetune/Loss (Raw)": 0.7564846277236938, "Finetune/Step": 3435, "Finetune/Step Time": 5.104384468868375}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7887159585952759, "Finetune/Loss (Raw)": 0.727695643901825, "Finetune/Step": 3436, "Finetune/Step Time": 5.098521051928401}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7883081436157227, "Finetune/Loss (Raw)": 0.8273814916610718, "Finetune/Step": 3437, "Finetune/Step Time": 5.087625574320555}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7880237698554993, "Finetune/Loss (Raw)": 0.7239673733711243, "Finetune/Step": 3438, "Finetune/Step Time": 5.085937790572643}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7887980937957764, "Finetune/Loss (Raw)": 0.8315155506134033, "Finetune/Step": 3439, "Finetune/Step Time": 5.090850317850709}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7883233428001404, "Finetune/Loss (Raw)": 0.736061692237854, "Finetune/Step": 3440, "Finetune/Step Time": 5.0926173236221075}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7900048494338989, "Finetune/Loss (Raw)": 0.6445927023887634, "Finetune/Step": 3441, "Finetune/Step Time": 5.084456292912364}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.78985595703125, "Finetune/Loss (Raw)": 0.7311201095581055, "Finetune/Step": 3442, "Finetune/Step Time": 5.091346496716142}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.787856936454773, "Finetune/Loss (Raw)": 0.7375746369361877, "Finetune/Step": 3443, "Finetune/Step Time": 5.101430386304855}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.788311779499054, "Finetune/Loss (Raw)": 0.8317450284957886, "Finetune/Step": 3444, "Finetune/Step Time": 5.095843276008964}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7870258688926697, "Finetune/Loss (Raw)": 0.6083523035049438, "Finetune/Step": 3445, "Finetune/Step Time": 5.112969171255827}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7903517484664917, "Finetune/Loss (Raw)": 0.7593486905097961, "Finetune/Step": 3446, "Finetune/Step Time": 5.09214161336422}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7905761003494263, "Finetune/Loss (Raw)": 0.9377413988113403, "Finetune/Step": 3447, "Finetune/Step Time": 5.086738981306553}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.790361762046814, "Finetune/Loss (Raw)": 0.7533383369445801, "Finetune/Step": 3448, "Finetune/Step Time": 5.092197187244892}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.791893720626831, "Finetune/Loss (Raw)": 0.9183240532875061, "Finetune/Step": 3449, "Finetune/Step Time": 5.0878550093621016}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7918663024902344, "Finetune/Loss (Raw)": 0.7819182872772217, "Finetune/Step": 3450, "Finetune/Step Time": 5.107319103553891}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7907958030700684, "Finetune/Loss (Raw)": 0.7849860191345215, "Finetune/Step": 3451, "Finetune/Step Time": 5.091317750513554}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7917641401290894, "Finetune/Loss (Raw)": 0.8939708471298218, "Finetune/Step": 3452, "Finetune/Step Time": 5.0760449562221766}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7924277782440186, "Finetune/Loss (Raw)": 0.8074378371238708, "Finetune/Step": 3453, "Finetune/Step Time": 5.074071871116757}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7916032075881958, "Finetune/Loss (Raw)": 0.7719188332557678, "Finetune/Step": 3454, "Finetune/Step Time": 5.082366440445185}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7894823551177979, "Finetune/Loss (Raw)": 0.33725014328956604, "Finetune/Step": 3455, "Finetune/Step Time": 5.102448718622327}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.789013147354126, "Finetune/Loss (Raw)": 0.8732256889343262, "Finetune/Step": 3456, "Finetune/Step Time": 5.099507695063949}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7891243696212769, "Finetune/Loss (Raw)": 0.8613243699073792, "Finetune/Step": 3457, "Finetune/Step Time": 5.090418392792344}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7899738550186157, "Finetune/Loss (Raw)": 0.8348841071128845, "Finetune/Step": 3458, "Finetune/Step Time": 5.098348848521709}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7899293303489685, "Finetune/Loss (Raw)": 0.8245480060577393, "Finetune/Step": 3459, "Finetune/Step Time": 5.089605329558253}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7906219959259033, "Finetune/Loss (Raw)": 0.904785692691803, "Finetune/Step": 3460, "Finetune/Step Time": 5.091572357341647}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7867707014083862, "Finetune/Loss (Raw)": 0.33454805612564087, "Finetune/Step": 3461, "Finetune/Step Time": 5.121797319501638}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7866513729095459, "Finetune/Loss (Raw)": 0.8140484690666199, "Finetune/Step": 3462, "Finetune/Step Time": 5.119037326425314}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7869265079498291, "Finetune/Loss (Raw)": 0.788589596748352, "Finetune/Step": 3463, "Finetune/Step Time": 5.121322389692068}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.787911057472229, "Finetune/Loss (Raw)": 0.905476450920105, "Finetune/Step": 3464, "Finetune/Step Time": 5.1229492370039225}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7884255647659302, "Finetune/Loss (Raw)": 0.7530668377876282, "Finetune/Step": 3465, "Finetune/Step Time": 5.11876636557281}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7876101136207581, "Finetune/Loss (Raw)": 0.705269992351532, "Finetune/Step": 3466, "Finetune/Step Time": 5.1176687981933355}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7861329317092896, "Finetune/Loss (Raw)": 0.6819700598716736, "Finetune/Step": 3467, "Finetune/Step Time": 5.116917617619038}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7848472595214844, "Finetune/Loss (Raw)": 0.6512973308563232, "Finetune/Step": 3468, "Finetune/Step Time": 5.1256785448640585}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7828872799873352, "Finetune/Loss (Raw)": 0.7277221083641052, "Finetune/Step": 3469, "Finetune/Step Time": 5.134831828996539}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7818154692649841, "Finetune/Loss (Raw)": 0.7729413509368896, "Finetune/Step": 3470, "Finetune/Step Time": 5.1415988355875015}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7820396423339844, "Finetune/Loss (Raw)": 0.8822782039642334, "Finetune/Step": 3471, "Finetune/Step Time": 5.148404635488987}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7828778028488159, "Finetune/Loss (Raw)": 0.7413274049758911, "Finetune/Step": 3472, "Finetune/Step Time": 5.149599056690931}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7870002388954163, "Finetune/Loss (Raw)": 0.8788891434669495, "Finetune/Step": 3473, "Finetune/Step Time": 5.139321664348245}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7853517532348633, "Finetune/Loss (Raw)": 0.6853926181793213, "Finetune/Step": 3474, "Finetune/Step Time": 5.144700910896063}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7863068580627441, "Finetune/Loss (Raw)": 0.8186657428741455, "Finetune/Step": 3475, "Finetune/Step Time": 5.151038421317935}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7849238514900208, "Finetune/Loss (Raw)": 0.6716640591621399, "Finetune/Step": 3476, "Finetune/Step Time": 5.156387884169817}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7840368747711182, "Finetune/Loss (Raw)": 0.7498569488525391, "Finetune/Step": 3477, "Finetune/Step Time": 5.174790320917964}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7835561633110046, "Finetune/Loss (Raw)": 0.9419577121734619, "Finetune/Step": 3478, "Finetune/Step Time": 5.167966494336724}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7857528328895569, "Finetune/Loss (Raw)": 1.0248597860336304, "Finetune/Step": 3479, "Finetune/Step Time": 5.144751142710447}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7857664227485657, "Finetune/Loss (Raw)": 0.8526841998100281, "Finetune/Step": 3480, "Finetune/Step Time": 5.137009067460895}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7854725122451782, "Finetune/Loss (Raw)": 0.8820869326591492, "Finetune/Step": 3481, "Finetune/Step Time": 5.115016262978315}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7846032977104187, "Finetune/Loss (Raw)": 0.7814821600914001, "Finetune/Step": 3482, "Finetune/Step Time": 5.1149113811552525}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7838617563247681, "Finetune/Loss (Raw)": 0.7599970698356628, "Finetune/Step": 3483, "Finetune/Step Time": 5.150032548233867}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7830797433853149, "Finetune/Loss (Raw)": 0.7882924675941467, "Finetune/Step": 3484, "Finetune/Step Time": 5.1571514662355185}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7840713262557983, "Finetune/Loss (Raw)": 0.9338660836219788, "Finetune/Step": 3485, "Finetune/Step Time": 5.155214054509997}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7846325635910034, "Finetune/Loss (Raw)": 0.8261528611183167, "Finetune/Step": 3486, "Finetune/Step Time": 5.149322010576725}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7826145887374878, "Finetune/Loss (Raw)": 0.7346964478492737, "Finetune/Step": 3487, "Finetune/Step Time": 5.147951981052756}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.781002402305603, "Finetune/Loss (Raw)": 0.6946404576301575, "Finetune/Step": 3488, "Finetune/Step Time": 5.14779656752944}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7812005281448364, "Finetune/Loss (Raw)": 0.8903161287307739, "Finetune/Step": 3489, "Finetune/Step Time": 5.135348170995712}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.781127393245697, "Finetune/Loss (Raw)": 0.7267014384269714, "Finetune/Step": 3490, "Finetune/Step Time": 5.1335500087589025}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7812721729278564, "Finetune/Loss (Raw)": 0.9138521552085876, "Finetune/Step": 3491, "Finetune/Step Time": 5.129701532423496}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7807445526123047, "Finetune/Loss (Raw)": 0.8235717415809631, "Finetune/Step": 3492, "Finetune/Step Time": 5.139224387705326}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7787322998046875, "Finetune/Loss (Raw)": 0.5345122814178467, "Finetune/Step": 3493, "Finetune/Step Time": 5.13237801194191}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7805490493774414, "Finetune/Loss (Raw)": 0.9371716380119324, "Finetune/Step": 3494, "Finetune/Step Time": 5.120053973048925}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7816057801246643, "Finetune/Loss (Raw)": 0.8546044230461121, "Finetune/Step": 3495, "Finetune/Step Time": 5.13064650632441}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7852007150650024, "Finetune/Loss (Raw)": 0.8925937414169312, "Finetune/Step": 3496, "Finetune/Step Time": 5.109128212556243}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.783682107925415, "Finetune/Loss (Raw)": 0.649832546710968, "Finetune/Step": 3497, "Finetune/Step Time": 5.117665749043226}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7835921049118042, "Finetune/Loss (Raw)": 0.8689689636230469, "Finetune/Step": 3498, "Finetune/Step Time": 5.121932564303279}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7853643298149109, "Finetune/Loss (Raw)": 0.8242859840393066, "Finetune/Step": 3499, "Finetune/Step Time": 5.1077805403620005}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7865379452705383, "Finetune/Loss (Raw)": 0.9058290719985962, "Finetune/Step": 3500, "Finetune/Step Time": 5.108928682282567}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7866285443305969, "Finetune/Loss (Raw)": 0.8563748598098755, "Finetune/Step": 3501, "Finetune/Step Time": 5.095288909971714}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7875320911407471, "Finetune/Loss (Raw)": 0.952570378780365, "Finetune/Step": 3502, "Finetune/Step Time": 5.0903858281672}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7861657738685608, "Finetune/Loss (Raw)": 0.8838434815406799, "Finetune/Step": 3503, "Finetune/Step Time": 5.090760592371225}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7848700881004333, "Finetune/Loss (Raw)": 0.7789022326469421, "Finetune/Step": 3504, "Finetune/Step Time": 5.0924326200038195}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7859728336334229, "Finetune/Loss (Raw)": 0.8068496584892273, "Finetune/Step": 3505, "Finetune/Step Time": 5.088960522785783}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.78460294008255, "Finetune/Loss (Raw)": 0.740761935710907, "Finetune/Step": 3506, "Finetune/Step Time": 5.085996085777879}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7843958735466003, "Finetune/Loss (Raw)": 0.6124535202980042, "Finetune/Step": 3507, "Finetune/Step Time": 5.100866494700313}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7852010726928711, "Finetune/Loss (Raw)": 0.8111183643341064, "Finetune/Step": 3508, "Finetune/Step Time": 5.101881600916386}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7853301763534546, "Finetune/Loss (Raw)": 0.7760428190231323, "Finetune/Step": 3509, "Finetune/Step Time": 5.11535694077611}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7839572429656982, "Finetune/Loss (Raw)": 0.7450600266456604, "Finetune/Step": 3510, "Finetune/Step Time": 5.114478327333927}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7835931181907654, "Finetune/Loss (Raw)": 0.7545332908630371, "Finetune/Step": 3511, "Finetune/Step Time": 5.1215704921633005}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7831883430480957, "Finetune/Loss (Raw)": 0.8354893326759338, "Finetune/Step": 3512, "Finetune/Step Time": 5.120158810168505}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7847659587860107, "Finetune/Loss (Raw)": 0.8802335262298584, "Finetune/Step": 3513, "Finetune/Step Time": 5.120190540328622}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.784377932548523, "Finetune/Loss (Raw)": 0.7512887716293335, "Finetune/Step": 3514, "Finetune/Step Time": 5.124725040048361}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7848745584487915, "Finetune/Loss (Raw)": 0.8074837327003479, "Finetune/Step": 3515, "Finetune/Step Time": 5.131514377892017}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7850868701934814, "Finetune/Loss (Raw)": 0.8005430102348328, "Finetune/Step": 3516, "Finetune/Step Time": 5.1334522776305676}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7852228879928589, "Finetune/Loss (Raw)": 0.8495933413505554, "Finetune/Step": 3517, "Finetune/Step Time": 5.13148408010602}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7838317155838013, "Finetune/Loss (Raw)": 0.6748759746551514, "Finetune/Step": 3518, "Finetune/Step Time": 5.156159274280071}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7816975116729736, "Finetune/Loss (Raw)": 0.7118186950683594, "Finetune/Step": 3519, "Finetune/Step Time": 5.180275579914451}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7817071676254272, "Finetune/Loss (Raw)": 0.7748551964759827, "Finetune/Step": 3520, "Finetune/Step Time": 5.182748466730118}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7817082405090332, "Finetune/Loss (Raw)": 0.9091311097145081, "Finetune/Step": 3521, "Finetune/Step Time": 5.183526748791337}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7809461951255798, "Finetune/Loss (Raw)": 0.6495020985603333, "Finetune/Step": 3522, "Finetune/Step Time": 5.179786220192909}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7789586186408997, "Finetune/Loss (Raw)": 0.6405645608901978, "Finetune/Step": 3523, "Finetune/Step Time": 5.2046338226646185}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7789592742919922, "Finetune/Loss (Raw)": 0.6956108212471008, "Finetune/Step": 3524, "Finetune/Step Time": 5.2145180236548185}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7805715799331665, "Finetune/Loss (Raw)": 0.9930482506752014, "Finetune/Step": 3525, "Finetune/Step Time": 5.218253688886762}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7795164585113525, "Finetune/Loss (Raw)": 0.6973912715911865, "Finetune/Step": 3526, "Finetune/Step Time": 5.226770302280784}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7799221873283386, "Finetune/Loss (Raw)": 0.8264257311820984, "Finetune/Step": 3527, "Finetune/Step Time": 5.215758468955755}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7799515724182129, "Finetune/Loss (Raw)": 0.8003533482551575, "Finetune/Step": 3528, "Finetune/Step Time": 5.215154154226184}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7794939875602722, "Finetune/Loss (Raw)": 0.681885302066803, "Finetune/Step": 3529, "Finetune/Step Time": 5.225349405780435}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7795639634132385, "Finetune/Loss (Raw)": 0.7964029312133789, "Finetune/Step": 3530, "Finetune/Step Time": 5.227483699098229}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7802813649177551, "Finetune/Loss (Raw)": 0.8562899827957153, "Finetune/Step": 3531, "Finetune/Step Time": 5.227816751226783}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7795935273170471, "Finetune/Loss (Raw)": 0.7001656293869019, "Finetune/Step": 3532, "Finetune/Step Time": 5.240283910185099}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7774440050125122, "Finetune/Loss (Raw)": 0.32202982902526855, "Finetune/Step": 3533, "Finetune/Step Time": 5.233874598518014}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7773589491844177, "Finetune/Loss (Raw)": 0.8573331832885742, "Finetune/Step": 3534, "Finetune/Step Time": 5.241832988336682}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.773343563079834, "Finetune/Loss (Raw)": 0.3365676701068878, "Finetune/Step": 3535, "Finetune/Step Time": 5.272331718355417}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7727455496788025, "Finetune/Loss (Raw)": 0.7837090492248535, "Finetune/Step": 3536, "Finetune/Step Time": 5.270721040666103}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7735869884490967, "Finetune/Loss (Raw)": 0.9629392623901367, "Finetune/Step": 3537, "Finetune/Step Time": 5.277787636965513}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7750140428543091, "Finetune/Loss (Raw)": 0.919602632522583, "Finetune/Step": 3538, "Finetune/Step Time": 5.279808029532433}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7745437622070312, "Finetune/Loss (Raw)": 0.8873328566551208, "Finetune/Step": 3539, "Finetune/Step Time": 5.2832731287926435}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7741729021072388, "Finetune/Loss (Raw)": 0.8301030397415161, "Finetune/Step": 3540, "Finetune/Step Time": 5.287668466567993}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7733634114265442, "Finetune/Loss (Raw)": 0.8259401321411133, "Finetune/Step": 3541, "Finetune/Step Time": 5.278985885903239}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7716087102890015, "Finetune/Loss (Raw)": 0.7137445211410522, "Finetune/Step": 3542, "Finetune/Step Time": 5.287961775436997}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7725792527198792, "Finetune/Loss (Raw)": 0.7910506129264832, "Finetune/Step": 3543, "Finetune/Step Time": 5.30018524825573}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7760037183761597, "Finetune/Loss (Raw)": 0.8596217632293701, "Finetune/Step": 3544, "Finetune/Step Time": 5.269550250843167}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7734086513519287, "Finetune/Loss (Raw)": 0.4148508906364441, "Finetune/Step": 3545, "Finetune/Step Time": 5.293641127645969}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7728789448738098, "Finetune/Loss (Raw)": 0.7497591376304626, "Finetune/Step": 3546, "Finetune/Step Time": 5.2904763631522655}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7736008167266846, "Finetune/Loss (Raw)": 0.9247187972068787, "Finetune/Step": 3547, "Finetune/Step Time": 5.287616968154907}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.775536060333252, "Finetune/Loss (Raw)": 0.7842122912406921, "Finetune/Step": 3548, "Finetune/Step Time": 5.274693986400962}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7759408950805664, "Finetune/Loss (Raw)": 0.9309732913970947, "Finetune/Step": 3549, "Finetune/Step Time": 5.2732011917978525}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7729378938674927, "Finetune/Loss (Raw)": 0.34169337153434753, "Finetune/Step": 3550, "Finetune/Step Time": 5.2826215624809265}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7724777460098267, "Finetune/Loss (Raw)": 0.7043015956878662, "Finetune/Step": 3551, "Finetune/Step Time": 5.289579529315233}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7762289643287659, "Finetune/Loss (Raw)": 0.8277122974395752, "Finetune/Step": 3552, "Finetune/Step Time": 5.257029740139842}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7753332257270813, "Finetune/Loss (Raw)": 0.6638563275337219, "Finetune/Step": 3553, "Finetune/Step Time": 5.263610614463687}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7770936489105225, "Finetune/Loss (Raw)": 0.9116767644882202, "Finetune/Step": 3554, "Finetune/Step Time": 5.266132885590196}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7778658866882324, "Finetune/Loss (Raw)": 0.9652429223060608, "Finetune/Step": 3555, "Finetune/Step Time": 5.2642812840640545}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7743328809738159, "Finetune/Loss (Raw)": 0.34371712803840637, "Finetune/Step": 3556, "Finetune/Step Time": 5.275742046535015}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7754857540130615, "Finetune/Loss (Raw)": 0.9906545281410217, "Finetune/Step": 3557, "Finetune/Step Time": 5.274893205612898}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7767806053161621, "Finetune/Loss (Raw)": 0.8316687345504761, "Finetune/Step": 3558, "Finetune/Step Time": 5.276660392060876}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7763386964797974, "Finetune/Loss (Raw)": 0.8733367323875427, "Finetune/Step": 3559, "Finetune/Step Time": 5.275186125189066}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7782489061355591, "Finetune/Loss (Raw)": 0.9013711214065552, "Finetune/Step": 3560, "Finetune/Step Time": 5.259749772027135}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7796173095703125, "Finetune/Loss (Raw)": 0.9738877415657043, "Finetune/Step": 3561, "Finetune/Step Time": 5.243826385587454}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7791252136230469, "Finetune/Loss (Raw)": 0.6455021500587463, "Finetune/Step": 3562, "Finetune/Step Time": 5.219562817364931}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7785502672195435, "Finetune/Loss (Raw)": 0.6828904151916504, "Finetune/Step": 3563, "Finetune/Step Time": 5.205821020528674}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7789226174354553, "Finetune/Loss (Raw)": 0.7753551602363586, "Finetune/Step": 3564, "Finetune/Step Time": 5.208464967086911}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7785047888755798, "Finetune/Loss (Raw)": 0.7739028930664062, "Finetune/Step": 3565, "Finetune/Step Time": 5.211249070242047}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7798935174942017, "Finetune/Loss (Raw)": 0.9017271399497986, "Finetune/Step": 3566, "Finetune/Step Time": 5.2111685536801815}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7797163724899292, "Finetune/Loss (Raw)": 0.808831512928009, "Finetune/Step": 3567, "Finetune/Step Time": 5.224713321775198}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.780616283416748, "Finetune/Loss (Raw)": 0.8512534499168396, "Finetune/Step": 3568, "Finetune/Step Time": 5.22975691780448}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7817486524581909, "Finetune/Loss (Raw)": 0.7895470857620239, "Finetune/Step": 3569, "Finetune/Step Time": 5.217931862920523}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7819966673851013, "Finetune/Loss (Raw)": 0.7628598809242249, "Finetune/Step": 3570, "Finetune/Step Time": 5.212358679622412}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7826528549194336, "Finetune/Loss (Raw)": 0.821566641330719, "Finetune/Step": 3571, "Finetune/Step Time": 5.204863201826811}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7831278443336487, "Finetune/Loss (Raw)": 0.8925378322601318, "Finetune/Step": 3572, "Finetune/Step Time": 5.216013852506876}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7853431105613708, "Finetune/Loss (Raw)": 0.8919123411178589, "Finetune/Step": 3573, "Finetune/Step Time": 5.198736783117056}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7866396307945251, "Finetune/Loss (Raw)": 0.925295889377594, "Finetune/Step": 3574, "Finetune/Step Time": 5.1966782957315445}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7855203747749329, "Finetune/Loss (Raw)": 0.7944788932800293, "Finetune/Step": 3575, "Finetune/Step Time": 5.197502637282014}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7867996096611023, "Finetune/Loss (Raw)": 0.9170821905136108, "Finetune/Step": 3576, "Finetune/Step Time": 5.195643126964569}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7859662771224976, "Finetune/Loss (Raw)": 0.811660647392273, "Finetune/Step": 3577, "Finetune/Step Time": 5.2138660326600075}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7868085503578186, "Finetune/Loss (Raw)": 0.8897282481193542, "Finetune/Step": 3578, "Finetune/Step Time": 5.199546979740262}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.787214457988739, "Finetune/Loss (Raw)": 0.8369386196136475, "Finetune/Step": 3579, "Finetune/Step Time": 5.200293738394976}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7868751287460327, "Finetune/Loss (Raw)": 0.8505332469940186, "Finetune/Step": 3580, "Finetune/Step Time": 5.207777759060264}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.787553071975708, "Finetune/Loss (Raw)": 0.8942148089408875, "Finetune/Step": 3581, "Finetune/Step Time": 5.217024747282267}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7870786190032959, "Finetune/Loss (Raw)": 0.7111974954605103, "Finetune/Step": 3582, "Finetune/Step Time": 5.21944884955883}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7903429269790649, "Finetune/Loss (Raw)": 0.7550730109214783, "Finetune/Step": 3583, "Finetune/Step Time": 5.190419416874647}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7900941967964172, "Finetune/Loss (Raw)": 0.8413889408111572, "Finetune/Step": 3584, "Finetune/Step Time": 5.191874090582132}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.790739893913269, "Finetune/Loss (Raw)": 0.9439822435379028, "Finetune/Step": 3585, "Finetune/Step Time": 5.1918798834085464}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7894713282585144, "Finetune/Loss (Raw)": 0.6725002527236938, "Finetune/Step": 3586, "Finetune/Step Time": 5.189923111349344}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7888461351394653, "Finetune/Loss (Raw)": 0.7445229887962341, "Finetune/Step": 3587, "Finetune/Step Time": 5.1828343719244}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7868651747703552, "Finetune/Loss (Raw)": 0.6512245535850525, "Finetune/Step": 3588, "Finetune/Step Time": 5.1833689752966166}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7903455495834351, "Finetune/Loss (Raw)": 0.7800389528274536, "Finetune/Step": 3589, "Finetune/Step Time": 5.161929491907358}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7907651662826538, "Finetune/Loss (Raw)": 0.8677501678466797, "Finetune/Step": 3590, "Finetune/Step Time": 5.1647411696612835}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7903904914855957, "Finetune/Loss (Raw)": 0.740634560585022, "Finetune/Step": 3591, "Finetune/Step Time": 5.16382828168571}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7894861102104187, "Finetune/Loss (Raw)": 0.7897188067436218, "Finetune/Step": 3592, "Finetune/Step Time": 5.168692836537957}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7908781170845032, "Finetune/Loss (Raw)": 0.9312456846237183, "Finetune/Step": 3593, "Finetune/Step Time": 5.165906751528382}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7896229028701782, "Finetune/Loss (Raw)": 0.5446064472198486, "Finetune/Step": 3594, "Finetune/Step Time": 5.1724354904145}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7907456159591675, "Finetune/Loss (Raw)": 0.8256682753562927, "Finetune/Step": 3595, "Finetune/Step Time": 5.1837456207722425}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7931340336799622, "Finetune/Loss (Raw)": 0.9570180177688599, "Finetune/Step": 3596, "Finetune/Step Time": 5.169835206121206}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7894127368927002, "Finetune/Loss (Raw)": 0.25140005350112915, "Finetune/Step": 3597, "Finetune/Step Time": 5.188940914347768}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7893280982971191, "Finetune/Loss (Raw)": 0.7621004581451416, "Finetune/Step": 3598, "Finetune/Step Time": 5.203646019101143}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7879006862640381, "Finetune/Loss (Raw)": 0.6995778679847717, "Finetune/Step": 3599, "Finetune/Step Time": 5.195791430771351}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7855018377304077, "Finetune/Loss (Raw)": 0.43427202105522156, "Finetune/Step": 3600, "Finetune/Step Time": 5.218135075643659}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.785305917263031, "Finetune/Loss (Raw)": 0.853808581829071, "Finetune/Step": 3601, "Finetune/Step Time": 5.201501490548253}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7861067056655884, "Finetune/Loss (Raw)": 0.7878897190093994, "Finetune/Step": 3602, "Finetune/Step Time": 5.19633349403739}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7860214710235596, "Finetune/Loss (Raw)": 0.8077561259269714, "Finetune/Step": 3603, "Finetune/Step Time": 5.195027133449912}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7872551083564758, "Finetune/Loss (Raw)": 0.8295727968215942, "Finetune/Step": 3604, "Finetune/Step Time": 5.191966919228435}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7868047952651978, "Finetune/Loss (Raw)": 0.6922128200531006, "Finetune/Step": 3605, "Finetune/Step Time": 5.178358530625701}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7852327823638916, "Finetune/Loss (Raw)": 0.7407473921775818, "Finetune/Step": 3606, "Finetune/Step Time": 5.190556248649955}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7836934328079224, "Finetune/Loss (Raw)": 0.8278171420097351, "Finetune/Step": 3607, "Finetune/Step Time": 5.19437887147069}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7823455929756165, "Finetune/Loss (Raw)": 0.6801652908325195, "Finetune/Step": 3608, "Finetune/Step Time": 5.221351929008961}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7816434502601624, "Finetune/Loss (Raw)": 0.7922121286392212, "Finetune/Step": 3609, "Finetune/Step Time": 5.222923256456852}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7809650897979736, "Finetune/Loss (Raw)": 0.6946601271629333, "Finetune/Step": 3610, "Finetune/Step Time": 5.222383474931121}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7776788473129272, "Finetune/Loss (Raw)": 0.33934521675109863, "Finetune/Step": 3611, "Finetune/Step Time": 5.214408667758107}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.777721107006073, "Finetune/Loss (Raw)": 0.7937048077583313, "Finetune/Step": 3612, "Finetune/Step Time": 5.211675301194191}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7759045958518982, "Finetune/Loss (Raw)": 0.7013550400733948, "Finetune/Step": 3613, "Finetune/Step Time": 5.212462702766061}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.775557279586792, "Finetune/Loss (Raw)": 0.781699538230896, "Finetune/Step": 3614, "Finetune/Step Time": 5.216817382723093}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7764455080032349, "Finetune/Loss (Raw)": 0.8483920693397522, "Finetune/Step": 3615, "Finetune/Step Time": 5.22133444622159}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7765768766403198, "Finetune/Loss (Raw)": 0.711445152759552, "Finetune/Step": 3616, "Finetune/Step Time": 5.225638423115015}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7754338979721069, "Finetune/Loss (Raw)": 0.7440200448036194, "Finetune/Step": 3617, "Finetune/Step Time": 5.234467579051852}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7751172780990601, "Finetune/Loss (Raw)": 0.6861717700958252, "Finetune/Step": 3618, "Finetune/Step Time": 5.242419693619013}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7741219997406006, "Finetune/Loss (Raw)": 0.7864628434181213, "Finetune/Step": 3619, "Finetune/Step Time": 5.240544315427542}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.773922860622406, "Finetune/Loss (Raw)": 0.7980743050575256, "Finetune/Step": 3620, "Finetune/Step Time": 5.230837581679225}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.775629997253418, "Finetune/Loss (Raw)": 0.7530319690704346, "Finetune/Step": 3621, "Finetune/Step Time": 5.224387293681502}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7746759653091431, "Finetune/Loss (Raw)": 0.8150549530982971, "Finetune/Step": 3622, "Finetune/Step Time": 5.223442509770393}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7746697664260864, "Finetune/Loss (Raw)": 0.8538078665733337, "Finetune/Step": 3623, "Finetune/Step Time": 5.213360916823149}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.77482670545578, "Finetune/Loss (Raw)": 0.9126827120780945, "Finetune/Step": 3624, "Finetune/Step Time": 5.207652946934104}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7767006158828735, "Finetune/Loss (Raw)": 0.8896939158439636, "Finetune/Step": 3625, "Finetune/Step Time": 5.198795396834612}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7752655148506165, "Finetune/Loss (Raw)": 0.6852760314941406, "Finetune/Step": 3626, "Finetune/Step Time": 5.195515653118491}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7755441665649414, "Finetune/Loss (Raw)": 0.8599556088447571, "Finetune/Step": 3627, "Finetune/Step Time": 5.210603030398488}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7747899293899536, "Finetune/Loss (Raw)": 0.8092799782752991, "Finetune/Step": 3628, "Finetune/Step Time": 5.20642307959497}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7741286754608154, "Finetune/Loss (Raw)": 0.7717435956001282, "Finetune/Step": 3629, "Finetune/Step Time": 5.213280975818634}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7722530364990234, "Finetune/Loss (Raw)": 0.7124854326248169, "Finetune/Step": 3630, "Finetune/Step Time": 5.213736895471811}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7703784704208374, "Finetune/Loss (Raw)": 0.6439012885093689, "Finetune/Step": 3631, "Finetune/Step Time": 5.227510603144765}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7713220119476318, "Finetune/Loss (Raw)": 0.8996701240539551, "Finetune/Step": 3632, "Finetune/Step Time": 5.230229603126645}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7720209360122681, "Finetune/Loss (Raw)": 0.8963096737861633, "Finetune/Step": 3633, "Finetune/Step Time": 5.225024418905377}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7724264860153198, "Finetune/Loss (Raw)": 0.7926785945892334, "Finetune/Step": 3634, "Finetune/Step Time": 5.217967191711068}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7731093168258667, "Finetune/Loss (Raw)": 0.6998468637466431, "Finetune/Step": 3635, "Finetune/Step Time": 5.2026013340801}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7732617855072021, "Finetune/Loss (Raw)": 0.8306418061256409, "Finetune/Step": 3636, "Finetune/Step Time": 5.201614487916231}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.774076521396637, "Finetune/Loss (Raw)": 0.8803282976150513, "Finetune/Step": 3637, "Finetune/Step Time": 5.187863701954484}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7748716473579407, "Finetune/Loss (Raw)": 0.8468348383903503, "Finetune/Step": 3638, "Finetune/Step Time": 5.186069741845131}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7754557132720947, "Finetune/Loss (Raw)": 0.8292986750602722, "Finetune/Step": 3639, "Finetune/Step Time": 5.186468746513128}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7713067531585693, "Finetune/Loss (Raw)": 0.3044106662273407, "Finetune/Step": 3640, "Finetune/Step Time": 5.217183826491237}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7701924443244934, "Finetune/Loss (Raw)": 0.7376136779785156, "Finetune/Step": 3641, "Finetune/Step Time": 5.221094312146306}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7709466218948364, "Finetune/Loss (Raw)": 0.8478182554244995, "Finetune/Step": 3642, "Finetune/Step Time": 5.224556751549244}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7713620662689209, "Finetune/Loss (Raw)": 0.8606637716293335, "Finetune/Step": 3643, "Finetune/Step Time": 5.218387318775058}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.771307647228241, "Finetune/Loss (Raw)": 0.793575644493103, "Finetune/Step": 3644, "Finetune/Step Time": 5.2247497495263815}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7706746459007263, "Finetune/Loss (Raw)": 0.7685688734054565, "Finetune/Step": 3645, "Finetune/Step Time": 5.22405918687582}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7720481157302856, "Finetune/Loss (Raw)": 0.8506790399551392, "Finetune/Step": 3646, "Finetune/Step Time": 5.208575105294585}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.773091197013855, "Finetune/Loss (Raw)": 0.8453392386436462, "Finetune/Step": 3647, "Finetune/Step Time": 5.186934998258948}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7740679383277893, "Finetune/Loss (Raw)": 0.8998726606369019, "Finetune/Step": 3648, "Finetune/Step Time": 5.187896648421884}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.773992657661438, "Finetune/Loss (Raw)": 0.899495005607605, "Finetune/Step": 3649, "Finetune/Step Time": 5.191871527582407}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7763861417770386, "Finetune/Loss (Raw)": 0.955868124961853, "Finetune/Step": 3650, "Finetune/Step Time": 5.172463754191995}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7766605019569397, "Finetune/Loss (Raw)": 0.6756852269172668, "Finetune/Step": 3651, "Finetune/Step Time": 5.161379566416144}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.77781081199646, "Finetune/Loss (Raw)": 0.8428530693054199, "Finetune/Step": 3652, "Finetune/Step Time": 5.153658052906394}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7770876884460449, "Finetune/Loss (Raw)": 0.9004834294319153, "Finetune/Step": 3653, "Finetune/Step Time": 5.150996508076787}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7776293754577637, "Finetune/Loss (Raw)": 0.7667228579521179, "Finetune/Step": 3654, "Finetune/Step Time": 5.159798903390765}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7785273194313049, "Finetune/Loss (Raw)": 0.9413720965385437, "Finetune/Step": 3655, "Finetune/Step Time": 5.16432879306376}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7777804136276245, "Finetune/Loss (Raw)": 0.704742431640625, "Finetune/Step": 3656, "Finetune/Step Time": 5.168348094448447}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7789440155029297, "Finetune/Loss (Raw)": 0.830832839012146, "Finetune/Step": 3657, "Finetune/Step Time": 5.1631231512874365}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7787448167800903, "Finetune/Loss (Raw)": 0.7709078192710876, "Finetune/Step": 3658, "Finetune/Step Time": 5.178083710372448}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7784328460693359, "Finetune/Loss (Raw)": 0.8163499236106873, "Finetune/Step": 3659, "Finetune/Step Time": 5.180941179394722}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7801854014396667, "Finetune/Loss (Raw)": 0.9244954586029053, "Finetune/Step": 3660, "Finetune/Step Time": 5.16819286160171}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7841792106628418, "Finetune/Loss (Raw)": 0.8332338333129883, "Finetune/Step": 3661, "Finetune/Step Time": 5.136195011436939}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7845852971076965, "Finetune/Loss (Raw)": 0.9093142151832581, "Finetune/Step": 3662, "Finetune/Step Time": 5.1263594180345535}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.789855420589447, "Finetune/Loss (Raw)": 1.0111446380615234, "Finetune/Step": 3663, "Finetune/Step Time": 5.0938859935849905}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7895097732543945, "Finetune/Loss (Raw)": 0.7394633889198303, "Finetune/Step": 3664, "Finetune/Step Time": 5.1054359674453735}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7884303331375122, "Finetune/Loss (Raw)": 0.8247759342193604, "Finetune/Step": 3665, "Finetune/Step Time": 5.097725005820394}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7876924276351929, "Finetune/Loss (Raw)": 0.8251473903656006, "Finetune/Step": 3666, "Finetune/Step Time": 5.093112990260124}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7840323448181152, "Finetune/Loss (Raw)": 0.41884565353393555, "Finetune/Step": 3667, "Finetune/Step Time": 5.120684958994389}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7833091020584106, "Finetune/Loss (Raw)": 0.7375243306159973, "Finetune/Step": 3668, "Finetune/Step Time": 5.111684029921889}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7826640009880066, "Finetune/Loss (Raw)": 0.7433644533157349, "Finetune/Step": 3669, "Finetune/Step Time": 5.114837905392051}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.783539891242981, "Finetune/Loss (Raw)": 0.8258584141731262, "Finetune/Step": 3670, "Finetune/Step Time": 5.100812392309308}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7844095230102539, "Finetune/Loss (Raw)": 0.9023710489273071, "Finetune/Step": 3671, "Finetune/Step Time": 5.082957688719034}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7834426760673523, "Finetune/Loss (Raw)": 0.7358622550964355, "Finetune/Step": 3672, "Finetune/Step Time": 5.0904162209481}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7845321297645569, "Finetune/Loss (Raw)": 0.554304838180542, "Finetune/Step": 3673, "Finetune/Step Time": 5.0649630930274725}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7848695516586304, "Finetune/Loss (Raw)": 0.7929396629333496, "Finetune/Step": 3674, "Finetune/Step Time": 5.056135693565011}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7805724143981934, "Finetune/Loss (Raw)": 0.37468504905700684, "Finetune/Step": 3675, "Finetune/Step Time": 5.0910375360399485}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7810648679733276, "Finetune/Loss (Raw)": 0.8472493886947632, "Finetune/Step": 3676, "Finetune/Step Time": 5.095359705388546}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.780951201915741, "Finetune/Loss (Raw)": 0.9164278507232666, "Finetune/Step": 3677, "Finetune/Step Time": 5.095058502629399}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7829053401947021, "Finetune/Loss (Raw)": 0.5918205380439758, "Finetune/Step": 3678, "Finetune/Step Time": 5.066442532464862}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7836480140686035, "Finetune/Loss (Raw)": 0.799361526966095, "Finetune/Step": 3679, "Finetune/Step Time": 5.0547741539776325}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7839899063110352, "Finetune/Loss (Raw)": 0.8714812397956848, "Finetune/Step": 3680, "Finetune/Step Time": 5.060701129958034}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7854725122451782, "Finetune/Loss (Raw)": 0.8536255955696106, "Finetune/Step": 3681, "Finetune/Step Time": 5.042699810117483}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7864710688591003, "Finetune/Loss (Raw)": 1.039495587348938, "Finetune/Step": 3682, "Finetune/Step Time": 5.040088679641485}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.785336971282959, "Finetune/Loss (Raw)": 0.820077657699585, "Finetune/Step": 3683, "Finetune/Step Time": 5.040895834565163}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7873433828353882, "Finetune/Loss (Raw)": 0.6005352139472961, "Finetune/Step": 3684, "Finetune/Step Time": 5.029061632230878}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7858244180679321, "Finetune/Loss (Raw)": 0.7962204217910767, "Finetune/Step": 3685, "Finetune/Step Time": 5.025470178574324}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7858818769454956, "Finetune/Loss (Raw)": 0.8390262722969055, "Finetune/Step": 3686, "Finetune/Step Time": 5.025143386796117}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7855771780014038, "Finetune/Loss (Raw)": 0.8343347907066345, "Finetune/Step": 3687, "Finetune/Step Time": 5.023897947743535}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.783804178237915, "Finetune/Loss (Raw)": 0.6744350790977478, "Finetune/Step": 3688, "Finetune/Step Time": 5.032321823760867}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7831135392189026, "Finetune/Loss (Raw)": 0.8854853510856628, "Finetune/Step": 3689, "Finetune/Step Time": 5.032408881932497}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7847115993499756, "Finetune/Loss (Raw)": 0.8500526547431946, "Finetune/Step": 3690, "Finetune/Step Time": 5.036022003740072}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7817733287811279, "Finetune/Loss (Raw)": 0.3067847490310669, "Finetune/Step": 3691, "Finetune/Step Time": 5.065776780247688}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7826426029205322, "Finetune/Loss (Raw)": 0.8866322040557861, "Finetune/Step": 3692, "Finetune/Step Time": 5.060474619269371}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7831069231033325, "Finetune/Loss (Raw)": 0.8333257436752319, "Finetune/Step": 3693, "Finetune/Step Time": 5.060080559924245}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7813650369644165, "Finetune/Loss (Raw)": 0.6787740588188171, "Finetune/Step": 3694, "Finetune/Step Time": 5.083715170621872}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7832513451576233, "Finetune/Loss (Raw)": 1.0502716302871704, "Finetune/Step": 3695, "Finetune/Step Time": 5.054079895839095}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7828287482261658, "Finetune/Loss (Raw)": 0.7971664667129517, "Finetune/Step": 3696, "Finetune/Step Time": 5.046747077256441}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7810490131378174, "Finetune/Loss (Raw)": 0.5617392063140869, "Finetune/Step": 3697, "Finetune/Step Time": 5.063068438321352}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7815459370613098, "Finetune/Loss (Raw)": 0.8264661431312561, "Finetune/Step": 3698, "Finetune/Step Time": 5.07002779841423}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7814102172851562, "Finetune/Loss (Raw)": 0.804192066192627, "Finetune/Step": 3699, "Finetune/Step Time": 5.067067788913846}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7810909748077393, "Finetune/Loss (Raw)": 0.8516774773597717, "Finetune/Step": 3700, "Finetune/Step Time": 5.0585093684494495}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7792438268661499, "Finetune/Loss (Raw)": 0.6554773449897766, "Finetune/Step": 3701, "Finetune/Step Time": 5.065928388386965}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7786953449249268, "Finetune/Loss (Raw)": 0.8550911545753479, "Finetune/Step": 3702, "Finetune/Step Time": 5.055450526997447}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7792626619338989, "Finetune/Loss (Raw)": 0.8670956492424011, "Finetune/Step": 3703, "Finetune/Step Time": 5.0531675312668085}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7785436511039734, "Finetune/Loss (Raw)": 0.825044572353363, "Finetune/Step": 3704, "Finetune/Step Time": 5.058364858850837}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7770316004753113, "Finetune/Loss (Raw)": 0.6181206107139587, "Finetune/Step": 3705, "Finetune/Step Time": 5.04050799459219}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7762168645858765, "Finetune/Loss (Raw)": 0.7854430079460144, "Finetune/Step": 3706, "Finetune/Step Time": 5.04232607036829}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7755308151245117, "Finetune/Loss (Raw)": 0.7491174340248108, "Finetune/Step": 3707, "Finetune/Step Time": 5.067812515422702}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7740770578384399, "Finetune/Loss (Raw)": 0.6644593477249146, "Finetune/Step": 3708, "Finetune/Step Time": 5.079511843621731}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7743543386459351, "Finetune/Loss (Raw)": 0.9297077059745789, "Finetune/Step": 3709, "Finetune/Step Time": 5.070789596065879}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7762279510498047, "Finetune/Loss (Raw)": 0.9510202407836914, "Finetune/Step": 3710, "Finetune/Step Time": 5.057734547182918}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7755711078643799, "Finetune/Loss (Raw)": 0.6709895730018616, "Finetune/Step": 3711, "Finetune/Step Time": 5.078668328002095}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7760927081108093, "Finetune/Loss (Raw)": 0.9081577062606812, "Finetune/Step": 3712, "Finetune/Step Time": 5.078177394345403}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7709197998046875, "Finetune/Loss (Raw)": 0.2818482220172882, "Finetune/Step": 3713, "Finetune/Step Time": 5.107599537819624}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.77214515209198, "Finetune/Loss (Raw)": 0.8293437957763672, "Finetune/Step": 3714, "Finetune/Step Time": 5.101448763161898}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7728453874588013, "Finetune/Loss (Raw)": 0.834154486656189, "Finetune/Step": 3715, "Finetune/Step Time": 5.1056822296231985}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7732391357421875, "Finetune/Loss (Raw)": 0.7016212344169617, "Finetune/Step": 3716, "Finetune/Step Time": 5.1387452855706215}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7725909948348999, "Finetune/Loss (Raw)": 0.6970797181129456, "Finetune/Step": 3717, "Finetune/Step Time": 5.147733232006431}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.770763099193573, "Finetune/Loss (Raw)": 0.633785605430603, "Finetune/Step": 3718, "Finetune/Step Time": 5.152229800820351}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7698081135749817, "Finetune/Loss (Raw)": 0.618391752243042, "Finetune/Step": 3719, "Finetune/Step Time": 5.162353664636612}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7705323696136475, "Finetune/Loss (Raw)": 0.8824169635772705, "Finetune/Step": 3720, "Finetune/Step Time": 5.166313372552395}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.770355761051178, "Finetune/Loss (Raw)": 0.9086459279060364, "Finetune/Step": 3721, "Finetune/Step Time": 5.165335787460208}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7727195024490356, "Finetune/Loss (Raw)": 0.8471674919128418, "Finetune/Step": 3722, "Finetune/Step Time": 5.162319215014577}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7736697196960449, "Finetune/Loss (Raw)": 0.947297215461731, "Finetune/Step": 3723, "Finetune/Step Time": 5.160003077238798}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7721377015113831, "Finetune/Loss (Raw)": 0.7609210014343262, "Finetune/Step": 3724, "Finetune/Step Time": 5.160338526591659}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7771639823913574, "Finetune/Loss (Raw)": 0.8947570323944092, "Finetune/Step": 3725, "Finetune/Step Time": 5.1325630489736795}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7742069363594055, "Finetune/Loss (Raw)": 0.3836008906364441, "Finetune/Step": 3726, "Finetune/Step Time": 5.144297745078802}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.774577260017395, "Finetune/Loss (Raw)": 0.7469773292541504, "Finetune/Step": 3727, "Finetune/Step Time": 5.1487318109720945}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.775603175163269, "Finetune/Loss (Raw)": 0.5655847787857056, "Finetune/Step": 3728, "Finetune/Step Time": 5.126192605122924}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7754647731781006, "Finetune/Loss (Raw)": 0.8361076712608337, "Finetune/Step": 3729, "Finetune/Step Time": 5.134003875777125}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.776060163974762, "Finetune/Loss (Raw)": 0.8640884160995483, "Finetune/Step": 3730, "Finetune/Step Time": 5.162404369562864}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7763262391090393, "Finetune/Loss (Raw)": 0.8418202996253967, "Finetune/Step": 3731, "Finetune/Step Time": 5.163093077018857}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.776445209980011, "Finetune/Loss (Raw)": 0.8447977304458618, "Finetune/Step": 3732, "Finetune/Step Time": 5.161729020997882}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7771775126457214, "Finetune/Loss (Raw)": 0.7859527468681335, "Finetune/Step": 3733, "Finetune/Step Time": 5.169002633541822}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7784761190414429, "Finetune/Loss (Raw)": 0.906967043876648, "Finetune/Step": 3734, "Finetune/Step Time": 5.161826414987445}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7770350575447083, "Finetune/Loss (Raw)": 0.643358051776886, "Finetune/Step": 3735, "Finetune/Step Time": 5.162888186052442}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7795792818069458, "Finetune/Loss (Raw)": 1.0058194398880005, "Finetune/Step": 3736, "Finetune/Step Time": 5.133625714108348}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.779427170753479, "Finetune/Loss (Raw)": 0.7727499604225159, "Finetune/Step": 3737, "Finetune/Step Time": 5.150630051270127}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7796165943145752, "Finetune/Loss (Raw)": 0.7189101576805115, "Finetune/Step": 3738, "Finetune/Step Time": 5.159886069595814}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.782820999622345, "Finetune/Loss (Raw)": 0.7495051622390747, "Finetune/Step": 3739, "Finetune/Step Time": 5.1294063944369555}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7828303575515747, "Finetune/Loss (Raw)": 0.7949012517929077, "Finetune/Step": 3740, "Finetune/Step Time": 5.112479563802481}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7844433784484863, "Finetune/Loss (Raw)": 0.9078279137611389, "Finetune/Step": 3741, "Finetune/Step Time": 5.111884256824851}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7848985195159912, "Finetune/Loss (Raw)": 0.8399576544761658, "Finetune/Step": 3742, "Finetune/Step Time": 5.107989510521293}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.784888505935669, "Finetune/Loss (Raw)": 0.8471012115478516, "Finetune/Step": 3743, "Finetune/Step Time": 5.140063121914864}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7821545004844666, "Finetune/Loss (Raw)": 0.36149463057518005, "Finetune/Step": 3744, "Finetune/Step Time": 5.166449325159192}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7788714170455933, "Finetune/Loss (Raw)": 0.3237931728363037, "Finetune/Step": 3745, "Finetune/Step Time": 5.1854297537356615}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7789381742477417, "Finetune/Loss (Raw)": 0.6947140097618103, "Finetune/Step": 3746, "Finetune/Step Time": 5.176623051986098}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7777029275894165, "Finetune/Loss (Raw)": 0.6283535361289978, "Finetune/Step": 3747, "Finetune/Step Time": 5.195513669401407}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.778031051158905, "Finetune/Loss (Raw)": 0.8400705456733704, "Finetune/Step": 3748, "Finetune/Step Time": 5.206003118306398}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.777237594127655, "Finetune/Loss (Raw)": 0.651474118232727, "Finetune/Step": 3749, "Finetune/Step Time": 5.212627982720733}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7778322696685791, "Finetune/Loss (Raw)": 0.8911651372909546, "Finetune/Step": 3750, "Finetune/Step Time": 5.21662375330925}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7788090109825134, "Finetune/Loss (Raw)": 0.9788317084312439, "Finetune/Step": 3751, "Finetune/Step Time": 5.223358420655131}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.777888298034668, "Finetune/Loss (Raw)": 0.7948302626609802, "Finetune/Step": 3752, "Finetune/Step Time": 5.225752646103501}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7765732407569885, "Finetune/Loss (Raw)": 0.721373438835144, "Finetune/Step": 3753, "Finetune/Step Time": 5.240030346438289}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7775611877441406, "Finetune/Loss (Raw)": 0.8117276430130005, "Finetune/Step": 3754, "Finetune/Step Time": 5.242139466106892}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7771060466766357, "Finetune/Loss (Raw)": 0.8017048835754395, "Finetune/Step": 3755, "Finetune/Step Time": 5.230002343654633}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7755868434906006, "Finetune/Loss (Raw)": 0.6148165464401245, "Finetune/Step": 3756, "Finetune/Step Time": 5.230924054980278}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7767590880393982, "Finetune/Loss (Raw)": 0.9217944145202637, "Finetune/Step": 3757, "Finetune/Step Time": 5.233522808179259}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.776625394821167, "Finetune/Loss (Raw)": 0.6953703761100769, "Finetune/Step": 3758, "Finetune/Step Time": 5.248468758538365}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7783344984054565, "Finetune/Loss (Raw)": 0.8626676797866821, "Finetune/Step": 3759, "Finetune/Step Time": 5.233752952888608}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7770201563835144, "Finetune/Loss (Raw)": 0.7314310669898987, "Finetune/Step": 3760, "Finetune/Step Time": 5.239317713305354}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7753294706344604, "Finetune/Loss (Raw)": 0.6799030303955078, "Finetune/Step": 3761, "Finetune/Step Time": 5.250182805582881}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.77540123462677, "Finetune/Loss (Raw)": 0.8018724918365479, "Finetune/Step": 3762, "Finetune/Step Time": 5.2555084731429815}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7770124673843384, "Finetune/Loss (Raw)": 0.9060811400413513, "Finetune/Step": 3763, "Finetune/Step Time": 5.256786424666643}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7763137817382812, "Finetune/Loss (Raw)": 0.741202712059021, "Finetune/Step": 3764, "Finetune/Step Time": 5.256893331184983}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7743911147117615, "Finetune/Loss (Raw)": 0.6342313885688782, "Finetune/Step": 3765, "Finetune/Step Time": 5.265725623816252}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7747986316680908, "Finetune/Loss (Raw)": 0.8989942669868469, "Finetune/Step": 3766, "Finetune/Step Time": 5.268844718113542}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.774999737739563, "Finetune/Loss (Raw)": 0.8550437092781067, "Finetune/Step": 3767, "Finetune/Step Time": 5.261616848409176}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7781326770782471, "Finetune/Loss (Raw)": 0.7054224014282227, "Finetune/Step": 3768, "Finetune/Step Time": 5.239826623350382}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7742992043495178, "Finetune/Loss (Raw)": 0.24693672358989716, "Finetune/Step": 3769, "Finetune/Step Time": 5.2671908512711525}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.775185227394104, "Finetune/Loss (Raw)": 0.961222231388092, "Finetune/Step": 3770, "Finetune/Step Time": 5.259252894669771}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.776093602180481, "Finetune/Loss (Raw)": 0.9769386649131775, "Finetune/Step": 3771, "Finetune/Step Time": 5.260419398546219}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7766519784927368, "Finetune/Loss (Raw)": 0.8650510907173157, "Finetune/Step": 3772, "Finetune/Step Time": 5.256309667602181}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7733222246170044, "Finetune/Loss (Raw)": 0.3423576354980469, "Finetune/Step": 3773, "Finetune/Step Time": 5.28449198231101}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7735916376113892, "Finetune/Loss (Raw)": 0.8851591348648071, "Finetune/Step": 3774, "Finetune/Step Time": 5.286639258265495}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7739239931106567, "Finetune/Loss (Raw)": 0.8878781795501709, "Finetune/Step": 3775, "Finetune/Step Time": 5.290385402739048}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.773748517036438, "Finetune/Loss (Raw)": 0.8774093389511108, "Finetune/Step": 3776, "Finetune/Step Time": 5.293352901935577}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7688336372375488, "Finetune/Loss (Raw)": 0.2703953683376312, "Finetune/Step": 3777, "Finetune/Step Time": 5.322913454845548}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7680089473724365, "Finetune/Loss (Raw)": 0.8503093719482422, "Finetune/Step": 3778, "Finetune/Step Time": 5.330596826970577}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.768107533454895, "Finetune/Loss (Raw)": 0.688306987285614, "Finetune/Step": 3779, "Finetune/Step Time": 5.330000991001725}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7673746347427368, "Finetune/Loss (Raw)": 0.7490377426147461, "Finetune/Step": 3780, "Finetune/Step Time": 5.330497102811933}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7670684456825256, "Finetune/Loss (Raw)": 0.861296534538269, "Finetune/Step": 3781, "Finetune/Step Time": 5.327561132609844}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7670075297355652, "Finetune/Loss (Raw)": 0.7589223980903625, "Finetune/Step": 3782, "Finetune/Step Time": 5.310283916071057}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7651782035827637, "Finetune/Loss (Raw)": 0.7072187066078186, "Finetune/Step": 3783, "Finetune/Step Time": 5.322088615968823}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.765286386013031, "Finetune/Loss (Raw)": 0.7185872793197632, "Finetune/Step": 3784, "Finetune/Step Time": 5.337094442918897}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7651309370994568, "Finetune/Loss (Raw)": 0.8109440207481384, "Finetune/Step": 3785, "Finetune/Step Time": 5.334584953263402}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7663223743438721, "Finetune/Loss (Raw)": 0.923406183719635, "Finetune/Step": 3786, "Finetune/Step Time": 5.31855876557529}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7665280103683472, "Finetune/Loss (Raw)": 0.8426755666732788, "Finetune/Step": 3787, "Finetune/Step Time": 5.315418867394328}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7653169631958008, "Finetune/Loss (Raw)": 0.7694776058197021, "Finetune/Step": 3788, "Finetune/Step Time": 5.330952346324921}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7637999057769775, "Finetune/Loss (Raw)": 0.6390488743782043, "Finetune/Step": 3789, "Finetune/Step Time": 5.34863874129951}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7634526491165161, "Finetune/Loss (Raw)": 0.8648633360862732, "Finetune/Step": 3790, "Finetune/Step Time": 5.349757459014654}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7620042562484741, "Finetune/Loss (Raw)": 0.8257524371147156, "Finetune/Step": 3791, "Finetune/Step Time": 5.349674375727773}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7588580250740051, "Finetune/Loss (Raw)": 0.3367445766925812, "Finetune/Step": 3792, "Finetune/Step Time": 5.367352429777384}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7589387893676758, "Finetune/Loss (Raw)": 0.8351134061813354, "Finetune/Step": 3793, "Finetune/Step Time": 5.385808169841766}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7589656114578247, "Finetune/Loss (Raw)": 0.8285868763923645, "Finetune/Step": 3794, "Finetune/Step Time": 5.385261373594403}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7610998749732971, "Finetune/Loss (Raw)": 0.6920297145843506, "Finetune/Step": 3795, "Finetune/Step Time": 5.3674686048179865}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7620999813079834, "Finetune/Loss (Raw)": 0.8655387759208679, "Finetune/Step": 3796, "Finetune/Step Time": 5.3721715454012156}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7613309621810913, "Finetune/Loss (Raw)": 0.6449296474456787, "Finetune/Step": 3797, "Finetune/Step Time": 5.376442616805434}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7607529759407043, "Finetune/Loss (Raw)": 0.7518710494041443, "Finetune/Step": 3798, "Finetune/Step Time": 5.372859191149473}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7585272192955017, "Finetune/Loss (Raw)": 0.6174771189689636, "Finetune/Step": 3799, "Finetune/Step Time": 5.382213212549686}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7595112323760986, "Finetune/Loss (Raw)": 0.8618119359016418, "Finetune/Step": 3800, "Finetune/Step Time": 5.377768022939563}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.761497437953949, "Finetune/Loss (Raw)": 0.8085445761680603, "Finetune/Step": 3801, "Finetune/Step Time": 5.377856375649571}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7623820304870605, "Finetune/Loss (Raw)": 0.9061648845672607, "Finetune/Step": 3802, "Finetune/Step Time": 5.378861181437969}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7665742635726929, "Finetune/Loss (Raw)": 0.9112951159477234, "Finetune/Step": 3803, "Finetune/Step Time": 5.34453285112977}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.766600489616394, "Finetune/Loss (Raw)": 0.8506070971488953, "Finetune/Step": 3804, "Finetune/Step Time": 5.3280036728829145}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7644965052604675, "Finetune/Loss (Raw)": 0.6471178531646729, "Finetune/Step": 3805, "Finetune/Step Time": 5.344316745176911}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7660635709762573, "Finetune/Loss (Raw)": 0.7924033999443054, "Finetune/Step": 3806, "Finetune/Step Time": 5.356154112145305}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7656912803649902, "Finetune/Loss (Raw)": 0.7517082095146179, "Finetune/Step": 3807, "Finetune/Step Time": 5.358156086876988}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7640458345413208, "Finetune/Loss (Raw)": 0.6608667373657227, "Finetune/Step": 3808, "Finetune/Step Time": 5.364712992683053}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7633528709411621, "Finetune/Loss (Raw)": 0.7649224400520325, "Finetune/Step": 3809, "Finetune/Step Time": 5.379096480086446}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7621086835861206, "Finetune/Loss (Raw)": 0.8802344799041748, "Finetune/Step": 3810, "Finetune/Step Time": 5.3763149213045835}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7614503502845764, "Finetune/Loss (Raw)": 0.7358172535896301, "Finetune/Step": 3811, "Finetune/Step Time": 5.381726410239935}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.762468159198761, "Finetune/Loss (Raw)": 0.730816125869751, "Finetune/Step": 3812, "Finetune/Step Time": 5.37620541639626}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7625592350959778, "Finetune/Loss (Raw)": 0.807873547077179, "Finetune/Step": 3813, "Finetune/Step Time": 5.37364910915494}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7619211673736572, "Finetune/Loss (Raw)": 0.7573593854904175, "Finetune/Step": 3814, "Finetune/Step Time": 5.371628619730473}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7618579864501953, "Finetune/Loss (Raw)": 0.8262430429458618, "Finetune/Step": 3815, "Finetune/Step Time": 5.389457117766142}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7630995512008667, "Finetune/Loss (Raw)": 0.8333541750907898, "Finetune/Step": 3816, "Finetune/Step Time": 5.385284338146448}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.762024998664856, "Finetune/Loss (Raw)": 0.7479417324066162, "Finetune/Step": 3817, "Finetune/Step Time": 5.382199080660939}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7614290118217468, "Finetune/Loss (Raw)": 0.7737666964530945, "Finetune/Step": 3818, "Finetune/Step Time": 5.3751397877931595}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7649800777435303, "Finetune/Loss (Raw)": 0.7613248229026794, "Finetune/Step": 3819, "Finetune/Step Time": 5.346103372052312}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.763261079788208, "Finetune/Loss (Raw)": 0.6665931940078735, "Finetune/Step": 3820, "Finetune/Step Time": 5.3469676822423935}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7623100876808167, "Finetune/Loss (Raw)": 0.7116097807884216, "Finetune/Step": 3821, "Finetune/Step Time": 5.35222346894443}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7625542283058167, "Finetune/Loss (Raw)": 0.7100213170051575, "Finetune/Step": 3822, "Finetune/Step Time": 5.331549795344472}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7615839838981628, "Finetune/Loss (Raw)": 0.9260770082473755, "Finetune/Step": 3823, "Finetune/Step Time": 5.334085531532764}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.761788010597229, "Finetune/Loss (Raw)": 0.8232827186584473, "Finetune/Step": 3824, "Finetune/Step Time": 5.333564918488264}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7627377510070801, "Finetune/Loss (Raw)": 0.6833095550537109, "Finetune/Step": 3825, "Finetune/Step Time": 5.312085036188364}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7616485357284546, "Finetune/Loss (Raw)": 0.6870409250259399, "Finetune/Step": 3826, "Finetune/Step Time": 5.308086151257157}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7615779638290405, "Finetune/Loss (Raw)": 0.7951616048812866, "Finetune/Step": 3827, "Finetune/Step Time": 5.335277175530791}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7617223262786865, "Finetune/Loss (Raw)": 0.8701550960540771, "Finetune/Step": 3828, "Finetune/Step Time": 5.338814724236727}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.758764386177063, "Finetune/Loss (Raw)": 0.276861310005188, "Finetune/Step": 3829, "Finetune/Step Time": 5.363020038232207}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7584508657455444, "Finetune/Loss (Raw)": 0.81496661901474, "Finetune/Step": 3830, "Finetune/Step Time": 5.372456317767501}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7576120495796204, "Finetune/Loss (Raw)": 0.7597183585166931, "Finetune/Step": 3831, "Finetune/Step Time": 5.379829248413444}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7588712573051453, "Finetune/Loss (Raw)": 0.9862255454063416, "Finetune/Step": 3832, "Finetune/Step Time": 5.377001328393817}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.760860800743103, "Finetune/Loss (Raw)": 0.8727779388427734, "Finetune/Step": 3833, "Finetune/Step Time": 5.399412803351879}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7617334127426147, "Finetune/Loss (Raw)": 0.8971384763717651, "Finetune/Step": 3834, "Finetune/Step Time": 5.393979797139764}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7627972364425659, "Finetune/Loss (Raw)": 0.8852822184562683, "Finetune/Step": 3835, "Finetune/Step Time": 5.37459385022521}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7633237838745117, "Finetune/Loss (Raw)": 0.7318626046180725, "Finetune/Step": 3836, "Finetune/Step Time": 5.35277303494513}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7619152069091797, "Finetune/Loss (Raw)": 0.7494140267372131, "Finetune/Step": 3837, "Finetune/Step Time": 5.35739965364337}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7602782845497131, "Finetune/Loss (Raw)": 0.7414900064468384, "Finetune/Step": 3838, "Finetune/Step Time": 5.35540952719748}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7613680958747864, "Finetune/Loss (Raw)": 0.8104857802391052, "Finetune/Step": 3839, "Finetune/Step Time": 5.35921773314476}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7601237893104553, "Finetune/Loss (Raw)": 0.7488867044448853, "Finetune/Step": 3840, "Finetune/Step Time": 5.359202535822988}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7653923630714417, "Finetune/Loss (Raw)": 0.9562271237373352, "Finetune/Step": 3841, "Finetune/Step Time": 5.328778611496091}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7648775577545166, "Finetune/Loss (Raw)": 0.7634421586990356, "Finetune/Step": 3842, "Finetune/Step Time": 5.32020409218967}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7633265852928162, "Finetune/Loss (Raw)": 0.6356308460235596, "Finetune/Step": 3843, "Finetune/Step Time": 5.3270136918872595}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7638950347900391, "Finetune/Loss (Raw)": 0.7743871212005615, "Finetune/Step": 3844, "Finetune/Step Time": 5.298129875212908}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7644782066345215, "Finetune/Loss (Raw)": 0.7717320322990417, "Finetune/Step": 3845, "Finetune/Step Time": 5.281707486137748}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.764498233795166, "Finetune/Loss (Raw)": 0.6363446712493896, "Finetune/Step": 3846, "Finetune/Step Time": 5.276958322152495}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7667828798294067, "Finetune/Loss (Raw)": 0.9108277559280396, "Finetune/Step": 3847, "Finetune/Step Time": 5.264693735167384}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7624848484992981, "Finetune/Loss (Raw)": 0.3322668671607971, "Finetune/Step": 3848, "Finetune/Step Time": 5.283498972654343}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7624353170394897, "Finetune/Loss (Raw)": 0.9023064374923706, "Finetune/Step": 3849, "Finetune/Step Time": 5.2985600754618645}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.759689211845398, "Finetune/Loss (Raw)": 0.49566400051116943, "Finetune/Step": 3850, "Finetune/Step Time": 5.30564302764833}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7574139833450317, "Finetune/Loss (Raw)": 0.6560690402984619, "Finetune/Step": 3851, "Finetune/Step Time": 5.297218572348356}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7584896683692932, "Finetune/Loss (Raw)": 0.8986119627952576, "Finetune/Step": 3852, "Finetune/Step Time": 5.297555403783917}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7550392150878906, "Finetune/Loss (Raw)": 0.45309630036354065, "Finetune/Step": 3853, "Finetune/Step Time": 5.323247786611319}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.758577823638916, "Finetune/Loss (Raw)": 0.8365402817726135, "Finetune/Step": 3854, "Finetune/Step Time": 5.297540022060275}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7569392323493958, "Finetune/Loss (Raw)": 0.537234365940094, "Finetune/Step": 3855, "Finetune/Step Time": 5.316998956725001}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7596254944801331, "Finetune/Loss (Raw)": 0.9094343185424805, "Finetune/Step": 3856, "Finetune/Step Time": 5.309470847249031}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7558879852294922, "Finetune/Loss (Raw)": 0.3577101230621338, "Finetune/Step": 3857, "Finetune/Step Time": 5.327826509252191}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7517399787902832, "Finetune/Loss (Raw)": 0.33313143253326416, "Finetune/Step": 3858, "Finetune/Step Time": 5.332491172477603}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.752710223197937, "Finetune/Loss (Raw)": 0.9660164713859558, "Finetune/Step": 3859, "Finetune/Step Time": 5.324713185429573}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7525804042816162, "Finetune/Loss (Raw)": 0.8281876444816589, "Finetune/Step": 3860, "Finetune/Step Time": 5.3272359147667885}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7523536086082458, "Finetune/Loss (Raw)": 0.7569172978401184, "Finetune/Step": 3861, "Finetune/Step Time": 5.312301762402058}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.751800000667572, "Finetune/Loss (Raw)": 0.8361061215400696, "Finetune/Step": 3862, "Finetune/Step Time": 5.309948969632387}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7521774172782898, "Finetune/Loss (Raw)": 0.6916653513908386, "Finetune/Step": 3863, "Finetune/Step Time": 5.319155398756266}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7507368326187134, "Finetune/Loss (Raw)": 0.8214301466941833, "Finetune/Step": 3864, "Finetune/Step Time": 5.3213524501770735}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7503960132598877, "Finetune/Loss (Raw)": 0.7291216254234314, "Finetune/Step": 3865, "Finetune/Step Time": 5.337943585589528}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7521505355834961, "Finetune/Loss (Raw)": 0.9434898495674133, "Finetune/Step": 3866, "Finetune/Step Time": 5.329554842785001}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7540364265441895, "Finetune/Loss (Raw)": 0.9908892512321472, "Finetune/Step": 3867, "Finetune/Step Time": 5.32930383272469}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7546544075012207, "Finetune/Loss (Raw)": 0.8740183711051941, "Finetune/Step": 3868, "Finetune/Step Time": 5.332248901948333}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7532331347465515, "Finetune/Loss (Raw)": 0.7258954644203186, "Finetune/Step": 3869, "Finetune/Step Time": 5.333202216774225}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7519834041595459, "Finetune/Loss (Raw)": 0.6799924373626709, "Finetune/Step": 3870, "Finetune/Step Time": 5.356318211182952}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7516195774078369, "Finetune/Loss (Raw)": 0.8005297780036926, "Finetune/Step": 3871, "Finetune/Step Time": 5.3210758697241545}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7520302534103394, "Finetune/Loss (Raw)": 0.41407275199890137, "Finetune/Step": 3872, "Finetune/Step Time": 5.324168669059873}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7547684907913208, "Finetune/Loss (Raw)": 0.6742820143699646, "Finetune/Step": 3873, "Finetune/Step Time": 5.3023455534130335}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7555559873580933, "Finetune/Loss (Raw)": 0.7955031394958496, "Finetune/Step": 3874, "Finetune/Step Time": 5.301594149321318}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7568279504776001, "Finetune/Loss (Raw)": 0.7911664247512817, "Finetune/Step": 3875, "Finetune/Step Time": 5.284205520525575}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7567176818847656, "Finetune/Loss (Raw)": 0.8259713649749756, "Finetune/Step": 3876, "Finetune/Step Time": 5.270762158557773}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7572987079620361, "Finetune/Loss (Raw)": 0.7258367538452148, "Finetune/Step": 3877, "Finetune/Step Time": 5.277929123491049}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7539957165718079, "Finetune/Loss (Raw)": 0.46838369965553284, "Finetune/Step": 3878, "Finetune/Step Time": 5.30672474578023}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.751848042011261, "Finetune/Loss (Raw)": 0.7039269804954529, "Finetune/Step": 3879, "Finetune/Step Time": 5.332079561427236}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7520056962966919, "Finetune/Loss (Raw)": 0.8150193095207214, "Finetune/Step": 3880, "Finetune/Step Time": 5.328880321234465}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7529866099357605, "Finetune/Loss (Raw)": 0.8469222784042358, "Finetune/Step": 3881, "Finetune/Step Time": 5.321350757032633}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7532016038894653, "Finetune/Loss (Raw)": 0.8392475247383118, "Finetune/Step": 3882, "Finetune/Step Time": 5.325266916304827}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7539829015731812, "Finetune/Loss (Raw)": 0.901707112789154, "Finetune/Step": 3883, "Finetune/Step Time": 5.319239819422364}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7548617124557495, "Finetune/Loss (Raw)": 0.7273037433624268, "Finetune/Step": 3884, "Finetune/Step Time": 5.312159160152078}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.751838207244873, "Finetune/Loss (Raw)": 0.5347845554351807, "Finetune/Step": 3885, "Finetune/Step Time": 5.318147074431181}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7518439888954163, "Finetune/Loss (Raw)": 0.696112334728241, "Finetune/Step": 3886, "Finetune/Step Time": 5.304618826135993}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7508710026741028, "Finetune/Loss (Raw)": 0.7381284236907959, "Finetune/Step": 3887, "Finetune/Step Time": 5.305760253220797}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7514936923980713, "Finetune/Loss (Raw)": 0.8111438155174255, "Finetune/Step": 3888, "Finetune/Step Time": 5.297836059704423}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7523506879806519, "Finetune/Loss (Raw)": 0.789588451385498, "Finetune/Step": 3889, "Finetune/Step Time": 5.288835844025016}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7522895932197571, "Finetune/Loss (Raw)": 0.7940501570701599, "Finetune/Step": 3890, "Finetune/Step Time": 5.282646097242832}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7507829666137695, "Finetune/Loss (Raw)": 0.7132353782653809, "Finetune/Step": 3891, "Finetune/Step Time": 5.296764258295298}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7513075470924377, "Finetune/Loss (Raw)": 0.8083556890487671, "Finetune/Step": 3892, "Finetune/Step Time": 5.300380367785692}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7492398023605347, "Finetune/Loss (Raw)": 0.36954882740974426, "Finetune/Step": 3893, "Finetune/Step Time": 5.321503417566419}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7486618757247925, "Finetune/Loss (Raw)": 0.8250296115875244, "Finetune/Step": 3894, "Finetune/Step Time": 5.320437585934997}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7483569383621216, "Finetune/Loss (Raw)": 0.8160039186477661, "Finetune/Step": 3895, "Finetune/Step Time": 5.3186196479946375}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7493798136711121, "Finetune/Loss (Raw)": 0.8363587856292725, "Finetune/Step": 3896, "Finetune/Step Time": 5.307104172185063}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7535284757614136, "Finetune/Loss (Raw)": 0.7779636979103088, "Finetune/Step": 3897, "Finetune/Step Time": 5.275788094848394}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7518990635871887, "Finetune/Loss (Raw)": 0.7526514530181885, "Finetune/Step": 3898, "Finetune/Step Time": 5.290996942669153}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7514049410820007, "Finetune/Loss (Raw)": 0.9136935472488403, "Finetune/Step": 3899, "Finetune/Step Time": 5.2944012042135}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7507814168930054, "Finetune/Loss (Raw)": 0.7852388620376587, "Finetune/Step": 3900, "Finetune/Step Time": 5.304978404194117}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7549147605895996, "Finetune/Loss (Raw)": 0.8714231848716736, "Finetune/Step": 3901, "Finetune/Step Time": 5.27479787170887}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.755416214466095, "Finetune/Loss (Raw)": 0.9493500590324402, "Finetune/Step": 3902, "Finetune/Step Time": 5.259203191846609}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7554422616958618, "Finetune/Loss (Raw)": 0.8912148475646973, "Finetune/Step": 3903, "Finetune/Step Time": 5.2545704040676355}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7546596527099609, "Finetune/Loss (Raw)": 0.7772329449653625, "Finetune/Step": 3904, "Finetune/Step Time": 5.258248597383499}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7574959993362427, "Finetune/Loss (Raw)": 0.6334478855133057, "Finetune/Step": 3905, "Finetune/Step Time": 5.242454722523689}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.757014274597168, "Finetune/Loss (Raw)": 0.7886477112770081, "Finetune/Step": 3906, "Finetune/Step Time": 5.274784600362182}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7598975300788879, "Finetune/Loss (Raw)": 1.0573644638061523, "Finetune/Step": 3907, "Finetune/Step Time": 5.26162170059979}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7589914798736572, "Finetune/Loss (Raw)": 0.6330690383911133, "Finetune/Step": 3908, "Finetune/Step Time": 5.268914399668574}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.757447361946106, "Finetune/Loss (Raw)": 0.6636427640914917, "Finetune/Step": 3909, "Finetune/Step Time": 5.275206562131643}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.758302628993988, "Finetune/Loss (Raw)": 0.8683998584747314, "Finetune/Step": 3910, "Finetune/Step Time": 5.276285324245691}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7602202892303467, "Finetune/Loss (Raw)": 0.9526773691177368, "Finetune/Step": 3911, "Finetune/Step Time": 5.262722717598081}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7600753903388977, "Finetune/Loss (Raw)": 0.7000419497489929, "Finetune/Step": 3912, "Finetune/Step Time": 5.25622546300292}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.759981632232666, "Finetune/Loss (Raw)": 0.7989414930343628, "Finetune/Step": 3913, "Finetune/Step Time": 5.260010605677962}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7587066292762756, "Finetune/Loss (Raw)": 0.7602061629295349, "Finetune/Step": 3914, "Finetune/Step Time": 5.26328862644732}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7587493658065796, "Finetune/Loss (Raw)": 0.8481384515762329, "Finetune/Step": 3915, "Finetune/Step Time": 5.261070044711232}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7592859268188477, "Finetune/Loss (Raw)": 0.8381596207618713, "Finetune/Step": 3916, "Finetune/Step Time": 5.251445271074772}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7601711750030518, "Finetune/Loss (Raw)": 0.7523558139801025, "Finetune/Step": 3917, "Finetune/Step Time": 5.252808049321175}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7604937553405762, "Finetune/Loss (Raw)": 0.9061627388000488, "Finetune/Step": 3918, "Finetune/Step Time": 5.252380307763815}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7600808143615723, "Finetune/Loss (Raw)": 0.7728986740112305, "Finetune/Step": 3919, "Finetune/Step Time": 5.2625296246260405}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7637722492218018, "Finetune/Loss (Raw)": 0.8092477321624756, "Finetune/Step": 3920, "Finetune/Step Time": 5.267559707164764}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7621124982833862, "Finetune/Loss (Raw)": 0.6226568222045898, "Finetune/Step": 3921, "Finetune/Step Time": 5.276744587346911}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.762569785118103, "Finetune/Loss (Raw)": 0.8871236443519592, "Finetune/Step": 3922, "Finetune/Step Time": 5.279913729056716}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7613112330436707, "Finetune/Loss (Raw)": 0.5309391617774963, "Finetune/Step": 3923, "Finetune/Step Time": 5.279608046635985}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7611898183822632, "Finetune/Loss (Raw)": 0.8499910235404968, "Finetune/Step": 3924, "Finetune/Step Time": 5.283373033627868}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7627946734428406, "Finetune/Loss (Raw)": 0.8503531217575073, "Finetune/Step": 3925, "Finetune/Step Time": 5.279785921797156}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.762506902217865, "Finetune/Loss (Raw)": 0.7150422930717468, "Finetune/Step": 3926, "Finetune/Step Time": 5.284295266494155}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7636641263961792, "Finetune/Loss (Raw)": 0.7656002640724182, "Finetune/Step": 3927, "Finetune/Step Time": 5.301751444116235}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7637919187545776, "Finetune/Loss (Raw)": 0.878168523311615, "Finetune/Step": 3928, "Finetune/Step Time": 5.302543556317687}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.764137327671051, "Finetune/Loss (Raw)": 0.8527563214302063, "Finetune/Step": 3929, "Finetune/Step Time": 5.298595253378153}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7627984285354614, "Finetune/Loss (Raw)": 0.7347904443740845, "Finetune/Step": 3930, "Finetune/Step Time": 5.303613990545273}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7627378702163696, "Finetune/Loss (Raw)": 0.9035360813140869, "Finetune/Step": 3931, "Finetune/Step Time": 5.3043039087206125}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7617276310920715, "Finetune/Loss (Raw)": 0.7212979197502136, "Finetune/Step": 3932, "Finetune/Step Time": 5.328197477385402}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7608939409255981, "Finetune/Loss (Raw)": 0.5404006838798523, "Finetune/Step": 3933, "Finetune/Step Time": 5.336063293740153}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7603785991668701, "Finetune/Loss (Raw)": 0.7264462113380432, "Finetune/Step": 3934, "Finetune/Step Time": 5.322972476482391}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7605472207069397, "Finetune/Loss (Raw)": 0.7732887268066406, "Finetune/Step": 3935, "Finetune/Step Time": 5.3248906545341015}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7624685764312744, "Finetune/Loss (Raw)": 0.9068089127540588, "Finetune/Step": 3936, "Finetune/Step Time": 5.3158982917666435}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7628979086875916, "Finetune/Loss (Raw)": 0.8198724389076233, "Finetune/Step": 3937, "Finetune/Step Time": 5.310039471834898}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7619776725769043, "Finetune/Loss (Raw)": 0.7624356746673584, "Finetune/Step": 3938, "Finetune/Step Time": 5.309655046090484}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7629039883613586, "Finetune/Loss (Raw)": 0.8543967008590698, "Finetune/Step": 3939, "Finetune/Step Time": 5.310514016076922}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7636530995368958, "Finetune/Loss (Raw)": 0.826697051525116, "Finetune/Step": 3940, "Finetune/Step Time": 5.298086363822222}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7641770839691162, "Finetune/Loss (Raw)": 0.8749422430992126, "Finetune/Step": 3941, "Finetune/Step Time": 5.300510734319687}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7650470733642578, "Finetune/Loss (Raw)": 0.8687241673469543, "Finetune/Step": 3942, "Finetune/Step Time": 5.306723905727267}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7637198567390442, "Finetune/Loss (Raw)": 0.6563497185707092, "Finetune/Step": 3943, "Finetune/Step Time": 5.312388589605689}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7638341188430786, "Finetune/Loss (Raw)": 0.8479877710342407, "Finetune/Step": 3944, "Finetune/Step Time": 5.31179640814662}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7656962275505066, "Finetune/Loss (Raw)": 0.9862877130508423, "Finetune/Step": 3945, "Finetune/Step Time": 5.332958430051804}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7658036947250366, "Finetune/Loss (Raw)": 0.7875181436538696, "Finetune/Step": 3946, "Finetune/Step Time": 5.347255131229758}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7663326263427734, "Finetune/Loss (Raw)": 0.8290390968322754, "Finetune/Step": 3947, "Finetune/Step Time": 5.354302499443293}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7639155387878418, "Finetune/Loss (Raw)": 0.3571964502334595, "Finetune/Step": 3948, "Finetune/Step Time": 5.3846120573580265}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7653754353523254, "Finetune/Loss (Raw)": 0.8984766602516174, "Finetune/Step": 3949, "Finetune/Step Time": 5.3812407199293375}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.766808807849884, "Finetune/Loss (Raw)": 0.8934977650642395, "Finetune/Step": 3950, "Finetune/Step Time": 5.378245931118727}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7665371894836426, "Finetune/Loss (Raw)": 0.891305685043335, "Finetune/Step": 3951, "Finetune/Step Time": 5.381209574639797}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7654350996017456, "Finetune/Loss (Raw)": 0.6822209358215332, "Finetune/Step": 3952, "Finetune/Step Time": 5.389296516776085}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7661383748054504, "Finetune/Loss (Raw)": 0.7733296751976013, "Finetune/Step": 3953, "Finetune/Step Time": 5.386867666617036}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7665858268737793, "Finetune/Loss (Raw)": 0.7443105578422546, "Finetune/Step": 3954, "Finetune/Step Time": 5.380135180428624}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7658774256706238, "Finetune/Loss (Raw)": 0.7044892311096191, "Finetune/Step": 3955, "Finetune/Step Time": 5.348371863365173}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7660926580429077, "Finetune/Loss (Raw)": 0.8976974487304688, "Finetune/Step": 3956, "Finetune/Step Time": 5.347307799383998}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7704163789749146, "Finetune/Loss (Raw)": 0.8303022384643555, "Finetune/Step": 3957, "Finetune/Step Time": 5.3170304372906685}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7698993682861328, "Finetune/Loss (Raw)": 0.7487924695014954, "Finetune/Step": 3958, "Finetune/Step Time": 5.31268216855824}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7689090967178345, "Finetune/Loss (Raw)": 0.6329575777053833, "Finetune/Step": 3959, "Finetune/Step Time": 5.324375778436661}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7666975259780884, "Finetune/Loss (Raw)": 0.7031472325325012, "Finetune/Step": 3960, "Finetune/Step Time": 5.327725846320391}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7662909030914307, "Finetune/Loss (Raw)": 0.8207303285598755, "Finetune/Step": 3961, "Finetune/Step Time": 5.310222277417779}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7645844221115112, "Finetune/Loss (Raw)": 0.678705632686615, "Finetune/Step": 3962, "Finetune/Step Time": 5.317010700702667}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7643700838088989, "Finetune/Loss (Raw)": 0.8578479886054993, "Finetune/Step": 3963, "Finetune/Step Time": 5.3210005927830935}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7649856805801392, "Finetune/Loss (Raw)": 0.810666024684906, "Finetune/Step": 3964, "Finetune/Step Time": 5.329429196193814}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7653356790542603, "Finetune/Loss (Raw)": 0.7942100763320923, "Finetune/Step": 3965, "Finetune/Step Time": 5.341647289693356}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7625569105148315, "Finetune/Loss (Raw)": 0.3858078122138977, "Finetune/Step": 3966, "Finetune/Step Time": 5.375412868335843}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7624117136001587, "Finetune/Loss (Raw)": 0.7919021844863892, "Finetune/Step": 3967, "Finetune/Step Time": 5.349707946181297}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7631298303604126, "Finetune/Loss (Raw)": 0.8408092260360718, "Finetune/Step": 3968, "Finetune/Step Time": 5.347622325643897}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7618732452392578, "Finetune/Loss (Raw)": 0.7953751087188721, "Finetune/Step": 3969, "Finetune/Step Time": 5.371926631778479}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7626405358314514, "Finetune/Loss (Raw)": 0.8616588711738586, "Finetune/Step": 3970, "Finetune/Step Time": 5.373198935762048}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7647681832313538, "Finetune/Loss (Raw)": 0.9079691171646118, "Finetune/Step": 3971, "Finetune/Step Time": 5.365235446020961}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.764695405960083, "Finetune/Loss (Raw)": 0.7650701999664307, "Finetune/Step": 3972, "Finetune/Step Time": 5.36277343891561}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7647968530654907, "Finetune/Loss (Raw)": 0.7847195863723755, "Finetune/Step": 3973, "Finetune/Step Time": 5.359468184411526}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7656865119934082, "Finetune/Loss (Raw)": 0.7502182722091675, "Finetune/Step": 3974, "Finetune/Step Time": 5.3624611757695675}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7657285928726196, "Finetune/Loss (Raw)": 0.916211724281311, "Finetune/Step": 3975, "Finetune/Step Time": 5.361023290082812}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7688499689102173, "Finetune/Loss (Raw)": 0.7318013310432434, "Finetune/Step": 3976, "Finetune/Step Time": 5.343468490988016}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7668821811676025, "Finetune/Loss (Raw)": 0.6504303216934204, "Finetune/Step": 3977, "Finetune/Step Time": 5.338360046967864}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7671056985855103, "Finetune/Loss (Raw)": 0.5242846012115479, "Finetune/Step": 3978, "Finetune/Step Time": 5.329920276999474}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7684938907623291, "Finetune/Loss (Raw)": 0.8337573409080505, "Finetune/Step": 3979, "Finetune/Step Time": 5.333393298089504}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7660671472549438, "Finetune/Loss (Raw)": 0.5879829525947571, "Finetune/Step": 3980, "Finetune/Step Time": 5.335099196061492}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7693670988082886, "Finetune/Loss (Raw)": 0.875495195388794, "Finetune/Step": 3981, "Finetune/Step Time": 5.306514360010624}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7689871191978455, "Finetune/Loss (Raw)": 0.7879016995429993, "Finetune/Step": 3982, "Finetune/Step Time": 5.305505253374577}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7709734439849854, "Finetune/Loss (Raw)": 0.7914819717407227, "Finetune/Step": 3983, "Finetune/Step Time": 5.279913105070591}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7665287256240845, "Finetune/Loss (Raw)": 0.34051138162612915, "Finetune/Step": 3984, "Finetune/Step Time": 5.310146996751428}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7704128623008728, "Finetune/Loss (Raw)": 0.8548771142959595, "Finetune/Step": 3985, "Finetune/Step Time": 5.283671157434583}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7753432393074036, "Finetune/Loss (Raw)": 0.9642206430435181, "Finetune/Step": 3986, "Finetune/Step Time": 5.251919578760862}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7734797596931458, "Finetune/Loss (Raw)": 0.7274886965751648, "Finetune/Step": 3987, "Finetune/Step Time": 5.2590037025511265}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7736489772796631, "Finetune/Loss (Raw)": 0.8498571515083313, "Finetune/Step": 3988, "Finetune/Step Time": 5.2525928150862455}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7746176719665527, "Finetune/Loss (Raw)": 0.8809041976928711, "Finetune/Step": 3989, "Finetune/Step Time": 5.251795431599021}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7743908166885376, "Finetune/Loss (Raw)": 0.8070640563964844, "Finetune/Step": 3990, "Finetune/Step Time": 5.2559287045150995}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7756531238555908, "Finetune/Loss (Raw)": 0.8532447814941406, "Finetune/Step": 3991, "Finetune/Step Time": 5.248441841453314}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7746216058731079, "Finetune/Loss (Raw)": 0.6893987059593201, "Finetune/Step": 3992, "Finetune/Step Time": 5.266510473564267}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7754116058349609, "Finetune/Loss (Raw)": 0.8302403688430786, "Finetune/Step": 3993, "Finetune/Step Time": 5.234747538343072}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7736216187477112, "Finetune/Loss (Raw)": 0.7143696546554565, "Finetune/Step": 3994, "Finetune/Step Time": 5.24689931422472}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7716431617736816, "Finetune/Loss (Raw)": 0.737640917301178, "Finetune/Step": 3995, "Finetune/Step Time": 5.247707167640328}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7703797221183777, "Finetune/Loss (Raw)": 0.7123029232025146, "Finetune/Step": 3996, "Finetune/Step Time": 5.246477834880352}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7704081535339355, "Finetune/Loss (Raw)": 0.729526937007904, "Finetune/Step": 3997, "Finetune/Step Time": 5.245223920792341}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7720361948013306, "Finetune/Loss (Raw)": 0.8883882761001587, "Finetune/Step": 3998, "Finetune/Step Time": 5.229192266240716}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7719112634658813, "Finetune/Loss (Raw)": 0.784537672996521, "Finetune/Step": 3999, "Finetune/Step Time": 5.255011210218072}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7747388482093811, "Finetune/Loss (Raw)": 0.7760070562362671, "Finetune/Step": 4000, "Finetune/Step Time": 5.226248949766159}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7752461433410645, "Finetune/Loss (Raw)": 0.7392162680625916, "Finetune/Step": 4001, "Finetune/Step Time": 5.236879128962755}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7746968269348145, "Finetune/Loss (Raw)": 0.7251924872398376, "Finetune/Step": 4002, "Finetune/Step Time": 5.2472939398139715}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7745102643966675, "Finetune/Loss (Raw)": 0.7672821879386902, "Finetune/Step": 4003, "Finetune/Step Time": 5.259727191179991}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7746092081069946, "Finetune/Loss (Raw)": 0.8386301398277283, "Finetune/Step": 4004, "Finetune/Step Time": 5.274104401469231}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7751235961914062, "Finetune/Loss (Raw)": 0.7916780114173889, "Finetune/Step": 4005, "Finetune/Step Time": 5.25983995012939}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7790484428405762, "Finetune/Loss (Raw)": 0.9707633852958679, "Finetune/Step": 4006, "Finetune/Step Time": 5.227511482313275}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7763323187828064, "Finetune/Loss (Raw)": 0.3562699556350708, "Finetune/Step": 4007, "Finetune/Step Time": 5.222018834203482}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7753400802612305, "Finetune/Loss (Raw)": 0.6880175471305847, "Finetune/Step": 4008, "Finetune/Step Time": 5.220230162143707}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7750044465065002, "Finetune/Loss (Raw)": 0.8039586544036865, "Finetune/Step": 4009, "Finetune/Step Time": 5.215842651203275}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7740179300308228, "Finetune/Loss (Raw)": 0.7129722833633423, "Finetune/Step": 4010, "Finetune/Step Time": 5.223950250074267}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7737424373626709, "Finetune/Loss (Raw)": 0.8664425611495972, "Finetune/Step": 4011, "Finetune/Step Time": 5.229349821805954}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7725431323051453, "Finetune/Loss (Raw)": 0.573793351650238, "Finetune/Step": 4012, "Finetune/Step Time": 5.246609427034855}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.774127721786499, "Finetune/Loss (Raw)": 0.7376077175140381, "Finetune/Step": 4013, "Finetune/Step Time": 5.2411245703697205}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7744331359863281, "Finetune/Loss (Raw)": 0.735205352306366, "Finetune/Step": 4014, "Finetune/Step Time": 5.2663559671491385}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7748193740844727, "Finetune/Loss (Raw)": 0.787575364112854, "Finetune/Step": 4015, "Finetune/Step Time": 5.267159856855869}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7748486995697021, "Finetune/Loss (Raw)": 0.8149003982543945, "Finetune/Step": 4016, "Finetune/Step Time": 5.2687175795435905}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7752928733825684, "Finetune/Loss (Raw)": 0.8464309573173523, "Finetune/Step": 4017, "Finetune/Step Time": 5.270743427798152}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7716209888458252, "Finetune/Loss (Raw)": 0.32404959201812744, "Finetune/Step": 4018, "Finetune/Step Time": 5.301729675382376}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7733128666877747, "Finetune/Loss (Raw)": 0.9298022985458374, "Finetune/Step": 4019, "Finetune/Step Time": 5.282482512295246}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.773829460144043, "Finetune/Loss (Raw)": 0.8744735717773438, "Finetune/Step": 4020, "Finetune/Step Time": 5.280395362526178}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7772308588027954, "Finetune/Loss (Raw)": 0.8049355149269104, "Finetune/Step": 4021, "Finetune/Step Time": 5.260439390316606}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7766815423965454, "Finetune/Loss (Raw)": 0.7547070980072021, "Finetune/Step": 4022, "Finetune/Step Time": 5.262350590899587}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7767806649208069, "Finetune/Loss (Raw)": 0.8286986947059631, "Finetune/Step": 4023, "Finetune/Step Time": 5.26421370729804}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7770513296127319, "Finetune/Loss (Raw)": 0.8710037469863892, "Finetune/Step": 4024, "Finetune/Step Time": 5.270613027736545}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7768993973731995, "Finetune/Loss (Raw)": 0.7585188746452332, "Finetune/Step": 4025, "Finetune/Step Time": 5.270351788029075}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7777698040008545, "Finetune/Loss (Raw)": 0.8640604019165039, "Finetune/Step": 4026, "Finetune/Step Time": 5.257419794797897}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7778779864311218, "Finetune/Loss (Raw)": 0.9275385141372681, "Finetune/Step": 4027, "Finetune/Step Time": 5.253986490890384}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.777522087097168, "Finetune/Loss (Raw)": 0.7396846413612366, "Finetune/Step": 4028, "Finetune/Step Time": 5.238865012302995}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.777313232421875, "Finetune/Loss (Raw)": 0.8446949124336243, "Finetune/Step": 4029, "Finetune/Step Time": 5.238902693614364}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7729630470275879, "Finetune/Loss (Raw)": 0.3925175666809082, "Finetune/Step": 4030, "Finetune/Step Time": 5.266628336161375}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7720533609390259, "Finetune/Loss (Raw)": 0.7747834920883179, "Finetune/Step": 4031, "Finetune/Step Time": 5.266983948647976}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7719183564186096, "Finetune/Loss (Raw)": 0.7599484920501709, "Finetune/Step": 4032, "Finetune/Step Time": 5.260348901152611}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7737553119659424, "Finetune/Loss (Raw)": 0.8685800433158875, "Finetune/Step": 4033, "Finetune/Step Time": 5.248752763494849}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7737141847610474, "Finetune/Loss (Raw)": 0.7833822965621948, "Finetune/Step": 4034, "Finetune/Step Time": 5.210365612059832}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7708352208137512, "Finetune/Loss (Raw)": 0.6888613700866699, "Finetune/Step": 4035, "Finetune/Step Time": 5.2161752581596375}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7735974788665771, "Finetune/Loss (Raw)": 0.9866319894790649, "Finetune/Step": 4036, "Finetune/Step Time": 5.202947331592441}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7739792466163635, "Finetune/Loss (Raw)": 0.7125106453895569, "Finetune/Step": 4037, "Finetune/Step Time": 5.209124460816383}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7699790596961975, "Finetune/Loss (Raw)": 0.35637062788009644, "Finetune/Step": 4038, "Finetune/Step Time": 5.2370756808668375}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7687090635299683, "Finetune/Loss (Raw)": 0.7901198863983154, "Finetune/Step": 4039, "Finetune/Step Time": 5.257782183587551}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.769992470741272, "Finetune/Loss (Raw)": 0.8643210530281067, "Finetune/Step": 4040, "Finetune/Step Time": 5.24791525863111}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7692993879318237, "Finetune/Loss (Raw)": 0.71022629737854, "Finetune/Step": 4041, "Finetune/Step Time": 5.243539376184344}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7694372534751892, "Finetune/Loss (Raw)": 0.7778525948524475, "Finetune/Step": 4042, "Finetune/Step Time": 5.2564697824418545}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7695735692977905, "Finetune/Loss (Raw)": 0.8655887246131897, "Finetune/Step": 4043, "Finetune/Step Time": 5.259243903681636}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7691532969474792, "Finetune/Loss (Raw)": 0.7843644022941589, "Finetune/Step": 4044, "Finetune/Step Time": 5.251624584197998}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.765539288520813, "Finetune/Loss (Raw)": 0.289764404296875, "Finetune/Step": 4045, "Finetune/Step Time": 5.261999582871795}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7641025185585022, "Finetune/Loss (Raw)": 0.7222527861595154, "Finetune/Step": 4046, "Finetune/Step Time": 5.259615773335099}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7638675570487976, "Finetune/Loss (Raw)": 0.7428274750709534, "Finetune/Step": 4047, "Finetune/Step Time": 5.2626692950725555}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7604376077651978, "Finetune/Loss (Raw)": 0.3702058494091034, "Finetune/Step": 4048, "Finetune/Step Time": 5.258420838043094}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7608710527420044, "Finetune/Loss (Raw)": 0.6781400442123413, "Finetune/Step": 4049, "Finetune/Step Time": 5.24261605925858}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7600349187850952, "Finetune/Loss (Raw)": 0.7801026701927185, "Finetune/Step": 4050, "Finetune/Step Time": 5.240605974569917}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7615406513214111, "Finetune/Loss (Raw)": 0.7236763834953308, "Finetune/Step": 4051, "Finetune/Step Time": 5.233416983857751}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7608783841133118, "Finetune/Loss (Raw)": 0.7652173638343811, "Finetune/Step": 4052, "Finetune/Step Time": 5.253705155104399}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7571291923522949, "Finetune/Loss (Raw)": 0.3704577088356018, "Finetune/Step": 4053, "Finetune/Step Time": 5.281868567690253}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.756693959236145, "Finetune/Loss (Raw)": 0.6593282222747803, "Finetune/Step": 4054, "Finetune/Step Time": 5.291506079956889}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7568830251693726, "Finetune/Loss (Raw)": 0.7898036241531372, "Finetune/Step": 4055, "Finetune/Step Time": 5.263759946450591}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7544382214546204, "Finetune/Loss (Raw)": 0.5652335286140442, "Finetune/Step": 4056, "Finetune/Step Time": 5.278888339176774}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7548038959503174, "Finetune/Loss (Raw)": 0.8995580673217773, "Finetune/Step": 4057, "Finetune/Step Time": 5.276072630658746}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7549195289611816, "Finetune/Loss (Raw)": 0.7495972514152527, "Finetune/Step": 4058, "Finetune/Step Time": 5.268168896436691}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7535158395767212, "Finetune/Loss (Raw)": 0.7238650918006897, "Finetune/Step": 4059, "Finetune/Step Time": 5.281738106161356}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7517170310020447, "Finetune/Loss (Raw)": 0.49104928970336914, "Finetune/Step": 4060, "Finetune/Step Time": 5.274497609585524}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7523617744445801, "Finetune/Loss (Raw)": 0.6229267716407776, "Finetune/Step": 4061, "Finetune/Step Time": 5.26736344024539}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7533202171325684, "Finetune/Loss (Raw)": 0.8491329550743103, "Finetune/Step": 4062, "Finetune/Step Time": 5.270294649526477}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.750019907951355, "Finetune/Loss (Raw)": 0.3508465886116028, "Finetune/Step": 4063, "Finetune/Step Time": 5.289762614294887}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7458910346031189, "Finetune/Loss (Raw)": 0.3783060610294342, "Finetune/Step": 4064, "Finetune/Step Time": 5.322086678817868}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7446578741073608, "Finetune/Loss (Raw)": 0.6620358824729919, "Finetune/Step": 4065, "Finetune/Step Time": 5.328037301078439}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7450665235519409, "Finetune/Loss (Raw)": 0.814745306968689, "Finetune/Step": 4066, "Finetune/Step Time": 5.331863882020116}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7451959848403931, "Finetune/Loss (Raw)": 0.8709588646888733, "Finetune/Step": 4067, "Finetune/Step Time": 5.330927819013596}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7451621890068054, "Finetune/Loss (Raw)": 0.8223742246627808, "Finetune/Step": 4068, "Finetune/Step Time": 5.332659713923931}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7451193332672119, "Finetune/Loss (Raw)": 0.8694564700126648, "Finetune/Step": 4069, "Finetune/Step Time": 5.346027744933963}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7443366646766663, "Finetune/Loss (Raw)": 0.7685422897338867, "Finetune/Step": 4070, "Finetune/Step Time": 5.3422538954764605}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7450453639030457, "Finetune/Loss (Raw)": 0.7470642328262329, "Finetune/Step": 4071, "Finetune/Step Time": 5.348166607320309}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7437694072723389, "Finetune/Loss (Raw)": 0.6846701502799988, "Finetune/Step": 4072, "Finetune/Step Time": 5.3683883510529995}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7422828078269958, "Finetune/Loss (Raw)": 0.7959956526756287, "Finetune/Step": 4073, "Finetune/Step Time": 5.352142494171858}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7432123422622681, "Finetune/Loss (Raw)": 0.9065048098564148, "Finetune/Step": 4074, "Finetune/Step Time": 5.339574359357357}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7425782680511475, "Finetune/Loss (Raw)": 0.7478702068328857, "Finetune/Step": 4075, "Finetune/Step Time": 5.328455338254571}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7443763613700867, "Finetune/Loss (Raw)": 0.5873612761497498, "Finetune/Step": 4076, "Finetune/Step Time": 5.317405238747597}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7436437606811523, "Finetune/Loss (Raw)": 0.8046956062316895, "Finetune/Step": 4077, "Finetune/Step Time": 5.341030104085803}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7424135208129883, "Finetune/Loss (Raw)": 0.7360367774963379, "Finetune/Step": 4078, "Finetune/Step Time": 5.34423996321857}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7422033548355103, "Finetune/Loss (Raw)": 0.8643964529037476, "Finetune/Step": 4079, "Finetune/Step Time": 5.355535248294473}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7422788143157959, "Finetune/Loss (Raw)": 0.6918821930885315, "Finetune/Step": 4080, "Finetune/Step Time": 5.355514982715249}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7419410943984985, "Finetune/Loss (Raw)": 0.7300950884819031, "Finetune/Step": 4081, "Finetune/Step Time": 5.377047702670097}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7417367696762085, "Finetune/Loss (Raw)": 0.7181636691093445, "Finetune/Step": 4082, "Finetune/Step Time": 5.385447606444359}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7432451248168945, "Finetune/Loss (Raw)": 0.8975557088851929, "Finetune/Step": 4083, "Finetune/Step Time": 5.388231933116913}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7398421764373779, "Finetune/Loss (Raw)": 0.4621182084083557, "Finetune/Step": 4084, "Finetune/Step Time": 5.413227330893278}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7383561730384827, "Finetune/Loss (Raw)": 0.6400937438011169, "Finetune/Step": 4085, "Finetune/Step Time": 5.425176937133074}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7381314039230347, "Finetune/Loss (Raw)": 0.7200245261192322, "Finetune/Step": 4086, "Finetune/Step Time": 5.432911761105061}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7401077151298523, "Finetune/Loss (Raw)": 0.885922372341156, "Finetune/Step": 4087, "Finetune/Step Time": 5.421384520828724}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7411766648292542, "Finetune/Loss (Raw)": 0.8399813175201416, "Finetune/Step": 4088, "Finetune/Step Time": 5.4170070346444845}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7410792112350464, "Finetune/Loss (Raw)": 0.8082561492919922, "Finetune/Step": 4089, "Finetune/Step Time": 5.4184536300599575}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7420148253440857, "Finetune/Loss (Raw)": 0.7984629273414612, "Finetune/Step": 4090, "Finetune/Step Time": 5.412193424999714}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7413091659545898, "Finetune/Loss (Raw)": 0.7675212621688843, "Finetune/Step": 4091, "Finetune/Step Time": 5.425093794241548}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7409501671791077, "Finetune/Loss (Raw)": 0.7647151350975037, "Finetune/Step": 4092, "Finetune/Step Time": 5.4273015689104795}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7417218089103699, "Finetune/Loss (Raw)": 0.8929764032363892, "Finetune/Step": 4093, "Finetune/Step Time": 5.412836851552129}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7464243173599243, "Finetune/Loss (Raw)": 0.9877370595932007, "Finetune/Step": 4094, "Finetune/Step Time": 5.384546902030706}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7456974983215332, "Finetune/Loss (Raw)": 0.698861300945282, "Finetune/Step": 4095, "Finetune/Step Time": 5.391670478507876}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7464383840560913, "Finetune/Loss (Raw)": 0.9356436133384705, "Finetune/Step": 4096, "Finetune/Step Time": 5.396739823743701}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7469018697738647, "Finetune/Loss (Raw)": 0.8547073602676392, "Finetune/Step": 4097, "Finetune/Step Time": 5.383216431364417}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7449642419815063, "Finetune/Loss (Raw)": 0.6136355400085449, "Finetune/Step": 4098, "Finetune/Step Time": 5.391233120113611}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7440823912620544, "Finetune/Loss (Raw)": 0.7950981259346008, "Finetune/Step": 4099, "Finetune/Step Time": 5.395131886005402}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7453539371490479, "Finetune/Loss (Raw)": 0.9278197288513184, "Finetune/Step": 4100, "Finetune/Step Time": 5.395704187452793}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7453035712242126, "Finetune/Loss (Raw)": 0.7782754898071289, "Finetune/Step": 4101, "Finetune/Step Time": 5.416295636445284}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7455183267593384, "Finetune/Loss (Raw)": 0.7777076363563538, "Finetune/Step": 4102, "Finetune/Step Time": 5.413610452786088}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7447455525398254, "Finetune/Loss (Raw)": 0.8172969222068787, "Finetune/Step": 4103, "Finetune/Step Time": 5.416673947125673}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7455702424049377, "Finetune/Loss (Raw)": 0.837359607219696, "Finetune/Step": 4104, "Finetune/Step Time": 5.404985057190061}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.745793342590332, "Finetune/Loss (Raw)": 0.678989827632904, "Finetune/Step": 4105, "Finetune/Step Time": 5.399837164208293}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7477184534072876, "Finetune/Loss (Raw)": 0.7706941366195679, "Finetune/Step": 4106, "Finetune/Step Time": 5.398665368556976}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7471295595169067, "Finetune/Loss (Raw)": 0.758390486240387, "Finetune/Step": 4107, "Finetune/Step Time": 5.400996780022979}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7493857145309448, "Finetune/Loss (Raw)": 0.8767583966255188, "Finetune/Step": 4108, "Finetune/Step Time": 5.400908399373293}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7484011054039001, "Finetune/Loss (Raw)": 0.7494689226150513, "Finetune/Step": 4109, "Finetune/Step Time": 5.4089607410132885}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7483490705490112, "Finetune/Loss (Raw)": 0.7812414765357971, "Finetune/Step": 4110, "Finetune/Step Time": 5.416565272957087}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7493939399719238, "Finetune/Loss (Raw)": 0.9252244234085083, "Finetune/Step": 4111, "Finetune/Step Time": 5.421994034200907}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7516011595726013, "Finetune/Loss (Raw)": 0.6230306625366211, "Finetune/Step": 4112, "Finetune/Step Time": 5.405107192695141}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7500609159469604, "Finetune/Loss (Raw)": 0.6577358245849609, "Finetune/Step": 4113, "Finetune/Step Time": 5.402902849018574}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7489220499992371, "Finetune/Loss (Raw)": 0.8184380531311035, "Finetune/Step": 4114, "Finetune/Step Time": 5.404109634459019}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7496187686920166, "Finetune/Loss (Raw)": 0.8166754245758057, "Finetune/Step": 4115, "Finetune/Step Time": 5.400986710563302}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7472441792488098, "Finetune/Loss (Raw)": 0.5459055304527283, "Finetune/Step": 4116, "Finetune/Step Time": 5.4158498998731375}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7456353902816772, "Finetune/Loss (Raw)": 0.6749725341796875, "Finetune/Step": 4117, "Finetune/Step Time": 5.4253836665302515}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7468099594116211, "Finetune/Loss (Raw)": 0.9574127197265625, "Finetune/Step": 4118, "Finetune/Step Time": 5.4191142823547125}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7472889423370361, "Finetune/Loss (Raw)": 0.9145598411560059, "Finetune/Step": 4119, "Finetune/Step Time": 5.413739454001188}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7475599050521851, "Finetune/Loss (Raw)": 0.7240777611732483, "Finetune/Step": 4120, "Finetune/Step Time": 5.408587614074349}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7474781274795532, "Finetune/Loss (Raw)": 0.819774866104126, "Finetune/Step": 4121, "Finetune/Step Time": 5.414017461240292}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7475281953811646, "Finetune/Loss (Raw)": 0.7207823395729065, "Finetune/Step": 4122, "Finetune/Step Time": 5.4131381548941135}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7491610646247864, "Finetune/Loss (Raw)": 0.9466479420661926, "Finetune/Step": 4123, "Finetune/Step Time": 5.41450204141438}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7481151223182678, "Finetune/Loss (Raw)": 0.578416645526886, "Finetune/Step": 4124, "Finetune/Step Time": 5.416143948212266}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7488530278205872, "Finetune/Loss (Raw)": 0.8239805102348328, "Finetune/Step": 4125, "Finetune/Step Time": 5.419697379693389}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.748458743095398, "Finetune/Loss (Raw)": 0.8379155993461609, "Finetune/Step": 4126, "Finetune/Step Time": 5.414950827136636}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7486993670463562, "Finetune/Loss (Raw)": 0.8153406381607056, "Finetune/Step": 4127, "Finetune/Step Time": 5.385084506124258}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7486226558685303, "Finetune/Loss (Raw)": 0.7661889791488647, "Finetune/Step": 4128, "Finetune/Step Time": 5.381076663732529}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7490158677101135, "Finetune/Loss (Raw)": 0.7895449995994568, "Finetune/Step": 4129, "Finetune/Step Time": 5.36215890198946}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7495455145835876, "Finetune/Loss (Raw)": 0.7929834723472595, "Finetune/Step": 4130, "Finetune/Step Time": 5.352678118273616}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7498521208763123, "Finetune/Loss (Raw)": 0.8065366744995117, "Finetune/Step": 4131, "Finetune/Step Time": 5.345788899809122}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.749629020690918, "Finetune/Loss (Raw)": 0.8100742697715759, "Finetune/Step": 4132, "Finetune/Step Time": 5.338189480826259}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.749137282371521, "Finetune/Loss (Raw)": 0.7287355661392212, "Finetune/Step": 4133, "Finetune/Step Time": 5.345880029723048}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.747480034828186, "Finetune/Loss (Raw)": 0.7586275339126587, "Finetune/Step": 4134, "Finetune/Step Time": 5.36237302608788}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7502774000167847, "Finetune/Loss (Raw)": 0.714340329170227, "Finetune/Step": 4135, "Finetune/Step Time": 5.333865689113736}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7508940696716309, "Finetune/Loss (Raw)": 0.7669472694396973, "Finetune/Step": 4136, "Finetune/Step Time": 5.334291195496917}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7502580881118774, "Finetune/Loss (Raw)": 0.7225477695465088, "Finetune/Step": 4137, "Finetune/Step Time": 5.332236725836992}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7515095472335815, "Finetune/Loss (Raw)": 0.8731638789176941, "Finetune/Step": 4138, "Finetune/Step Time": 5.318694273009896}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7504048347473145, "Finetune/Loss (Raw)": 0.7250410914421082, "Finetune/Step": 4139, "Finetune/Step Time": 5.308633040636778}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7516523003578186, "Finetune/Loss (Raw)": 0.7334700226783752, "Finetune/Step": 4140, "Finetune/Step Time": 5.298356803134084}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7488794326782227, "Finetune/Loss (Raw)": 0.3826771080493927, "Finetune/Step": 4141, "Finetune/Step Time": 5.319630544632673}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7487272620201111, "Finetune/Loss (Raw)": 0.7157299518585205, "Finetune/Step": 4142, "Finetune/Step Time": 5.297320447862148}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7483577132225037, "Finetune/Loss (Raw)": 0.7402723431587219, "Finetune/Step": 4143, "Finetune/Step Time": 5.304752750322223}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7442511916160583, "Finetune/Loss (Raw)": 0.2892654538154602, "Finetune/Step": 4144, "Finetune/Step Time": 5.330509865656495}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7429368495941162, "Finetune/Loss (Raw)": 0.6781880259513855, "Finetune/Step": 4145, "Finetune/Step Time": 5.3394341710954905}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7469736337661743, "Finetune/Loss (Raw)": 0.8407618403434753, "Finetune/Step": 4146, "Finetune/Step Time": 5.304369380697608}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7459303140640259, "Finetune/Loss (Raw)": 0.7962672114372253, "Finetune/Step": 4147, "Finetune/Step Time": 5.309637004509568}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7457450032234192, "Finetune/Loss (Raw)": 0.850752592086792, "Finetune/Step": 4148, "Finetune/Step Time": 5.320685485377908}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7454934120178223, "Finetune/Loss (Raw)": 0.7727360129356384, "Finetune/Step": 4149, "Finetune/Step Time": 5.309560826048255}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7448325157165527, "Finetune/Loss (Raw)": 0.6700972318649292, "Finetune/Step": 4150, "Finetune/Step Time": 5.334037097170949}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.744526207447052, "Finetune/Loss (Raw)": 0.7894963622093201, "Finetune/Step": 4151, "Finetune/Step Time": 5.339772813022137}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7438190579414368, "Finetune/Loss (Raw)": 0.7804895639419556, "Finetune/Step": 4152, "Finetune/Step Time": 5.344481950625777}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7437106370925903, "Finetune/Loss (Raw)": 0.7446441650390625, "Finetune/Step": 4153, "Finetune/Step Time": 5.342116812244058}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7433875799179077, "Finetune/Loss (Raw)": 0.8227044343948364, "Finetune/Step": 4154, "Finetune/Step Time": 5.3464028630405664}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7418898344039917, "Finetune/Loss (Raw)": 0.7358299493789673, "Finetune/Step": 4155, "Finetune/Step Time": 5.3487110119313}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7416914701461792, "Finetune/Loss (Raw)": 0.7142908573150635, "Finetune/Step": 4156, "Finetune/Step Time": 5.348184606060386}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7421225309371948, "Finetune/Loss (Raw)": 0.8998753428459167, "Finetune/Step": 4157, "Finetune/Step Time": 5.348526956513524}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7451306581497192, "Finetune/Loss (Raw)": 0.7775595188140869, "Finetune/Step": 4158, "Finetune/Step Time": 5.328241916373372}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7458848357200623, "Finetune/Loss (Raw)": 0.8713139891624451, "Finetune/Step": 4159, "Finetune/Step Time": 5.327919322997332}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7470899820327759, "Finetune/Loss (Raw)": 0.9142061471939087, "Finetune/Step": 4160, "Finetune/Step Time": 5.3212773986160755}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7467300295829773, "Finetune/Loss (Raw)": 0.8225083351135254, "Finetune/Step": 4161, "Finetune/Step Time": 5.318497233092785}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7477784752845764, "Finetune/Loss (Raw)": 0.9175823330879211, "Finetune/Step": 4162, "Finetune/Step Time": 5.3200752306729555}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.747458815574646, "Finetune/Loss (Raw)": 0.6479517817497253, "Finetune/Step": 4163, "Finetune/Step Time": 5.3304950296878815}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.743598997592926, "Finetune/Loss (Raw)": 0.492571622133255, "Finetune/Step": 4164, "Finetune/Step Time": 5.342921510338783}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7451769113540649, "Finetune/Loss (Raw)": 0.91448575258255, "Finetune/Step": 4165, "Finetune/Step Time": 5.335876187309623}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7493469715118408, "Finetune/Loss (Raw)": 0.8901296854019165, "Finetune/Step": 4166, "Finetune/Step Time": 5.30608032643795}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7488315105438232, "Finetune/Loss (Raw)": 0.7241395115852356, "Finetune/Step": 4167, "Finetune/Step Time": 5.290314797312021}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7470300197601318, "Finetune/Loss (Raw)": 0.6337344646453857, "Finetune/Step": 4168, "Finetune/Step Time": 5.288132697343826}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7443333864212036, "Finetune/Loss (Raw)": 0.3650621175765991, "Finetune/Step": 4169, "Finetune/Step Time": 5.31766533665359}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7435334324836731, "Finetune/Loss (Raw)": 0.675456166267395, "Finetune/Step": 4170, "Finetune/Step Time": 5.309700617566705}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7431811690330505, "Finetune/Loss (Raw)": 0.8205015063285828, "Finetune/Step": 4171, "Finetune/Step Time": 5.311757428571582}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7430739402770996, "Finetune/Loss (Raw)": 0.7706329226493835, "Finetune/Step": 4172, "Finetune/Step Time": 5.331645540893078}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7466599941253662, "Finetune/Loss (Raw)": 0.7487770915031433, "Finetune/Step": 4173, "Finetune/Step Time": 5.308036502450705}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7437924146652222, "Finetune/Loss (Raw)": 0.3552074432373047, "Finetune/Step": 4174, "Finetune/Step Time": 5.338115107268095}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7436361312866211, "Finetune/Loss (Raw)": 0.7228231430053711, "Finetune/Step": 4175, "Finetune/Step Time": 5.3280535358935595}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.746597409248352, "Finetune/Loss (Raw)": 0.7492498755455017, "Finetune/Step": 4176, "Finetune/Step Time": 5.310284277424216}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7475953102111816, "Finetune/Loss (Raw)": 0.80587238073349, "Finetune/Step": 4177, "Finetune/Step Time": 5.320152293890715}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.748203694820404, "Finetune/Loss (Raw)": 0.8579739332199097, "Finetune/Step": 4178, "Finetune/Step Time": 5.323251912370324}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7483863234519958, "Finetune/Loss (Raw)": 0.7470579147338867, "Finetune/Step": 4179, "Finetune/Step Time": 5.3354787193238735}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7491101622581482, "Finetune/Loss (Raw)": 0.8578659296035767, "Finetune/Step": 4180, "Finetune/Step Time": 5.316078742966056}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7522356510162354, "Finetune/Loss (Raw)": 0.7705174684524536, "Finetune/Step": 4181, "Finetune/Step Time": 5.289500964805484}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7515114545822144, "Finetune/Loss (Raw)": 0.5666345953941345, "Finetune/Step": 4182, "Finetune/Step Time": 5.289239227771759}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7520013451576233, "Finetune/Loss (Raw)": 0.8525072336196899, "Finetune/Step": 4183, "Finetune/Step Time": 5.288611209020019}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7538728713989258, "Finetune/Loss (Raw)": 0.8047906160354614, "Finetune/Step": 4184, "Finetune/Step Time": 5.26698686555028}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7537193894386292, "Finetune/Loss (Raw)": 0.8799092769622803, "Finetune/Step": 4185, "Finetune/Step Time": 5.269740106537938}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7548395395278931, "Finetune/Loss (Raw)": 0.8929798603057861, "Finetune/Step": 4186, "Finetune/Step Time": 5.28260587528348}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7549262046813965, "Finetune/Loss (Raw)": 0.7349616885185242, "Finetune/Step": 4187, "Finetune/Step Time": 5.2714086920022964}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7559572458267212, "Finetune/Loss (Raw)": 0.6230127811431885, "Finetune/Step": 4188, "Finetune/Step Time": 5.262051759287715}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7570282816886902, "Finetune/Loss (Raw)": 0.760023295879364, "Finetune/Step": 4189, "Finetune/Step Time": 5.244531970471144}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7548327445983887, "Finetune/Loss (Raw)": 0.5681076049804688, "Finetune/Step": 4190, "Finetune/Step Time": 5.244521914049983}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7583176493644714, "Finetune/Loss (Raw)": 0.7969135046005249, "Finetune/Step": 4191, "Finetune/Step Time": 5.218390369787812}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7626560926437378, "Finetune/Loss (Raw)": 0.9336265921592712, "Finetune/Step": 4192, "Finetune/Step Time": 5.185386873781681}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7598733901977539, "Finetune/Loss (Raw)": 0.3058488070964813, "Finetune/Step": 4193, "Finetune/Step Time": 5.205193443223834}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7600381374359131, "Finetune/Loss (Raw)": 0.8358272910118103, "Finetune/Step": 4194, "Finetune/Step Time": 5.205463087186217}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7599524259567261, "Finetune/Loss (Raw)": 0.8599949479103088, "Finetune/Step": 4195, "Finetune/Step Time": 5.205989379435778}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7594950199127197, "Finetune/Loss (Raw)": 0.7638252377510071, "Finetune/Step": 4196, "Finetune/Step Time": 5.203631808981299}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7563504576683044, "Finetune/Loss (Raw)": 0.4669528007507324, "Finetune/Step": 4197, "Finetune/Step Time": 5.21211963891983}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7571792602539062, "Finetune/Loss (Raw)": 0.8746256828308105, "Finetune/Step": 4198, "Finetune/Step Time": 5.209996253252029}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7587045431137085, "Finetune/Loss (Raw)": 0.9423025846481323, "Finetune/Step": 4199, "Finetune/Step Time": 5.180370906367898}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7597610950469971, "Finetune/Loss (Raw)": 0.819902777671814, "Finetune/Step": 4200, "Finetune/Step Time": 5.166291903704405}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7591204643249512, "Finetune/Loss (Raw)": 0.7139946222305298, "Finetune/Step": 4201, "Finetune/Step Time": 5.1759374644607306}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.758171796798706, "Finetune/Loss (Raw)": 0.7850853800773621, "Finetune/Step": 4202, "Finetune/Step Time": 5.179026301950216}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7579887509346008, "Finetune/Loss (Raw)": 0.7244381904602051, "Finetune/Step": 4203, "Finetune/Step Time": 5.180469306185842}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7590909004211426, "Finetune/Loss (Raw)": 0.7284396290779114, "Finetune/Step": 4204, "Finetune/Step Time": 5.161090319976211}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.759172797203064, "Finetune/Loss (Raw)": 0.8151720762252808, "Finetune/Step": 4205, "Finetune/Step Time": 5.132635649293661}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7590670585632324, "Finetune/Loss (Raw)": 0.7225053310394287, "Finetune/Step": 4206, "Finetune/Step Time": 5.1304128132760525}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7586618661880493, "Finetune/Loss (Raw)": 0.8125278949737549, "Finetune/Step": 4207, "Finetune/Step Time": 5.124272486194968}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7593487501144409, "Finetune/Loss (Raw)": 0.779809832572937, "Finetune/Step": 4208, "Finetune/Step Time": 5.114042649045587}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7612135410308838, "Finetune/Loss (Raw)": 0.968780517578125, "Finetune/Step": 4209, "Finetune/Step Time": 5.092267163097858}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7617607116699219, "Finetune/Loss (Raw)": 0.7882006168365479, "Finetune/Step": 4210, "Finetune/Step Time": 5.087276082485914}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.76136314868927, "Finetune/Loss (Raw)": 0.8466767072677612, "Finetune/Step": 4211, "Finetune/Step Time": 5.091899333521724}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.763044536113739, "Finetune/Loss (Raw)": 0.6773280501365662, "Finetune/Step": 4212, "Finetune/Step Time": 5.0618560668081045}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7630668878555298, "Finetune/Loss (Raw)": 0.6429563760757446, "Finetune/Step": 4213, "Finetune/Step Time": 5.059468509629369}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7637019753456116, "Finetune/Loss (Raw)": 0.8013137578964233, "Finetune/Step": 4214, "Finetune/Step Time": 5.0498870480805635}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7623386383056641, "Finetune/Loss (Raw)": 0.7114210724830627, "Finetune/Step": 4215, "Finetune/Step Time": 5.0849489495158195}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7621164321899414, "Finetune/Loss (Raw)": 0.811535120010376, "Finetune/Step": 4216, "Finetune/Step Time": 5.080707212910056}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7625198364257812, "Finetune/Loss (Raw)": 0.8598899245262146, "Finetune/Step": 4217, "Finetune/Step Time": 5.077694343402982}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.762362003326416, "Finetune/Loss (Raw)": 0.7782661318778992, "Finetune/Step": 4218, "Finetune/Step Time": 5.076565755531192}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7610418200492859, "Finetune/Loss (Raw)": 0.5985345244407654, "Finetune/Step": 4219, "Finetune/Step Time": 5.060036042705178}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7614607810974121, "Finetune/Loss (Raw)": 0.8183479309082031, "Finetune/Step": 4220, "Finetune/Step Time": 5.059151168912649}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7616492509841919, "Finetune/Loss (Raw)": 0.9170894026756287, "Finetune/Step": 4221, "Finetune/Step Time": 5.060296401381493}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7606176137924194, "Finetune/Loss (Raw)": 0.8556936979293823, "Finetune/Step": 4222, "Finetune/Step Time": 5.063531676307321}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7619678974151611, "Finetune/Loss (Raw)": 0.8717044591903687, "Finetune/Step": 4223, "Finetune/Step Time": 5.05537261813879}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7603678107261658, "Finetune/Loss (Raw)": 0.730828583240509, "Finetune/Step": 4224, "Finetune/Step Time": 5.059638656675816}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.759244441986084, "Finetune/Loss (Raw)": 0.7109043598175049, "Finetune/Step": 4225, "Finetune/Step Time": 5.051909197121859}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.76136714220047, "Finetune/Loss (Raw)": 0.885346531867981, "Finetune/Step": 4226, "Finetune/Step Time": 5.044644324108958}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7629050016403198, "Finetune/Loss (Raw)": 0.9919459223747253, "Finetune/Step": 4227, "Finetune/Step Time": 5.042911542579532}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7618072032928467, "Finetune/Loss (Raw)": 0.7872965931892395, "Finetune/Step": 4228, "Finetune/Step Time": 5.044570982456207}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7624562382698059, "Finetune/Loss (Raw)": 0.8613541126251221, "Finetune/Step": 4229, "Finetune/Step Time": 5.027375528588891}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7584649920463562, "Finetune/Loss (Raw)": 0.2668333351612091, "Finetune/Step": 4230, "Finetune/Step Time": 5.051296453922987}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7564681768417358, "Finetune/Loss (Raw)": 0.561708927154541, "Finetune/Step": 4231, "Finetune/Step Time": 5.088235521689057}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7560070157051086, "Finetune/Loss (Raw)": 0.7783268094062805, "Finetune/Step": 4232, "Finetune/Step Time": 5.096931744366884}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7560092210769653, "Finetune/Loss (Raw)": 0.6792733073234558, "Finetune/Step": 4233, "Finetune/Step Time": 5.102035831660032}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7576088309288025, "Finetune/Loss (Raw)": 0.97544264793396, "Finetune/Step": 4234, "Finetune/Step Time": 5.104217300191522}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7582802772521973, "Finetune/Loss (Raw)": 0.8443329334259033, "Finetune/Step": 4235, "Finetune/Step Time": 5.103302001953125}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7565200328826904, "Finetune/Loss (Raw)": 0.6514511108398438, "Finetune/Step": 4236, "Finetune/Step Time": 5.111473191529512}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7578675746917725, "Finetune/Loss (Raw)": 0.9219473600387573, "Finetune/Step": 4237, "Finetune/Step Time": 5.103415640071034}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7586521506309509, "Finetune/Loss (Raw)": 0.881672203540802, "Finetune/Step": 4238, "Finetune/Step Time": 5.090952068567276}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7579506635665894, "Finetune/Loss (Raw)": 0.8354414105415344, "Finetune/Step": 4239, "Finetune/Step Time": 5.08683567494154}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7591078877449036, "Finetune/Loss (Raw)": 0.7711496949195862, "Finetune/Step": 4240, "Finetune/Step Time": 5.075031064450741}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7601628303527832, "Finetune/Loss (Raw)": 0.7927658557891846, "Finetune/Step": 4241, "Finetune/Step Time": 5.0762109737843275}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7605124115943909, "Finetune/Loss (Raw)": 0.8631817698478699, "Finetune/Step": 4242, "Finetune/Step Time": 5.074818506836891}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7601743340492249, "Finetune/Loss (Raw)": 0.7734017372131348, "Finetune/Step": 4243, "Finetune/Step Time": 5.093452297151089}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.762408971786499, "Finetune/Loss (Raw)": 0.8319395780563354, "Finetune/Step": 4244, "Finetune/Step Time": 5.07741355150938}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7634432315826416, "Finetune/Loss (Raw)": 0.8073621988296509, "Finetune/Step": 4245, "Finetune/Step Time": 5.078737964853644}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7618651390075684, "Finetune/Loss (Raw)": 0.75542151927948, "Finetune/Step": 4246, "Finetune/Step Time": 5.113612145185471}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.761207103729248, "Finetune/Loss (Raw)": 0.8303306102752686, "Finetune/Step": 4247, "Finetune/Step Time": 5.115402886644006}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7577946186065674, "Finetune/Loss (Raw)": 0.2872733473777771, "Finetune/Step": 4248, "Finetune/Step Time": 5.132426865398884}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7581188082695007, "Finetune/Loss (Raw)": 0.8612703680992126, "Finetune/Step": 4249, "Finetune/Step Time": 5.1255883034318686}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7573258280754089, "Finetune/Loss (Raw)": 0.6192837953567505, "Finetune/Step": 4250, "Finetune/Step Time": 5.121252063661814}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7553378939628601, "Finetune/Loss (Raw)": 0.6921876072883606, "Finetune/Step": 4251, "Finetune/Step Time": 5.120303753763437}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7585437297821045, "Finetune/Loss (Raw)": 0.9887682795524597, "Finetune/Step": 4252, "Finetune/Step Time": 5.121818179264665}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7563744187355042, "Finetune/Loss (Raw)": 0.5463082194328308, "Finetune/Step": 4253, "Finetune/Step Time": 5.141347736120224}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7537527084350586, "Finetune/Loss (Raw)": 0.5023314952850342, "Finetune/Step": 4254, "Finetune/Step Time": 5.151510128751397}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7527362704277039, "Finetune/Loss (Raw)": 0.6852403879165649, "Finetune/Step": 4255, "Finetune/Step Time": 5.157202979549766}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7531010508537292, "Finetune/Loss (Raw)": 0.81288081407547, "Finetune/Step": 4256, "Finetune/Step Time": 5.171659450978041}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7534888982772827, "Finetune/Loss (Raw)": 0.8391945958137512, "Finetune/Step": 4257, "Finetune/Step Time": 5.175589045509696}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7522973418235779, "Finetune/Loss (Raw)": 0.6404609680175781, "Finetune/Step": 4258, "Finetune/Step Time": 5.176449488848448}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7531594038009644, "Finetune/Loss (Raw)": 0.9168767333030701, "Finetune/Step": 4259, "Finetune/Step Time": 5.17979091219604}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7529199123382568, "Finetune/Loss (Raw)": 0.7794265151023865, "Finetune/Step": 4260, "Finetune/Step Time": 5.1761523094028234}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7536007165908813, "Finetune/Loss (Raw)": 0.8158694505691528, "Finetune/Step": 4261, "Finetune/Step Time": 5.169670082628727}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7537807822227478, "Finetune/Loss (Raw)": 0.7816846966743469, "Finetune/Step": 4262, "Finetune/Step Time": 5.159448413178325}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.755651593208313, "Finetune/Loss (Raw)": 0.9538000226020813, "Finetune/Step": 4263, "Finetune/Step Time": 5.157177414745092}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7547323107719421, "Finetune/Loss (Raw)": 0.6492776870727539, "Finetune/Step": 4264, "Finetune/Step Time": 5.167523220181465}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7547733187675476, "Finetune/Loss (Raw)": 0.7277947068214417, "Finetune/Step": 4265, "Finetune/Step Time": 5.174365296959877}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7551800608634949, "Finetune/Loss (Raw)": 0.925229549407959, "Finetune/Step": 4266, "Finetune/Step Time": 5.173347689211369}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7545291781425476, "Finetune/Loss (Raw)": 0.6417235136032104, "Finetune/Step": 4267, "Finetune/Step Time": 5.186195746064186}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7544599771499634, "Finetune/Loss (Raw)": 0.7246183156967163, "Finetune/Step": 4268, "Finetune/Step Time": 5.177793053910136}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7557698488235474, "Finetune/Loss (Raw)": 0.5503465533256531, "Finetune/Step": 4269, "Finetune/Step Time": 5.1810814794152975}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7562549114227295, "Finetune/Loss (Raw)": 0.7778105139732361, "Finetune/Step": 4270, "Finetune/Step Time": 5.180997936055064}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7530015707015991, "Finetune/Loss (Raw)": 0.32384443283081055, "Finetune/Step": 4271, "Finetune/Step Time": 5.201840678229928}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7572824358940125, "Finetune/Loss (Raw)": 0.837217390537262, "Finetune/Step": 4272, "Finetune/Step Time": 5.1748106721788645}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7574161291122437, "Finetune/Loss (Raw)": 0.6953074336051941, "Finetune/Step": 4273, "Finetune/Step Time": 5.162309071049094}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7567981481552124, "Finetune/Loss (Raw)": 0.76165372133255, "Finetune/Step": 4274, "Finetune/Step Time": 5.167710863053799}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7556947469711304, "Finetune/Loss (Raw)": 0.6550256609916687, "Finetune/Step": 4275, "Finetune/Step Time": 5.178449196740985}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.755507230758667, "Finetune/Loss (Raw)": 0.8267607688903809, "Finetune/Step": 4276, "Finetune/Step Time": 5.169290874153376}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7552383542060852, "Finetune/Loss (Raw)": 0.738314151763916, "Finetune/Step": 4277, "Finetune/Step Time": 5.190769808366895}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7568171620368958, "Finetune/Loss (Raw)": 0.8721820712089539, "Finetune/Step": 4278, "Finetune/Step Time": 5.165544476360083}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7563333511352539, "Finetune/Loss (Raw)": 0.7275732159614563, "Finetune/Step": 4279, "Finetune/Step Time": 5.162819968536496}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7568895220756531, "Finetune/Loss (Raw)": 0.8516761064529419, "Finetune/Step": 4280, "Finetune/Step Time": 5.155939817428589}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.758356511592865, "Finetune/Loss (Raw)": 0.9324180483818054, "Finetune/Step": 4281, "Finetune/Step Time": 5.160733502358198}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7586224675178528, "Finetune/Loss (Raw)": 0.8567517399787903, "Finetune/Step": 4282, "Finetune/Step Time": 5.15925650857389}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7591144442558289, "Finetune/Loss (Raw)": 0.7987992763519287, "Finetune/Step": 4283, "Finetune/Step Time": 5.164197780191898}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7598755359649658, "Finetune/Loss (Raw)": 0.8117120862007141, "Finetune/Step": 4284, "Finetune/Step Time": 5.162836231291294}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7576991319656372, "Finetune/Loss (Raw)": 0.6212975978851318, "Finetune/Step": 4285, "Finetune/Step Time": 5.196676081046462}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7577173709869385, "Finetune/Loss (Raw)": 0.7798858284950256, "Finetune/Step": 4286, "Finetune/Step Time": 5.18841452896595}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7573086023330688, "Finetune/Loss (Raw)": 0.8189977407455444, "Finetune/Step": 4287, "Finetune/Step Time": 5.201456267386675}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7573086619377136, "Finetune/Loss (Raw)": 0.9142130613327026, "Finetune/Step": 4288, "Finetune/Step Time": 5.215851733461022}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.756725549697876, "Finetune/Loss (Raw)": 0.747873842716217, "Finetune/Step": 4289, "Finetune/Step Time": 5.217483377084136}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7564691305160522, "Finetune/Loss (Raw)": 0.8847537636756897, "Finetune/Step": 4290, "Finetune/Step Time": 5.2179768197238445}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7582601308822632, "Finetune/Loss (Raw)": 0.8772042989730835, "Finetune/Step": 4291, "Finetune/Step Time": 5.202702280133963}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7609911561012268, "Finetune/Loss (Raw)": 0.8421416878700256, "Finetune/Step": 4292, "Finetune/Step Time": 5.207740707322955}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.760399580001831, "Finetune/Loss (Raw)": 0.8387668132781982, "Finetune/Step": 4293, "Finetune/Step Time": 5.21538614295423}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.759558379650116, "Finetune/Loss (Raw)": 0.7824470400810242, "Finetune/Step": 4294, "Finetune/Step Time": 5.236427616328001}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7562388181686401, "Finetune/Loss (Raw)": 0.2992425560951233, "Finetune/Step": 4295, "Finetune/Step Time": 5.263910427689552}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7584972381591797, "Finetune/Loss (Raw)": 0.9228106141090393, "Finetune/Step": 4296, "Finetune/Step Time": 5.261588849127293}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7623228430747986, "Finetune/Loss (Raw)": 0.8547408580780029, "Finetune/Step": 4297, "Finetune/Step Time": 5.234033675864339}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7618147134780884, "Finetune/Loss (Raw)": 0.61041259765625, "Finetune/Step": 4298, "Finetune/Step Time": 5.228165907785296}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7617830634117126, "Finetune/Loss (Raw)": 0.8164580464363098, "Finetune/Step": 4299, "Finetune/Step Time": 5.234917912632227}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7628124952316284, "Finetune/Loss (Raw)": 0.9023947715759277, "Finetune/Step": 4300, "Finetune/Step Time": 5.220023633912206}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7597882747650146, "Finetune/Loss (Raw)": 0.3616737127304077, "Finetune/Step": 4301, "Finetune/Step Time": 5.244355734437704}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.764018177986145, "Finetune/Loss (Raw)": 0.8966313004493713, "Finetune/Step": 4302, "Finetune/Step Time": 5.21924333460629}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7655776739120483, "Finetune/Loss (Raw)": 0.9224480986595154, "Finetune/Step": 4303, "Finetune/Step Time": 5.218591013923287}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7623736262321472, "Finetune/Loss (Raw)": 0.3391302525997162, "Finetune/Step": 4304, "Finetune/Step Time": 5.2361490204930305}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7615087032318115, "Finetune/Loss (Raw)": 0.6951576471328735, "Finetune/Step": 4305, "Finetune/Step Time": 5.2280939891934395}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.760635256767273, "Finetune/Loss (Raw)": 0.7461748123168945, "Finetune/Step": 4306, "Finetune/Step Time": 5.233626138418913}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7594747543334961, "Finetune/Loss (Raw)": 0.5985229015350342, "Finetune/Step": 4307, "Finetune/Step Time": 5.222260691225529}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7583217620849609, "Finetune/Loss (Raw)": 0.7102748155593872, "Finetune/Step": 4308, "Finetune/Step Time": 5.222962157800794}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7581661939620972, "Finetune/Loss (Raw)": 0.7506043314933777, "Finetune/Step": 4309, "Finetune/Step Time": 5.2274787761271}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7564324140548706, "Finetune/Loss (Raw)": 0.34471553564071655, "Finetune/Step": 4310, "Finetune/Step Time": 5.248229930177331}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7559783458709717, "Finetune/Loss (Raw)": 0.7943881750106812, "Finetune/Step": 4311, "Finetune/Step Time": 5.254623990505934}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7564665079116821, "Finetune/Loss (Raw)": 0.867271900177002, "Finetune/Step": 4312, "Finetune/Step Time": 5.262706050649285}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7566481232643127, "Finetune/Loss (Raw)": 0.9031525254249573, "Finetune/Step": 4313, "Finetune/Step Time": 5.273472236469388}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7565369606018066, "Finetune/Loss (Raw)": 0.8787477612495422, "Finetune/Step": 4314, "Finetune/Step Time": 5.26450189948082}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7568491697311401, "Finetune/Loss (Raw)": 0.7749313116073608, "Finetune/Step": 4315, "Finetune/Step Time": 5.261691955849528}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7573666572570801, "Finetune/Loss (Raw)": 0.6892489790916443, "Finetune/Step": 4316, "Finetune/Step Time": 5.265565317124128}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7575070858001709, "Finetune/Loss (Raw)": 0.7779927253723145, "Finetune/Step": 4317, "Finetune/Step Time": 5.264609083533287}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7579236030578613, "Finetune/Loss (Raw)": 0.621427059173584, "Finetune/Step": 4318, "Finetune/Step Time": 5.268678365275264}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7565919160842896, "Finetune/Loss (Raw)": 0.6264573931694031, "Finetune/Step": 4319, "Finetune/Step Time": 5.275112817063928}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7551244497299194, "Finetune/Loss (Raw)": 0.7457890510559082, "Finetune/Step": 4320, "Finetune/Step Time": 5.27919813990593}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7575200796127319, "Finetune/Loss (Raw)": 0.6124847531318665, "Finetune/Step": 4321, "Finetune/Step Time": 5.262807624414563}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7580012083053589, "Finetune/Loss (Raw)": 0.8974180221557617, "Finetune/Step": 4322, "Finetune/Step Time": 5.265208838507533}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7559669017791748, "Finetune/Loss (Raw)": 0.5996102690696716, "Finetune/Step": 4323, "Finetune/Step Time": 5.263303639367223}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7559390664100647, "Finetune/Loss (Raw)": 0.7602561116218567, "Finetune/Step": 4324, "Finetune/Step Time": 5.262914158403873}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7563978433609009, "Finetune/Loss (Raw)": 0.5256689786911011, "Finetune/Step": 4325, "Finetune/Step Time": 5.253460751846433}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.754723310470581, "Finetune/Loss (Raw)": 0.6602985262870789, "Finetune/Step": 4326, "Finetune/Step Time": 5.262043105438352}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7516041994094849, "Finetune/Loss (Raw)": 0.5430530905723572, "Finetune/Step": 4327, "Finetune/Step Time": 5.279386727139354}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.751134991645813, "Finetune/Loss (Raw)": 0.759839653968811, "Finetune/Step": 4328, "Finetune/Step Time": 5.27374891191721}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7518995404243469, "Finetune/Loss (Raw)": 0.8118554949760437, "Finetune/Step": 4329, "Finetune/Step Time": 5.264251327142119}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.752402663230896, "Finetune/Loss (Raw)": 0.8494861125946045, "Finetune/Step": 4330, "Finetune/Step Time": 5.26413538493216}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7533966898918152, "Finetune/Loss (Raw)": 0.8516768217086792, "Finetune/Step": 4331, "Finetune/Step Time": 5.264052821323276}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7541179656982422, "Finetune/Loss (Raw)": 0.8207626342773438, "Finetune/Step": 4332, "Finetune/Step Time": 5.267066676169634}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7545500993728638, "Finetune/Loss (Raw)": 0.8704779148101807, "Finetune/Step": 4333, "Finetune/Step Time": 5.268840733915567}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7557926177978516, "Finetune/Loss (Raw)": 0.8815585970878601, "Finetune/Step": 4334, "Finetune/Step Time": 5.2676638923585415}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7557259798049927, "Finetune/Loss (Raw)": 0.8039929270744324, "Finetune/Step": 4335, "Finetune/Step Time": 5.263169307261705}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7567883729934692, "Finetune/Loss (Raw)": 0.9157965183258057, "Finetune/Step": 4336, "Finetune/Step Time": 5.279399506747723}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7534646391868591, "Finetune/Loss (Raw)": 0.543341338634491, "Finetune/Step": 4337, "Finetune/Step Time": 5.302461815997958}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7535513043403625, "Finetune/Loss (Raw)": 0.7992945909500122, "Finetune/Step": 4338, "Finetune/Step Time": 5.302838783711195}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7528098821640015, "Finetune/Loss (Raw)": 0.7517716288566589, "Finetune/Step": 4339, "Finetune/Step Time": 5.303700404241681}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7533681988716125, "Finetune/Loss (Raw)": 0.748798131942749, "Finetune/Step": 4340, "Finetune/Step Time": 5.317889541387558}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7555458545684814, "Finetune/Loss (Raw)": 0.9216985702514648, "Finetune/Step": 4341, "Finetune/Step Time": 5.310491589829326}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7547614574432373, "Finetune/Loss (Raw)": 0.7009066939353943, "Finetune/Step": 4342, "Finetune/Step Time": 5.350573129951954}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7546969652175903, "Finetune/Loss (Raw)": 0.7031686305999756, "Finetune/Step": 4343, "Finetune/Step Time": 5.305934377014637}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7547568678855896, "Finetune/Loss (Raw)": 0.8192017078399658, "Finetune/Step": 4344, "Finetune/Step Time": 5.314067086204886}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7540031671524048, "Finetune/Loss (Raw)": 0.7634140253067017, "Finetune/Step": 4345, "Finetune/Step Time": 5.313880262896419}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7542648315429688, "Finetune/Loss (Raw)": 0.8117641806602478, "Finetune/Step": 4346, "Finetune/Step Time": 5.317407010123134}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7564985752105713, "Finetune/Loss (Raw)": 0.8844559788703918, "Finetune/Step": 4347, "Finetune/Step Time": 5.31033818423748}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7565734386444092, "Finetune/Loss (Raw)": 0.8279265761375427, "Finetune/Step": 4348, "Finetune/Step Time": 5.30611783452332}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7563866376876831, "Finetune/Loss (Raw)": 0.8931743502616882, "Finetune/Step": 4349, "Finetune/Step Time": 5.302964242175221}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7541557550430298, "Finetune/Loss (Raw)": 0.5701450109481812, "Finetune/Step": 4350, "Finetune/Step Time": 5.314792362973094}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7538007497787476, "Finetune/Loss (Raw)": 0.8262635469436646, "Finetune/Step": 4351, "Finetune/Step Time": 5.314555307850242}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7542830109596252, "Finetune/Loss (Raw)": 0.7925592064857483, "Finetune/Step": 4352, "Finetune/Step Time": 5.306828824803233}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7552061676979065, "Finetune/Loss (Raw)": 0.8290640711784363, "Finetune/Step": 4353, "Finetune/Step Time": 5.30476163700223}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7539454698562622, "Finetune/Loss (Raw)": 0.7239788770675659, "Finetune/Step": 4354, "Finetune/Step Time": 5.304259017109871}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7526054382324219, "Finetune/Loss (Raw)": 0.8204172849655151, "Finetune/Step": 4355, "Finetune/Step Time": 5.301048716530204}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7529608011245728, "Finetune/Loss (Raw)": 0.8327876925468445, "Finetune/Step": 4356, "Finetune/Step Time": 5.299494681879878}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7530033588409424, "Finetune/Loss (Raw)": 0.8668004870414734, "Finetune/Step": 4357, "Finetune/Step Time": 5.299966054037213}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7573942542076111, "Finetune/Loss (Raw)": 0.8288705348968506, "Finetune/Step": 4358, "Finetune/Step Time": 5.279959384351969}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7591486573219299, "Finetune/Loss (Raw)": 0.7862734794616699, "Finetune/Step": 4359, "Finetune/Step Time": 5.2531568557024}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.758730947971344, "Finetune/Loss (Raw)": 0.7248611450195312, "Finetune/Step": 4360, "Finetune/Step Time": 5.245256755501032}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7611252665519714, "Finetune/Loss (Raw)": 0.9857417345046997, "Finetune/Step": 4361, "Finetune/Step Time": 5.253910604864359}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7596136331558228, "Finetune/Loss (Raw)": 0.7819510698318481, "Finetune/Step": 4362, "Finetune/Step Time": 5.256581539288163}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7589952945709229, "Finetune/Loss (Raw)": 0.7651870250701904, "Finetune/Step": 4363, "Finetune/Step Time": 5.253962675109506}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7594380378723145, "Finetune/Loss (Raw)": 0.7081297039985657, "Finetune/Step": 4364, "Finetune/Step Time": 5.2752455566078424}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7577376961708069, "Finetune/Loss (Raw)": 0.7042975425720215, "Finetune/Step": 4365, "Finetune/Step Time": 5.290051499381661}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7574763298034668, "Finetune/Loss (Raw)": 0.8482200503349304, "Finetune/Step": 4366, "Finetune/Step Time": 5.290185745805502}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7566851377487183, "Finetune/Loss (Raw)": 0.7341695427894592, "Finetune/Step": 4367, "Finetune/Step Time": 5.296292323619127}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7572282552719116, "Finetune/Loss (Raw)": 0.8406675457954407, "Finetune/Step": 4368, "Finetune/Step Time": 5.292773248627782}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7569255828857422, "Finetune/Loss (Raw)": 0.7540228962898254, "Finetune/Step": 4369, "Finetune/Step Time": 5.299475152045488}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7570392489433289, "Finetune/Loss (Raw)": 0.8777308464050293, "Finetune/Step": 4370, "Finetune/Step Time": 5.302081787958741}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7579734921455383, "Finetune/Loss (Raw)": 0.89298415184021, "Finetune/Step": 4371, "Finetune/Step Time": 5.2813420202583075}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7533841729164124, "Finetune/Loss (Raw)": 0.24450793862342834, "Finetune/Step": 4372, "Finetune/Step Time": 5.312326895073056}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7525966167449951, "Finetune/Loss (Raw)": 0.7065573930740356, "Finetune/Step": 4373, "Finetune/Step Time": 5.310032103210688}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7528001070022583, "Finetune/Loss (Raw)": 0.7814608812332153, "Finetune/Step": 4374, "Finetune/Step Time": 5.277037069201469}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7521759867668152, "Finetune/Loss (Raw)": 0.7504497766494751, "Finetune/Step": 4375, "Finetune/Step Time": 5.283965069800615}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7558809518814087, "Finetune/Loss (Raw)": 0.761508584022522, "Finetune/Step": 4376, "Finetune/Step Time": 5.26855837367475}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7554730176925659, "Finetune/Loss (Raw)": 0.8090585470199585, "Finetune/Step": 4377, "Finetune/Step Time": 5.269782543182373}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.756554901599884, "Finetune/Loss (Raw)": 0.7577561140060425, "Finetune/Step": 4378, "Finetune/Step Time": 5.279833137989044}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7561239004135132, "Finetune/Loss (Raw)": 0.6370264291763306, "Finetune/Step": 4379, "Finetune/Step Time": 5.291217133402824}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7553428411483765, "Finetune/Loss (Raw)": 0.888788640499115, "Finetune/Step": 4380, "Finetune/Step Time": 5.294394509866834}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7575957775115967, "Finetune/Loss (Raw)": 0.834679901599884, "Finetune/Step": 4381, "Finetune/Step Time": 5.2824074774980545}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7605776786804199, "Finetune/Loss (Raw)": 0.8840219974517822, "Finetune/Step": 4382, "Finetune/Step Time": 5.276668461039662}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7600719928741455, "Finetune/Loss (Raw)": 0.6205031871795654, "Finetune/Step": 4383, "Finetune/Step Time": 5.291048629209399}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7598888278007507, "Finetune/Loss (Raw)": 0.7894478440284729, "Finetune/Step": 4384, "Finetune/Step Time": 5.2783036679029465}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7593880891799927, "Finetune/Loss (Raw)": 0.7751013040542603, "Finetune/Step": 4385, "Finetune/Step Time": 5.271748425439}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7595987319946289, "Finetune/Loss (Raw)": 0.6674193143844604, "Finetune/Step": 4386, "Finetune/Step Time": 5.2889173198491335}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.759911298751831, "Finetune/Loss (Raw)": 0.9568825364112854, "Finetune/Step": 4387, "Finetune/Step Time": 5.277879685163498}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7602999210357666, "Finetune/Loss (Raw)": 0.8291645050048828, "Finetune/Step": 4388, "Finetune/Step Time": 5.28256306797266}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7604066133499146, "Finetune/Loss (Raw)": 0.8295322060585022, "Finetune/Step": 4389, "Finetune/Step Time": 5.282079452648759}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7602996826171875, "Finetune/Loss (Raw)": 0.7679926156997681, "Finetune/Step": 4390, "Finetune/Step Time": 5.281494000926614}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7590091228485107, "Finetune/Loss (Raw)": 0.7886159420013428, "Finetune/Step": 4391, "Finetune/Step Time": 5.289133887737989}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.756658673286438, "Finetune/Loss (Raw)": 0.34841808676719666, "Finetune/Step": 4392, "Finetune/Step Time": 5.31286102719605}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7559537291526794, "Finetune/Loss (Raw)": 0.6375609040260315, "Finetune/Step": 4393, "Finetune/Step Time": 5.321475649252534}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7544927000999451, "Finetune/Loss (Raw)": 0.7382170557975769, "Finetune/Step": 4394, "Finetune/Step Time": 5.3314495868980885}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7556535005569458, "Finetune/Loss (Raw)": 0.7903048396110535, "Finetune/Step": 4395, "Finetune/Step Time": 5.322405153885484}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7566361427307129, "Finetune/Loss (Raw)": 0.8503968119621277, "Finetune/Step": 4396, "Finetune/Step Time": 5.330552153289318}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7555578947067261, "Finetune/Loss (Raw)": 0.4123293459415436, "Finetune/Step": 4397, "Finetune/Step Time": 5.328293925151229}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7555672526359558, "Finetune/Loss (Raw)": 0.7790101170539856, "Finetune/Step": 4398, "Finetune/Step Time": 5.330866329371929}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7585725784301758, "Finetune/Loss (Raw)": 0.7085198760032654, "Finetune/Step": 4399, "Finetune/Step Time": 5.302700554952025}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7580162286758423, "Finetune/Loss (Raw)": 0.7660204172134399, "Finetune/Step": 4400, "Finetune/Step Time": 5.309312341734767}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7551764249801636, "Finetune/Loss (Raw)": 0.3318007290363312, "Finetune/Step": 4401, "Finetune/Step Time": 5.340378498658538}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7543656229972839, "Finetune/Loss (Raw)": 0.6578793525695801, "Finetune/Step": 4402, "Finetune/Step Time": 5.359153624624014}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7558733224868774, "Finetune/Loss (Raw)": 0.8480089902877808, "Finetune/Step": 4403, "Finetune/Step Time": 5.344522254541516}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7567863464355469, "Finetune/Loss (Raw)": 0.9436264038085938, "Finetune/Step": 4404, "Finetune/Step Time": 5.345180859789252}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7567474246025085, "Finetune/Loss (Raw)": 0.7333263754844666, "Finetune/Step": 4405, "Finetune/Step Time": 5.336190607398748}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7550816535949707, "Finetune/Loss (Raw)": 0.658970296382904, "Finetune/Step": 4406, "Finetune/Step Time": 5.334110142663121}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7546036243438721, "Finetune/Loss (Raw)": 0.6663815975189209, "Finetune/Step": 4407, "Finetune/Step Time": 5.33223039470613}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7553355097770691, "Finetune/Loss (Raw)": 0.9453635811805725, "Finetune/Step": 4408, "Finetune/Step Time": 5.331752454861999}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7534914016723633, "Finetune/Loss (Raw)": 0.696359395980835, "Finetune/Step": 4409, "Finetune/Step Time": 5.331342279911041}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7531055212020874, "Finetune/Loss (Raw)": 0.807371973991394, "Finetune/Step": 4410, "Finetune/Step Time": 5.327855072915554}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7529596090316772, "Finetune/Loss (Raw)": 0.7801159620285034, "Finetune/Step": 4411, "Finetune/Step Time": 5.321232281625271}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7523550391197205, "Finetune/Loss (Raw)": 0.7343311309814453, "Finetune/Step": 4412, "Finetune/Step Time": 5.323236908763647}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7552688717842102, "Finetune/Loss (Raw)": 0.9942641854286194, "Finetune/Step": 4413, "Finetune/Step Time": 5.2868976555764675}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7549436092376709, "Finetune/Loss (Raw)": 0.7382552623748779, "Finetune/Step": 4414, "Finetune/Step Time": 5.285851664841175}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7553437948226929, "Finetune/Loss (Raw)": 0.8702216148376465, "Finetune/Step": 4415, "Finetune/Step Time": 5.280897215008736}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7536052465438843, "Finetune/Loss (Raw)": 0.6916831135749817, "Finetune/Step": 4416, "Finetune/Step Time": 5.2819246631115675}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7547337412834167, "Finetune/Loss (Raw)": 0.8923133611679077, "Finetune/Step": 4417, "Finetune/Step Time": 5.282734898850322}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7540223598480225, "Finetune/Loss (Raw)": 0.7937037348747253, "Finetune/Step": 4418, "Finetune/Step Time": 5.282894175499678}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7538803219795227, "Finetune/Loss (Raw)": 0.8590250611305237, "Finetune/Step": 4419, "Finetune/Step Time": 5.287938417866826}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7527520656585693, "Finetune/Loss (Raw)": 0.6977243423461914, "Finetune/Step": 4420, "Finetune/Step Time": 5.290018104016781}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7520653009414673, "Finetune/Loss (Raw)": 0.750848650932312, "Finetune/Step": 4421, "Finetune/Step Time": 5.288217468187213}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7521724104881287, "Finetune/Loss (Raw)": 0.7961657643318176, "Finetune/Step": 4422, "Finetune/Step Time": 5.271257406100631}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7545956373214722, "Finetune/Loss (Raw)": 0.6094213724136353, "Finetune/Step": 4423, "Finetune/Step Time": 5.246081244200468}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7499651908874512, "Finetune/Loss (Raw)": 0.33010151982307434, "Finetune/Step": 4424, "Finetune/Step Time": 5.278965845704079}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7482635974884033, "Finetune/Loss (Raw)": 0.6369355320930481, "Finetune/Step": 4425, "Finetune/Step Time": 5.296345001086593}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7502498626708984, "Finetune/Loss (Raw)": 0.8646642565727234, "Finetune/Step": 4426, "Finetune/Step Time": 5.2930351831018925}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7487279772758484, "Finetune/Loss (Raw)": 0.6216567158699036, "Finetune/Step": 4427, "Finetune/Step Time": 5.301325358450413}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7479929327964783, "Finetune/Loss (Raw)": 0.8083041310310364, "Finetune/Step": 4428, "Finetune/Step Time": 5.3067697286605835}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7512025833129883, "Finetune/Loss (Raw)": 0.7725042700767517, "Finetune/Step": 4429, "Finetune/Step Time": 5.2778090219944715}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7489251494407654, "Finetune/Loss (Raw)": 0.605124831199646, "Finetune/Step": 4430, "Finetune/Step Time": 5.31373830139637}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7478206753730774, "Finetune/Loss (Raw)": 0.7810758948326111, "Finetune/Step": 4431, "Finetune/Step Time": 5.332149155437946}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7517167925834656, "Finetune/Loss (Raw)": 0.8378321528434753, "Finetune/Step": 4432, "Finetune/Step Time": 5.307783152908087}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7511515617370605, "Finetune/Loss (Raw)": 0.622807502746582, "Finetune/Step": 4433, "Finetune/Step Time": 5.310923272743821}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7521947622299194, "Finetune/Loss (Raw)": 0.8796970844268799, "Finetune/Step": 4434, "Finetune/Step Time": 5.305267117917538}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7538336515426636, "Finetune/Loss (Raw)": 0.8083095550537109, "Finetune/Step": 4435, "Finetune/Step Time": 5.300490079447627}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7533841133117676, "Finetune/Loss (Raw)": 0.6527316570281982, "Finetune/Step": 4436, "Finetune/Step Time": 5.321230249479413}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.753235936164856, "Finetune/Loss (Raw)": 0.7316349148750305, "Finetune/Step": 4437, "Finetune/Step Time": 5.321652261540294}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7568817138671875, "Finetune/Loss (Raw)": 0.8113833665847778, "Finetune/Step": 4438, "Finetune/Step Time": 5.292125701904297}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7580333352088928, "Finetune/Loss (Raw)": 0.9417955875396729, "Finetune/Step": 4439, "Finetune/Step Time": 5.288316244259477}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7581779360771179, "Finetune/Loss (Raw)": 0.8857747912406921, "Finetune/Step": 4440, "Finetune/Step Time": 5.285785054787993}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7581121921539307, "Finetune/Loss (Raw)": 0.8947439789772034, "Finetune/Step": 4441, "Finetune/Step Time": 5.279027681797743}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7575803995132446, "Finetune/Loss (Raw)": 0.8106704354286194, "Finetune/Step": 4442, "Finetune/Step Time": 5.293159434571862}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7578481435775757, "Finetune/Loss (Raw)": 0.8092097640037537, "Finetune/Step": 4443, "Finetune/Step Time": 5.293305143713951}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7579644918441772, "Finetune/Loss (Raw)": 0.7041347622871399, "Finetune/Step": 4444, "Finetune/Step Time": 5.283447291702032}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7573128938674927, "Finetune/Loss (Raw)": 0.6945900917053223, "Finetune/Step": 4445, "Finetune/Step Time": 5.285290729254484}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7593032121658325, "Finetune/Loss (Raw)": 0.8761882781982422, "Finetune/Step": 4446, "Finetune/Step Time": 5.2770217545330524}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7604399919509888, "Finetune/Loss (Raw)": 0.7719658613204956, "Finetune/Step": 4447, "Finetune/Step Time": 5.266882611438632}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7607816457748413, "Finetune/Loss (Raw)": 0.7895236015319824, "Finetune/Step": 4448, "Finetune/Step Time": 5.265346921980381}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7631674408912659, "Finetune/Loss (Raw)": 0.9178674817085266, "Finetune/Step": 4449, "Finetune/Step Time": 5.251629028469324}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7616934180259705, "Finetune/Loss (Raw)": 0.7087377905845642, "Finetune/Step": 4450, "Finetune/Step Time": 5.245467880740762}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.762086033821106, "Finetune/Loss (Raw)": 0.6498682498931885, "Finetune/Step": 4451, "Finetune/Step Time": 5.249770788475871}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7588462829589844, "Finetune/Loss (Raw)": 0.3455703854560852, "Finetune/Step": 4452, "Finetune/Step Time": 5.278496732935309}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7601787447929382, "Finetune/Loss (Raw)": 0.6962220072746277, "Finetune/Step": 4453, "Finetune/Step Time": 5.2706679329276085}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7607491612434387, "Finetune/Loss (Raw)": 0.7333129644393921, "Finetune/Step": 4454, "Finetune/Step Time": 5.268596338108182}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7615077495574951, "Finetune/Loss (Raw)": 0.6401507258415222, "Finetune/Step": 4455, "Finetune/Step Time": 5.265338014811277}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7613306045532227, "Finetune/Loss (Raw)": 0.7371654510498047, "Finetune/Step": 4456, "Finetune/Step Time": 5.266486024484038}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7601345181465149, "Finetune/Loss (Raw)": 0.6587516665458679, "Finetune/Step": 4457, "Finetune/Step Time": 5.277000013738871}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7587381601333618, "Finetune/Loss (Raw)": 0.6707584261894226, "Finetune/Step": 4458, "Finetune/Step Time": 5.290139548480511}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.757697343826294, "Finetune/Loss (Raw)": 0.7184543013572693, "Finetune/Step": 4459, "Finetune/Step Time": 5.295636599883437}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.758222758769989, "Finetune/Loss (Raw)": 0.8880111575126648, "Finetune/Step": 4460, "Finetune/Step Time": 5.295990278944373}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7569282054901123, "Finetune/Loss (Raw)": 0.7047798037528992, "Finetune/Step": 4461, "Finetune/Step Time": 5.295244541019201}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7563788890838623, "Finetune/Loss (Raw)": 0.8112390041351318, "Finetune/Step": 4462, "Finetune/Step Time": 5.3073631059378386}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7543281316757202, "Finetune/Loss (Raw)": 0.5415022969245911, "Finetune/Step": 4463, "Finetune/Step Time": 5.316666753962636}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7531973719596863, "Finetune/Loss (Raw)": 0.7710566520690918, "Finetune/Step": 4464, "Finetune/Step Time": 5.319354115054011}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.754713773727417, "Finetune/Loss (Raw)": 0.73744136095047, "Finetune/Step": 4465, "Finetune/Step Time": 5.29634234122932}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7543967366218567, "Finetune/Loss (Raw)": 0.7587137818336487, "Finetune/Step": 4466, "Finetune/Step Time": 5.29466543532908}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7550235986709595, "Finetune/Loss (Raw)": 0.8320063352584839, "Finetune/Step": 4467, "Finetune/Step Time": 5.289061138406396}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.755142331123352, "Finetune/Loss (Raw)": 0.7640024423599243, "Finetune/Step": 4468, "Finetune/Step Time": 5.275338949635625}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7539756298065186, "Finetune/Loss (Raw)": 0.772361695766449, "Finetune/Step": 4469, "Finetune/Step Time": 5.274733304977417}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7546941041946411, "Finetune/Loss (Raw)": 0.7928703427314758, "Finetune/Step": 4470, "Finetune/Step Time": 5.236519791185856}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7541990876197815, "Finetune/Loss (Raw)": 0.6398047804832458, "Finetune/Step": 4471, "Finetune/Step Time": 5.247898913919926}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7541664838790894, "Finetune/Loss (Raw)": 0.81502366065979, "Finetune/Step": 4472, "Finetune/Step Time": 5.239048220217228}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7558991312980652, "Finetune/Loss (Raw)": 0.985192596912384, "Finetune/Step": 4473, "Finetune/Step Time": 5.236548226326704}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7560300230979919, "Finetune/Loss (Raw)": 0.8285169005393982, "Finetune/Step": 4474, "Finetune/Step Time": 5.234392618760467}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7545903921127319, "Finetune/Loss (Raw)": 0.7001873850822449, "Finetune/Step": 4475, "Finetune/Step Time": 5.254235938191414}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7548191547393799, "Finetune/Loss (Raw)": 0.8572083711624146, "Finetune/Step": 4476, "Finetune/Step Time": 5.255277661606669}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7535436749458313, "Finetune/Loss (Raw)": 0.7299168109893799, "Finetune/Step": 4477, "Finetune/Step Time": 5.256223514676094}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7558470964431763, "Finetune/Loss (Raw)": 0.8649805784225464, "Finetune/Step": 4478, "Finetune/Step Time": 5.238488359376788}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7557419538497925, "Finetune/Loss (Raw)": 0.8128056526184082, "Finetune/Step": 4479, "Finetune/Step Time": 5.246786491945386}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7549399137496948, "Finetune/Loss (Raw)": 0.6899011135101318, "Finetune/Step": 4480, "Finetune/Step Time": 5.2512020245194435}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.754257321357727, "Finetune/Loss (Raw)": 0.7416898012161255, "Finetune/Step": 4481, "Finetune/Step Time": 5.2525107599794865}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7540421485900879, "Finetune/Loss (Raw)": 0.6964309811592102, "Finetune/Step": 4482, "Finetune/Step Time": 5.265865679830313}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7538653612136841, "Finetune/Loss (Raw)": 0.7977936267852783, "Finetune/Step": 4483, "Finetune/Step Time": 5.263203883543611}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7542661428451538, "Finetune/Loss (Raw)": 0.8840931057929993, "Finetune/Step": 4484, "Finetune/Step Time": 5.277114909142256}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7535696029663086, "Finetune/Loss (Raw)": 0.7776389718055725, "Finetune/Step": 4485, "Finetune/Step Time": 5.277547836303711}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7529032230377197, "Finetune/Loss (Raw)": 0.7435774803161621, "Finetune/Step": 4486, "Finetune/Step Time": 5.274556692689657}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7492873072624207, "Finetune/Loss (Raw)": 0.32343384623527527, "Finetune/Step": 4487, "Finetune/Step Time": 5.2923017758876085}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7501093149185181, "Finetune/Loss (Raw)": 0.8300707936286926, "Finetune/Step": 4488, "Finetune/Step Time": 5.29875635355711}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7464518547058105, "Finetune/Loss (Raw)": 0.5175907611846924, "Finetune/Step": 4489, "Finetune/Step Time": 5.288348356261849}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7455672025680542, "Finetune/Loss (Raw)": 0.6687090396881104, "Finetune/Step": 4490, "Finetune/Step Time": 5.291858481243253}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7454009056091309, "Finetune/Loss (Raw)": 0.7439086437225342, "Finetune/Step": 4491, "Finetune/Step Time": 5.290784392505884}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7464628219604492, "Finetune/Loss (Raw)": 0.8440553545951843, "Finetune/Step": 4492, "Finetune/Step Time": 5.263254249468446}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7467086911201477, "Finetune/Loss (Raw)": 0.7357652187347412, "Finetune/Step": 4493, "Finetune/Step Time": 5.258348824456334}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7448337078094482, "Finetune/Loss (Raw)": 0.6082237958908081, "Finetune/Step": 4494, "Finetune/Step Time": 5.262936741113663}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.745317816734314, "Finetune/Loss (Raw)": 0.796140730381012, "Finetune/Step": 4495, "Finetune/Step Time": 5.262592686340213}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7442694306373596, "Finetune/Loss (Raw)": 0.7064703106880188, "Finetune/Step": 4496, "Finetune/Step Time": 5.269551312550902}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.744417130947113, "Finetune/Loss (Raw)": 0.7729303240776062, "Finetune/Step": 4497, "Finetune/Step Time": 5.272190064191818}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7429745197296143, "Finetune/Loss (Raw)": 0.6930710673332214, "Finetune/Step": 4498, "Finetune/Step Time": 5.276492174714804}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.742840051651001, "Finetune/Loss (Raw)": 0.8757787346839905, "Finetune/Step": 4499, "Finetune/Step Time": 5.276300961151719}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7465150356292725, "Finetune/Loss (Raw)": 0.7149063944816589, "Finetune/Step": 4500, "Finetune/Step Time": 5.252770286053419}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.747962474822998, "Finetune/Loss (Raw)": 0.8918250203132629, "Finetune/Step": 4501, "Finetune/Step Time": 5.250810166820884}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7470947504043579, "Finetune/Loss (Raw)": 0.6703933477401733, "Finetune/Step": 4502, "Finetune/Step Time": 5.255053915083408}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7479795813560486, "Finetune/Loss (Raw)": 0.8637086153030396, "Finetune/Step": 4503, "Finetune/Step Time": 5.256148086860776}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.748054027557373, "Finetune/Loss (Raw)": 0.771037220954895, "Finetune/Step": 4504, "Finetune/Step Time": 5.24562793970108}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7476328015327454, "Finetune/Loss (Raw)": 0.7551397085189819, "Finetune/Step": 4505, "Finetune/Step Time": 5.2445382270962}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7492160797119141, "Finetune/Loss (Raw)": 0.960425853729248, "Finetune/Step": 4506, "Finetune/Step Time": 5.223533798009157}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7467494010925293, "Finetune/Loss (Raw)": 0.3212841749191284, "Finetune/Step": 4507, "Finetune/Step Time": 5.239219745621085}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7457741498947144, "Finetune/Loss (Raw)": 0.763965368270874, "Finetune/Step": 4508, "Finetune/Step Time": 5.243121547624469}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7448887228965759, "Finetune/Loss (Raw)": 0.721329391002655, "Finetune/Step": 4509, "Finetune/Step Time": 5.24053063057363}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.744697093963623, "Finetune/Loss (Raw)": 0.8594987392425537, "Finetune/Step": 4510, "Finetune/Step Time": 5.236650247126818}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7472472190856934, "Finetune/Loss (Raw)": 0.946914553642273, "Finetune/Step": 4511, "Finetune/Step Time": 5.22330198995769}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7438449859619141, "Finetune/Loss (Raw)": 0.35396698117256165, "Finetune/Step": 4512, "Finetune/Step Time": 5.24751291424036}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7438941597938538, "Finetune/Loss (Raw)": 0.7813991904258728, "Finetune/Step": 4513, "Finetune/Step Time": 5.252426095306873}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.74395352602005, "Finetune/Loss (Raw)": 0.6750181317329407, "Finetune/Step": 4514, "Finetune/Step Time": 5.234028581529856}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7425662875175476, "Finetune/Loss (Raw)": 0.7793146371841431, "Finetune/Step": 4515, "Finetune/Step Time": 5.236153045669198}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7411143183708191, "Finetune/Loss (Raw)": 0.6433111429214478, "Finetune/Step": 4516, "Finetune/Step Time": 5.229862468317151}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7398632168769836, "Finetune/Loss (Raw)": 0.6693887710571289, "Finetune/Step": 4517, "Finetune/Step Time": 5.2304817494004965}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.741125226020813, "Finetune/Loss (Raw)": 0.9295383095741272, "Finetune/Step": 4518, "Finetune/Step Time": 5.2256011217832565}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7419443726539612, "Finetune/Loss (Raw)": 0.8934600353240967, "Finetune/Step": 4519, "Finetune/Step Time": 5.219029312953353}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7459564805030823, "Finetune/Loss (Raw)": 0.8619704842567444, "Finetune/Step": 4520, "Finetune/Step Time": 5.186127560213208}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7481683492660522, "Finetune/Loss (Raw)": 0.9206758141517639, "Finetune/Step": 4521, "Finetune/Step Time": 5.172908598557115}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7482380270957947, "Finetune/Loss (Raw)": 0.7471434473991394, "Finetune/Step": 4522, "Finetune/Step Time": 5.16914545930922}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7482744455337524, "Finetune/Loss (Raw)": 0.7949616312980652, "Finetune/Step": 4523, "Finetune/Step Time": 5.17234754934907}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7479817867279053, "Finetune/Loss (Raw)": 0.812941312789917, "Finetune/Step": 4524, "Finetune/Step Time": 5.166550265625119}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7508999109268188, "Finetune/Loss (Raw)": 0.7858380675315857, "Finetune/Step": 4525, "Finetune/Step Time": 5.138448771089315}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7494006156921387, "Finetune/Loss (Raw)": 0.5871058106422424, "Finetune/Step": 4526, "Finetune/Step Time": 5.133205762133002}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7474265694618225, "Finetune/Loss (Raw)": 0.4558398127555847, "Finetune/Step": 4527, "Finetune/Step Time": 5.150772051885724}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7471818923950195, "Finetune/Loss (Raw)": 0.7346983551979065, "Finetune/Step": 4528, "Finetune/Step Time": 5.141547409817576}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7510319948196411, "Finetune/Loss (Raw)": 0.8246204853057861, "Finetune/Step": 4529, "Finetune/Step Time": 5.114328559488058}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7528018951416016, "Finetune/Loss (Raw)": 0.8844228386878967, "Finetune/Step": 4530, "Finetune/Step Time": 5.0970390271395445}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7533644437789917, "Finetune/Loss (Raw)": 0.9200149774551392, "Finetune/Step": 4531, "Finetune/Step Time": 5.10325413942337}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7508241534233093, "Finetune/Loss (Raw)": 0.6184695959091187, "Finetune/Step": 4532, "Finetune/Step Time": 5.112968623638153}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7515513896942139, "Finetune/Loss (Raw)": 0.8264116048812866, "Finetune/Step": 4533, "Finetune/Step Time": 5.1047956347465515}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.748982846736908, "Finetune/Loss (Raw)": 0.33019885420799255, "Finetune/Step": 4534, "Finetune/Step Time": 5.134430276229978}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7489177584648132, "Finetune/Loss (Raw)": 0.6580511927604675, "Finetune/Step": 4535, "Finetune/Step Time": 5.1431097742170095}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7476465702056885, "Finetune/Loss (Raw)": 0.7826536893844604, "Finetune/Step": 4536, "Finetune/Step Time": 5.15303810685873}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7484859824180603, "Finetune/Loss (Raw)": 0.803802490234375, "Finetune/Step": 4537, "Finetune/Step Time": 5.150762980803847}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7488046288490295, "Finetune/Loss (Raw)": 0.8481565713882446, "Finetune/Step": 4538, "Finetune/Step Time": 5.150503791868687}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7479627728462219, "Finetune/Loss (Raw)": 0.6723577380180359, "Finetune/Step": 4539, "Finetune/Step Time": 5.157226804643869}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7446126937866211, "Finetune/Loss (Raw)": 0.3055233061313629, "Finetune/Step": 4540, "Finetune/Step Time": 5.18793080560863}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7423610687255859, "Finetune/Loss (Raw)": 0.7060573697090149, "Finetune/Step": 4541, "Finetune/Step Time": 5.210261378437281}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.741824746131897, "Finetune/Loss (Raw)": 0.6696063280105591, "Finetune/Step": 4542, "Finetune/Step Time": 5.211875669658184}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7411270141601562, "Finetune/Loss (Raw)": 0.7809120416641235, "Finetune/Step": 4543, "Finetune/Step Time": 5.205783946439624}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7425503730773926, "Finetune/Loss (Raw)": 0.8738686442375183, "Finetune/Step": 4544, "Finetune/Step Time": 5.19712913967669}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7415089011192322, "Finetune/Loss (Raw)": 0.7590075731277466, "Finetune/Step": 4545, "Finetune/Step Time": 5.208274316042662}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7421036958694458, "Finetune/Loss (Raw)": 0.8698371648788452, "Finetune/Step": 4546, "Finetune/Step Time": 5.2074440605938435}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7419251799583435, "Finetune/Loss (Raw)": 0.8361755013465881, "Finetune/Step": 4547, "Finetune/Step Time": 5.201393386349082}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7409949898719788, "Finetune/Loss (Raw)": 0.5786569714546204, "Finetune/Step": 4548, "Finetune/Step Time": 5.22367937117815}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7398611307144165, "Finetune/Loss (Raw)": 0.6057167053222656, "Finetune/Step": 4549, "Finetune/Step Time": 5.224717237055302}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7407473921775818, "Finetune/Loss (Raw)": 0.909608006477356, "Finetune/Step": 4550, "Finetune/Step Time": 5.222033238038421}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7425792217254639, "Finetune/Loss (Raw)": 0.8438944816589355, "Finetune/Step": 4551, "Finetune/Step Time": 5.219163516536355}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7446622252464294, "Finetune/Loss (Raw)": 0.5967290997505188, "Finetune/Step": 4552, "Finetune/Step Time": 5.199967961758375}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7460989356040955, "Finetune/Loss (Raw)": 0.8208366632461548, "Finetune/Step": 4553, "Finetune/Step Time": 5.179868089035153}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7464352250099182, "Finetune/Loss (Raw)": 0.9077057838439941, "Finetune/Step": 4554, "Finetune/Step Time": 5.177648089826107}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7478777170181274, "Finetune/Loss (Raw)": 0.8062984347343445, "Finetune/Step": 4555, "Finetune/Step Time": 5.178427550941706}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7490182518959045, "Finetune/Loss (Raw)": 0.9542930126190186, "Finetune/Step": 4556, "Finetune/Step Time": 5.1749935336411}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7484716773033142, "Finetune/Loss (Raw)": 0.702543318271637, "Finetune/Step": 4557, "Finetune/Step Time": 5.177509136497974}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7483056783676147, "Finetune/Loss (Raw)": 0.583869457244873, "Finetune/Step": 4558, "Finetune/Step Time": 5.153228100389242}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7493340373039246, "Finetune/Loss (Raw)": 0.9127125144004822, "Finetune/Step": 4559, "Finetune/Step Time": 5.142681194469333}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7486779689788818, "Finetune/Loss (Raw)": 0.7538561820983887, "Finetune/Step": 4560, "Finetune/Step Time": 5.138128034770489}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7501012086868286, "Finetune/Loss (Raw)": 0.8049809336662292, "Finetune/Step": 4561, "Finetune/Step Time": 5.127347994595766}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7499227523803711, "Finetune/Loss (Raw)": 0.8568538427352905, "Finetune/Step": 4562, "Finetune/Step Time": 5.127261728048325}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7459591627120972, "Finetune/Loss (Raw)": 0.30097249150276184, "Finetune/Step": 4563, "Finetune/Step Time": 5.155683325603604}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7468420267105103, "Finetune/Loss (Raw)": 0.7657365798950195, "Finetune/Step": 4564, "Finetune/Step Time": 5.130260335281491}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7465726733207703, "Finetune/Loss (Raw)": 0.6971560120582581, "Finetune/Step": 4565, "Finetune/Step Time": 5.124229736626148}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.746386706829071, "Finetune/Loss (Raw)": 0.7875816822052002, "Finetune/Step": 4566, "Finetune/Step Time": 5.1266692485660315}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7460035681724548, "Finetune/Loss (Raw)": 0.8927523493766785, "Finetune/Step": 4567, "Finetune/Step Time": 5.124493459239602}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7456005811691284, "Finetune/Loss (Raw)": 0.834189772605896, "Finetune/Step": 4568, "Finetune/Step Time": 5.121999884024262}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7452257871627808, "Finetune/Loss (Raw)": 0.846778392791748, "Finetune/Step": 4569, "Finetune/Step Time": 5.1200980599969625}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7454917430877686, "Finetune/Loss (Raw)": 0.844708263874054, "Finetune/Step": 4570, "Finetune/Step Time": 5.106371596455574}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7444916367530823, "Finetune/Loss (Raw)": 0.6811999678611755, "Finetune/Step": 4571, "Finetune/Step Time": 5.123356433585286}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7447847127914429, "Finetune/Loss (Raw)": 0.7416425943374634, "Finetune/Step": 4572, "Finetune/Step Time": 5.128909103572369}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7446600794792175, "Finetune/Loss (Raw)": 0.6786418557167053, "Finetune/Step": 4573, "Finetune/Step Time": 5.143871016800404}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7442469596862793, "Finetune/Loss (Raw)": 0.8232996463775635, "Finetune/Step": 4574, "Finetune/Step Time": 5.14276677928865}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7439428567886353, "Finetune/Loss (Raw)": 0.7330474853515625, "Finetune/Step": 4575, "Finetune/Step Time": 5.166314344853163}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7430768013000488, "Finetune/Loss (Raw)": 0.678669810295105, "Finetune/Step": 4576, "Finetune/Step Time": 5.173584843054414}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7431108355522156, "Finetune/Loss (Raw)": 0.9222235083580017, "Finetune/Step": 4577, "Finetune/Step Time": 5.175998346880078}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7442612051963806, "Finetune/Loss (Raw)": 0.855980634689331, "Finetune/Step": 4578, "Finetune/Step Time": 5.179516285657883}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.742428183555603, "Finetune/Loss (Raw)": 0.41524866223335266, "Finetune/Step": 4579, "Finetune/Step Time": 5.198691396042705}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7417954206466675, "Finetune/Loss (Raw)": 0.26457101106643677, "Finetune/Step": 4580, "Finetune/Step Time": 5.209510447457433}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7418630719184875, "Finetune/Loss (Raw)": 0.7048792839050293, "Finetune/Step": 4581, "Finetune/Step Time": 5.217864762991667}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7421101331710815, "Finetune/Loss (Raw)": 0.7649376392364502, "Finetune/Step": 4582, "Finetune/Step Time": 5.221069686114788}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7441482543945312, "Finetune/Loss (Raw)": 0.9010356664657593, "Finetune/Step": 4583, "Finetune/Step Time": 5.2077303268015385}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7441453337669373, "Finetune/Loss (Raw)": 0.7367847561836243, "Finetune/Step": 4584, "Finetune/Step Time": 5.207633759826422}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7441355586051941, "Finetune/Loss (Raw)": 0.6575018763542175, "Finetune/Step": 4585, "Finetune/Step Time": 5.195478418841958}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7442439198493958, "Finetune/Loss (Raw)": 0.6846282482147217, "Finetune/Step": 4586, "Finetune/Step Time": 5.186222825199366}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7455218434333801, "Finetune/Loss (Raw)": 0.8820300698280334, "Finetune/Step": 4587, "Finetune/Step Time": 5.182069135829806}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7454541921615601, "Finetune/Loss (Raw)": 0.8793514370918274, "Finetune/Step": 4588, "Finetune/Step Time": 5.204314665868878}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7460250854492188, "Finetune/Loss (Raw)": 0.7778524160385132, "Finetune/Step": 4589, "Finetune/Step Time": 5.203811319544911}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7453782558441162, "Finetune/Loss (Raw)": 0.7284427881240845, "Finetune/Step": 4590, "Finetune/Step Time": 5.193591095507145}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7475683093070984, "Finetune/Loss (Raw)": 0.8218324184417725, "Finetune/Step": 4591, "Finetune/Step Time": 5.177438708022237}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7437812089920044, "Finetune/Loss (Raw)": 0.2863083779811859, "Finetune/Step": 4592, "Finetune/Step Time": 5.188442753627896}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7446597814559937, "Finetune/Loss (Raw)": 0.8498994708061218, "Finetune/Step": 4593, "Finetune/Step Time": 5.193443674594164}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.741928219795227, "Finetune/Loss (Raw)": 0.4090735912322998, "Finetune/Step": 4594, "Finetune/Step Time": 5.222640445455909}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7418737411499023, "Finetune/Loss (Raw)": 0.8250349164009094, "Finetune/Step": 4595, "Finetune/Step Time": 5.224998388439417}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7418625354766846, "Finetune/Loss (Raw)": 0.7625656723976135, "Finetune/Step": 4596, "Finetune/Step Time": 5.232220841571689}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7414268851280212, "Finetune/Loss (Raw)": 0.7165958285331726, "Finetune/Step": 4597, "Finetune/Step Time": 5.234055206179619}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7414525747299194, "Finetune/Loss (Raw)": 0.7961553335189819, "Finetune/Step": 4598, "Finetune/Step Time": 5.231689315289259}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7421694993972778, "Finetune/Loss (Raw)": 0.7315744161605835, "Finetune/Step": 4599, "Finetune/Step Time": 5.225841037929058}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7417687773704529, "Finetune/Loss (Raw)": 0.763734757900238, "Finetune/Step": 4600, "Finetune/Step Time": 5.229378381744027}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7394191026687622, "Finetune/Loss (Raw)": 0.684436559677124, "Finetune/Step": 4601, "Finetune/Step Time": 5.234621278941631}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7406986951828003, "Finetune/Loss (Raw)": 0.9923024773597717, "Finetune/Step": 4602, "Finetune/Step Time": 5.236399134621024}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7406467199325562, "Finetune/Loss (Raw)": 0.6935253143310547, "Finetune/Step": 4603, "Finetune/Step Time": 5.229295577853918}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7403692007064819, "Finetune/Loss (Raw)": 0.8216930627822876, "Finetune/Step": 4604, "Finetune/Step Time": 5.223354045301676}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7372238636016846, "Finetune/Loss (Raw)": 0.32730910181999207, "Finetune/Step": 4605, "Finetune/Step Time": 5.251454938203096}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7369264960289001, "Finetune/Loss (Raw)": 0.8269195556640625, "Finetune/Step": 4606, "Finetune/Step Time": 5.259316032752395}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7364182472229004, "Finetune/Loss (Raw)": 0.747754693031311, "Finetune/Step": 4607, "Finetune/Step Time": 5.252035373821855}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.73709636926651, "Finetune/Loss (Raw)": 0.7766971588134766, "Finetune/Step": 4608, "Finetune/Step Time": 5.2482476104050875}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7387796640396118, "Finetune/Loss (Raw)": 0.9571547508239746, "Finetune/Step": 4609, "Finetune/Step Time": 5.2471600119024515}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7389828562736511, "Finetune/Loss (Raw)": 0.7224364280700684, "Finetune/Step": 4610, "Finetune/Step Time": 5.230266559869051}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.734977126121521, "Finetune/Loss (Raw)": 0.28505590558052063, "Finetune/Step": 4611, "Finetune/Step Time": 5.259610198438168}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7345513105392456, "Finetune/Loss (Raw)": 0.8295992612838745, "Finetune/Step": 4612, "Finetune/Step Time": 5.2425920478999615}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7335742712020874, "Finetune/Loss (Raw)": 0.6525785326957703, "Finetune/Step": 4613, "Finetune/Step Time": 5.266301482915878}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7333090305328369, "Finetune/Loss (Raw)": 0.7096182703971863, "Finetune/Step": 4614, "Finetune/Step Time": 5.272945115342736}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.737848699092865, "Finetune/Loss (Raw)": 0.9045165181159973, "Finetune/Step": 4615, "Finetune/Step Time": 5.243456991389394}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.73724764585495, "Finetune/Loss (Raw)": 0.7531338334083557, "Finetune/Step": 4616, "Finetune/Step Time": 5.23495065420866}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7385419607162476, "Finetune/Loss (Raw)": 0.6832619905471802, "Finetune/Step": 4617, "Finetune/Step Time": 5.227249208837748}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7398905754089355, "Finetune/Loss (Raw)": 0.841332733631134, "Finetune/Step": 4618, "Finetune/Step Time": 5.2192478980869055}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7411271333694458, "Finetune/Loss (Raw)": 0.9021823406219482, "Finetune/Step": 4619, "Finetune/Step Time": 5.22142731398344}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7403428554534912, "Finetune/Loss (Raw)": 0.7436687350273132, "Finetune/Step": 4620, "Finetune/Step Time": 5.225854758173227}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7416676878929138, "Finetune/Loss (Raw)": 0.9053494334220886, "Finetune/Step": 4621, "Finetune/Step Time": 5.215866431593895}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7432483434677124, "Finetune/Loss (Raw)": 0.8105473518371582, "Finetune/Step": 4622, "Finetune/Step Time": 5.2126752231270075}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7439234256744385, "Finetune/Loss (Raw)": 0.8825529217720032, "Finetune/Step": 4623, "Finetune/Step Time": 5.210360258817673}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.744243323802948, "Finetune/Loss (Raw)": 0.747410237789154, "Finetune/Step": 4624, "Finetune/Step Time": 5.203841131180525}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7449014782905579, "Finetune/Loss (Raw)": 0.8571814298629761, "Finetune/Step": 4625, "Finetune/Step Time": 5.204437920823693}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7421770095825195, "Finetune/Loss (Raw)": 0.34433576464653015, "Finetune/Step": 4626, "Finetune/Step Time": 5.229645282030106}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7414071559906006, "Finetune/Loss (Raw)": 0.7772367596626282, "Finetune/Step": 4627, "Finetune/Step Time": 5.239993944764137}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7411293983459473, "Finetune/Loss (Raw)": 0.6793491244316101, "Finetune/Step": 4628, "Finetune/Step Time": 5.2439427934587}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7399684190750122, "Finetune/Loss (Raw)": 0.7432281970977783, "Finetune/Step": 4629, "Finetune/Step Time": 5.2419437654316425}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7401794791221619, "Finetune/Loss (Raw)": 0.6974061727523804, "Finetune/Step": 4630, "Finetune/Step Time": 5.249979453161359}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7380861043930054, "Finetune/Loss (Raw)": 0.5957562923431396, "Finetune/Step": 4631, "Finetune/Step Time": 5.258249461650848}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7341718673706055, "Finetune/Loss (Raw)": 0.2700127065181732, "Finetune/Step": 4632, "Finetune/Step Time": 5.2841590736061335}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7331171631813049, "Finetune/Loss (Raw)": 0.6201375126838684, "Finetune/Step": 4633, "Finetune/Step Time": 5.297006577253342}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7323895692825317, "Finetune/Loss (Raw)": 0.8672930598258972, "Finetune/Step": 4634, "Finetune/Step Time": 5.305075537413359}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7344045639038086, "Finetune/Loss (Raw)": 0.5792028903961182, "Finetune/Step": 4635, "Finetune/Step Time": 5.294550130143762}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7347138524055481, "Finetune/Loss (Raw)": 0.8035557270050049, "Finetune/Step": 4636, "Finetune/Step Time": 5.286519382148981}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7357698678970337, "Finetune/Loss (Raw)": 0.8565057516098022, "Finetune/Step": 4637, "Finetune/Step Time": 5.281037421897054}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7369598150253296, "Finetune/Loss (Raw)": 1.0118000507354736, "Finetune/Step": 4638, "Finetune/Step Time": 5.284409020096064}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7343900799751282, "Finetune/Loss (Raw)": 0.6179983019828796, "Finetune/Step": 4639, "Finetune/Step Time": 5.3092893473804}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7384684681892395, "Finetune/Loss (Raw)": 0.8759931325912476, "Finetune/Step": 4640, "Finetune/Step Time": 5.286723416298628}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.738614559173584, "Finetune/Loss (Raw)": 0.8001056909561157, "Finetune/Step": 4641, "Finetune/Step Time": 5.284913502633572}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7396291494369507, "Finetune/Loss (Raw)": 0.8048872947692871, "Finetune/Step": 4642, "Finetune/Step Time": 5.285975081846118}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.740454912185669, "Finetune/Loss (Raw)": 0.8850036859512329, "Finetune/Step": 4643, "Finetune/Step Time": 5.284032195806503}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7383402585983276, "Finetune/Loss (Raw)": 0.37264326214790344, "Finetune/Step": 4644, "Finetune/Step Time": 5.315656842663884}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7397838830947876, "Finetune/Loss (Raw)": 0.8541716933250427, "Finetune/Step": 4645, "Finetune/Step Time": 5.315204786136746}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7375482320785522, "Finetune/Loss (Raw)": 0.6433761119842529, "Finetune/Step": 4646, "Finetune/Step Time": 5.328280970454216}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.736852765083313, "Finetune/Loss (Raw)": 0.804435133934021, "Finetune/Step": 4647, "Finetune/Step Time": 5.33297798037529}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7359023690223694, "Finetune/Loss (Raw)": 0.7403209805488586, "Finetune/Step": 4648, "Finetune/Step Time": 5.349185526371002}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.735422670841217, "Finetune/Loss (Raw)": 0.8592748641967773, "Finetune/Step": 4649, "Finetune/Step Time": 5.3460628390312195}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7347081303596497, "Finetune/Loss (Raw)": 0.6556804776191711, "Finetune/Step": 4650, "Finetune/Step Time": 5.354151606559753}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7347043752670288, "Finetune/Loss (Raw)": 0.7944875955581665, "Finetune/Step": 4651, "Finetune/Step Time": 5.348224068060517}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7344688773155212, "Finetune/Loss (Raw)": 0.7827950119972229, "Finetune/Step": 4652, "Finetune/Step Time": 5.356408916413784}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7306582927703857, "Finetune/Loss (Raw)": 0.29808494448661804, "Finetune/Step": 4653, "Finetune/Step Time": 5.384295377880335}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7321102619171143, "Finetune/Loss (Raw)": 0.7729572653770447, "Finetune/Step": 4654, "Finetune/Step Time": 5.389979489147663}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.733534574508667, "Finetune/Loss (Raw)": 0.6381505131721497, "Finetune/Step": 4655, "Finetune/Step Time": 5.375103982165456}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7311537861824036, "Finetune/Loss (Raw)": 0.4299542307853699, "Finetune/Step": 4656, "Finetune/Step Time": 5.414389260113239}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7306453585624695, "Finetune/Loss (Raw)": 0.7595480680465698, "Finetune/Step": 4657, "Finetune/Step Time": 5.412550948560238}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7303876876831055, "Finetune/Loss (Raw)": 0.8514402508735657, "Finetune/Step": 4658, "Finetune/Step Time": 5.408233916386962}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7299531698226929, "Finetune/Loss (Raw)": 0.8643932938575745, "Finetune/Step": 4659, "Finetune/Step Time": 5.405408458784223}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7316631078720093, "Finetune/Loss (Raw)": 0.8373480439186096, "Finetune/Step": 4660, "Finetune/Step Time": 5.412013167515397}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7307033538818359, "Finetune/Loss (Raw)": 0.7035587430000305, "Finetune/Step": 4661, "Finetune/Step Time": 5.414015583693981}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7348076105117798, "Finetune/Loss (Raw)": 0.8555443286895752, "Finetune/Step": 4662, "Finetune/Step Time": 5.384484538808465}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7361568212509155, "Finetune/Loss (Raw)": 0.8307480216026306, "Finetune/Step": 4663, "Finetune/Step Time": 5.373057959601283}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.73618483543396, "Finetune/Loss (Raw)": 0.7862393856048584, "Finetune/Step": 4664, "Finetune/Step Time": 5.361170833930373}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7354512214660645, "Finetune/Loss (Raw)": 0.7098986506462097, "Finetune/Step": 4665, "Finetune/Step Time": 5.361016562208533}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7336089611053467, "Finetune/Loss (Raw)": 0.6123453974723816, "Finetune/Step": 4666, "Finetune/Step Time": 5.379886204376817}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7349575161933899, "Finetune/Loss (Raw)": 0.8449762463569641, "Finetune/Step": 4667, "Finetune/Step Time": 5.368257580325007}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7385027408599854, "Finetune/Loss (Raw)": 0.7593094110488892, "Finetune/Step": 4668, "Finetune/Step Time": 5.347986010834575}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7356958389282227, "Finetune/Loss (Raw)": 0.3467743396759033, "Finetune/Step": 4669, "Finetune/Step Time": 5.358264463022351}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7368341684341431, "Finetune/Loss (Raw)": 0.8153111934661865, "Finetune/Step": 4670, "Finetune/Step Time": 5.35773878544569}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7364175319671631, "Finetune/Loss (Raw)": 0.7275848388671875, "Finetune/Step": 4671, "Finetune/Step Time": 5.353462439030409}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.736060380935669, "Finetune/Loss (Raw)": 0.828152596950531, "Finetune/Step": 4672, "Finetune/Step Time": 5.367403961718082}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.736329197883606, "Finetune/Loss (Raw)": 0.7934203743934631, "Finetune/Step": 4673, "Finetune/Step Time": 5.357319168746471}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7362135648727417, "Finetune/Loss (Raw)": 0.8550384044647217, "Finetune/Step": 4674, "Finetune/Step Time": 5.381089450791478}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7363052368164062, "Finetune/Loss (Raw)": 0.8479062914848328, "Finetune/Step": 4675, "Finetune/Step Time": 5.3833485040813684}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7377064824104309, "Finetune/Loss (Raw)": 0.7580165863037109, "Finetune/Step": 4676, "Finetune/Step Time": 5.344719897955656}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7396204471588135, "Finetune/Loss (Raw)": 0.850700855255127, "Finetune/Step": 4677, "Finetune/Step Time": 5.334154658019543}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7388036251068115, "Finetune/Loss (Raw)": 0.8050506711006165, "Finetune/Step": 4678, "Finetune/Step Time": 5.35941319912672}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7371971607208252, "Finetune/Loss (Raw)": 0.6382699608802795, "Finetune/Step": 4679, "Finetune/Step Time": 5.359505940228701}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7396551370620728, "Finetune/Loss (Raw)": 0.911357045173645, "Finetune/Step": 4680, "Finetune/Step Time": 5.351404849439859}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7392877340316772, "Finetune/Loss (Raw)": 0.7738056778907776, "Finetune/Step": 4681, "Finetune/Step Time": 5.367468200623989}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7381634712219238, "Finetune/Loss (Raw)": 0.7637993097305298, "Finetune/Step": 4682, "Finetune/Step Time": 5.378615859895945}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7381125688552856, "Finetune/Loss (Raw)": 0.79978346824646, "Finetune/Step": 4683, "Finetune/Step Time": 5.363302672281861}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7375986576080322, "Finetune/Loss (Raw)": 0.8885161280632019, "Finetune/Step": 4684, "Finetune/Step Time": 5.3614578898996115}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7387847304344177, "Finetune/Loss (Raw)": 0.8543573021888733, "Finetune/Step": 4685, "Finetune/Step Time": 5.363389329984784}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7394519448280334, "Finetune/Loss (Raw)": 0.6692711710929871, "Finetune/Step": 4686, "Finetune/Step Time": 5.362029464915395}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7385158538818359, "Finetune/Loss (Raw)": 0.7928924560546875, "Finetune/Step": 4687, "Finetune/Step Time": 5.353573052212596}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7407220602035522, "Finetune/Loss (Raw)": 1.036251425743103, "Finetune/Step": 4688, "Finetune/Step Time": 5.350787349045277}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7413221597671509, "Finetune/Loss (Raw)": 0.8817943334579468, "Finetune/Step": 4689, "Finetune/Step Time": 5.3425423968583345}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7397093772888184, "Finetune/Loss (Raw)": 0.650424063205719, "Finetune/Step": 4690, "Finetune/Step Time": 5.35593387298286}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7444487810134888, "Finetune/Loss (Raw)": 0.9076080918312073, "Finetune/Step": 4691, "Finetune/Step Time": 5.3272969126701355}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.746052622795105, "Finetune/Loss (Raw)": 0.9710239171981812, "Finetune/Step": 4692, "Finetune/Step Time": 5.327039651572704}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7467967867851257, "Finetune/Loss (Raw)": 0.7924143075942993, "Finetune/Step": 4693, "Finetune/Step Time": 5.338461695238948}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7476227283477783, "Finetune/Loss (Raw)": 0.8932980895042419, "Finetune/Step": 4694, "Finetune/Step Time": 5.333082797005773}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7473455667495728, "Finetune/Loss (Raw)": 0.8572794198989868, "Finetune/Step": 4695, "Finetune/Step Time": 5.33730436488986}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7462703585624695, "Finetune/Loss (Raw)": 0.696563720703125, "Finetune/Step": 4696, "Finetune/Step Time": 5.348540240898728}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7457484006881714, "Finetune/Loss (Raw)": 0.7799667119979858, "Finetune/Step": 4697, "Finetune/Step Time": 5.343565126881003}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7460167407989502, "Finetune/Loss (Raw)": 0.8790577054023743, "Finetune/Step": 4698, "Finetune/Step Time": 5.347624676302075}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7477341294288635, "Finetune/Loss (Raw)": 0.9010248184204102, "Finetune/Step": 4699, "Finetune/Step Time": 5.343364976346493}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7482720613479614, "Finetune/Loss (Raw)": 0.8104990124702454, "Finetune/Step": 4700, "Finetune/Step Time": 5.338802121579647}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.749525785446167, "Finetune/Loss (Raw)": 0.8391217589378357, "Finetune/Step": 4701, "Finetune/Step Time": 5.3277307618409395}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.74906325340271, "Finetune/Loss (Raw)": 0.7640902996063232, "Finetune/Step": 4702, "Finetune/Step Time": 5.329520415514708}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7504391074180603, "Finetune/Loss (Raw)": 0.9091559648513794, "Finetune/Step": 4703, "Finetune/Step Time": 5.302908264100552}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7505773305892944, "Finetune/Loss (Raw)": 0.6963679790496826, "Finetune/Step": 4704, "Finetune/Step Time": 5.297149771824479}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7502906322479248, "Finetune/Loss (Raw)": 0.8855249285697937, "Finetune/Step": 4705, "Finetune/Step Time": 5.297875324264169}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7494447231292725, "Finetune/Loss (Raw)": 0.7477083206176758, "Finetune/Step": 4706, "Finetune/Step Time": 5.291721019893885}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7516770958900452, "Finetune/Loss (Raw)": 0.7009813785552979, "Finetune/Step": 4707, "Finetune/Step Time": 5.263355948030949}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7551263570785522, "Finetune/Loss (Raw)": 0.7060847282409668, "Finetune/Step": 4708, "Finetune/Step Time": 5.223202560096979}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7549260258674622, "Finetune/Loss (Raw)": 0.6792323589324951, "Finetune/Step": 4709, "Finetune/Step Time": 5.226939978078008}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7563835382461548, "Finetune/Loss (Raw)": 0.9514965415000916, "Finetune/Step": 4710, "Finetune/Step Time": 5.21760668605566}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7555357217788696, "Finetune/Loss (Raw)": 0.7925217747688293, "Finetune/Step": 4711, "Finetune/Step Time": 5.218125427141786}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7553991079330444, "Finetune/Loss (Raw)": 0.7192908525466919, "Finetune/Step": 4712, "Finetune/Step Time": 5.230848014354706}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7569800615310669, "Finetune/Loss (Raw)": 0.8598623275756836, "Finetune/Step": 4713, "Finetune/Step Time": 5.233738664537668}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7574952840805054, "Finetune/Loss (Raw)": 0.7505837678909302, "Finetune/Step": 4714, "Finetune/Step Time": 5.237439796328545}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7569445371627808, "Finetune/Loss (Raw)": 0.8115286827087402, "Finetune/Step": 4715, "Finetune/Step Time": 5.241163836792111}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7559833526611328, "Finetune/Loss (Raw)": 0.7563238143920898, "Finetune/Step": 4716, "Finetune/Step Time": 5.217954367399216}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7563462853431702, "Finetune/Loss (Raw)": 0.8243074417114258, "Finetune/Step": 4717, "Finetune/Step Time": 5.21566397510469}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7550508975982666, "Finetune/Loss (Raw)": 0.562633752822876, "Finetune/Step": 4718, "Finetune/Step Time": 5.229102477431297}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7537569999694824, "Finetune/Loss (Raw)": 0.656211793422699, "Finetune/Step": 4719, "Finetune/Step Time": 5.2397189028561115}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7553898096084595, "Finetune/Loss (Raw)": 0.4953126013278961, "Finetune/Step": 4720, "Finetune/Step Time": 5.244806258007884}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7536286115646362, "Finetune/Loss (Raw)": 0.6244658827781677, "Finetune/Step": 4721, "Finetune/Step Time": 5.249183030799031}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7560417652130127, "Finetune/Loss (Raw)": 0.7179514765739441, "Finetune/Step": 4722, "Finetune/Step Time": 5.221013996750116}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7559036612510681, "Finetune/Loss (Raw)": 0.807356595993042, "Finetune/Step": 4723, "Finetune/Step Time": 5.219286685809493}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7550719976425171, "Finetune/Loss (Raw)": 0.6561193466186523, "Finetune/Step": 4724, "Finetune/Step Time": 5.250110566616058}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7549857497215271, "Finetune/Loss (Raw)": 0.7055518627166748, "Finetune/Step": 4725, "Finetune/Step Time": 5.252743139863014}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7542389631271362, "Finetune/Loss (Raw)": 0.7005676031112671, "Finetune/Step": 4726, "Finetune/Step Time": 5.25508383102715}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7543449401855469, "Finetune/Loss (Raw)": 0.7451363801956177, "Finetune/Step": 4727, "Finetune/Step Time": 5.251527972519398}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7543321847915649, "Finetune/Loss (Raw)": 0.7621078491210938, "Finetune/Step": 4728, "Finetune/Step Time": 5.254148170351982}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7569698095321655, "Finetune/Loss (Raw)": 1.0220510959625244, "Finetune/Step": 4729, "Finetune/Step Time": 5.250476878136396}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.755355715751648, "Finetune/Loss (Raw)": 0.7856910824775696, "Finetune/Step": 4730, "Finetune/Step Time": 5.245799016207457}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7550294995307922, "Finetune/Loss (Raw)": 0.6517755389213562, "Finetune/Step": 4731, "Finetune/Step Time": 5.244411703199148}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7549171447753906, "Finetune/Loss (Raw)": 0.8073119521141052, "Finetune/Step": 4732, "Finetune/Step Time": 5.244533658027649}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7589569091796875, "Finetune/Loss (Raw)": 0.8443947434425354, "Finetune/Step": 4733, "Finetune/Step Time": 5.2102986089885235}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7580438852310181, "Finetune/Loss (Raw)": 0.7100584506988525, "Finetune/Step": 4734, "Finetune/Step Time": 5.2157714534550905}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7591071128845215, "Finetune/Loss (Raw)": 0.8838487863540649, "Finetune/Step": 4735, "Finetune/Step Time": 5.2156067583709955}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7577745914459229, "Finetune/Loss (Raw)": 0.6061340570449829, "Finetune/Step": 4736, "Finetune/Step Time": 5.224648082628846}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7558406591415405, "Finetune/Loss (Raw)": 0.7096055746078491, "Finetune/Step": 4737, "Finetune/Step Time": 5.2339682057499886}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7570375204086304, "Finetune/Loss (Raw)": 0.8756417632102966, "Finetune/Step": 4738, "Finetune/Step Time": 5.242928380146623}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7603906989097595, "Finetune/Loss (Raw)": 0.7142600417137146, "Finetune/Step": 4739, "Finetune/Step Time": 5.216567203402519}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7594184279441833, "Finetune/Loss (Raw)": 0.7051500082015991, "Finetune/Step": 4740, "Finetune/Step Time": 5.219173641875386}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7587648034095764, "Finetune/Loss (Raw)": 0.5689157843589783, "Finetune/Step": 4741, "Finetune/Step Time": 5.201628133654594}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7585525512695312, "Finetune/Loss (Raw)": 0.6824467182159424, "Finetune/Step": 4742, "Finetune/Step Time": 5.211414035409689}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7566221952438354, "Finetune/Loss (Raw)": 0.6574295163154602, "Finetune/Step": 4743, "Finetune/Step Time": 5.226790104061365}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.75810706615448, "Finetune/Loss (Raw)": 0.9432006478309631, "Finetune/Step": 4744, "Finetune/Step Time": 5.228227574378252}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7582453489303589, "Finetune/Loss (Raw)": 0.7009657621383667, "Finetune/Step": 4745, "Finetune/Step Time": 5.246517032384872}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7571367621421814, "Finetune/Loss (Raw)": 0.6994270086288452, "Finetune/Step": 4746, "Finetune/Step Time": 5.27007769793272}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.757300853729248, "Finetune/Loss (Raw)": 0.9231857657432556, "Finetune/Step": 4747, "Finetune/Step Time": 5.269662149250507}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7582427859306335, "Finetune/Loss (Raw)": 0.864240288734436, "Finetune/Step": 4748, "Finetune/Step Time": 5.264852000400424}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7573962211608887, "Finetune/Loss (Raw)": 0.7969878911972046, "Finetune/Step": 4749, "Finetune/Step Time": 5.261445229873061}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7569536566734314, "Finetune/Loss (Raw)": 0.7538965940475464, "Finetune/Step": 4750, "Finetune/Step Time": 5.2637252304703}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7560467720031738, "Finetune/Loss (Raw)": 0.7664763927459717, "Finetune/Step": 4751, "Finetune/Step Time": 5.279041023924947}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.756782591342926, "Finetune/Loss (Raw)": 0.8415954113006592, "Finetune/Step": 4752, "Finetune/Step Time": 5.28241865336895}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7555397748947144, "Finetune/Loss (Raw)": 0.6981003880500793, "Finetune/Step": 4753, "Finetune/Step Time": 5.274434080347419}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7592728137969971, "Finetune/Loss (Raw)": 0.8221619725227356, "Finetune/Step": 4754, "Finetune/Step Time": 5.249250575900078}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7593807578086853, "Finetune/Loss (Raw)": 0.7910575866699219, "Finetune/Step": 4755, "Finetune/Step Time": 5.248073285445571}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7601311802864075, "Finetune/Loss (Raw)": 0.7753962278366089, "Finetune/Step": 4756, "Finetune/Step Time": 5.240652151405811}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.760440468788147, "Finetune/Loss (Raw)": 0.7828278541564941, "Finetune/Step": 4757, "Finetune/Step Time": 5.239728007465601}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7609684467315674, "Finetune/Loss (Raw)": 0.764978289604187, "Finetune/Step": 4758, "Finetune/Step Time": 5.2299260795116425}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7619612216949463, "Finetune/Loss (Raw)": 0.7228305339813232, "Finetune/Step": 4759, "Finetune/Step Time": 5.215390203520656}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7662046551704407, "Finetune/Loss (Raw)": 0.8131699562072754, "Finetune/Step": 4760, "Finetune/Step Time": 5.186909552663565}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7661993503570557, "Finetune/Loss (Raw)": 0.6194644570350647, "Finetune/Step": 4761, "Finetune/Step Time": 5.188658939674497}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7650625705718994, "Finetune/Loss (Raw)": 0.7217790484428406, "Finetune/Step": 4762, "Finetune/Step Time": 5.186556868255138}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7666849493980408, "Finetune/Loss (Raw)": 0.7868766188621521, "Finetune/Step": 4763, "Finetune/Step Time": 5.17170905508101}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.766130805015564, "Finetune/Loss (Raw)": 0.7326216697692871, "Finetune/Step": 4764, "Finetune/Step Time": 5.175179382786155}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7647175788879395, "Finetune/Loss (Raw)": 0.6756144165992737, "Finetune/Step": 4765, "Finetune/Step Time": 5.174809597432613}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7640870809555054, "Finetune/Loss (Raw)": 0.9310939908027649, "Finetune/Step": 4766, "Finetune/Step Time": 5.176768468692899}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7657346725463867, "Finetune/Loss (Raw)": 0.8288934230804443, "Finetune/Step": 4767, "Finetune/Step Time": 5.147462073713541}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7647073864936829, "Finetune/Loss (Raw)": 0.744497537612915, "Finetune/Step": 4768, "Finetune/Step Time": 5.15100965090096}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.764446496963501, "Finetune/Loss (Raw)": 0.766715407371521, "Finetune/Step": 4769, "Finetune/Step Time": 5.150161659345031}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7620588541030884, "Finetune/Loss (Raw)": 0.4992658197879791, "Finetune/Step": 4770, "Finetune/Step Time": 5.153814794495702}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7623425126075745, "Finetune/Loss (Raw)": 0.9213163256645203, "Finetune/Step": 4771, "Finetune/Step Time": 5.156277257949114}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7649299502372742, "Finetune/Loss (Raw)": 0.7038284540176392, "Finetune/Step": 4772, "Finetune/Step Time": 5.138492366299033}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7627720832824707, "Finetune/Loss (Raw)": 0.5779723525047302, "Finetune/Step": 4773, "Finetune/Step Time": 5.137775253504515}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7640862464904785, "Finetune/Loss (Raw)": 0.8115768432617188, "Finetune/Step": 4774, "Finetune/Step Time": 5.1280688382685184}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7646323442459106, "Finetune/Loss (Raw)": 0.8743359446525574, "Finetune/Step": 4775, "Finetune/Step Time": 5.124759271740913}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7643710374832153, "Finetune/Loss (Raw)": 0.7068747282028198, "Finetune/Step": 4776, "Finetune/Step Time": 5.125427410006523}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7637485265731812, "Finetune/Loss (Raw)": 0.7796022295951843, "Finetune/Step": 4777, "Finetune/Step Time": 5.12642659060657}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.760842502117157, "Finetune/Loss (Raw)": 0.2837046980857849, "Finetune/Step": 4778, "Finetune/Step Time": 5.141623958945274}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7619708180427551, "Finetune/Loss (Raw)": 0.9389147758483887, "Finetune/Step": 4779, "Finetune/Step Time": 5.1432477459311485}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7614836692810059, "Finetune/Loss (Raw)": 0.7204356789588928, "Finetune/Step": 4780, "Finetune/Step Time": 5.138052348047495}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7644370198249817, "Finetune/Loss (Raw)": 0.6761178970336914, "Finetune/Step": 4781, "Finetune/Step Time": 5.115873835980892}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7636715173721313, "Finetune/Loss (Raw)": 0.6749746203422546, "Finetune/Step": 4782, "Finetune/Step Time": 5.116840209811926}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7615151405334473, "Finetune/Loss (Raw)": 0.3621337115764618, "Finetune/Step": 4783, "Finetune/Step Time": 5.141950691118836}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7643648386001587, "Finetune/Loss (Raw)": 0.7947118282318115, "Finetune/Step": 4784, "Finetune/Step Time": 5.104134503751993}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7659593224525452, "Finetune/Loss (Raw)": 0.9636432528495789, "Finetune/Step": 4785, "Finetune/Step Time": 5.105318930000067}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7657479047775269, "Finetune/Loss (Raw)": 0.8243805170059204, "Finetune/Step": 4786, "Finetune/Step Time": 5.108071995899081}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.765021562576294, "Finetune/Loss (Raw)": 0.771418035030365, "Finetune/Step": 4787, "Finetune/Step Time": 5.1035945154726505}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7637107968330383, "Finetune/Loss (Raw)": 0.6695738434791565, "Finetune/Step": 4788, "Finetune/Step Time": 5.112585274502635}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7630628347396851, "Finetune/Loss (Raw)": 0.6206191778182983, "Finetune/Step": 4789, "Finetune/Step Time": 5.113011261448264}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7628738284111023, "Finetune/Loss (Raw)": 0.8313482403755188, "Finetune/Step": 4790, "Finetune/Step Time": 5.118128148838878}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.758694052696228, "Finetune/Loss (Raw)": 0.29574117064476013, "Finetune/Step": 4791, "Finetune/Step Time": 5.159479685127735}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7602202892303467, "Finetune/Loss (Raw)": 0.9815990328788757, "Finetune/Step": 4792, "Finetune/Step Time": 5.164084954187274}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7613021731376648, "Finetune/Loss (Raw)": 0.8483785390853882, "Finetune/Step": 4793, "Finetune/Step Time": 5.162884924560785}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7621639966964722, "Finetune/Loss (Raw)": 0.7226530909538269, "Finetune/Step": 4794, "Finetune/Step Time": 5.1446858290582895}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7611427903175354, "Finetune/Loss (Raw)": 0.7142594456672668, "Finetune/Step": 4795, "Finetune/Step Time": 5.1747373174875975}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7618610262870789, "Finetune/Loss (Raw)": 0.8512508273124695, "Finetune/Step": 4796, "Finetune/Step Time": 5.17898809351027}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7656060457229614, "Finetune/Loss (Raw)": 0.8261409401893616, "Finetune/Step": 4797, "Finetune/Step Time": 5.149168185889721}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7639536261558533, "Finetune/Loss (Raw)": 0.6037968397140503, "Finetune/Step": 4798, "Finetune/Step Time": 5.1637885589152575}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7648525238037109, "Finetune/Loss (Raw)": 0.842642605304718, "Finetune/Step": 4799, "Finetune/Step Time": 5.16837889328599}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7658531069755554, "Finetune/Loss (Raw)": 0.9562299847602844, "Finetune/Step": 4800, "Finetune/Step Time": 5.1520624700933695}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7664466500282288, "Finetune/Loss (Raw)": 0.8693923950195312, "Finetune/Step": 4801, "Finetune/Step Time": 5.144282108172774}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.766169011592865, "Finetune/Loss (Raw)": 0.8195029497146606, "Finetune/Step": 4802, "Finetune/Step Time": 5.117814194411039}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7663145065307617, "Finetune/Loss (Raw)": 0.866519033908844, "Finetune/Step": 4803, "Finetune/Step Time": 5.121884131804109}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7668617963790894, "Finetune/Loss (Raw)": 0.8280776143074036, "Finetune/Step": 4804, "Finetune/Step Time": 5.124546954408288}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7670296430587769, "Finetune/Loss (Raw)": 0.8721848726272583, "Finetune/Step": 4805, "Finetune/Step Time": 5.130519635975361}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7669984102249146, "Finetune/Loss (Raw)": 0.801054060459137, "Finetune/Step": 4806, "Finetune/Step Time": 5.1113756485283375}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7680644989013672, "Finetune/Loss (Raw)": 0.7747291326522827, "Finetune/Step": 4807, "Finetune/Step Time": 5.112206617370248}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7681053876876831, "Finetune/Loss (Raw)": 0.9165860414505005, "Finetune/Step": 4808, "Finetune/Step Time": 5.108450505882502}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7665550708770752, "Finetune/Loss (Raw)": 0.5753636360168457, "Finetune/Step": 4809, "Finetune/Step Time": 5.097555503249168}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7664667963981628, "Finetune/Loss (Raw)": 0.7525044679641724, "Finetune/Step": 4810, "Finetune/Step Time": 5.0881428346037865}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7665125131607056, "Finetune/Loss (Raw)": 0.8056302666664124, "Finetune/Step": 4811, "Finetune/Step Time": 5.103180512785912}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7660126686096191, "Finetune/Loss (Raw)": 0.8245446681976318, "Finetune/Step": 4812, "Finetune/Step Time": 5.1030224077403545}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7630107998847961, "Finetune/Loss (Raw)": 0.47011688351631165, "Finetune/Step": 4813, "Finetune/Step Time": 5.128167623654008}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7642425894737244, "Finetune/Loss (Raw)": 0.8269386291503906, "Finetune/Step": 4814, "Finetune/Step Time": 5.1193538159132}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7649710178375244, "Finetune/Loss (Raw)": 0.8861355185508728, "Finetune/Step": 4815, "Finetune/Step Time": 5.117161693051457}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7624555826187134, "Finetune/Loss (Raw)": 0.7142718434333801, "Finetune/Step": 4816, "Finetune/Step Time": 5.132891785353422}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7621326446533203, "Finetune/Loss (Raw)": 0.8404636383056641, "Finetune/Step": 4817, "Finetune/Step Time": 5.137522757053375}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7637478113174438, "Finetune/Loss (Raw)": 0.8571617603302002, "Finetune/Step": 4818, "Finetune/Step Time": 5.128433274105191}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7636070251464844, "Finetune/Loss (Raw)": 0.8895765542984009, "Finetune/Step": 4819, "Finetune/Step Time": 5.128209590911865}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7627878189086914, "Finetune/Loss (Raw)": 0.8661769032478333, "Finetune/Step": 4820, "Finetune/Step Time": 5.13101246766746}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7635371088981628, "Finetune/Loss (Raw)": 0.8883194923400879, "Finetune/Step": 4821, "Finetune/Step Time": 5.118808943778276}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7631247639656067, "Finetune/Loss (Raw)": 0.8405194282531738, "Finetune/Step": 4822, "Finetune/Step Time": 5.126238685101271}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7632373571395874, "Finetune/Loss (Raw)": 0.871692955493927, "Finetune/Step": 4823, "Finetune/Step Time": 5.125469628721476}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7600594162940979, "Finetune/Loss (Raw)": 0.2897849380970001, "Finetune/Step": 4824, "Finetune/Step Time": 5.140836494043469}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7599530220031738, "Finetune/Loss (Raw)": 0.7663494944572449, "Finetune/Step": 4825, "Finetune/Step Time": 5.14573360607028}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7592455744743347, "Finetune/Loss (Raw)": 0.788505494594574, "Finetune/Step": 4826, "Finetune/Step Time": 5.144996544346213}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7589862942695618, "Finetune/Loss (Raw)": 0.8678306937217712, "Finetune/Step": 4827, "Finetune/Step Time": 5.134928883984685}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7595025300979614, "Finetune/Loss (Raw)": 0.8765835762023926, "Finetune/Step": 4828, "Finetune/Step Time": 5.141615491360426}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7591569423675537, "Finetune/Loss (Raw)": 0.7948848605155945, "Finetune/Step": 4829, "Finetune/Step Time": 5.147992677986622}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7592194080352783, "Finetune/Loss (Raw)": 0.7720877528190613, "Finetune/Step": 4830, "Finetune/Step Time": 5.145849484950304}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7548849582672119, "Finetune/Loss (Raw)": 0.35434821248054504, "Finetune/Step": 4831, "Finetune/Step Time": 5.179388374090195}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7549192309379578, "Finetune/Loss (Raw)": 0.7007467746734619, "Finetune/Step": 4832, "Finetune/Step Time": 5.202902603894472}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7541874647140503, "Finetune/Loss (Raw)": 0.7918640971183777, "Finetune/Step": 4833, "Finetune/Step Time": 5.206545328721404}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.755652666091919, "Finetune/Loss (Raw)": 0.9352492094039917, "Finetune/Step": 4834, "Finetune/Step Time": 5.21099267154932}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7568575143814087, "Finetune/Loss (Raw)": 0.8552073836326599, "Finetune/Step": 4835, "Finetune/Step Time": 5.208056952804327}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7583261728286743, "Finetune/Loss (Raw)": 0.894075870513916, "Finetune/Step": 4836, "Finetune/Step Time": 5.206653501838446}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7591646909713745, "Finetune/Loss (Raw)": 0.7865524291992188, "Finetune/Step": 4837, "Finetune/Step Time": 5.189495364204049}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7586338520050049, "Finetune/Loss (Raw)": 0.8835511803627014, "Finetune/Step": 4838, "Finetune/Step Time": 5.19054077938199}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7581116557121277, "Finetune/Loss (Raw)": 0.7256792783737183, "Finetune/Step": 4839, "Finetune/Step Time": 5.191547080874443}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7587310075759888, "Finetune/Loss (Raw)": 0.7985758781433105, "Finetune/Step": 4840, "Finetune/Step Time": 5.18260538764298}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7576876878738403, "Finetune/Loss (Raw)": 0.7263092994689941, "Finetune/Step": 4841, "Finetune/Step Time": 5.188702285289764}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7569243311882019, "Finetune/Loss (Raw)": 0.6528831124305725, "Finetune/Step": 4842, "Finetune/Step Time": 5.199074611067772}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7580485343933105, "Finetune/Loss (Raw)": 0.9554163217544556, "Finetune/Step": 4843, "Finetune/Step Time": 5.195743290707469}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7575629949569702, "Finetune/Loss (Raw)": 0.6941803097724915, "Finetune/Step": 4844, "Finetune/Step Time": 5.215808292850852}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7583062648773193, "Finetune/Loss (Raw)": 0.9194520115852356, "Finetune/Step": 4845, "Finetune/Step Time": 5.218179179355502}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7604902386665344, "Finetune/Loss (Raw)": 0.842181921005249, "Finetune/Step": 4846, "Finetune/Step Time": 5.229651460424066}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7578563690185547, "Finetune/Loss (Raw)": 0.3190665543079376, "Finetune/Step": 4847, "Finetune/Step Time": 5.251093711704016}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7592759132385254, "Finetune/Loss (Raw)": 0.6770176291465759, "Finetune/Step": 4848, "Finetune/Step Time": 5.215882286429405}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7596039175987244, "Finetune/Loss (Raw)": 0.6664525866508484, "Finetune/Step": 4849, "Finetune/Step Time": 5.230712849646807}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.760836124420166, "Finetune/Loss (Raw)": 0.8756713271141052, "Finetune/Step": 4850, "Finetune/Step Time": 5.239638116210699}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7613003849983215, "Finetune/Loss (Raw)": 0.8667826652526855, "Finetune/Step": 4851, "Finetune/Step Time": 5.2449771873652935}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7616900205612183, "Finetune/Loss (Raw)": 0.7059935927391052, "Finetune/Step": 4852, "Finetune/Step Time": 5.228451235219836}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7628070712089539, "Finetune/Loss (Raw)": 0.8485310673713684, "Finetune/Step": 4853, "Finetune/Step Time": 5.235255308449268}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7616322040557861, "Finetune/Loss (Raw)": 0.5501858592033386, "Finetune/Step": 4854, "Finetune/Step Time": 5.238722395151854}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7620863318443298, "Finetune/Loss (Raw)": 0.803263783454895, "Finetune/Step": 4855, "Finetune/Step Time": 5.240659177303314}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7626234292984009, "Finetune/Loss (Raw)": 0.830862820148468, "Finetune/Step": 4856, "Finetune/Step Time": 5.235752375796437}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7616696357727051, "Finetune/Loss (Raw)": 0.8999552726745605, "Finetune/Step": 4857, "Finetune/Step Time": 5.234890202060342}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7630724906921387, "Finetune/Loss (Raw)": 0.965266227722168, "Finetune/Step": 4858, "Finetune/Step Time": 5.245038487017155}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7642663717269897, "Finetune/Loss (Raw)": 0.8045883774757385, "Finetune/Step": 4859, "Finetune/Step Time": 5.232303669676185}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7636550664901733, "Finetune/Loss (Raw)": 0.7290704250335693, "Finetune/Step": 4860, "Finetune/Step Time": 5.230994721874595}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7630026936531067, "Finetune/Loss (Raw)": 0.7608870267868042, "Finetune/Step": 4861, "Finetune/Step Time": 5.245818123221397}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7646782398223877, "Finetune/Loss (Raw)": 0.9245333671569824, "Finetune/Step": 4862, "Finetune/Step Time": 5.232132134959102}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.765053391456604, "Finetune/Loss (Raw)": 0.9318564534187317, "Finetune/Step": 4863, "Finetune/Step Time": 5.2473983988165855}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7663487792015076, "Finetune/Loss (Raw)": 0.7719487547874451, "Finetune/Step": 4864, "Finetune/Step Time": 5.253208050504327}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7674066424369812, "Finetune/Loss (Raw)": 0.8450130224227905, "Finetune/Step": 4865, "Finetune/Step Time": 5.24822723865509}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7663046717643738, "Finetune/Loss (Raw)": 0.7345870137214661, "Finetune/Step": 4866, "Finetune/Step Time": 5.240698179230094}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7634167671203613, "Finetune/Loss (Raw)": 0.344607412815094, "Finetune/Step": 4867, "Finetune/Step Time": 5.271191379055381}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7634159326553345, "Finetune/Loss (Raw)": 0.705050528049469, "Finetune/Step": 4868, "Finetune/Step Time": 5.2808847445994616}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.764130711555481, "Finetune/Loss (Raw)": 0.6604036688804626, "Finetune/Step": 4869, "Finetune/Step Time": 5.285355746746063}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7644045948982239, "Finetune/Loss (Raw)": 0.7175038456916809, "Finetune/Step": 4870, "Finetune/Step Time": 5.271620761603117}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7657384872436523, "Finetune/Loss (Raw)": 0.8281700015068054, "Finetune/Step": 4871, "Finetune/Step Time": 5.265932008624077}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7644676566123962, "Finetune/Loss (Raw)": 0.7805331945419312, "Finetune/Step": 4872, "Finetune/Step Time": 5.265877241268754}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7643968462944031, "Finetune/Loss (Raw)": 0.6918975114822388, "Finetune/Step": 4873, "Finetune/Step Time": 5.26317635178566}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7634599208831787, "Finetune/Loss (Raw)": 0.579498291015625, "Finetune/Step": 4874, "Finetune/Step Time": 5.247719779610634}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7621641159057617, "Finetune/Loss (Raw)": 0.7573202848434448, "Finetune/Step": 4875, "Finetune/Step Time": 5.256498534232378}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7622304558753967, "Finetune/Loss (Raw)": 0.872738778591156, "Finetune/Step": 4876, "Finetune/Step Time": 5.250216467306018}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7629531621932983, "Finetune/Loss (Raw)": 0.8894917964935303, "Finetune/Step": 4877, "Finetune/Step Time": 5.251464443281293}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7627660036087036, "Finetune/Loss (Raw)": 0.7299427390098572, "Finetune/Step": 4878, "Finetune/Step Time": 5.253076862543821}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7634426951408386, "Finetune/Loss (Raw)": 0.8530943989753723, "Finetune/Step": 4879, "Finetune/Step Time": 5.23453956656158}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7637337446212769, "Finetune/Loss (Raw)": 0.8788479566574097, "Finetune/Step": 4880, "Finetune/Step Time": 5.230562603101134}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7659441232681274, "Finetune/Loss (Raw)": 0.9810333847999573, "Finetune/Step": 4881, "Finetune/Step Time": 5.224752862006426}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7649068832397461, "Finetune/Loss (Raw)": 0.6893888711929321, "Finetune/Step": 4882, "Finetune/Step Time": 5.226740226149559}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7640702724456787, "Finetune/Loss (Raw)": 0.6839754581451416, "Finetune/Step": 4883, "Finetune/Step Time": 5.218351079151034}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7648218870162964, "Finetune/Loss (Raw)": 0.8716016411781311, "Finetune/Step": 4884, "Finetune/Step Time": 5.220678932964802}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.76457679271698, "Finetune/Loss (Raw)": 0.7514532804489136, "Finetune/Step": 4885, "Finetune/Step Time": 5.224202206358314}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7654179334640503, "Finetune/Loss (Raw)": 0.8726467490196228, "Finetune/Step": 4886, "Finetune/Step Time": 5.230708319693804}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.766346275806427, "Finetune/Loss (Raw)": 0.8416574597358704, "Finetune/Step": 4887, "Finetune/Step Time": 5.236795384436846}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7665795087814331, "Finetune/Loss (Raw)": 0.8430241942405701, "Finetune/Step": 4888, "Finetune/Step Time": 5.246436221525073}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7680131196975708, "Finetune/Loss (Raw)": 0.802965521812439, "Finetune/Step": 4889, "Finetune/Step Time": 5.235698014497757}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7680431604385376, "Finetune/Loss (Raw)": 0.725617527961731, "Finetune/Step": 4890, "Finetune/Step Time": 5.254113756120205}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7676467895507812, "Finetune/Loss (Raw)": 0.7361480593681335, "Finetune/Step": 4891, "Finetune/Step Time": 5.2513263002038}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7680579423904419, "Finetune/Loss (Raw)": 0.7852505445480347, "Finetune/Step": 4892, "Finetune/Step Time": 5.246900949627161}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7697505354881287, "Finetune/Loss (Raw)": 0.8922663927078247, "Finetune/Step": 4893, "Finetune/Step Time": 5.246668944135308}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.768351674079895, "Finetune/Loss (Raw)": 0.7520302534103394, "Finetune/Step": 4894, "Finetune/Step Time": 5.252678461372852}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7671878337860107, "Finetune/Loss (Raw)": 0.6799333691596985, "Finetune/Step": 4895, "Finetune/Step Time": 5.254303148016334}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7682042717933655, "Finetune/Loss (Raw)": 0.8745953440666199, "Finetune/Step": 4896, "Finetune/Step Time": 5.24731126613915}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7671552896499634, "Finetune/Loss (Raw)": 0.632456362247467, "Finetune/Step": 4897, "Finetune/Step Time": 5.252424478530884}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7686313390731812, "Finetune/Loss (Raw)": 0.6881900429725647, "Finetune/Step": 4898, "Finetune/Step Time": 5.25398088619113}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7682833671569824, "Finetune/Loss (Raw)": 0.8767766952514648, "Finetune/Step": 4899, "Finetune/Step Time": 5.251610368490219}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7690069079399109, "Finetune/Loss (Raw)": 0.7964434623718262, "Finetune/Step": 4900, "Finetune/Step Time": 5.238977637141943}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7704867124557495, "Finetune/Loss (Raw)": 0.7673873901367188, "Finetune/Step": 4901, "Finetune/Step Time": 5.236895199865103}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7701279520988464, "Finetune/Loss (Raw)": 0.7656522989273071, "Finetune/Step": 4902, "Finetune/Step Time": 5.2365225069224834}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7691613435745239, "Finetune/Loss (Raw)": 0.7506113648414612, "Finetune/Step": 4903, "Finetune/Step Time": 5.236212579533458}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.769835352897644, "Finetune/Loss (Raw)": 0.7931464314460754, "Finetune/Step": 4904, "Finetune/Step Time": 5.221882672980428}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7700045704841614, "Finetune/Loss (Raw)": 0.8012669682502747, "Finetune/Step": 4905, "Finetune/Step Time": 5.225197274237871}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7735650539398193, "Finetune/Loss (Raw)": 0.7394475340843201, "Finetune/Step": 4906, "Finetune/Step Time": 5.197003560140729}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.771266520023346, "Finetune/Loss (Raw)": 0.6447041630744934, "Finetune/Step": 4907, "Finetune/Step Time": 5.2034354489296675}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7717535495758057, "Finetune/Loss (Raw)": 0.78277587890625, "Finetune/Step": 4908, "Finetune/Step Time": 5.215084044262767}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7725486159324646, "Finetune/Loss (Raw)": 0.7778831124305725, "Finetune/Step": 4909, "Finetune/Step Time": 5.21149549447}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7738409638404846, "Finetune/Loss (Raw)": 0.8403920531272888, "Finetune/Step": 4910, "Finetune/Step Time": 5.201191326603293}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7771185636520386, "Finetune/Loss (Raw)": 0.781669557094574, "Finetune/Step": 4911, "Finetune/Step Time": 5.170447396114469}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7770100235939026, "Finetune/Loss (Raw)": 0.7808137536048889, "Finetune/Step": 4912, "Finetune/Step Time": 5.176595417782664}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7759178280830383, "Finetune/Loss (Raw)": 0.823850154876709, "Finetune/Step": 4913, "Finetune/Step Time": 5.1846088245511055}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7726179957389832, "Finetune/Loss (Raw)": 0.40199553966522217, "Finetune/Step": 4914, "Finetune/Step Time": 5.2114555183798075}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7718454599380493, "Finetune/Loss (Raw)": 0.6725441813468933, "Finetune/Step": 4915, "Finetune/Step Time": 5.214788252487779}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7727026343345642, "Finetune/Loss (Raw)": 0.779280424118042, "Finetune/Step": 4916, "Finetune/Step Time": 5.189184049144387}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7710179686546326, "Finetune/Loss (Raw)": 0.4049856662750244, "Finetune/Step": 4917, "Finetune/Step Time": 5.215205915272236}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7709447741508484, "Finetune/Loss (Raw)": 0.8219762444496155, "Finetune/Step": 4918, "Finetune/Step Time": 5.209638990461826}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7746787071228027, "Finetune/Loss (Raw)": 0.7736907005310059, "Finetune/Step": 4919, "Finetune/Step Time": 5.17079097405076}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.773871898651123, "Finetune/Loss (Raw)": 0.8783254027366638, "Finetune/Step": 4920, "Finetune/Step Time": 5.166054669767618}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.773502767086029, "Finetune/Loss (Raw)": 0.8011286854743958, "Finetune/Step": 4921, "Finetune/Step Time": 5.178397070616484}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7732635140419006, "Finetune/Loss (Raw)": 0.6920289397239685, "Finetune/Step": 4922, "Finetune/Step Time": 5.179828714579344}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7736512422561646, "Finetune/Loss (Raw)": 0.7638905644416809, "Finetune/Step": 4923, "Finetune/Step Time": 5.1550586335361}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7731611728668213, "Finetune/Loss (Raw)": 0.7885214686393738, "Finetune/Step": 4924, "Finetune/Step Time": 5.146129233762622}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7725733518600464, "Finetune/Loss (Raw)": 0.7508987188339233, "Finetune/Step": 4925, "Finetune/Step Time": 5.1458061914891005}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7736601829528809, "Finetune/Loss (Raw)": 0.7429184317588806, "Finetune/Step": 4926, "Finetune/Step Time": 5.131117817014456}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7731207609176636, "Finetune/Loss (Raw)": 0.7735859155654907, "Finetune/Step": 4927, "Finetune/Step Time": 5.129380552098155}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7701113224029541, "Finetune/Loss (Raw)": 0.5710248351097107, "Finetune/Step": 4928, "Finetune/Step Time": 5.1522712875157595}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7692315578460693, "Finetune/Loss (Raw)": 0.756783127784729, "Finetune/Step": 4929, "Finetune/Step Time": 5.157159514725208}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7690380811691284, "Finetune/Loss (Raw)": 0.7947375178337097, "Finetune/Step": 4930, "Finetune/Step Time": 5.1570851393043995}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7690125703811646, "Finetune/Loss (Raw)": 0.8632621169090271, "Finetune/Step": 4931, "Finetune/Step Time": 5.1554050743579865}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7692154049873352, "Finetune/Loss (Raw)": 0.8540303111076355, "Finetune/Step": 4932, "Finetune/Step Time": 5.153236722573638}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7679882645606995, "Finetune/Loss (Raw)": 0.7151076197624207, "Finetune/Step": 4933, "Finetune/Step Time": 5.163633801043034}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7684144973754883, "Finetune/Loss (Raw)": 0.8556131720542908, "Finetune/Step": 4934, "Finetune/Step Time": 5.15888081304729}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7691208720207214, "Finetune/Loss (Raw)": 0.8651515245437622, "Finetune/Step": 4935, "Finetune/Step Time": 5.168982336297631}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.767473578453064, "Finetune/Loss (Raw)": 0.705731987953186, "Finetune/Step": 4936, "Finetune/Step Time": 5.179204687476158}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7702028751373291, "Finetune/Loss (Raw)": 0.9247164726257324, "Finetune/Step": 4937, "Finetune/Step Time": 5.1732896864414215}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7708899974822998, "Finetune/Loss (Raw)": 0.8404549956321716, "Finetune/Step": 4938, "Finetune/Step Time": 5.1846394799649715}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7672234773635864, "Finetune/Loss (Raw)": 0.3363071382045746, "Finetune/Step": 4939, "Finetune/Step Time": 5.194512516260147}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7656518816947937, "Finetune/Loss (Raw)": 0.6233806610107422, "Finetune/Step": 4940, "Finetune/Step Time": 5.205018058419228}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7674022316932678, "Finetune/Loss (Raw)": 0.6941655874252319, "Finetune/Step": 4941, "Finetune/Step Time": 5.176242547109723}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7664724588394165, "Finetune/Loss (Raw)": 0.7079286575317383, "Finetune/Step": 4942, "Finetune/Step Time": 5.181890847161412}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7649239301681519, "Finetune/Loss (Raw)": 0.6879215836524963, "Finetune/Step": 4943, "Finetune/Step Time": 5.192948970943689}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7657749056816101, "Finetune/Loss (Raw)": 0.8231997489929199, "Finetune/Step": 4944, "Finetune/Step Time": 5.180260663852096}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7660996913909912, "Finetune/Loss (Raw)": 0.8820287585258484, "Finetune/Step": 4945, "Finetune/Step Time": 5.179768610745668}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7652515769004822, "Finetune/Loss (Raw)": 0.74861079454422, "Finetune/Step": 4946, "Finetune/Step Time": 5.180402422323823}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7645217180252075, "Finetune/Loss (Raw)": 0.7961501479148865, "Finetune/Step": 4947, "Finetune/Step Time": 5.182118061929941}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.763598620891571, "Finetune/Loss (Raw)": 0.7480210661888123, "Finetune/Step": 4948, "Finetune/Step Time": 5.179483842104673}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7623122930526733, "Finetune/Loss (Raw)": 0.723670482635498, "Finetune/Step": 4949, "Finetune/Step Time": 5.177888626232743}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7613052129745483, "Finetune/Loss (Raw)": 0.7116100192070007, "Finetune/Step": 4950, "Finetune/Step Time": 5.184834910556674}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7610756158828735, "Finetune/Loss (Raw)": 0.8423091173171997, "Finetune/Step": 4951, "Finetune/Step Time": 5.18360929377377}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7651205062866211, "Finetune/Loss (Raw)": 0.8075336217880249, "Finetune/Step": 4952, "Finetune/Step Time": 5.163311313837767}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7647607326507568, "Finetune/Loss (Raw)": 0.7202922701835632, "Finetune/Step": 4953, "Finetune/Step Time": 5.164013743400574}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7647650241851807, "Finetune/Loss (Raw)": 0.789053738117218, "Finetune/Step": 4954, "Finetune/Step Time": 5.198039725422859}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7642620801925659, "Finetune/Loss (Raw)": 0.8034529089927673, "Finetune/Step": 4955, "Finetune/Step Time": 5.2018321212381124}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.764009416103363, "Finetune/Loss (Raw)": 0.8442473411560059, "Finetune/Step": 4956, "Finetune/Step Time": 5.190196508541703}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7646982669830322, "Finetune/Loss (Raw)": 0.8830594420433044, "Finetune/Step": 4957, "Finetune/Step Time": 5.179936463013291}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.764155924320221, "Finetune/Loss (Raw)": 0.7026657462120056, "Finetune/Step": 4958, "Finetune/Step Time": 5.197016092017293}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7648189067840576, "Finetune/Loss (Raw)": 0.4392116069793701, "Finetune/Step": 4959, "Finetune/Step Time": 5.198196142911911}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7652956247329712, "Finetune/Loss (Raw)": 0.7617638111114502, "Finetune/Step": 4960, "Finetune/Step Time": 5.1725476291030645}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7649502754211426, "Finetune/Loss (Raw)": 0.7476611733436584, "Finetune/Step": 4961, "Finetune/Step Time": 5.170373475179076}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7641514539718628, "Finetune/Loss (Raw)": 0.8329980969429016, "Finetune/Step": 4962, "Finetune/Step Time": 5.169204095378518}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7635518312454224, "Finetune/Loss (Raw)": 0.7784608006477356, "Finetune/Step": 4963, "Finetune/Step Time": 5.173111883923411}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7633376121520996, "Finetune/Loss (Raw)": 0.8666553497314453, "Finetune/Step": 4964, "Finetune/Step Time": 5.176889110356569}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7643427848815918, "Finetune/Loss (Raw)": 0.9152145385742188, "Finetune/Step": 4965, "Finetune/Step Time": 5.177646653726697}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7632644772529602, "Finetune/Loss (Raw)": 0.7455267310142517, "Finetune/Step": 4966, "Finetune/Step Time": 5.181097399443388}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7644491195678711, "Finetune/Loss (Raw)": 0.877310037612915, "Finetune/Step": 4967, "Finetune/Step Time": 5.179440191015601}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7644346952438354, "Finetune/Loss (Raw)": 0.7967275381088257, "Finetune/Step": 4968, "Finetune/Step Time": 5.1754432916641235}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7646036744117737, "Finetune/Loss (Raw)": 0.7479426264762878, "Finetune/Step": 4969, "Finetune/Step Time": 5.178777804598212}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7660990953445435, "Finetune/Loss (Raw)": 0.8442972898483276, "Finetune/Step": 4970, "Finetune/Step Time": 5.161087617278099}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7658169269561768, "Finetune/Loss (Raw)": 0.9193034172058105, "Finetune/Step": 4971, "Finetune/Step Time": 5.172397596761584}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7664682269096375, "Finetune/Loss (Raw)": 0.7775423526763916, "Finetune/Step": 4972, "Finetune/Step Time": 5.16654715873301}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7666537165641785, "Finetune/Loss (Raw)": 0.943198025226593, "Finetune/Step": 4973, "Finetune/Step Time": 5.167093846946955}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7624370455741882, "Finetune/Loss (Raw)": 0.3024449646472931, "Finetune/Step": 4974, "Finetune/Step Time": 5.1708641089499}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7653918862342834, "Finetune/Loss (Raw)": 0.6972886919975281, "Finetune/Step": 4975, "Finetune/Step Time": 5.144377591088414}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7672518491744995, "Finetune/Loss (Raw)": 0.9150859117507935, "Finetune/Step": 4976, "Finetune/Step Time": 5.146763157099485}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7674529552459717, "Finetune/Loss (Raw)": 0.6922034025192261, "Finetune/Step": 4977, "Finetune/Step Time": 5.14656281657517}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7664358615875244, "Finetune/Loss (Raw)": 0.7454838752746582, "Finetune/Step": 4978, "Finetune/Step Time": 5.137384543195367}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7649832963943481, "Finetune/Loss (Raw)": 0.6808454394340515, "Finetune/Step": 4979, "Finetune/Step Time": 5.13968288898468}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7646099328994751, "Finetune/Loss (Raw)": 0.6582114100456238, "Finetune/Step": 4980, "Finetune/Step Time": 5.133339013904333}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7636905908584595, "Finetune/Loss (Raw)": 0.7308524250984192, "Finetune/Step": 4981, "Finetune/Step Time": 5.124230492860079}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7662725448608398, "Finetune/Loss (Raw)": 0.8806763291358948, "Finetune/Step": 4982, "Finetune/Step Time": 5.119675992056727}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7631997466087341, "Finetune/Loss (Raw)": 0.4099438488483429, "Finetune/Step": 4983, "Finetune/Step Time": 5.148308830335736}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7617688179016113, "Finetune/Loss (Raw)": 0.6476999521255493, "Finetune/Step": 4984, "Finetune/Step Time": 5.159901345148683}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7618389129638672, "Finetune/Loss (Raw)": 0.9089314341545105, "Finetune/Step": 4985, "Finetune/Step Time": 5.156910050660372}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7591394782066345, "Finetune/Loss (Raw)": 0.6197420358657837, "Finetune/Step": 4986, "Finetune/Step Time": 5.148717323318124}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7593650817871094, "Finetune/Loss (Raw)": 0.8334689736366272, "Finetune/Step": 4987, "Finetune/Step Time": 5.155555861070752}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7604324817657471, "Finetune/Loss (Raw)": 0.8656908273696899, "Finetune/Step": 4988, "Finetune/Step Time": 5.163856955245137}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.760959267616272, "Finetune/Loss (Raw)": 0.8283118605613708, "Finetune/Step": 4989, "Finetune/Step Time": 5.155704077333212}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7599262595176697, "Finetune/Loss (Raw)": 0.7923137545585632, "Finetune/Step": 4990, "Finetune/Step Time": 5.158525878563523}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7588236331939697, "Finetune/Loss (Raw)": 0.7907207608222961, "Finetune/Step": 4991, "Finetune/Step Time": 5.142452208325267}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7600637674331665, "Finetune/Loss (Raw)": 0.9306861162185669, "Finetune/Step": 4992, "Finetune/Step Time": 5.1426499262452126}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7575743198394775, "Finetune/Loss (Raw)": 0.5263589024543762, "Finetune/Step": 4993, "Finetune/Step Time": 5.1561489552259445}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7580012083053589, "Finetune/Loss (Raw)": 0.7892302870750427, "Finetune/Step": 4994, "Finetune/Step Time": 5.162913536652923}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7598637342453003, "Finetune/Loss (Raw)": 0.5830169320106506, "Finetune/Step": 4995, "Finetune/Step Time": 5.136450519785285}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7615477442741394, "Finetune/Loss (Raw)": 0.9206002354621887, "Finetune/Step": 4996, "Finetune/Step Time": 5.128079265356064}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7630406618118286, "Finetune/Loss (Raw)": 0.8514957427978516, "Finetune/Step": 4997, "Finetune/Step Time": 5.113703388720751}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7655122876167297, "Finetune/Loss (Raw)": 1.0338722467422485, "Finetune/Step": 4998, "Finetune/Step Time": 5.111318968236446}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7660819888114929, "Finetune/Loss (Raw)": 0.9010972380638123, "Finetune/Step": 4999, "Finetune/Step Time": 5.1027259696275}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7627232074737549, "Finetune/Loss (Raw)": 0.3506055772304535, "Finetune/Step": 5000, "Finetune/Step Time": 5.134440194815397}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7637238502502441, "Finetune/Loss (Raw)": 0.8199748396873474, "Finetune/Step": 5001, "Finetune/Step Time": 5.118231412023306}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7634986639022827, "Finetune/Loss (Raw)": 0.550682008266449, "Finetune/Step": 5002, "Finetune/Step Time": 5.119952308014035}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7632180452346802, "Finetune/Loss (Raw)": 0.7213965058326721, "Finetune/Step": 5003, "Finetune/Step Time": 5.10846939124167}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7613484859466553, "Finetune/Loss (Raw)": 0.6334361433982849, "Finetune/Step": 5004, "Finetune/Step Time": 5.1218862775713205}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7603714466094971, "Finetune/Loss (Raw)": 0.7644308805465698, "Finetune/Step": 5005, "Finetune/Step Time": 5.124784387648106}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7608996033668518, "Finetune/Loss (Raw)": 0.7975452542304993, "Finetune/Step": 5006, "Finetune/Step Time": 5.117222314700484}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7591546773910522, "Finetune/Loss (Raw)": 0.6297407746315002, "Finetune/Step": 5007, "Finetune/Step Time": 5.137489840388298}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7577739953994751, "Finetune/Loss (Raw)": 0.7021210193634033, "Finetune/Step": 5008, "Finetune/Step Time": 5.144654208794236}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7574601173400879, "Finetune/Loss (Raw)": 0.9408559799194336, "Finetune/Step": 5009, "Finetune/Step Time": 5.148090971633792}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7583575248718262, "Finetune/Loss (Raw)": 0.8042658567428589, "Finetune/Step": 5010, "Finetune/Step Time": 5.1400755643844604}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7589523792266846, "Finetune/Loss (Raw)": 0.7601150274276733, "Finetune/Step": 5011, "Finetune/Step Time": 5.1406254060566425}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7583151459693909, "Finetune/Loss (Raw)": 0.790031909942627, "Finetune/Step": 5012, "Finetune/Step Time": 5.149229733273387}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.757617175579071, "Finetune/Loss (Raw)": 0.6621127128601074, "Finetune/Step": 5013, "Finetune/Step Time": 5.148023273795843}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7565101385116577, "Finetune/Loss (Raw)": 0.7309436202049255, "Finetune/Step": 5014, "Finetune/Step Time": 5.138341410085559}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7554404139518738, "Finetune/Loss (Raw)": 0.7047417163848877, "Finetune/Step": 5015, "Finetune/Step Time": 5.127887312322855}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7547820806503296, "Finetune/Loss (Raw)": 0.758750855922699, "Finetune/Step": 5016, "Finetune/Step Time": 5.142971444875002}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7537404298782349, "Finetune/Loss (Raw)": 0.6696392297744751, "Finetune/Step": 5017, "Finetune/Step Time": 5.143627624958754}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7533491849899292, "Finetune/Loss (Raw)": 0.6755291819572449, "Finetune/Step": 5018, "Finetune/Step Time": 5.132624346762896}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7533069252967834, "Finetune/Loss (Raw)": 0.7307428121566772, "Finetune/Step": 5019, "Finetune/Step Time": 5.131366714835167}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7498617172241211, "Finetune/Loss (Raw)": 0.34426313638687134, "Finetune/Step": 5020, "Finetune/Step Time": 5.159872533753514}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7495136260986328, "Finetune/Loss (Raw)": 0.8477106690406799, "Finetune/Step": 5021, "Finetune/Step Time": 5.159930068999529}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7501776814460754, "Finetune/Loss (Raw)": 0.8370308876037598, "Finetune/Step": 5022, "Finetune/Step Time": 5.142451096326113}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7508420944213867, "Finetune/Loss (Raw)": 0.7649822235107422, "Finetune/Step": 5023, "Finetune/Step Time": 5.148747889325023}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7499300241470337, "Finetune/Loss (Raw)": 0.7578517198562622, "Finetune/Step": 5024, "Finetune/Step Time": 5.152716260403395}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7509777545928955, "Finetune/Loss (Raw)": 0.7665624618530273, "Finetune/Step": 5025, "Finetune/Step Time": 5.1578549314290285}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7522217631340027, "Finetune/Loss (Raw)": 0.8474248647689819, "Finetune/Step": 5026, "Finetune/Step Time": 5.150275183841586}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.752038300037384, "Finetune/Loss (Raw)": 0.853288471698761, "Finetune/Step": 5027, "Finetune/Step Time": 5.1531421057879925}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7529138922691345, "Finetune/Loss (Raw)": 0.9085177183151245, "Finetune/Step": 5028, "Finetune/Step Time": 5.155541732907295}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7534603476524353, "Finetune/Loss (Raw)": 0.837334394454956, "Finetune/Step": 5029, "Finetune/Step Time": 5.157784514129162}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7534499168395996, "Finetune/Loss (Raw)": 0.7643158435821533, "Finetune/Step": 5030, "Finetune/Step Time": 5.1611602101475}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.753620982170105, "Finetune/Loss (Raw)": 0.7725096344947815, "Finetune/Step": 5031, "Finetune/Step Time": 5.163114074617624}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7541158199310303, "Finetune/Loss (Raw)": 0.8564932346343994, "Finetune/Step": 5032, "Finetune/Step Time": 5.161310022696853}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.753985583782196, "Finetune/Loss (Raw)": 0.7845938801765442, "Finetune/Step": 5033, "Finetune/Step Time": 5.160990938544273}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7547253370285034, "Finetune/Loss (Raw)": 0.8341315388679504, "Finetune/Step": 5034, "Finetune/Step Time": 5.159137653186917}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7554214596748352, "Finetune/Loss (Raw)": 0.7338052988052368, "Finetune/Step": 5035, "Finetune/Step Time": 5.157025279477239}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.755321741104126, "Finetune/Loss (Raw)": 0.7700116038322449, "Finetune/Step": 5036, "Finetune/Step Time": 5.137613758444786}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7564804553985596, "Finetune/Loss (Raw)": 0.9262042045593262, "Finetune/Step": 5037, "Finetune/Step Time": 5.13288564607501}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7570985555648804, "Finetune/Loss (Raw)": 0.9195079207420349, "Finetune/Step": 5038, "Finetune/Step Time": 5.1409013997763395}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7586846351623535, "Finetune/Loss (Raw)": 0.9846877455711365, "Finetune/Step": 5039, "Finetune/Step Time": 5.146595289930701}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7572213411331177, "Finetune/Loss (Raw)": 0.5935124754905701, "Finetune/Step": 5040, "Finetune/Step Time": 5.1513379123061895}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7580772638320923, "Finetune/Loss (Raw)": 0.9334068894386292, "Finetune/Step": 5041, "Finetune/Step Time": 5.140598012134433}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7619760632514954, "Finetune/Loss (Raw)": 0.9010500311851501, "Finetune/Step": 5042, "Finetune/Step Time": 5.124198954552412}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.763094425201416, "Finetune/Loss (Raw)": 0.8156840205192566, "Finetune/Step": 5043, "Finetune/Step Time": 5.126091534271836}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7632577419281006, "Finetune/Loss (Raw)": 0.8001868724822998, "Finetune/Step": 5044, "Finetune/Step Time": 5.128828700631857}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7623418569564819, "Finetune/Loss (Raw)": 0.2877523601055145, "Finetune/Step": 5045, "Finetune/Step Time": 5.1278927475214005}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7584949135780334, "Finetune/Loss (Raw)": 0.32956886291503906, "Finetune/Step": 5046, "Finetune/Step Time": 5.1580755561590195}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7588121294975281, "Finetune/Loss (Raw)": 0.8142907023429871, "Finetune/Step": 5047, "Finetune/Step Time": 5.158337505534291}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7591091394424438, "Finetune/Loss (Raw)": 0.9163406491279602, "Finetune/Step": 5048, "Finetune/Step Time": 5.1595430336892605}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7588040232658386, "Finetune/Loss (Raw)": 0.7620782256126404, "Finetune/Step": 5049, "Finetune/Step Time": 5.152179550379515}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7591140270233154, "Finetune/Loss (Raw)": 0.7317092418670654, "Finetune/Step": 5050, "Finetune/Step Time": 5.162944421172142}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7581639289855957, "Finetune/Loss (Raw)": 0.6422773003578186, "Finetune/Step": 5051, "Finetune/Step Time": 5.177275197580457}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7548915147781372, "Finetune/Loss (Raw)": 0.36964714527130127, "Finetune/Step": 5052, "Finetune/Step Time": 5.202575633302331}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7539410591125488, "Finetune/Loss (Raw)": 0.6292410492897034, "Finetune/Step": 5053, "Finetune/Step Time": 5.211818415671587}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7551518678665161, "Finetune/Loss (Raw)": 0.8979076147079468, "Finetune/Step": 5054, "Finetune/Step Time": 5.217826513573527}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7550210952758789, "Finetune/Loss (Raw)": 0.7568523287773132, "Finetune/Step": 5055, "Finetune/Step Time": 5.218235190957785}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7570393085479736, "Finetune/Loss (Raw)": 0.8293523192405701, "Finetune/Step": 5056, "Finetune/Step Time": 5.193070435896516}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.757115364074707, "Finetune/Loss (Raw)": 0.7665162086486816, "Finetune/Step": 5057, "Finetune/Step Time": 5.1963480189442635}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7572383880615234, "Finetune/Loss (Raw)": 0.8104932904243469, "Finetune/Step": 5058, "Finetune/Step Time": 5.200260238721967}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.75738525390625, "Finetune/Loss (Raw)": 0.8820521235466003, "Finetune/Step": 5059, "Finetune/Step Time": 5.198068400844932}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7579042911529541, "Finetune/Loss (Raw)": 0.9204714894294739, "Finetune/Step": 5060, "Finetune/Step Time": 5.1978425942361355}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7590268850326538, "Finetune/Loss (Raw)": 0.8587988615036011, "Finetune/Step": 5061, "Finetune/Step Time": 5.18114123120904}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.75725919008255, "Finetune/Loss (Raw)": 0.6293474435806274, "Finetune/Step": 5062, "Finetune/Step Time": 5.186171606183052}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7574397325515747, "Finetune/Loss (Raw)": 0.888256311416626, "Finetune/Step": 5063, "Finetune/Step Time": 5.1726531237363815}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7569408416748047, "Finetune/Loss (Raw)": 0.6418781280517578, "Finetune/Step": 5064, "Finetune/Step Time": 5.168514501303434}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7566890120506287, "Finetune/Loss (Raw)": 0.8924817442893982, "Finetune/Step": 5065, "Finetune/Step Time": 5.174974262714386}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7570904493331909, "Finetune/Loss (Raw)": 0.8918412923812866, "Finetune/Step": 5066, "Finetune/Step Time": 5.166799001395702}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7603256702423096, "Finetune/Loss (Raw)": 0.7504048943519592, "Finetune/Step": 5067, "Finetune/Step Time": 5.140678783878684}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7618956565856934, "Finetune/Loss (Raw)": 0.8243408799171448, "Finetune/Step": 5068, "Finetune/Step Time": 5.123309204354882}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7619717121124268, "Finetune/Loss (Raw)": 0.7039021849632263, "Finetune/Step": 5069, "Finetune/Step Time": 5.125515133142471}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7623516321182251, "Finetune/Loss (Raw)": 0.7565671801567078, "Finetune/Step": 5070, "Finetune/Step Time": 5.123594608157873}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7627986669540405, "Finetune/Loss (Raw)": 0.7451353073120117, "Finetune/Step": 5071, "Finetune/Step Time": 5.13078735768795}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7638043165206909, "Finetune/Loss (Raw)": 0.9519281387329102, "Finetune/Step": 5072, "Finetune/Step Time": 5.1342904306948185}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.763441801071167, "Finetune/Loss (Raw)": 0.835629940032959, "Finetune/Step": 5073, "Finetune/Step Time": 5.138262793421745}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7646002173423767, "Finetune/Loss (Raw)": 0.8968852758407593, "Finetune/Step": 5074, "Finetune/Step Time": 5.134649004787207}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7612952589988708, "Finetune/Loss (Raw)": 0.37311094999313354, "Finetune/Step": 5075, "Finetune/Step Time": 5.162369780242443}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7619547247886658, "Finetune/Loss (Raw)": 0.8324370980262756, "Finetune/Step": 5076, "Finetune/Step Time": 5.161323547363281}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7622393369674683, "Finetune/Loss (Raw)": 0.7600975036621094, "Finetune/Step": 5077, "Finetune/Step Time": 5.182520190253854}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7623962759971619, "Finetune/Loss (Raw)": 0.7316969633102417, "Finetune/Step": 5078, "Finetune/Step Time": 5.167016858235002}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7628525495529175, "Finetune/Loss (Raw)": 0.9007143378257751, "Finetune/Step": 5079, "Finetune/Step Time": 5.177137024700642}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7632358074188232, "Finetune/Loss (Raw)": 0.8565967082977295, "Finetune/Step": 5080, "Finetune/Step Time": 5.169228615239263}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7625556588172913, "Finetune/Loss (Raw)": 0.6332312226295471, "Finetune/Step": 5081, "Finetune/Step Time": 5.165191313251853}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7590610980987549, "Finetune/Loss (Raw)": 0.34174221754074097, "Finetune/Step": 5082, "Finetune/Step Time": 5.15641962364316}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7586231827735901, "Finetune/Loss (Raw)": 0.7474008202552795, "Finetune/Step": 5083, "Finetune/Step Time": 5.160112913697958}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7575284242630005, "Finetune/Loss (Raw)": 0.7041174173355103, "Finetune/Step": 5084, "Finetune/Step Time": 5.179853243753314}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7566332817077637, "Finetune/Loss (Raw)": 0.7684794664382935, "Finetune/Step": 5085, "Finetune/Step Time": 5.182809963822365}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7583839297294617, "Finetune/Loss (Raw)": 0.9267516732215881, "Finetune/Step": 5086, "Finetune/Step Time": 5.16993778385222}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7612239718437195, "Finetune/Loss (Raw)": 0.802740752696991, "Finetune/Step": 5087, "Finetune/Step Time": 5.160509692505002}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7627502083778381, "Finetune/Loss (Raw)": 0.9571213126182556, "Finetune/Step": 5088, "Finetune/Step Time": 5.159394916146994}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7636078596115112, "Finetune/Loss (Raw)": 0.8574402928352356, "Finetune/Step": 5089, "Finetune/Step Time": 5.158113047480583}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7627843022346497, "Finetune/Loss (Raw)": 0.7275794148445129, "Finetune/Step": 5090, "Finetune/Step Time": 5.159332055598497}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7632186412811279, "Finetune/Loss (Raw)": 0.8340587615966797, "Finetune/Step": 5091, "Finetune/Step Time": 5.1670066062361}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7589500546455383, "Finetune/Loss (Raw)": 0.3202745318412781, "Finetune/Step": 5092, "Finetune/Step Time": 5.192694006487727}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7582200169563293, "Finetune/Loss (Raw)": 0.8217681646347046, "Finetune/Step": 5093, "Finetune/Step Time": 5.194017581641674}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7575747966766357, "Finetune/Loss (Raw)": 0.6629350185394287, "Finetune/Step": 5094, "Finetune/Step Time": 5.202578712254763}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7553346157073975, "Finetune/Loss (Raw)": 0.5905711650848389, "Finetune/Step": 5095, "Finetune/Step Time": 5.209042010828853}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7546215057373047, "Finetune/Loss (Raw)": 0.7054554224014282, "Finetune/Step": 5096, "Finetune/Step Time": 5.2353098429739475}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7525743842124939, "Finetune/Loss (Raw)": 0.485907644033432, "Finetune/Step": 5097, "Finetune/Step Time": 5.226071234792471}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7511590719223022, "Finetune/Loss (Raw)": 0.6631401777267456, "Finetune/Step": 5098, "Finetune/Step Time": 5.227491721510887}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.749602198600769, "Finetune/Loss (Raw)": 0.7200226187705994, "Finetune/Step": 5099, "Finetune/Step Time": 5.214689241722226}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7488633394241333, "Finetune/Loss (Raw)": 0.6829662322998047, "Finetune/Step": 5100, "Finetune/Step Time": 5.200190549716353}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7471800446510315, "Finetune/Loss (Raw)": 0.7277333736419678, "Finetune/Step": 5101, "Finetune/Step Time": 5.200809935107827}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7507190704345703, "Finetune/Loss (Raw)": 0.7554398775100708, "Finetune/Step": 5102, "Finetune/Step Time": 5.172398006543517}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7522000074386597, "Finetune/Loss (Raw)": 0.8868516683578491, "Finetune/Step": 5103, "Finetune/Step Time": 5.166566248983145}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7493248581886292, "Finetune/Loss (Raw)": 0.5470679402351379, "Finetune/Step": 5104, "Finetune/Step Time": 5.168244771659374}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7505156397819519, "Finetune/Loss (Raw)": 0.8446208834648132, "Finetune/Step": 5105, "Finetune/Step Time": 5.146167669445276}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7520588040351868, "Finetune/Loss (Raw)": 0.943007230758667, "Finetune/Step": 5106, "Finetune/Step Time": 5.15098612010479}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7535738348960876, "Finetune/Loss (Raw)": 0.8747739791870117, "Finetune/Step": 5107, "Finetune/Step Time": 5.149607772007585}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7544369697570801, "Finetune/Loss (Raw)": 0.7686859369277954, "Finetune/Step": 5108, "Finetune/Step Time": 5.133268117904663}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7557281255722046, "Finetune/Loss (Raw)": 0.8961240649223328, "Finetune/Step": 5109, "Finetune/Step Time": 5.135612843558192}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7548655271530151, "Finetune/Loss (Raw)": 0.7702635526657104, "Finetune/Step": 5110, "Finetune/Step Time": 5.146470347419381}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7568660974502563, "Finetune/Loss (Raw)": 0.6660193204879761, "Finetune/Step": 5111, "Finetune/Step Time": 5.142583409324288}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7545125484466553, "Finetune/Loss (Raw)": 0.34644225239753723, "Finetune/Step": 5112, "Finetune/Step Time": 5.161252744495869}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7496665716171265, "Finetune/Loss (Raw)": 0.28864970803260803, "Finetune/Step": 5113, "Finetune/Step Time": 5.19642055593431}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7506508827209473, "Finetune/Loss (Raw)": 0.745734691619873, "Finetune/Step": 5114, "Finetune/Step Time": 5.198055615648627}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7497435808181763, "Finetune/Loss (Raw)": 0.7173352837562561, "Finetune/Step": 5115, "Finetune/Step Time": 5.190080404281616}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7449916005134583, "Finetune/Loss (Raw)": 0.2574337422847748, "Finetune/Step": 5116, "Finetune/Step Time": 5.213222721591592}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7459759712219238, "Finetune/Loss (Raw)": 0.9543142914772034, "Finetune/Step": 5117, "Finetune/Step Time": 5.214612310752273}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7461163401603699, "Finetune/Loss (Raw)": 0.8102806806564331, "Finetune/Step": 5118, "Finetune/Step Time": 5.216916646808386}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7470415830612183, "Finetune/Loss (Raw)": 0.9091511368751526, "Finetune/Step": 5119, "Finetune/Step Time": 5.216985028237104}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.742443323135376, "Finetune/Loss (Raw)": 0.3421069085597992, "Finetune/Step": 5120, "Finetune/Step Time": 5.2307162415236235}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7440962791442871, "Finetune/Loss (Raw)": 0.7379440665245056, "Finetune/Step": 5121, "Finetune/Step Time": 5.21692399866879}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7435721755027771, "Finetune/Loss (Raw)": 0.7221388220787048, "Finetune/Step": 5122, "Finetune/Step Time": 5.208522444590926}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7455300092697144, "Finetune/Loss (Raw)": 0.8336217999458313, "Finetune/Step": 5123, "Finetune/Step Time": 5.209916677325964}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7454121112823486, "Finetune/Loss (Raw)": 0.9055009484291077, "Finetune/Step": 5124, "Finetune/Step Time": 5.210370574146509}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7455395460128784, "Finetune/Loss (Raw)": 0.8678121566772461, "Finetune/Step": 5125, "Finetune/Step Time": 5.214514954015613}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7404977083206177, "Finetune/Loss (Raw)": 0.3885243535041809, "Finetune/Step": 5126, "Finetune/Step Time": 5.24302071519196}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7389854192733765, "Finetune/Loss (Raw)": 0.7075172662734985, "Finetune/Step": 5127, "Finetune/Step Time": 5.256147252395749}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7424083948135376, "Finetune/Loss (Raw)": 0.7887521982192993, "Finetune/Step": 5128, "Finetune/Step Time": 5.228967236354947}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7382689714431763, "Finetune/Loss (Raw)": 0.2901269495487213, "Finetune/Step": 5129, "Finetune/Step Time": 5.25923422165215}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7400447130203247, "Finetune/Loss (Raw)": 0.7779679894447327, "Finetune/Step": 5130, "Finetune/Step Time": 5.254345901310444}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7391443252563477, "Finetune/Loss (Raw)": 0.606156587600708, "Finetune/Step": 5131, "Finetune/Step Time": 5.260089782997966}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7389569282531738, "Finetune/Loss (Raw)": 0.6094449162483215, "Finetune/Step": 5132, "Finetune/Step Time": 5.254094900563359}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7387663125991821, "Finetune/Loss (Raw)": 0.7400290966033936, "Finetune/Step": 5133, "Finetune/Step Time": 5.254051558673382}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7390283942222595, "Finetune/Loss (Raw)": 0.8310970664024353, "Finetune/Step": 5134, "Finetune/Step Time": 5.257393937557936}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7392522096633911, "Finetune/Loss (Raw)": 0.6583921313285828, "Finetune/Step": 5135, "Finetune/Step Time": 5.241177622228861}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7411191463470459, "Finetune/Loss (Raw)": 0.9410808682441711, "Finetune/Step": 5136, "Finetune/Step Time": 5.245358053594828}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7398455142974854, "Finetune/Loss (Raw)": 0.7778318524360657, "Finetune/Step": 5137, "Finetune/Step Time": 5.248299170285463}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7394542694091797, "Finetune/Loss (Raw)": 0.754186749458313, "Finetune/Step": 5138, "Finetune/Step Time": 5.261869661509991}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7361583709716797, "Finetune/Loss (Raw)": 0.338243305683136, "Finetune/Step": 5139, "Finetune/Step Time": 5.291547963395715}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7363642454147339, "Finetune/Loss (Raw)": 0.816383421421051, "Finetune/Step": 5140, "Finetune/Step Time": 5.277382528409362}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7382193803787231, "Finetune/Loss (Raw)": 0.8995715975761414, "Finetune/Step": 5141, "Finetune/Step Time": 5.274630917236209}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7379549741744995, "Finetune/Loss (Raw)": 0.6970941424369812, "Finetune/Step": 5142, "Finetune/Step Time": 5.2783963941037655}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7394384741783142, "Finetune/Loss (Raw)": 0.8946363925933838, "Finetune/Step": 5143, "Finetune/Step Time": 5.281420400366187}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7381335496902466, "Finetune/Loss (Raw)": 0.591716468334198, "Finetune/Step": 5144, "Finetune/Step Time": 5.286991821601987}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7388424873352051, "Finetune/Loss (Raw)": 0.7603825926780701, "Finetune/Step": 5145, "Finetune/Step Time": 5.288142325356603}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7406038045883179, "Finetune/Loss (Raw)": 0.9009808301925659, "Finetune/Step": 5146, "Finetune/Step Time": 5.283383661881089}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7411065101623535, "Finetune/Loss (Raw)": 0.7950907349586487, "Finetune/Step": 5147, "Finetune/Step Time": 5.285378891974688}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7426246404647827, "Finetune/Loss (Raw)": 0.538576066493988, "Finetune/Step": 5148, "Finetune/Step Time": 5.261528739705682}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7419928312301636, "Finetune/Loss (Raw)": 0.7668436169624329, "Finetune/Step": 5149, "Finetune/Step Time": 5.267378574237227}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7415320873260498, "Finetune/Loss (Raw)": 0.7780597805976868, "Finetune/Step": 5150, "Finetune/Step Time": 5.274353163316846}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7413405179977417, "Finetune/Loss (Raw)": 0.74046391248703, "Finetune/Step": 5151, "Finetune/Step Time": 5.271091636270285}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7410235404968262, "Finetune/Loss (Raw)": 0.7172709703445435, "Finetune/Step": 5152, "Finetune/Step Time": 5.283484824001789}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7382922768592834, "Finetune/Loss (Raw)": 0.4169611930847168, "Finetune/Step": 5153, "Finetune/Step Time": 5.301643284037709}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7345738410949707, "Finetune/Loss (Raw)": 0.3714663088321686, "Finetune/Step": 5154, "Finetune/Step Time": 5.332515871152282}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7335190176963806, "Finetune/Loss (Raw)": 0.7182736992835999, "Finetune/Step": 5155, "Finetune/Step Time": 5.333976356312633}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7331554889678955, "Finetune/Loss (Raw)": 0.8619856834411621, "Finetune/Step": 5156, "Finetune/Step Time": 5.346362262964249}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7327190041542053, "Finetune/Loss (Raw)": 0.781467080116272, "Finetune/Step": 5157, "Finetune/Step Time": 5.356073135510087}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.732893705368042, "Finetune/Loss (Raw)": 0.7866761684417725, "Finetune/Step": 5158, "Finetune/Step Time": 5.35263672657311}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7338332533836365, "Finetune/Loss (Raw)": 0.8927716612815857, "Finetune/Step": 5159, "Finetune/Step Time": 5.354767551645637}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7343835830688477, "Finetune/Loss (Raw)": 0.9269328117370605, "Finetune/Step": 5160, "Finetune/Step Time": 5.353731758892536}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7348467111587524, "Finetune/Loss (Raw)": 0.8438683152198792, "Finetune/Step": 5161, "Finetune/Step Time": 5.364697823300958}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7339819669723511, "Finetune/Loss (Raw)": 0.7234522700309753, "Finetune/Step": 5162, "Finetune/Step Time": 5.369356386363506}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7347301244735718, "Finetune/Loss (Raw)": 0.8295639753341675, "Finetune/Step": 5163, "Finetune/Step Time": 5.365514473989606}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7355376482009888, "Finetune/Loss (Raw)": 0.8733697533607483, "Finetune/Step": 5164, "Finetune/Step Time": 5.378801219165325}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7327344417572021, "Finetune/Loss (Raw)": 0.5674049854278564, "Finetune/Step": 5165, "Finetune/Step Time": 5.388495035469532}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.731513261795044, "Finetune/Loss (Raw)": 0.7631984353065491, "Finetune/Step": 5166, "Finetune/Step Time": 5.395266871899366}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7291285991668701, "Finetune/Loss (Raw)": 0.6794467568397522, "Finetune/Step": 5167, "Finetune/Step Time": 5.388281513005495}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7313965559005737, "Finetune/Loss (Raw)": 0.8838099837303162, "Finetune/Step": 5168, "Finetune/Step Time": 5.378657527267933}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.730913519859314, "Finetune/Loss (Raw)": 0.8715782761573792, "Finetune/Step": 5169, "Finetune/Step Time": 5.379166703671217}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7288601994514465, "Finetune/Loss (Raw)": 0.6382262706756592, "Finetune/Step": 5170, "Finetune/Step Time": 5.376014057546854}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.729901909828186, "Finetune/Loss (Raw)": 0.9490211606025696, "Finetune/Step": 5171, "Finetune/Step Time": 5.371633967384696}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7294999957084656, "Finetune/Loss (Raw)": 0.7487409114837646, "Finetune/Step": 5172, "Finetune/Step Time": 5.368851253762841}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7329612374305725, "Finetune/Loss (Raw)": 0.7307931184768677, "Finetune/Step": 5173, "Finetune/Step Time": 5.338115330785513}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.738088846206665, "Finetune/Loss (Raw)": 0.9859077334403992, "Finetune/Step": 5174, "Finetune/Step Time": 5.307400545105338}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7376488447189331, "Finetune/Loss (Raw)": 0.7579670548439026, "Finetune/Step": 5175, "Finetune/Step Time": 5.3129090908914804}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7330121397972107, "Finetune/Loss (Raw)": 0.3228412866592407, "Finetune/Step": 5176, "Finetune/Step Time": 5.341190131381154}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7337396144866943, "Finetune/Loss (Raw)": 0.855198085308075, "Finetune/Step": 5177, "Finetune/Step Time": 5.335413310676813}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7332345247268677, "Finetune/Loss (Raw)": 0.6670606732368469, "Finetune/Step": 5178, "Finetune/Step Time": 5.3198418989777565}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7336000204086304, "Finetune/Loss (Raw)": 0.6890544891357422, "Finetune/Step": 5179, "Finetune/Step Time": 5.315018083900213}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7356853485107422, "Finetune/Loss (Raw)": 0.6365708708763123, "Finetune/Step": 5180, "Finetune/Step Time": 5.292497541755438}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.73703932762146, "Finetune/Loss (Raw)": 0.8025469779968262, "Finetune/Step": 5181, "Finetune/Step Time": 5.286650314927101}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7347735166549683, "Finetune/Loss (Raw)": 0.6078882217407227, "Finetune/Step": 5182, "Finetune/Step Time": 5.289173111319542}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7353719472885132, "Finetune/Loss (Raw)": 0.8334435820579529, "Finetune/Step": 5183, "Finetune/Step Time": 5.292972732335329}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7344620227813721, "Finetune/Loss (Raw)": 0.7128844261169434, "Finetune/Step": 5184, "Finetune/Step Time": 5.302470751106739}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7349927425384521, "Finetune/Loss (Raw)": 0.8344501256942749, "Finetune/Step": 5185, "Finetune/Step Time": 5.313031744211912}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7315877676010132, "Finetune/Loss (Raw)": 0.37466591596603394, "Finetune/Step": 5186, "Finetune/Step Time": 5.340090291574597}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7296237945556641, "Finetune/Loss (Raw)": 0.6306453347206116, "Finetune/Step": 5187, "Finetune/Step Time": 5.3578162379562855}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7278515696525574, "Finetune/Loss (Raw)": 0.693635106086731, "Finetune/Step": 5188, "Finetune/Step Time": 5.359068946912885}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7258887887001038, "Finetune/Loss (Raw)": 0.6075642108917236, "Finetune/Step": 5189, "Finetune/Step Time": 5.370929691940546}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7259539365768433, "Finetune/Loss (Raw)": 0.6376844644546509, "Finetune/Step": 5190, "Finetune/Step Time": 5.3689113184809685}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7239099740982056, "Finetune/Loss (Raw)": 0.6266205906867981, "Finetune/Step": 5191, "Finetune/Step Time": 5.380487954244018}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7246655225753784, "Finetune/Loss (Raw)": 0.7386007905006409, "Finetune/Step": 5192, "Finetune/Step Time": 5.376214075833559}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7229595184326172, "Finetune/Loss (Raw)": 0.674105703830719, "Finetune/Step": 5193, "Finetune/Step Time": 5.386895824223757}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7185990214347839, "Finetune/Loss (Raw)": 0.33370599150657654, "Finetune/Step": 5194, "Finetune/Step Time": 5.415730703622103}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7184679508209229, "Finetune/Loss (Raw)": 0.733620285987854, "Finetune/Step": 5195, "Finetune/Step Time": 5.413974395021796}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7177351713180542, "Finetune/Loss (Raw)": 0.7305569052696228, "Finetune/Step": 5196, "Finetune/Step Time": 5.419718148186803}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7186174988746643, "Finetune/Loss (Raw)": 0.8168308138847351, "Finetune/Step": 5197, "Finetune/Step Time": 5.411755990236998}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7185206413269043, "Finetune/Loss (Raw)": 0.7441760301589966, "Finetune/Step": 5198, "Finetune/Step Time": 5.4069993365556}